-- Logs begin at Wed 2021-08-18 23:14:08 UTC, end at Thu 2021-08-19 01:53:06 UTC. -- Aug 18 23:43:55.523361 n-d-771363-38 systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 23:43:58.198601 n-d-771363-38 neutron-server[94515]: INFO neutron.common.config [-] Logging enabled! Aug 18 23:43:58.199156 n-d-771363-38 neutron-server[94515]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 18 23:43:58.199363 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94515) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 23:43:58.202527 n-d-771363-38 neutron-server[94515]: INFO neutron.common.config [-] Logging enabled! Aug 18 23:43:58.202781 n-d-771363-38 neutron-server[94515]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 18 23:43:58.203089 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94515) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 23:43:58.204026 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 23:43:58.204262 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 23:43:58.204648 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 23:43:58.204896 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 23:43:58.205125 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 23:43:58.205447 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.205747 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.206043 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.206271 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.206566 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.206858 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.207140 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.207431 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.207726 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.208010 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.208286 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.208592 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.208822 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.209103 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.209386 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.209670 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.209891 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] debug = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.210172 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.210593 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.211003 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.211280 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.211565 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.211843 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.212111 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.212410 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.212693 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.213020 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] host = n-d-771363-38 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.213296 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.213592 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.213861 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.214144 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.214414 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.214687 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.214968 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.215237 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.215506 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.215777 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.216060 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.216367 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.216657 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.216880 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.217101 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.217385 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.217669 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.217938 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.218209 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.218478 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.218746 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.219014 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.219279 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.219582 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.219897 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.220184 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.220477 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.220751 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.221018 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.221286 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.221566 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.221834 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.222102 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.222370 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.222652 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.222919 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.223188 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.223483 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.223765 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.224044 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.224357 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.224630 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.224910 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.225178 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.225445 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.225712 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_json = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.225977 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.226243 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.226520 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.226789 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.227057 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.227326 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.227592 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.227871 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:43:58.228160 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.228478 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.228781 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.229063 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.229356 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.229635 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.229920 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.230200 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.230487 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.230775 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.231062 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.231337 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.231620 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.231894 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.232184 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.232513 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.232809 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.233099 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.233373 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.233646 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.233918 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.234193 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.234474 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.234766 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.235564 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.235838 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.236114 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.236426 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.236703 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.236973 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.237248 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.237533 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.237806 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.238076 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.238355 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.238630 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.238902 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.239172 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.239446 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.239732 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.240005 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.240273 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.240561 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.240841 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.241109 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.241390 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.241663 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.241931 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.242198 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.242469 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.242735 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.243003 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.243274 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.243540 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.243812 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.244078 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.244365 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.244637 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.244905 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.245172 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.245439 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.245705 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.245976 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.246241 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.246507 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.246774 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.247043 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.247312 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.247595 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.247886 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.248158 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.248450 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.248727 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.249000 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.249272 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.249543 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.249814 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.250086 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.250353 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.250661 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.251474 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.251759 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.252040 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.252335 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.252629 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.252904 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.253184 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.253458 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.253732 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.254016 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.254295 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.254584 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.254875 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.255165 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.255454 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.255740 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.256016 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.256343 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.256622 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:43:58.256835 n-d-771363-38 neutron-server[94515]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 23:43:58.257068 n-d-771363-38 neutron-server[94515]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94515) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 23:43:58.603028 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 23:43:58.603230 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 23:43:58.603525 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 23:43:58.603855 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 23:43:58.994997 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:58.995286 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:58.995560 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:58.996816 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:58.997089 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:58.997354 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.031073 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.031350 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.031618 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.048635 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.048920 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.049190 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.076905 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.077184 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.077453 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.113308 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.113591 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.113863 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.341118 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.341718 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.341718 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.341881 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.342540 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.460451 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.460775 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.461058 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.461331 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.461598 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.461908 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.462169 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.462431 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.462714 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.462969 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.463229 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.463491 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.463745 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.463997 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.464250 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.464539 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.464792 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.465058 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.465343 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.465583 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.465850 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.466101 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.466378 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.466752 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.467002 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.467247 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.467637 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.467880 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.468118 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.468388 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.468626 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.468861 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:43:59.469216 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 23:43:59.472934 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 23:43:59.476808 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 23:43:59.480407 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 18 23:43:59.482009 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 23:43:59.482463 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 23:43:59.482799 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 23:43:59.483178 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 23:43:59.485970 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 23:43:59.486220 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 23:43:59.486560 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 23:43:59.491894 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 23:43:59.513257 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 23:43:59.513707 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.514001 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94515) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 23:43:59.514363 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.515693 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94515) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 23:43:59.515979 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 23:43:59.516764 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 23:43:59.519889 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.520460 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:43:59.583507 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 23:43:59.583741 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 23:43:59.583976 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 23:43:59.584358 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 23:43:59.605146 n-d-771363-38 neutron-server[94515]: DEBUG oslo_db.sqlalchemy.engines [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94515) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 23:44:00.140573 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing driver for type 'gre' Aug 18 23:44:00.141128 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] gre ID ranges: [(1, 1000)] Aug 18 23:44:00.193490 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing driver for type 'local' Aug 18 23:44:00.193971 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing driver for type 'vlan' Aug 18 23:44:00.206907 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] VlanTypeDriver initialization complete Aug 18 23:44:00.207267 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing driver for type 'vxlan' Aug 18 23:44:00.207771 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] vxlan ID ranges: [(1, 1000)] Aug 18 23:44:00.259673 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing extension driver 'port_security' Aug 18 23:44:00.260017 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.extensions.port_security [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] PortSecurityExtensionDriver initialization complete Aug 18 23:44:00.260421 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing mechanism driver 'openvswitch' Aug 18 23:44:00.260750 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing mechanism driver 'hyperv' Aug 18 23:44:00.267141 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:00.267980 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.268378 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.268735 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.269252 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.269688 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.270044 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.270656 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.271055 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.271462 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.271813 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.272157 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.272588 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.272982 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.273360 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.273701 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.274093 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.274498 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.274844 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.275183 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.275581 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.275990 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.276411 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.276770 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.277160 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 23:44:00.278278 n-d-771363-38 neutron-server[94515]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] ML2 OVO RPC backend initialized. {{(pid=94515) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 23:44:00.278278 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.278576 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.278993 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.279343 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > networks before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.279692 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.280034 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > ports before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.280401 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.280752 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.281099 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.281440 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.281779 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.282117 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.282454 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.282790 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.283128 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.283465 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.283799 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.284395 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.plugin [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Modular L2 Plugin initialization complete Aug 18 23:44:00.284724 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading services supported by the core plugin {{(pid=94515) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 23:44:00.285050 n-d-771363-38 neutron-server[94515]: INFO neutron.plugins.ml2.managers [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Got port-security extension from driver 'port_security' Aug 18 23:44:00.285509 n-d-771363-38 neutron-server[94515]: INFO neutron.extensions.vlantransparent [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Disabled vlantransparent extension. Aug 18 23:44:00.285991 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94515) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 23:44:00.286304 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: router Aug 18 23:44:00.322513 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.322906 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_create 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.323279 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router before_create 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.323647 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.324021 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.324407 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_delete 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.324767 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.326654 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.327037 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_create 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.327400 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.327764 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.328123 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.328512 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.328956 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.329331 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.329678 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.330026 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: subnet after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.330368 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.330726 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.331081 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.331429 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.331776 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.332136 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router after_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.332501 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.332854 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.333218 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.333565 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.333930 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > agent after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.334279 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.334624 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.335462 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Tracking information for resource: router configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:44:00.335800 n-d-771363-38 neutron-server[94515]: DEBUG neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Tracking information for resource: floatingip configured {{(pid=94515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 23:44:00.340801 n-d-771363-38 neutron-server[94515]: INFO neutron.db.l3_agentschedulers_db [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 23:44:00.341368 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.341898 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.342076 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.342433 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.343215 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router before_create 55550100 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.343585 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.343951 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.344350 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.348918 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.provider_configuration [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service providers = [] {{(pid=94515) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 23:44:00.349285 n-d-771363-38 neutron-server[94515]: DEBUG neutron.db.servicetype_db [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94515) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 23:44:00.352173 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.service_base [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 23:44:00.352553 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.service_base [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 23:44:00.352900 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.service_base [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 23:44:00.353800 n-d-771363-38 neutron-server[94515]: DEBUG neutron.services.service_base [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 23:44:00.354174 n-d-771363-38 neutron-server[94515]: INFO neutron.services.service_base [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 23:44:00.354553 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.354874 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 23:44:00.365848 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.366186 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: auto_allocate Aug 18 23:44:00.371823 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: network precommit_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.372197 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: network precommit_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.372744 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.373065 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: tag Aug 18 23:44:00.380162 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.380529 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: timestamp Aug 18 23:44:00.384255 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.384610 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: network_ip_availability Aug 18 23:44:00.389914 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.390286 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.390688 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.391367 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.391689 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: flavors Aug 18 23:44:00.396842 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.397177 n-d-771363-38 neutron-server[94515]: INFO neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading Plugin: revisions Aug 18 23:44:00.401411 n-d-771363-38 neutron-server[94515]: DEBUG neutron.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 23:44:00.401800 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=94515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 23:44:00.402525 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94515) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 23:44:00.402863 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Initializing extension manager. Aug 18 23:44:00.403375 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: __init__.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.403716 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: __pycache__ {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.404050 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.404418 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: address_group.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.405169 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.405735 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: address-group Aug 18 23:44:00.406061 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: address_scope.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.406774 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.407297 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: address-scope Aug 18 23:44:00.407620 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.408569 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.409078 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: router-admin-state-down-before-update Aug 18 23:44:00.409400 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: agent.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.410093 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.410588 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: agent Aug 18 23:44:00.410907 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: agent_resources_synced.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.411815 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.412339 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: agent-resources-synced Aug 18 23:44:00.412664 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.414428 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.414945 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: allowed-address-pairs Aug 18 23:44:00.415271 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.416360 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.416869 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: auto-allocated-topology Aug 18 23:44:00.417195 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: availability_zone.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.417890 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.418386 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: availability_zone Aug 18 23:44:00.418708 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: availability_zone_filter.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.419620 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.420117 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: availability_zone_filter Aug 18 23:44:00.420474 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: data_plane_status.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.421381 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.421882 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 23:44:00.422205 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: default_subnetpools.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.423627 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.424125 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: default-subnetpools Aug 18 23:44:00.424483 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.425282 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.425782 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: dhcp_agent_scheduler Aug 18 23:44:00.426105 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: dns.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.427008 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.427504 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 23:44:00.427824 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: dns_domain_ports.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.428765 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.429263 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 23:44:00.429593 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.430506 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.431003 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 23:44:00.431326 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: dvr.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.431994 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.432517 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: dvr Aug 18 23:44:00.432839 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: ecmp_routes.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.433747 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.434246 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 23:44:00.434565 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: empty_string_filtering.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.435463 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.435966 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: empty-string-filtering Aug 18 23:44:00.436285 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.437216 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.437715 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 23:44:00.438034 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.439486 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.439987 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 23:44:00.440327 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: external_net.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.441241 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.441750 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: external-net Aug 18 23:44:00.442072 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.442972 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.443473 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: extra_dhcp_opt Aug 18 23:44:00.443791 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: extraroute.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.444725 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.445226 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: extraroute Aug 18 23:44:00.445543 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: extraroute_atomic.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.446560 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.447060 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: extraroute-atomic Aug 18 23:44:00.447378 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: filter_validation.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.448208 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.448737 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: filter-validation Aug 18 23:44:00.449057 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: fip_pf_description.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.449959 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.450453 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 23:44:00.450771 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: fip_port_details.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.451680 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.452184 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: fip-port-details Aug 18 23:44:00.452530 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: flavors.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.453781 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.454297 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: flavors Aug 18 23:44:00.454623 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.456274 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.456819 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 23:44:00.457155 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: floatingip_pools.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.457856 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.458361 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: floatingip-pools Aug 18 23:44:00.458690 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: ip_allocation.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.459619 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.460120 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 23:44:00.460478 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.461391 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.461896 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: ip-substring-filtering Aug 18 23:44:00.462223 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l2_adjacency.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.463144 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.463644 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 23:44:00.463970 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.464954 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.465468 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: router Aug 18 23:44:00.465794 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.468012 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.468575 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 23:44:00.468910 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.469884 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.470399 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: ext-gw-mode Aug 18 23:44:00.470728 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.471633 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.472140 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: l3-ha Aug 18 23:44:00.472495 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3_flavors.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.473404 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.473914 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: l3-flavors Aug 18 23:44:00.474239 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.475143 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.475649 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 23:44:00.475972 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: l3agentscheduler.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.477007 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.477517 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: l3_agent_scheduler Aug 18 23:44:00.477846 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: logging.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.479319 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.479837 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension logging not supported by any of loaded plugins Aug 18 23:44:00.480167 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: metering.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.480932 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.481503 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: metering Aug 18 23:44:00.481832 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.483031 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.483543 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: metering_source_and_destination_fields Aug 18 23:44:00.483872 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: multiprovidernet.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.484817 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.485847 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: multi-provider Aug 18 23:44:00.486170 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: netmtu.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.487083 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.487586 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: net-mtu Aug 18 23:44:00.487910 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: netmtu_writable.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.488841 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.489346 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: net-mtu-writable Aug 18 23:44:00.489670 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: network_availability_zone.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.490348 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.490848 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: network_availability_zone Aug 18 23:44:00.491169 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: network_ip_availability.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.492246 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.492785 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: network-ip-availability Aug 18 23:44:00.493111 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: network_segment_range.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.493869 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.494367 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 23:44:00.494689 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: pagination.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.495667 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.495997 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: pagination Aug 18 23:44:00.496338 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: port_device_profile.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.497261 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.497773 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: port-device-profile Aug 18 23:44:00.498094 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.499009 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.499518 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: port-mac-address-regenerate Aug 18 23:44:00.499840 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.501334 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.501834 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: port-numa-affinity-policy Aug 18 23:44:00.502158 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: port_resource_request.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.503077 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.503577 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 23:44:00.503901 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: portbindings.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.504857 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.505360 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: binding Aug 18 23:44:00.505682 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: portbindings_extended.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.506952 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.507467 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: binding-extended Aug 18 23:44:00.507802 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: portsecurity.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.508735 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.509239 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: port-security Aug 18 23:44:00.509565 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: project_id.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.510550 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.510880 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: project-id Aug 18 23:44:00.511201 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: providernet.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.512129 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.512671 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: provider Aug 18 23:44:00.512994 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.516475 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.516993 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos not supported by any of loaded plugins Aug 18 23:44:00.517323 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.518547 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.519058 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 23:44:00.519394 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.520587 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.521095 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 23:44:00.521424 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_default.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.522331 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.522841 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-default not supported by any of loaded plugins Aug 18 23:44:00.523171 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_fip.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.523820 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.524336 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 23:44:00.524665 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.525589 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.526100 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 23:44:00.526429 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.527334 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.527841 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 23:44:00.528167 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_pps_rule.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.529346 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.529861 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 23:44:00.530194 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.531098 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.531605 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 23:44:00.532469 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: qos_rules_alias.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.533510 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.534022 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 23:44:00.534348 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: quotasv2.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.535417 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.535748 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: quotas Aug 18 23:44:00.536069 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: quotasv2_detail.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.539078 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.539421 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: quota_details Aug 18 23:44:00.539755 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: rbac.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.540833 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.541362 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: rbac-policies Aug 18 23:44:00.541695 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: rbac_address_group.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.542617 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.543130 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: rbac-address-group Aug 18 23:44:00.543456 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: rbac_address_scope.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.544396 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.544906 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: rbac-address-scope Aug 18 23:44:00.545231 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: rbac_security_groups.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.546140 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.546646 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: rbac-security-groups Aug 18 23:44:00.546971 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.548496 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.549005 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: rbac-subnetpool Aug 18 23:44:00.549331 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: revisionifmatch.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.550249 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.550763 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: revision-if-match Aug 18 23:44:00.551086 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: revisions.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.552190 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.552739 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: standard-attr-revisions Aug 18 23:44:00.553065 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: router_availability_zone.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.553737 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.554240 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: router_availability_zone Aug 18 23:44:00.554563 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: routerservicetype.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.555472 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.555973 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 23:44:00.556316 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.557232 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.557738 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: security-groups-normalized-cidr Aug 18 23:44:00.558061 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.558971 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.559479 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: port-security-groups-filtering Aug 18 23:44:00.559802 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.560744 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.561253 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: security-groups-remote-address-group Aug 18 23:44:00.561576 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: securitygroup.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.571170 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.571693 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: security-group Aug 18 23:44:00.572026 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: segment.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.572829 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.573335 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension segment not supported by any of loaded plugins Aug 18 23:44:00.573664 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.574599 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.575106 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 23:44:00.575430 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: servicetype.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.576623 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.577143 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: service-type Aug 18 23:44:00.577472 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: sorting.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.578449 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.578811 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: sorting Aug 18 23:44:00.579139 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: standard_attr_segment.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.580054 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.580595 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 23:44:00.580924 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: standardattrdescription.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.581571 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.582076 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: standard-attr-description Aug 18 23:44:00.582399 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: stateful_security_group.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.583334 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.583846 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: stateful-security-group Aug 18 23:44:00.584175 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: stdattrs_common.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.584793 n-d-771363-38 neutron-server[94515]: WARNING neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 23:44:00.585120 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.586041 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.586554 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 23:44:00.586880 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnet_onboard.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.587941 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.588485 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: subnet_onboard Aug 18 23:44:00.588816 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.589739 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.590247 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 23:44:00.590578 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnet_service_types.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.591491 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.591999 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: subnet-service-types Aug 18 23:44:00.592352 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnetallocation.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.593435 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.593945 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: subnet_allocation Aug 18 23:44:00.594271 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.595459 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.595965 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: subnetpool-prefix-ops Aug 18 23:44:00.596291 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.597233 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.597742 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 23:44:00.598072 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: tagging.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.599112 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.599637 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: standard-attr-tag Aug 18 23:44:00.599963 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: timestamp.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.601217 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.601737 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loaded extension: standard-attr-timestamp Aug 18 23:44:00.602067 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: trunk.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.603097 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.603611 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension trunk not supported by any of loaded plugins Aug 18 23:44:00.603940 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: trunk_details.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.604889 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.605397 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 23:44:00.605724 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.606640 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.607149 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 23:44:00.607477 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Loading extension file: vlantransparent.py {{(pid=94515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 23:44:00.608142 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 23:44:00.608673 n-d-771363-38 neutron-server[94515]: INFO neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 23:44:00.611698 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:network Aug 18 23:44:00.612214 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnet Aug 18 23:44:00.612637 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 23:44:00.613029 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:port Aug 18 23:44:00.614244 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.614678 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service FLAVORS assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.615296 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.615732 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.616064 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:router Aug 18 23:44:00.616521 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 23:44:00.617017 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service METERING assigned prefix: /metering {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.618392 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.618759 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.619120 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:44:00.620086 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 23:44:00.620577 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:security_group Aug 18 23:44:00.621025 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 23:44:00.621626 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service CORE assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.621956 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 23:44:00.622306 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] subnetpool is already registered Aug 18 23:44:00.622750 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service CORE assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.623079 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 23:44:00.623419 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] subnetpool is already registered Aug 18 23:44:00.625736 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.627363 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service FLAVORS assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.628021 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.628482 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.628821 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:router Aug 18 23:44:00.629166 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] router is already registered Aug 18 23:44:00.629583 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 23:44:00.629928 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] floatingip is already registered Aug 18 23:44:00.630383 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service METERING assigned prefix: /metering {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.631059 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 23:44:00.631391 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] rbac_policy is already registered Aug 18 23:44:00.631804 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:security_group Aug 18 23:44:00.632145 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] security_group is already registered Aug 18 23:44:00.632588 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 23:44:00.632928 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] security_group_rule is already registered Aug 18 23:44:00.633407 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service CORE assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.633734 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 23:44:00.634072 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] subnetpool is already registered Aug 18 23:44:00.634491 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.v2.resource_helper [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Service CORE assigned prefix: {{(pid=94515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 23:44:00.634814 n-d-771363-38 neutron-server[94515]: INFO neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 23:44:00.635147 n-d-771363-38 neutron-server[94515]: WARNING neutron.quota.resource_registry [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] subnetpool is already registered Aug 18 23:44:00.635594 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: extensions {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.637124 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: address-groups {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.638593 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: address-scopes {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.639783 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: agents {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.641019 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: auto-allocated-topology {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.642336 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: availability_zones {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.643552 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: dhcp-networks {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.644996 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: dhcp-agents {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.646811 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: routers {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.648516 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: flavors {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.649674 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: service_profiles {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.650946 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: next_providers {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.652410 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: service_profiles {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.653853 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: floatingip-pools {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.655050 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: routers {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.657388 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: floatingips {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.658585 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: l3-routers {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.659948 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: l3-agents {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.661472 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: metering-labels {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.662712 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: metering-label-rules {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.663960 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: network-ip-availabilities {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.665348 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: bindings {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.666893 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: quotas {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.668358 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: quotas {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.669860 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: rbac-policies {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.671049 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: security-groups {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.672248 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: security-group-rules {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.674091 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: service-providers {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.675395 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: subnetpools {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.676760 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: subnetpools {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.678202 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.679960 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.681692 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.683540 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.685244 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.687062 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.689776 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.691621 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.693417 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.695259 n-d-771363-38 neutron-server[94515]: DEBUG neutron.api.extensions [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Extended resource: tags {{(pid=94515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 23:44:00.701364 n-d-771363-38 neutron-server[94515]: WARNING keystonemiddleware.auth_token [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 23:44:00.705880 n-d-771363-38 neutron-server[94515]: WARNING keystonemiddleware.auth_token [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 23:44:00.714286 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Acquired lock "singleton_lock" {{(pid=94515) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 23:44:00.714758 n-d-771363-38 neutron-server[94515]: DEBUG oslo_concurrency.lockutils [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Releasing lock "singleton_lock" {{(pid=94515) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 23:44:00.715387 n-d-771363-38 neutron-server[94515]: INFO oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Starting 2 workers Aug 18 23:44:00.720690 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Started child 94622 {{(pid=94515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 23:44:00.725106 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Started child 94623 {{(pid=94515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 23:44:00.726077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.726779 n-d-771363-38 neutron-server[94515]: INFO neutron.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 23:44:00.727367 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Notify callbacks [] for process, before_spawn {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.727608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [-] (94622) wsgi starting up on http://0.0.0.0:9696 Aug 18 23:44:00.729813 n-d-771363-38 neutron-server[94515]: INFO oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Starting 1 workers Aug 18 23:44:00.730169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.731568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [-] (94623) wsgi starting up on http://0.0.0.0:9696 Aug 18 23:44:00.734999 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Started child 94624 {{(pid=94515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 23:44:00.736036 n-d-771363-38 neutron-server[94515]: INFO oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Starting 1 workers Aug 18 23:44:00.739261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] calling RpcWorker wait() {{(pid=94624) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 23:44:00.739816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] returning from RpcWorker wait() {{(pid=94624) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 23:44:00.740513 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Started child 94625 {{(pid=94515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 23:44:00.741034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.741355 n-d-771363-38 neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9db70990-e07f-4ab9-8d0d-07350a44d9d0 None None] Notify callbacks [] for process, after_spawn {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.741490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:00.743300 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94515) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 23:44:00.743517 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 23:44:00.743767 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 23:44:00.743904 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 23:44:00.744246 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 23:44:00.744433 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 23:44:00.744936 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.745219 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.745478 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.745750 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.746042 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.746498 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:00.747031 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.747031 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.750105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.751173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] debug = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.752227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753231 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753231 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753231 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753231 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753727 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.753727 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.754086 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.754086 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.754342 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.754508 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.754722 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.755224 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] host = n-d-771363-38 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.755435 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.755650 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.755874 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.756139 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.756421 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.756646 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.756900 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.757168 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.757501 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.757638 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.757895 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.758144 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.758372 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759122 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759122 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_options = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759122 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759540 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759669 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759809 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.759942 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.760075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.760308 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.760484 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.760744 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.760976 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.761189 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.761979 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.761979 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.761979 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.762368 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.762368 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.762719 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.762719 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.762997 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.763210 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.763352 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.763556 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.763789 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.764053 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.764265 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.764519 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.764739 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.764958 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.765180 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.765427 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.765657 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.765897 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.766173 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.766423 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.766666 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.766889 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.767115 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.767383 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.767608 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.767854 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.768096 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.768362 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.768604 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.768817 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.769050 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.769260 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_json = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.769486 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.769695 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.769966 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.770448 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.770659 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.770869 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.771078 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.771304 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.771740 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.772020 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.772393 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.772620 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.773106 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.773992 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.774225 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.774513 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.774705 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.774967 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.775402 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.775704 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.775800 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.775999 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.776266 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.776721 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.776943 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.777301 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.777402 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.777645 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.778337 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.778337 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.778528 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.779745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.779745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.779745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.779745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.779745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.780142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.780142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.780281 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781298 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781298 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781298 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781298 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781621 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.781621 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.782356 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783143 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783143 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783143 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783402 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783488 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783706 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.783818 n-d-771363-38 neutron-server[94625]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:00.783905 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.784145 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.784401 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.784629 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.787411 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788075 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788512 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788512 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.788665 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789415 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789415 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789415 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789415 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789732 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.789836 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791325 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791325 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791325 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791325 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791325 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791666 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791749 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.791943 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.792159 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.792591 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.792886 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794024 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794024 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794024 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794024 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794348 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794348 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794616 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.794852 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.795114 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.795786 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.795786 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.795786 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.796025 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.796238 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.796485 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.796719 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.797389 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.798251 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.798477 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.798730 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.798972 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.799697 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.799697 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.799697 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.799969 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.800178 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.800455 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.800705 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.803811 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.804077 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.804726 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.805130 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.805435 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.805753 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.806057 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.806335 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.806589 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.807268 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.808252 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.808716 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.809483 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.810616 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.810889 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.811133 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.812363 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.814815 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.815074 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.815313 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.815562 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.815902 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.816177 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.816437 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.816694 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.816981 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.817237 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.819610 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.819911 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.820187 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.820471 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.820741 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.821011 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.821247 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.823877 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.824147 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.824437 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.824692 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.824946 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.825196 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.825447 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.825693 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.825949 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.826175 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.826424 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.826662 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.826890 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.827116 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.827366 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.827607 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.827834 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.828076 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.828327 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.829559 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.831125 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.831381 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.831667 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.831900 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.832178 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.832473 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.832715 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.832949 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.833184 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.833428 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.833649 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.833904 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.834149 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.834369 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.834592 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.834814 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.835031 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.835268 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.835497 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.835713 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.835973 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.836225 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.836934 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.837195 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.837428 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.837665 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.837883 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.838145 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.838397 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.838642 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.838859 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.839077 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.839293 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.839560 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.839803 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.840025 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.840237 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.840468 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.840709 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.840946 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.841171 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.841452 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.841693 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.841941 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.842211 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.842448 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.842674 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.842914 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.843123 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.843330 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.843547 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.843761 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.843967 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.844190 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.844928 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.845162 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.845381 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.845594 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.845800 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.846020 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.846226 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.846432 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.846649 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.846862 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.847069 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.847291 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.847537 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.847744 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.847983 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.848216 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.848444 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.848684 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.848889 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.849102 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.849320 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.849533 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.849738 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.850014 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.850274 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.850492 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.850773 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.851018 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.851257 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.851495 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.851807 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.852017 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.852255 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.852574 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.852790 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.853025 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.853291 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.853667 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.853960 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.854259 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.854512 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.854802 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.855083 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.855357 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.855746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.856054 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.856404 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.856913 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.857182 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.857407 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.857669 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.857893 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.858127 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.858343 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.858575 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.858789 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.859025 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.859260 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.859485 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.859717 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.860590 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.860814 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.861039 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.861274 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.861526 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.861741 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.861897 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 23:44:00.862408 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94515) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 23:44:00.862568 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 23:44:00.862720 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 23:44:00.862900 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 23:44:00.863076 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 23:44:00.863227 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 23:44:00.863432 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.863590 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.863747 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.863906 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864061 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864240 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864405 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864565 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864723 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.864879 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865050 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865207 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865343 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865491 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865652 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865811 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.865967 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866125 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866288 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866446 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866603 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866759 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.866916 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] debug = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867073 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867273 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867433 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867589 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867745 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.867902 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868060 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868218 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868427 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868585 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868742 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.868897 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869054 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869215 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869370 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869527 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869682 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869838 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] host = n-d-771363-38 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.869994 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870150 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870305 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870461 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870617 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870773 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.870928 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871084 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871240 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871395 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871551 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871707 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.871862 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872018 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872174 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_options = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872349 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872508 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872664 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.872840 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873001 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873159 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873314 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873470 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873626 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873781 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.873938 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874120 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874277 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874433 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874588 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874744 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.874899 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875055 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875212 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875368 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875540 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:00.875731 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875842 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.875993 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876148 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876314 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876479 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876637 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876792 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.876947 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877103 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877260 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877421 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877581 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877735 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.877891 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878047 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878205 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878360 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878516 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878672 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878827 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.878983 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879297 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879453 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_json = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879608 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879763 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.879918 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880074 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880229 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880420 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880577 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880734 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 23:44:00.880909 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881068 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881237 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881395 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881555 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881714 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.881871 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882028 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882185 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882342 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882507 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882665 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882833 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.882991 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883147 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883307 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883465 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883621 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883779 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.883937 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884094 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884255 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884447 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884606 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884765 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.884924 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885081 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885240 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885393 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885554 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885697 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.885860 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.886018 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.886245 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887142 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887950 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887950 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887950 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887950 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.887950 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888533 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888533 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888533 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888533 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888930 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888930 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.888930 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889181 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889258 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889388 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889542 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889695 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.889848 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890006 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890165 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890324 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890496 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890653 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890813 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.890971 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.891675 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.891796 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.891954 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892113 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892273 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892451 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892598 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892756 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.892914 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893071 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893230 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893388 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893547 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893706 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.893865 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.894021 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.894179 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.894336 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.894479 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.894650 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.895431 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.895590 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.895749 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.895907 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896065 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896223 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896424 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896585 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.896904 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.897062 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.897225 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.897382 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.897699 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.897857 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898015 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.898746 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899266 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899266 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899266 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899471 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899546 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899661 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899817 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.899977 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900136 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900393 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900481 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900628 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900787 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.900946 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901105 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901263 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901422 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901582 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901740 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.901898 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902058 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902223 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902393 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902554 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902713 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.902871 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903051 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903211 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903370 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903529 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903688 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.903846 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.904004 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.904162 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.904338 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.904498 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.904915 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905080 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905238 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905396 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905554 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905711 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.905869 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906028 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906186 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906344 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906502 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906660 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.906868 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.907525 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.907685 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.907842 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908001 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908159 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908332 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908494 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908652 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908811 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.908999 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909123 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909281 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909438 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909596 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909760 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.909918 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910076 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910234 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910392 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910551 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910709 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.910868 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911025 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911184 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911342 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911500 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911659 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911818 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.911976 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912135 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912311 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912468 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912640 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912798 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.912955 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913113 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913269 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913426 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913584 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913741 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.913898 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914057 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914214 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914374 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914534 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914692 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.914850 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915007 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915165 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915323 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915479 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915651 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915809 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.915966 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916123 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916282 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916459 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916627 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916785 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.916943 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917100 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917258 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917415 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917583 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917741 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.917897 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.918054 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.918212 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.918439 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919236 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919236 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919236 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919236 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919236 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919764 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919764 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.919764 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920085 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920085 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920085 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920424 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920424 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920613 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920690 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.920844 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921003 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921161 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921328 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921486 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921649 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.921811 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.922131 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.922489 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.922818 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923169 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923336 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923477 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923636 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923799 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.923959 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.924121 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.924282 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.924471 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925099 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925099 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925099 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925099 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925382 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925449 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925570 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925738 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.925901 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926056 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926213 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926342 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926497 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926655 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926813 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.926972 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927132 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927290 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927449 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927606 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927763 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.927922 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.928422 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.928583 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.928741 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.928899 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.929056 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 23:44:00.929207 n-d-771363-38 neutron-server[94515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 23:44:01.198880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:01.207789 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067186 Aug 18 23:44:12.404660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978eda48-8da6-4370-8e99-03b4adf3e097 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 23:44:12.496043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978eda48-8da6-4370-8e99-03b4adf3e097 None None] No non-hosted networks {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 23:44:12.506985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.agentschedulers_db [None req-978eda48-8da6-4370-8e99-03b4adf3e097 None None] DHCP Agent not found on host n-d-771363-38 {{(pid=94624) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 23:44:12.625712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf3de-15bb-4182-8601-8bc2a0b43465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:14.904763 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c15baf1c-101e-4b85-b7c1-6fda97ab63ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:14.963409 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a024442-9037-4ab7-af33-8c125189346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:15.100898 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:15.102305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.102993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.103575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.104211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.104943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.105617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.106206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.106771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.107371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.107951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.108525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.109121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:15.109731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-38', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:15.120361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-38', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:16.123998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:17.597879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:18.885856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:19.213267 n-d-771363-38 neutron-server[94624]: INFO neutron.db.l3_hamode_db [None req-fc7e39e1-1141-433d-9627-c7d2bd1f3a75 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 23:44:19.290858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e39e1-1141-433d-9627-c7d2bd1f3a75 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:44:19.291221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e39e1-1141-433d-9627-c7d2bd1f3a75 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 23:44:19.377541 n-d-771363-38 neutron-server[94623]: WARNING oslo_policy.policy [None req-4f4b4565-311e-47ea-bd87-268664be9a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:19.378132 n-d-771363-38 neutron-server[94623]: WARNING oslo_policy.policy [None req-4f4b4565-311e-47ea-bd87-268664be9a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:19.608926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-4f4b4565-311e-47ea-bd87-268664be9a3f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:44:19.610524 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f4b4565-311e-47ea-bd87-268664be9a3f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237377 Aug 18 23:44:21.941373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:22.250239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:22.342573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.policy [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94623) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 23:44:22.386487 n-d-771363-38 neutron-server[94623]: WARNING oslo_policy.policy [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:22.386847 n-d-771363-38 neutron-server[94623]: WARNING oslo_policy.policy [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:22.396242 n-d-771363-38 neutron-server[94623]: INFO neutron.quota [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] Loaded quota_driver: . Aug 18 23:44:22.485185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773797176676', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773797177265', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773797170108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773797174537', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773799158453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773797667485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1799123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1850622', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-997473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943334'] for rbac-policy, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:22.548213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:22.549411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6bc06a3f-971c-40a2-a78d-2aca9b46eaee admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6070414 Aug 18 23:44:25.085313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:25.376122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Request body: {'network': {'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'name': 'private'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:25.404890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Made reservation on behalf of bf5f82f14de34c2e977e0788d9b7b01d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:44:25.407658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.423902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.545833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.549375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.568873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:44:25.597136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773799093194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.597715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Unsubscribe: segment precommit_create {{(pid=94623) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 23:44:25.598239 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Added segment 168ad2e0-f5ce-4f31-bde1-187ee245c81b of type vlan for network a75f8b8b-b047-4e41-8b9f-3abc080c824c Aug 18 23:44:25.614723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0319a6-14b2-4fed-a539-504f94ee36b1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:25.640901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.641280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.641620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.641950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.642275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.642601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.642923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.643241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.643562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.643870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.644190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.644792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Tracked resource versions report: Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: pushed versions: Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: { 'AddressGroup': {'1.2'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'ConntrackHelper': {'1.0'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Log': {'1.0'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Network': {'1.1'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Port': {'1.7'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'PortForwarding': {'1.2'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'QosPolicy': {'1.9'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SecurityGroup': {'1.4'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SubPort': {'1.0'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Subnet': {'1.1'}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Trunk': {'1.1'}} Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: consumer versions: Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: L3 agent@n-d-771363-38: {}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: Metadata agent@n-d-771363-38: {}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: Metering agent@n-d-771363-38: {}, Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'ConntrackHelper': '1.0', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Log': '1.0', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Network': '1.1', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Port': '1.7', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'PortForwarding': '1.2', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'QosPolicy': '1.9', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SecurityGroup': '1.4', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SecurityGroupRule': '1.2', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'SubPort': '1.0', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Subnet': '1.1', Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: 'Trunk': '1.1'}} Aug 18 23:44:25.645917 n-d-771363-38 neutron-server[94623]: {{(pid=94623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:44:25.718750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.762811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.763874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:25.764560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:25.834457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7480073 Aug 18 23:44:25.863359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0d24-7433-47e4-bbeb-6802877f884a admin admin] Pushing event updated for resources: {'Network': ['ID=a75f8b8b-b047-4e41-8b9f-3abc080c824c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:25.875867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:44:28.415301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:28.793151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9846bb2-41d5-4b4c-912b-d0aa5b4c6318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:28.794508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c9846bb2-41d5-4b4c-912b-d0aa5b4c6318 admin admin] 10.222.0.20 "GET /v2.0/networks/a75f8b8b-b047-4e41-8b9f-3abc080c824c HTTP/1.1" status: 200 len: 824 time: 0.3782625 Aug 18 23:44:28.819658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-96da60b8-9606-4821-a5c9-d87498a52169 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/63495288-b88d-4cf4-848d-e1667aa76e16 HTTP/1.1" status: 200 len: 734 time: 0.0186012 Aug 18 23:44:28.828384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Request body: {'subnet': {'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16', 'name': 'private-subnet', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'gateway_ip': '172.20.0.1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:28.849761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Made reservation on behalf of bf5f82f14de34c2e977e0788d9b7b01d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:44:28.851950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:29.151631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:29.221522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a80fa02-a9ad-4aeb-a68b-9be4b3792935,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:29.223724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Checking segment: {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:44:29.224114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Network hostable DHCP agents. Network: a75f8b8b-b047-4e41-8b9f-3abc080c824c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:44:29.246337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:44:29.256216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a75f8b8b-b047-4e41-8b9f-3abc080c824c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:29.260686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:29.261295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:29.266162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd015306-a59d-4a9a-b5ac-46d65aabbccf None None] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:44:29.274873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b02f24b-440f-4db8-874c-8b95e2e39c11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497333 Aug 18 23:44:29.581728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:44:29.582967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:29.853156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Allocated IP 172.20.0.2 (a75f8b8b-b047-4e41-8b9f-3abc080c824c/6a80fa02-a9ad-4aeb-a68b-9be4b3792935/6fc055b0-56cd-4507-bb2a-e30284e815ba) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:44:30.089143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:30.103899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Transition to ACTIVE for port object 6fc055b0-56cd-4507-bb2a-e30284e815ba will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:44:30.125807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Transition to ACTIVE for port object 6fc055b0-56cd-4507-bb2a-e30284e815ba will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:44:30.134569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:30.205145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:44:30.210205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:30.221153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:44:30.224246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Pushing event updated for resources: {'Port': ['ID=6fc055b0-56cd-4507-bb2a-e30284e815ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:30.254794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.255150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.255500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.255853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.256189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.256556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.256894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.257231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.257566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.257899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.258232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.258568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Tracked resource versions report: Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: pushed versions: Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: { 'AddressGroup': {'1.2'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'ConntrackHelper': {'1.0'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Log': {'1.0'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Network': {'1.1'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Port': {'1.7'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'PortForwarding': {'1.2'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'QosPolicy': {'1.9'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SecurityGroup': {'1.4'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SubPort': {'1.0'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Subnet': {'1.1'}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Trunk': {'1.1'}} Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: consumer versions: Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: L3 agent@n-d-771363-38: {}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: Metadata agent@n-d-771363-38: {}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: Metering agent@n-d-771363-38: {}, Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'ConntrackHelper': '1.0', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Log': '1.0', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Network': '1.1', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Port': '1.7', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'PortForwarding': '1.2', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'QosPolicy': '1.9', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SecurityGroup': '1.4', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SecurityGroupRule': '1.2', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'SubPort': '1.0', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Subnet': '1.1', Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: 'Trunk': '1.1'}} Aug 18 23:44:30.259724 n-d-771363-38 neutron-server[94624]: {{(pid=94624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:44:30.306128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Attempting to bind port 6fc055b0-56cd-4507-bb2a-e30284e815ba on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:44:30.306717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Attempting to bind port 6fc055b0-56cd-4507-bb2a-e30284e815ba by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:44:30.306987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Attempting to bind port 6fc055b0-56cd-4507-bb2a-e30284e815ba on network a75f8b8b-b047-4e41-8b9f-3abc080c824c {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:44:30.311773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:44:30.312759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Checking segment: {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:44:30.313273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:30.313672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Bound using segment: {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:44:30.314169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Bound port: 6fc055b0-56cd-4507-bb2a-e30284e815ba, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:44:30.314581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:30.377672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] For port 6fc055b0-56cd-4507-bb2a-e30284e815ba, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:44:30.381890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] For port 6fc055b0-56cd-4507-bb2a-e30284e815ba, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6fc055b0-56cd-4507-bb2a-e30284e815ba,segment=NetworkSegment(168ad2e0-f5ce-4f31-bde1-187ee245c81b),segment_id=168ad2e0-f5ce-4f31-bde1-187ee245c81b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:44:30.386412 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:30.449103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f29e4-68c1-4cc1-8658-a458ece68a42 None None] Pushing event updated for resources: {'Port': ['ID=6fc055b0-56cd-4507-bb2a-e30284e815ba,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:31.636817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:31.965102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-e3e5b7e1-d0f6-4024-9ff4-e672753be727 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:44:31.979791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3e5b7e1-d0f6-4024-9ff4-e672753be727 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3417947 Aug 18 23:44:34.331348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:34.637559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-78d9f404-87e6-4cd2-b040-d9718cf247da admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:44:34.638539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78d9f404-87e6-4cd2-b040-d9718cf247da admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062708 Aug 18 23:44:37.199973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:37.497642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:37.522812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:37.524567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:37.674247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:37.680022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:37.694047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:37.700333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3286ca70-47eb-40eb-926b-48d11967051b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4943097 Aug 18 23:44:38.751575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd937ad-b942-43a9-b4dc-3365627a6094 None None] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:44:38.812959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e4d25728-6aad-40ed-87dd-5e8f7cefcee4 None None] Provisioning for port 6fc055b0-56cd-4507-bb2a-e30284e815ba completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:44:38.958058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc055b0-56cd-4507-bb2a-e30284e815ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:44:39.043025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6fc055b0-56cd-4507-bb2a-e30284e815ba completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:44:39.046754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6fc055b0-56cd-4507-bb2a-e30284e815ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:39.047168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:39.161713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-491b6117-5f78-4e79-a3eb-de980624055a None None] Provisioning complete for port 6fc055b0-56cd-4507-bb2a-e30284e815ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:39.162088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-491b6117-5f78-4e79-a3eb-de980624055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:39.163482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:39.222768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6fc055b0-56cd-4507-bb2a-e30284e815ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6fc055b0-56cd-4507-bb2a-e30284e815ba,segment=NetworkSegment(168ad2e0-f5ce-4f31-bde1-187ee245c81b),segment_id=168ad2e0-f5ce-4f31-bde1-187ee245c81b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:44:39.227092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:39.302957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6fc055b0-56cd-4507-bb2a-e30284e815ba,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:40.029889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34572) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:40.509420 n-d-771363-38 neutron-server[94622]: WARNING oslo_policy.policy [None req-1d044ca9-d71b-4a48-b8a9-705407e996fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:40.510012 n-d-771363-38 neutron-server[94622]: WARNING oslo_policy.policy [None req-1d044ca9-d71b-4a48-b8a9-705407e996fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:40.728110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-1d044ca9-d71b-4a48-b8a9-705407e996fd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:44:40.729333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1d044ca9-d71b-4a48-b8a9-705407e996fd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6968679 Aug 18 23:44:40.926460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc055b0-56cd-4507-bb2a-e30284e815ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:44:40.973429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6fc055b0-56cd-4507-bb2a-e30284e815ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:40.973802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:42.312582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a41747c8-3461-4457-b2d2-0bd3bc4fd200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.078309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34586) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:43.384239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:43.385670 n-d-771363-38 neutron-server[94622]: INFO neutron.quota [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Loaded quota_driver: . Aug 18 23:44:43.441454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Made reservation on behalf of ec0abc78da5648d38d8c0538ae65d06a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:44:43.506753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.policy [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94622) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 23:44:43.551119 n-d-771363-38 neutron-server[94622]: WARNING oslo_policy.policy [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:43.551497 n-d-771363-38 neutron-server[94622]: WARNING oslo_policy.policy [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 23:44:43.561993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.582211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.709473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.713818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.725513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Reserving flat network on physical network physnet1 {{(pid=94622) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 23:44:43.758864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773799093194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.759445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Unsubscribe: segment precommit_create {{(pid=94622) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 23:44:43.759991 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Added segment 66ef9d0b-f8e6-44ee-b1bd-176726240c15 of type flat for network a3f6491e-d685-43b7-9181-2b82c7eb4260 Aug 18 23:44:43.777879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e9e4e-09fa-4fc4-ae17-9ae01d48e2d8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:43.798581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.798930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.799275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.799615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.799949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.800281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.800637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.800963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.801285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.801612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.801932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.802418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Tracked resource versions report: Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: pushed versions: Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: { 'AddressGroup': {'1.2'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'ConntrackHelper': {'1.0'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Log': {'1.0'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Network': {'1.1'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Port': {'1.7'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'PortForwarding': {'1.2'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'QosPolicy': {'1.9'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SecurityGroup': {'1.4'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SubPort': {'1.0'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Subnet': {'1.1'}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Trunk': {'1.1'}} Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: consumer versions: Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: L3 agent@n-d-771363-38: {}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: Metadata agent@n-d-771363-38: {}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: Metering agent@n-d-771363-38: {}, Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'ConntrackHelper': '1.0', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Log': '1.0', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Network': '1.1', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Port': '1.7', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'PortForwarding': '1.2', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'QosPolicy': '1.9', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SecurityGroup': '1.4', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SecurityGroupRule': '1.2', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'SubPort': '1.0', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Subnet': '1.1', Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: 'Trunk': '1.1'}} Aug 18 23:44:43.803469 n-d-771363-38 neutron-server[94622]: {{(pid=94622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:44:43.898694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.950325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:43.951504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:43.952139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:44.028217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9487658 Aug 18 23:44:44.049801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652598f-b230-4e2a-b6a7-e8ddbc26397d admin admin] Pushing event updated for resources: {'Network': ['ID=a3f6491e-d685-43b7-9181-2b82c7eb4260,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:44.061328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:44:44.902058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d19e378a-1e72-46b4-94e0-ba031206e868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:45.088474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:46.080987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:46.342792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34608) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:46.650568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465e254-4e0a-4f88-b716-e156c1d020b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:46.651925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3465e254-4e0a-4f88-b716-e156c1d020b3 admin admin] 10.222.0.20 "GET /v2.0/subnets/6a80fa02-a9ad-4aeb-a68b-9be4b3792935 HTTP/1.1" status: 200 len: 849 time: 0.3082457 Aug 18 23:44:46.810394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63104533-74ca-403d-b387-0e319373b466 admin admin] 10.222.0.20 "GET /v2.0/routers/e4fe6b75-cc04-4728-8573-350f426d5317 HTTP/1.1" status: 200 len: 704 time: 0.1524949 Aug 18 23:44:47.091180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.379990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Allocated IP 172.20.0.1 (a75f8b8b-b047-4e41-8b9f-3abc080c824c/6a80fa02-a9ad-4aeb-a68b-9be4b3792935/ccd3fea2-d818-419a-8aff-5c6bdece11ee) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:44:47.542856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.563039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.586360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Transition to ACTIVE for port object ccd3fea2-d818-419a-8aff-5c6bdece11ee will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:44:47.671286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.755514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:44:47.762772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:47.765416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ccd3fea2-d818-419a-8aff-5c6bdece11ee,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:47.778522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:44:47.779106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.973887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a1ac3b62-f55d-4d31-b917-88f771792837 None None] Provisioning for port ccd3fea2-d818-419a-8aff-5c6bdece11ee completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:44:47.977169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:47.978550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a1ac3b62-f55d-4d31-b917-88f771792837 None None] Provisioning complete for port ccd3fea2-d818-419a-8aff-5c6bdece11ee triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:47.979100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1ac3b62-f55d-4d31-b917-88f771792837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:48.013897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac3b62-f55d-4d31-b917-88f771792837 None None] Port ccd3fea2-d818-419a-8aff-5c6bdece11ee cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:44:48.235983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:48.240281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:48.241054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:48.312995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ccd3fea2-d818-419a-8aff-5c6bdece11ee,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:48.361110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:44:48.362376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:48.520629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Router e4fe6b75-cc04-4728-8573-350f426d5317 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:44:48.538638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-842582e5-c92e-4e5b-9f8f-90d40fb2b978 None None] Provisioning complete for port ccd3fea2-d818-419a-8aff-5c6bdece11ee triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:48.538996 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-842582e5-c92e-4e5b-9f8f-90d40fb2b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:48.571052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-842582e5-c92e-4e5b-9f8f-90d40fb2b978 None None] Port ccd3fea2-d818-419a-8aff-5c6bdece11ee cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:44:48.609058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:44:48.614025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d9936989-3a7e-45ce-93cd-883fc6292a2f admin admin] 10.222.0.20 "PUT /v2.0/routers/e4fe6b75-cc04-4728-8573-350f426d5317/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7976632 Aug 18 23:44:48.631932 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Sync routers for ids ['e4fe6b75-cc04-4728-8573-350f426d5317'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:44:48.643128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Routers {'e4fe6b75-cc04-4728-8573-350f426d5317'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:44:48.644241 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:44:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4fe6b75-cc04-4728-8573-350f426d5317'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:48.850176 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Set router e4fe6b75-cc04-4728-8573-350f426d5317 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:44:49.297090 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:47Z', 'revision_number': 2, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port_host': None, '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:48Z', 'revision_number': 2, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:49.347044 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Checking router: e4fe6b75-cc04-4728-8573-350f426d5317 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:44:49.347416 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Updating router e4fe6b75-cc04-4728-8573-350f426d5317 port ccd3fea2-d818-419a-8aff-5c6bdece11ee binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:44:49.395983 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:49.907519 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:49.925598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Transition to ACTIVE for port object ccd3fea2-d818-419a-8aff-5c6bdece11ee will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:44:49.931285 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:50.017455 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Pushing event updated for resources: {'Port': ['ID=ccd3fea2-d818-419a-8aff-5c6bdece11ee,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:50.028875 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.029229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.029574 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.030448 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.030784 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.031117 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.031446 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.031772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.032099 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.032452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.032826 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.033187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Tracked resource versions report: Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: pushed versions: Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: { 'AddressGroup': {'1.2'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'ConntrackHelper': {'1.0'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Log': {'1.0'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Network': {'1.1'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Port': {'1.7'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'PortForwarding': {'1.2'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'QosPolicy': {'1.9'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SecurityGroup': {'1.4'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SubPort': {'1.0'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Subnet': {'1.1'}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Trunk': {'1.1'}} Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: consumer versions: Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: L3 agent@n-d-771363-38: {}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: Metadata agent@n-d-771363-38: {}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: Metering agent@n-d-771363-38: {}, Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'ConntrackHelper': '1.0', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Log': '1.0', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Network': '1.1', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Port': '1.7', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'PortForwarding': '1.2', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'QosPolicy': '1.9', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SecurityGroup': '1.4', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SecurityGroupRule': '1.2', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'SubPort': '1.0', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Subnet': '1.1', Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: 'Trunk': '1.1'}} Aug 18 23:44:50.034312 n-d-771363-38 neutron-server[94625]: {{(pid=94625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:44:50.118765 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Attempting to bind port ccd3fea2-d818-419a-8aff-5c6bdece11ee on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:44:50.119170 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Attempting to bind port ccd3fea2-d818-419a-8aff-5c6bdece11ee by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:44:50.119616 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Attempting to bind port ccd3fea2-d818-419a-8aff-5c6bdece11ee on network a75f8b8b-b047-4e41-8b9f-3abc080c824c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:44:50.124855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:44:50.125269 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Checking segment: {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:44:50.125769 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:50.126162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Bound using segment: {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:44:50.126644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Bound port: ccd3fea2-d818-419a-8aff-5c6bdece11ee, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168ad2e0-f5ce-4f31-bde1-187ee245c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:44:50.127019 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:50.194035 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] For port ccd3fea2-d818-419a-8aff-5c6bdece11ee, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:44:50.217227 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] For port ccd3fea2-d818-419a-8aff-5c6bdece11ee, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ccd3fea2-d818-419a-8aff-5c6bdece11ee,segment=NetworkSegment(168ad2e0-f5ce-4f31-bde1-187ee245c81b),segment_id=168ad2e0-f5ce-4f31-bde1-187ee245c81b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:44:50.221723 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:50.274032 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Routers {'e4fe6b75-cc04-4728-8573-350f426d5317'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:44:50.274661 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:44:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4fe6b75-cc04-4728-8573-350f426d5317'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:50.342978 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89c66-5cc3-4574-8ab4-0b7d7735325a None None] Pushing event updated for resources: {'Port': ['ID=ccd3fea2-d818-419a-8aff-5c6bdece11ee,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:50.370150 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] Set router e4fe6b75-cc04-4728-8573-350f426d5317 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:44:50.574623 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:47Z', 'revision_number': 2, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port_host': None, '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:50Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:50.600034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1569c2-087e-4fad-9e87-dcd0385b447f None None] The sync data for ids ['e4fe6b75-cc04-4728-8573-350f426d5317'] in n-d-771363-38 is: [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:47Z', 'revision_number': 2, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port_host': None, '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:50Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:44:50.876889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:50.988596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dcc96c-a64d-4498-be71-eb5dc7ac92d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:50.989961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0dcc96c-a64d-4498-be71-eb5dc7ac92d3 admin admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 842 time: 0.1115990 Aug 18 23:44:51.000161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'name': 'public-subnet'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:51.023945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Made reservation on behalf of ec0abc78da5648d38d8c0538ae65d06a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:44:51.026110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:51.321990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 23:44:51.322440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:51.376698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd9567d-ce74-43e4-ba15-cd12bef494ed,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:51.387876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:44:51.388252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Network hostable DHCP agents. Network: a3f6491e-d685-43b7-9181-2b82c7eb4260, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:44:51.409286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:44:51.420254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a3f6491e-d685-43b7-9181-2b82c7eb4260) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:51.425655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:51.428800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:51.429543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0f9ed-5d79-40b4-908d-68d2b9c91cbd None None] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:44:51.442701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0167270a-2e60-4f6a-8575-46c812fb0186 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4465024 Aug 18 23:44:51.576977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e9b6c-2fb2-4ad7-80ca-39bfd046b713 None None] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:44:53.669024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34640) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:53.809401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb0b4e03-3f4e-4ce2-960c-df96c5141059 admin admin] 10.222.0.20 "GET /v2.0/routers/e4fe6b75-cc04-4728-8573-350f426d5317 HTTP/1.1" status: 200 len: 710 time: 0.1392512 Aug 18 23:44:53.895533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa37a19-ee02-4f04-a5e3-73f3ecdc84d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:44:53.896961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8fa37a19-ee02-4f04-a5e3-73f3ecdc84d2 admin admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 886 time: 0.0814207 Aug 18 23:44:53.906562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:44:54.235764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:54.462203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:54.534281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:54.635214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Allocated IP 172.25.1.8 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/bace9ff4-175c-4160-aa56-51b9d041949c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:44:54.732466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:54.773395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:54.813119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:44:54.816122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:44:54.822991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:44:54.855284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Pushing event updated for resources: {'Port': ['ID=bace9ff4-175c-4160-aa56-51b9d041949c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:55.066837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:55.255837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:55.259194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:55.362223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Router e4fe6b75-cc04-4728-8573-350f426d5317 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:44:55.563811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:44:55.568155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:55.569305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-42a33005-ae1d-4128-b6f7-a8098da5499a admin admin] 10.222.0.20 "PUT /v2.0/routers/e4fe6b75-cc04-4728-8573-350f426d5317 HTTP/1.1" status: 200 len: 888 time: 1.6662991 Aug 18 23:44:56.940274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Sync routers for ids ['e4fe6b75-cc04-4728-8573-350f426d5317'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:44:56.950214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Routers {'e4fe6b75-cc04-4728-8573-350f426d5317'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:44:56.950867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:44:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4fe6b75-cc04-4728-8573-350f426d5317'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:57.010329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ccd3fea2-d818-419a-8aff-5c6bdece11ee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:44:57.219602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ccd3fea2-d818-419a-8aff-5c6bdece11ee completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:44:57.233272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ccd3fea2-d818-419a-8aff-5c6bdece11ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:57.233650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:57.236324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Set router e4fe6b75-cc04-4728-8573-350f426d5317 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:44:57.541100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:57.632699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ccd3fea2-d818-419a-8aff-5c6bdece11ee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ccd3fea2-d818-419a-8aff-5c6bdece11ee,segment=NetworkSegment(168ad2e0-f5ce-4f31-bde1-187ee245c81b),segment_id=168ad2e0-f5ce-4f31-bde1-187ee245c81b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:44:57.639796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:57.706448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ccd3fea2-d818-419a-8aff-5c6bdece11ee,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:57.749408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:54Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port': {'id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:54Z', 'updated_at': '2021-08-18T23:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:50Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:57.802086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Checking router: e4fe6b75-cc04-4728-8573-350f426d5317 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:44:57.802361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Updating router e4fe6b75-cc04-4728-8573-350f426d5317 port bace9ff4-175c-4160-aa56-51b9d041949c binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:44:57.850071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:57.932985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34652) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:44:58.042773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be03a12b-1086-441a-b21e-95316e2a71af admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1086705 Aug 18 23:44:58.180821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:58.191425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Transition to ACTIVE for port object bace9ff4-175c-4160-aa56-51b9d041949c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:44:58.197421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:58.249872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e7be2-470e-4b9d-aded-2f7a78ba795a None None] Pushing event updated for resources: {'Port': ['ID=bace9ff4-175c-4160-aa56-51b9d041949c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:58.252091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Attempting to bind port bace9ff4-175c-4160-aa56-51b9d041949c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:44:58.252492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Attempting to bind port bace9ff4-175c-4160-aa56-51b9d041949c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:44:58.252866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Attempting to bind port bace9ff4-175c-4160-aa56-51b9d041949c on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:44:58.258315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:44:58.258605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:44:58.259015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:58.259407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:44:58.259881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Bound port: bace9ff4-175c-4160-aa56-51b9d041949c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:44:58.260291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:58.309175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] For port bace9ff4-175c-4160-aa56-51b9d041949c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:44:58.312674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] For port bace9ff4-175c-4160-aa56-51b9d041949c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bace9ff4-175c-4160-aa56-51b9d041949c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:44:58.317654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:58.376995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e7be2-470e-4b9d-aded-2f7a78ba795a None None] Pushing event updated for resources: {'Port': ['ID=bace9ff4-175c-4160-aa56-51b9d041949c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:58.379407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Routers {'e4fe6b75-cc04-4728-8573-350f426d5317'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:44:58.380005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:44:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4fe6b75-cc04-4728-8573-350f426d5317'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:58.564199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] Set router e4fe6b75-cc04-4728-8573-350f426d5317 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:44:58.774646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:54Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port': {'id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:54Z', 'updated_at': '2021-08-18T23:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:57Z', 'revision_number': 5, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:44:58.803689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b7520-ff76-43ea-bb76-52b9e0f4dc2b None None] The sync data for ids ['e4fe6b75-cc04-4728-8573-350f426d5317'] in n-d-771363-38 is: [{'id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'name': 'router1', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:44:37Z', 'updated_at': '2021-08-18T23:44:54Z', 'revision_number': 4, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'gw_port': {'id': 'bace9ff4-175c-4160-aa56-51b9d041949c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:54Z', 'updated_at': '2021-08-18T23:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ccd3fea2-d818-419a-8aff-5c6bdece11ee', 'name': '', 'network_id': 'a75f8b8b-b047-4e41-8b9f-3abc080c824c', 'tenant_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'mac_address': 'fa:16:3e:f4:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fe6b75-cc04-4728-8573-350f426d5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:44:47Z', 'updated_at': '2021-08-18T23:44:57Z', 'revision_number': 5, 'project_id': 'bf5f82f14de34c2e977e0788d9b7b01d', 'subnets': [{'id': '6a80fa02-a9ad-4aeb-a68b-9be4b3792935', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63495288-b88d-4cf4-848d-e1667aa76e16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:44:58.809226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:44:59.051480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bace9ff4-175c-4160-aa56-51b9d041949c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:44:59.109939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port bace9ff4-175c-4160-aa56-51b9d041949c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:44:59.115285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port bace9ff4-175c-4160-aa56-51b9d041949c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:59.115661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:59.198534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:59.221273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port bace9ff4-175c-4160-aa56-51b9d041949c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bace9ff4-175c-4160-aa56-51b9d041949c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:44:59.227047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:44:59.227855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ccd3fea2-d818-419a-8aff-5c6bdece11ee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:44:59.311644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=bace9ff4-175c-4160-aa56-51b9d041949c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:44:59.324896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ccd3fea2-d818-419a-8aff-5c6bdece11ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:44:59.325283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:00.943181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bace9ff4-175c-4160-aa56-51b9d041949c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:45:01.004512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port bace9ff4-175c-4160-aa56-51b9d041949c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:45:01.004986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:12.315073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b92b265a-0200-47ba-8a7e-3b200309cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:14.905605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f7ab-979d-41e5-8106-eef8052a61e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:15.093775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:16.088355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:17.564278 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:35.807892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:45:42.316397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4ce41f4-5053-480e-8d13-5403549fa740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:44.913869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e749045f-d946-4c4f-9baf-bbcf65e85468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:45.152085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:46.087511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:45:47.571548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:12.317832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1bf13088-9138-469d-b251-8b71a8094180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:12.806353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:46:14.904875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aed8ec7f-f985-45f1-9b57-3b06edc28091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:15.095134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:16.091101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:17.571380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:36.637281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35254) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:36.701043 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88fc7a4-54d9-4437-9f50-826464d5e538 admin admin] GET failed (client error): The resource could not be found. Aug 18 23:46:36.702405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d88fc7a4-54d9-4437-9f50-826464d5e538 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641806 Aug 18 23:46:36.870970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474598ea-980c-4b03-a328-ad9b5429dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:36.872382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-474598ea-980c-4b03-a328-ad9b5429dbb3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1654971 Aug 18 23:46:38.995622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35264) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:39.083751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ddea1-7509-4958-b759-8c4eaf137ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:39.085034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bf1ddea1-7509-4958-b759-8c4eaf137ba2 admin admin] 10.222.0.20 "GET /v2.0/subnets/6a80fa02-a9ad-4aeb-a68b-9be4b3792935 HTTP/1.1" status: 200 len: 849 time: 0.0884819 Aug 18 23:46:39.095209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:46:39.178094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:39.310076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773799142247'] for subnet, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:39.342535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:39.343552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:39.344588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] 10.222.0.20 "PUT /v2.0/subnets/6a80fa02-a9ad-4aeb-a68b-9be4b3792935 HTTP/1.1" status: 200 len: 868 time: 0.2530589 Aug 18 23:46:39.347375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e54f97-19ae-4958-82fe-91dc89a4f4a3 None None] Network a75f8b8b-b047-4e41-8b9f-3abc080c824c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:46:39.364145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a80fa02-a9ad-4aeb-a68b-9be4b3792935,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:46:39.371617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.371966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.372328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.372697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.373038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.373373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.373705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.374036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.374366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.374694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.375019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.375347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b25744-7284-452c-b5a6-55da8088ac0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:46:39.701281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-524d2bf2-05b3-4928-8a04-da4da819ba05 None None] Provisioning complete for port ccd3fea2-d818-419a-8aff-5c6bdece11ee triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:46:39.701659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-524d2bf2-05b3-4928-8a04-da4da819ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:39.784152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-524d2bf2-05b3-4928-8a04-da4da819ba05 None None] Provisioning complete for port 6fc055b0-56cd-4507-bb2a-e30284e815ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:46:39.784787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-524d2bf2-05b3-4928-8a04-da4da819ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:41.456286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35272) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:41.645032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd5d52-c34e-4b13-ac41-8d4ba117d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:41.645419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd5d52-c34e-4b13-ac41-8d4ba117d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:41.646945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-73dd5d52-c34e-4b13-ac41-8d4ba117d62c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1896386 Aug 18 23:46:42.318431 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0842d258-e402-43c1-be1a-a318ccf31bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:43.771839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:43.903449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2763b39-2d28-4a0a-8610-2351eff184e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:43.903930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2763b39-2d28-4a0a-8610-2351eff184e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:43.905474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2763b39-2d28-4a0a-8610-2351eff184e1 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1326532 Aug 18 23:46:44.906809 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5969-4800-403f-a1c2-32b6a759ea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:45.096961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:46.044371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:46.094259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:46.196928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f0d98-8db3-4c5d-b46a-180209ff362a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:46.198314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be1f0d98-8db3-4c5d-b46a-180209ff362a admin admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 886 time: 0.1530619 Aug 18 23:46:47.574655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:46:48.345815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:48.488859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19006504-42c8-499f-840e-5f0485c3c4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:48.490260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-19006504-42c8-499f-840e-5f0485c3c4a9 admin admin] 10.222.0.20 "GET /v2.0/networks/a75f8b8b-b047-4e41-8b9f-3abc080c824c HTTP/1.1" status: 200 len: 868 time: 0.1434946 Aug 18 23:46:49.804401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:46:50.605005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:50.746686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5815d5-cc3b-4107-a79d-7c9c86c55266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:50.747389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5815d5-cc3b-4107-a79d-7c9c86c55266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:50.749662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb5815d5-cc3b-4107-a79d-7c9c86c55266 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435409 Aug 18 23:46:52.871205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:52.959190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce9bc4-9eba-43d4-848f-15423599606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:52.959649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce9bc4-9eba-43d4-848f-15423599606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:52.961132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-89ce9bc4-9eba-43d4-848f-15423599606f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889928 Aug 18 23:46:55.068808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:55.161907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76db4a-8f67-4f80-8c65-7b4179075ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:55.163211 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ec76db4a-8f67-4f80-8c65-7b4179075ec2 admin admin] 10.222.0.20 "GET /v2.0/subnets/6a80fa02-a9ad-4aeb-a68b-9be4b3792935 HTTP/1.1" status: 200 len: 868 time: 0.0934548 Aug 18 23:46:57.291195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:46:57.376602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7451fff1-7ce0-4480-ad05-f69fb0df08ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:46:57.377951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7451fff1-7ce0-4480-ad05-f69fb0df08ca admin admin] 10.222.0.20 "GET /v2.0/subnets/7dd9567d-ce74-43e4-ba15-cd12bef494ed HTTP/1.1" status: 200 len: 816 time: 0.0857856 Aug 18 23:47:12.320544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0756482c-5ee9-4d29-91ad-36fee44794d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:14.907171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f1fceff-d8bd-45b6-805c-10205aac8e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:15.097905 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:16.099059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:17.576773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:20.838225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35386) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:47:20.884141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-0b5847ba-440a-4290-b0b5-a7642b60623f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:47:20.885818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0b5847ba-440a-4290-b0b5-a7642b60623f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466592 Aug 18 23:47:23.111183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:47:23.172216 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-078ad53d-8b87-4f56-b92e-91cf6cdd0bfb admin admin] GET failed (client error): The resource could not be found. Aug 18 23:47:23.173536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-078ad53d-8b87-4f56-b92e-91cf6cdd0bfb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614157 Aug 18 23:47:23.311073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841a4ec-6459-4d2b-811d-6413aee11c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:47:23.312491 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4841a4ec-6459-4d2b-811d-6413aee11c85 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1346517 Aug 18 23:47:25.478073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:47:25.524004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:47:25.544614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Made reservation on behalf of ec0abc78da5648d38d8c0538ae65d06a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:47:25.546827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:25.580606 n-d-771363-38 neutron-server[94623]: WARNING neutron.services.revisions.revision_plugin [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Could not find related network for resource to bump revision. Aug 18 23:47:25.593499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:47:25.603860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:25.604199 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Added segment d85aaae5-3439-44a7-8653-4c0fd1e5ed0b of type vlan for network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 Aug 18 23:47:25.645104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:25.668148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:25.669049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:47:25.669618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:25.716396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2364588 Aug 18 23:47:25.727002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Pushing event updated for resources: {'Network': ['ID=1dea13d4-666d-46f3-9c3b-9c03a2dd1616,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:47:25.734372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.734727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.735070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.735415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.735756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.736089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.736449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.736783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.737114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.737446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.737776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.738103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a66d40-12f8-4b19-a8f7-c4621b8ee920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:25.749621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:47:26.805214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:47:27.916619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:47:27.975790 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd5a367-52ac-48c4-8793-b9a3cba5b748 admin admin] GET failed (client error): The resource could not be found. Aug 18 23:47:27.977184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cdd5a367-52ac-48c4-8793-b9a3cba5b748 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595138 Aug 18 23:47:28.047784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb659c9e-0316-4fce-bc4f-ad0716e5da67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:47:28.049163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb659c9e-0316-4fce-bc4f-ad0716e5da67 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0669384 Aug 18 23:47:28.059522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:47:28.078518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Made reservation on behalf of ec0abc78da5648d38d8c0538ae65d06a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:47:28.080836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.236847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.290064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:47:28.298256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:47:28.298548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Network hostable DHCP agents. Network: 1dea13d4-666d-46f3-9c3b-9c03a2dd1616, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:47:28.313793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:47:28.321808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1dea13d4-666d-46f3-9c3b-9c03a2dd1616) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:47:28.326214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:47:28.326797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.331024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520cf069-a5fb-4648-ba47-bf1662c0f0c2 None None] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:47:28.341194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-336a64d2-f6e5-499f-acc9-4f69cc4382a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2855160 Aug 18 23:47:28.479976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'tenant_id': 'ec0abc78da5648d38d8c0538ae65d06a', 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:47:28.480907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.615164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Allocated IP 192.168.233.2 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/cbc70360-fcee-44d0-8a78-499a1070b7f2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:47:28.761755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.770795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Transition to ACTIVE for port object cbc70360-fcee-44d0-8a78-499a1070b7f2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:47:28.789064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Transition to ACTIVE for port object cbc70360-fcee-44d0-8a78-499a1070b7f2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:47:28.796007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.846018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:47:28.847302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Pushing event updated for resources: {'Port': ['ID=cbc70360-fcee-44d0-8a78-499a1070b7f2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:47:28.849677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:47:28.855436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:47:28.858880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.859242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.859586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.859922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.860260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.860624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.860959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.861287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.861632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.861961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.862288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.862612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:47:28.913944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Attempting to bind port cbc70360-fcee-44d0-8a78-499a1070b7f2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:47:28.914315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Attempting to bind port cbc70360-fcee-44d0-8a78-499a1070b7f2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:47:28.914678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Attempting to bind port cbc70360-fcee-44d0-8a78-499a1070b7f2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:47:28.919680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:47:28.920060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:47:28.920495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.920893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:47:28.921362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Bound port: cbc70360-fcee-44d0-8a78-499a1070b7f2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:47:28.921903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:28.984434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] For port cbc70360-fcee-44d0-8a78-499a1070b7f2, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:47:28.988291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] For port cbc70360-fcee-44d0-8a78-499a1070b7f2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cbc70360-fcee-44d0-8a78-499a1070b7f2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:47:28.992867 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:29.053020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b85d-4aab-4758-86da-9256863f97b4 None None] Pushing event updated for resources: {'Port': ['ID=cbc70360-fcee-44d0-8a78-499a1070b7f2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:47:29.855657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69607e20-d520-4fc8-8a48-0e66eedbca2f None None] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:47:29.944811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e82cecc2-acbe-4162-9ff8-5ad6b0ed3ae7 None None] Provisioning for port cbc70360-fcee-44d0-8a78-499a1070b7f2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:47:31.098763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cbc70360-fcee-44d0-8a78-499a1070b7f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:47:31.153299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cbc70360-fcee-44d0-8a78-499a1070b7f2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:47:31.156943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cbc70360-fcee-44d0-8a78-499a1070b7f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:47:31.157317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:31.238386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:31.270432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port cbc70360-fcee-44d0-8a78-499a1070b7f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cbc70360-fcee-44d0-8a78-499a1070b7f2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:47:31.274678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:31.323382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=cbc70360-fcee-44d0-8a78-499a1070b7f2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:47:33.082629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cbc70360-fcee-44d0-8a78-499a1070b7f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:47:33.128865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cbc70360-fcee-44d0-8a78-499a1070b7f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:47:33.129230 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:42.322634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ea02f30-cae0-4349-ad1c-c8cddbb702f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:44.909343 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bec61a2b-b40a-4890-90b8-a651d03c8056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:45.098580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:46.100864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:47:47.580504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:03.802993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:48:12.323875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19959bd4-e695-4702-951c-4cb7221d06d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:14.909571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ef6990b-06b8-402e-9942-af222c1c787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:15.098690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:16.105923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:17.583031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:40.800891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:48:41.288200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:48:41.294138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-65793f29-08ec-429e-8130-5cf4c664ac22 tempest-verify_tempest_config-1422651768 tempest-verify_tempest_config-1422651768-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:48:41.295091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65793f29-08ec-429e-8130-5cf4c664ac22 tempest-verify_tempest_config-1422651768 tempest-verify_tempest_config-1422651768-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058572 Aug 18 23:48:41.592424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:48:41.692520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:41.781881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:41.786840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:41.833247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=638b4de791e442c8a48c5251c13a4fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2398787 Aug 18 23:48:41.835065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d2c5fc-b509-4749-b894-3e12500f03c6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:48:41.836499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35484) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:48:41.842402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.842747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.843094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.843435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.843776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.844107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.844471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.844806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.845135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.845466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.845794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.846122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422530de-eadb-4680-a671-99df78f83ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:41.905112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:41.927908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:42.017159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:42.019547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:42.020996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0d2c5fc-b509-4749-b894-3e12500f03c6 HTTP/1.1" status: 204 len: 168 time: 0.1830871 Aug 18 23:48:42.029801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d2c5fc-b509-4749-b894-3e12500f03c6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:48:42.036257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.036583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.036913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.037245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.037572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.037929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.038264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.038584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.038991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.039850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.040180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.040602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe3681-bcc8-4dbc-9d27-8458d3b4372b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:48:42.325953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2f428f7-7f7b-4296-b169-9be06f9232ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:44.911432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ee63-a030-4881-88c3-56e4deaa167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:45.098224 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:46.105956 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:48:47.585255 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:12.325552 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc649-df0c-42f7-9dc5-c57c386bef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:14.911572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23a78c5-e961-48ee-af1b-ad8d473d1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:15.099238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:16.108849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:17.589115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:17.798345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:49:42.331487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7c65ad7-1c5d-4589-bace-f9acfb9f980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:44.911647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30251905-e173-40d1-8179-1e4aa0448647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:45.101921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:46.110711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:47.592148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:49:54.795811 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:50:12.325546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e3bc-541a-44b2-bc39-96ca46588c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:14.912857 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca99452d-2b0e-417b-8f44-5671afc40005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:15.102438 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:16.116282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:17.594906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:31.793455 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:50:42.326107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1577b2b9-2727-4de0-85eb-8f59411636f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:44.912148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4103-cf38-4796-aa7e-8e2f270229aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:45.101595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:46.114755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:50:47.598965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:08.791799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 5 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:51:12.327108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2887d350-49f8-43fc-bcf0-a57fdf74a544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:14.911555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1f780f6-b0b7-4350-a8ee-beb474210af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:15.101865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:16.117182 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:17.600480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:26.209153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:42.327149 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ffc53ef5-33bd-4140-89ac-6954167e694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:44.513126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:44.912560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-207bd210-584a-4348-9a93-125db08b5066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:45.101958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:45.792122 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:51:46.119439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:47.604534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:51:56.154992 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:12.327721 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca612b76-316d-40a6-944f-c66e9fa4f2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:14.492459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:14.912645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52e11232-a9e6-41e0-a061-e38b23c187df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:15.101808 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:16.122314 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:17.383513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35546) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:52:17.486391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f09bc11e-9c55-4b40-85d9-73f54e939c0c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1017954 Aug 18 23:52:17.609757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:19.604008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35556) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:52:19.663697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-751a84ae-d4b4-49ec-bbb1-2b25354388b7 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0586030 Aug 18 23:52:22.792477 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:52:26.172291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:42.329814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b6809c5-c64d-452b-b0f4-7db46e8c55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:44.498797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:44.912345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-afd12c11-2024-4d22-8b7d-446df49d420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:45.101695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:46.124088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:47.611312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:56.175457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:52:59.793212 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:53:12.331097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df6beb1e-31b9-4e31-b148-e85ca9a2d232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:14.513795 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:14.912946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43a54a8f-832a-4b01-9ca9-431e8ea3ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:15.101828 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:16.127889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:17.615360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:26.207288 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:36.795270 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:53:40.522572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:40.880966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1180750460-network', 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:40.906390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:40.910195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:40.918734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.029304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.034190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.066143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adee4100-700a-4bd4-82e1-6475d9176c8a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:41.074971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.075320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.075694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.076035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.076388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.076729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.077163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.077391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.077738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.078019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.078347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.078679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Tracked resource versions report: Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: pushed versions: Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: { 'AddressGroup': {'1.2'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'ConntrackHelper': {'1.0'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Log': {'1.0'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Network': {'1.1'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Port': {'1.7'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'PortForwarding': {'1.2'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'QosPolicy': {'1.9'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SecurityGroup': {'1.4'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SubPort': {'1.0'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Subnet': {'1.1'}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Trunk': {'1.1'}} Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: consumer versions: Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: HyperV agent@n-h1-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: HyperV agent@n-h2-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: L3 agent@n-d-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: Metadata agent@n-d-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: Metering agent@n-d-771363-38: {}, Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'ConntrackHelper': '1.0', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Log': '1.0', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Network': '1.1', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Port': '1.7', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'PortForwarding': '1.2', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'QosPolicy': '1.9', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SecurityGroup': '1.4', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SecurityGroupRule': '1.2', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'SubPort': '1.0', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Subnet': '1.1', Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: 'Trunk': '1.1'}} Aug 18 23:53:41.079757 n-d-771363-38 neutron-server[94623]: {{(pid=94623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:53:41.087394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:53:41.098965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.099311 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Added segment 6889439f-67d6-41d0-bc72-e06c3b8df201 of type vlan for network 2e248ade-151f-4e2a-b231-48d0c5bbd87a Aug 18 23:53:41.143698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.169027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.170246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:41.170831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.229606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] Pushing event updated for resources: {'Network': ['ID=2e248ade-151f-4e2a-b231-48d0c5bbd87a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:41.236086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:41.240916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3a64925-ad16-49c5-be76-76c42f18996d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7171066 Aug 18 23:53:41.241826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Request body: {'subnet': {'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1180750460-subnet', 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:41.253430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:53:41.265729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:41.268539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.362268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:41.440318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.487909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f225f9e-afdd-4682-a2c3-b156c67fd760,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:41.497299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.497650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.497992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.501612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.501987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.502343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.502684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.503020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.503360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.503841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.504090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.504468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Tracked resource versions report: Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: pushed versions: Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: { 'AddressGroup': {'1.2'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'ConntrackHelper': {'1.0'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Log': {'1.0'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Network': {'1.1'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Port': {'1.7'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'PortForwarding': {'1.2'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'QosPolicy': {'1.9'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SecurityGroup': {'1.4'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SubPort': {'1.0'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Subnet': {'1.1'}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Trunk': {'1.1'}} Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: consumer versions: Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: HyperV agent@n-h1-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: HyperV agent@n-h2-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: L3 agent@n-d-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: Metadata agent@n-d-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: Metering agent@n-d-771363-38: {}, Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'ConntrackHelper': '1.0', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Log': '1.0', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Network': '1.1', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Port': '1.7', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'PortForwarding': '1.2', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'QosPolicy': '1.9', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SecurityGroup': '1.4', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SecurityGroupRule': '1.2', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'SubPort': '1.0', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Subnet': '1.1', Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: 'Trunk': '1.1'}} Aug 18 23:53:41.505684 n-d-771363-38 neutron-server[94622]: {{(pid=94622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:53:41.524554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:53:41.524919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Network hostable DHCP agents. Network: 2e248ade-151f-4e2a-b231-48d0c5bbd87a, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:53:41.543233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:53:41.552943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2e248ade-151f-4e2a-b231-48d0c5bbd87a) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:41.557950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:41.558604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:41.566378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf93d0-07cb-45f6-9b76-63159cac0cde None None] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:41.577165 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-983bcbd3-e3e3-40d0-ac5d-f76ea4ec52fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3396311 Aug 18 23:53:41.690914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2d865-4202-4e83-8334-5dc379ec938e None None] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:41.814888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc1b50cb-09ba-48e7-b49c-7564b4f91f57 tempest-AutoAllocateNetworkTest-360883101 tempest-AutoAllocateNetworkTest-360883101-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=37af8e9da2ca46e0a222d1058cf58e6a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4503391 Aug 18 23:53:41.817481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:42.036629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903747a-7b36-4946-a1c2-98ae3accd506 tempest-AutoAllocateNetworkTest-360883101 tempest-AutoAllocateNetworkTest-360883101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:42.042247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35804) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:42.042889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a903747a-7b36-4946-a1c2-98ae3accd506 tempest-AutoAllocateNetworkTest-360883101 tempest-AutoAllocateNetworkTest-360883101-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2243991 Aug 18 23:53:42.103605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dab6d541-2cce-49fe-8d80-525eddd106d2 tempest-AutoAllocateNetworkTest-360883101 tempest-AutoAllocateNetworkTest-360883101-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601308 Aug 18 23:53:42.106669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:42.132918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e69c6ddc-3810-452e-9cf7-8f0f96e07d8b tempest-AutoAllocateNetworkTest-360883101 tempest-AutoAllocateNetworkTest-360883101-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=37af8e9da2ca46e0a222d1058cf58e6a HTTP/1.1" status: 200 len: 208 time: 0.0249906 Aug 18 23:53:42.342812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16baf4ad-703e-4ad5-979d-793b4ceac541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:42.826489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:43.140387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd86db18-c6ee-46cb-b573-598ab5f253fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.243504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd86db18-c6ee-46cb-b573-598ab5f253fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.250525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd86db18-c6ee-46cb-b573-598ab5f253fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.291041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dd86db18-c6ee-46cb-b573-598ab5f253fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37af8e9da2ca46e0a222d1058cf58e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4628451 Aug 18 23:53:43.292453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86db18-c6ee-46cb-b573-598ab5f253fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8989bc6-8748-43ef-b391-eef7ab8026c9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:43.294374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:43.346007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.371377 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.418726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.421504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:43.425473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8989bc6-8748-43ef-b391-eef7ab8026c9 HTTP/1.1" status: 204 len: 168 time: 0.1273103 Aug 18 23:53:43.433095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9a233-fd36-4c89-9d71-47b4175d226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8989bc6-8748-43ef-b391-eef7ab8026c9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:44.060370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:44.065616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-243155192-network', 'tenant_id': 'd36b8d22d8f74f85859a172a08b8fff0'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:44.092850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Made reservation on behalf of d36b8d22d8f74f85859a172a08b8fff0 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:44.096995 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.108754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.231690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.237174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.268230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:53:44.288921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a609feb-1c56-48bd-acb8-1591bc49bd6c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:44.293212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.293742 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Added segment db8b7e88-e3e4-448e-a971-904e55fa9ca8 of type vlan for network cbcff0fe-78fe-4148-b3ef-611c68d19d70 Aug 18 23:53:44.441884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.471399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.472798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:44.473924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.533674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.544275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:44.545289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4835353 Aug 18 23:53:44.550584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Request body: {'subnet': {'network_id': 'cbcff0fe-78fe-4148-b3ef-611c68d19d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-243155192-subnet', 'tenant_id': 'd36b8d22d8f74f85859a172a08b8fff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:44.551056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0ad6e-337b-4b8f-857b-26478013ca42 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcff0fe-78fe-4148-b3ef-611c68d19d70,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:44.563972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network cbcff0fe-78fe-4148-b3ef-611c68d19d70 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:53:44.585821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Made reservation on behalf of d36b8d22d8f74f85859a172a08b8fff0 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:44.589383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.807379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.815466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35974) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:44.818554 n-d-771363-38 neutron-server[94622]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 23:53:44.855082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-78548444-f7dd-4652-b38d-6f42932ae82d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b912c9097f824ebfb615b644a7795038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378032 Aug 18 23:53:44.859790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62469e97-fca5-4997-b1f8-bd50b3a7bb2a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:44.889284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:44.904238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Checking segment: {'id': 'db8b7e88-e3e4-448e-a971-904e55fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cbcff0fe-78fe-4148-b3ef-611c68d19d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:53:44.904838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Network hostable DHCP agents. Network: cbcff0fe-78fe-4148-b3ef-611c68d19d70, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:53:44.920951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd4490ee-2c67-4776-b124-dfd4a0efc2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.926992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Network cbcff0fe-78fe-4148-b3ef-611c68d19d70 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:53:44.943169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, cbcff0fe-78fe-4148-b3ef-611c68d19d70) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:44.952280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:44.952902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:44.964415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c422210-0528-4cc8-9d8f-c3d1079adb6f None None] Network cbcff0fe-78fe-4148-b3ef-611c68d19d70 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:44.973201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04d55d13-ec47-4395-b147-44172fdd2520 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4268684 Aug 18 23:53:44.988508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-c0a80b2f-3f0b-4cd6-8eaf-b5b820d8b1c9 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:44.990763 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-c0a80b2f-3f0b-4cd6-8eaf-b5b820d8b1c9 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347959 Aug 18 23:53:45.011006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-216de956-8efa-40b7-a609-3e88706a2772 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/quotas/b912c9097f824ebfb615b644a7795038 HTTP/1.1" status: 200 len: 375 time: 0.0134244 Aug 18 23:53:45.019066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-network', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:45.052818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Made reservation on behalf of 79f8139d0b834535aef1f7d78b59e8ae for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:45.055872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.066085 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.106015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-ec3a246e-b43e-45ef-aa6f-efe0a56c83ea tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855341 Aug 18 23:53:45.165420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9dd80-a028-407b-9b62-ef124cceb366 None None] Network cbcff0fe-78fe-4148-b3ef-611c68d19d70 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:45.183714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.210699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.219089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.261766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:53:45.268253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7c6ca-773a-4cf8-87c7-3861c0ac0b9e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:45.276579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.276936 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Added segment 183fd444-378a-423b-bbfc-044b1258917d of type vlan for network 8021589c-68de-4325-975e-1623a4916f3b Aug 18 23:53:45.320345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.348269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.349309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:45.350112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.456361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:45.467666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Request body: {'subnet': {'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-subnet', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:45.497245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5845289 Aug 18 23:53:45.497245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322e8b-2833-424f-b190-f29855f7a3fc admin admin] Pushing event updated for resources: {'Network': ['ID=8021589c-68de-4325-975e-1623a4916f3b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:45.497552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8021589c-68de-4325-975e-1623a4916f3b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:53:45.516372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Made reservation on behalf of 79f8139d0b834535aef1f7d78b59e8ae for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:45.522253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.710858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:45.801907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2edc495-ed92-4a77-8d43-b8d2c44d6878,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:45.814846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36042) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:45.892349 n-d-771363-38 neutron-server[94623]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 23:53:45.897985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Checking segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:53:45.898347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Network hostable DHCP agents. Network: 8021589c-68de-4325-975e-1623a4916f3b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:53:45.958622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b655c3c4-a61b-4e6f-b7ad-3222eabffe3b req-63260676-b42f-4c84-8d06-6a8fa25588af tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.1414552 Aug 18 23:53:45.958932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:45.977977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Network 8021589c-68de-4325-975e-1623a4916f3b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:53:46.023580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8021589c-68de-4325-975e-1623a4916f3b) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:46.030216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:46.030967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.035215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5d728-2bca-4a05-be1a-88300325aa2c None None] Network 8021589c-68de-4325-975e-1623a4916f3b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:46.042895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-924b2eb6-5a15-4cf4-9b80-f3cea00dabde tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:46.050720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-924b2eb6-5a15-4cf4-9b80-f3cea00dabde tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.2498555 Aug 18 23:53:46.076091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-ab64c8b3-d4ee-4707-95db-90238a997899 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/quotas/8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 375 time: 0.0242527 Aug 18 23:53:46.087197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9fe973f3-ec4a-4e30-9c76-a7e866123deb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6298456 Aug 18 23:53:46.089867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:46.094530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:46.121962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.126218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-5d81ad6d-3d87-46c1-9342-f9d80503d173 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489662 Aug 18 23:53:46.151014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 23:53:46.151014 n-d-771363-38 neutron-server[94623]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 23:53:46.151014 n-d-771363-38 neutron-server[94623]: [parameters: {'project_id_1': '3177062bc9134cb9868aaf07e2ce68b7', 'expiration_1': datetime.datetime(2021, 8, 18, 23, 53, 46, 140869)}] Aug 18 23:53:46.151014 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 23:53:46.151617 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 23:53:46.159948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.161243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.208010 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.307929 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.319408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-014b98c5-161e-4b27-ae87-662c296e7c7b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:53:46.321824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-014b98c5-161e-4b27-ae87-662c296e7c7b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726790 Aug 18 23:53:46.333763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8021589c-68de-4325-975e-1623a4916f3b', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:53:46.341085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.512541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Allocated IP 172.20.0.2 (8021589c-68de-4325-975e-1623a4916f3b/f2edc495-ed92-4a77-8d43-b8d2c44d6878/bcde16d2-bc9d-43cc-982a-465a3474df7b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:53:46.539505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-a900e414-7578-4f0d-bf9d-17d87267983f service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191452 Aug 18 23:53:46.617374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.652537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.763363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.795059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Transition to ACTIVE for port object bcde16d2-bc9d-43cc-982a-465a3474df7b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:53:46.837762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-0b6585fd-3f86-443f-a3c1-ff654b5daa83 service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149942 Aug 18 23:53:46.843882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.850697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.851284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Transition to ACTIVE for port object bcde16d2-bc9d-43cc-982a-465a3474df7b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:53:46.868033 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:46.895023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a61cd-3cfe-41d8-8bb1-3cf626fa2e31,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:46.952967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-34adb9bd-7424-4447-b136-4d083b27b1c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3177062bc9134cb9868aaf07e2ce68b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9918413 Aug 18 23:53:46.953729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:46.980614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Network 8021589c-68de-4325-975e-1623a4916f3b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:47.004016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:47.022240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:53:47.063732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Pushing event updated for resources: {'Port': ['ID=bcde16d2-bc9d-43cc-982a-465a3474df7b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:47.094796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.095288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.095784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.096288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.097058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.097321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.097656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.097984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.098308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.098632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.098954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.099374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Tracked resource versions report: Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: pushed versions: Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: { 'AddressGroup': {'1.2'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'ConntrackHelper': {'1.0'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Log': {'1.0'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Network': {'1.1'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Port': {'1.7'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'PortForwarding': {'1.2'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'QosPolicy': {'1.9'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SecurityGroup': {'1.4'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SubPort': {'1.0'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Subnet': {'1.1'}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Trunk': {'1.1'}} Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: consumer versions: Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: HyperV agent@n-h1-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: HyperV agent@n-h2-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: L3 agent@n-d-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: Metadata agent@n-d-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: Metering agent@n-d-771363-38: {}, Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'ConntrackHelper': '1.0', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Log': '1.0', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Network': '1.1', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Port': '1.7', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'PortForwarding': '1.2', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'QosPolicy': '1.9', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SecurityGroup': '1.4', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SecurityGroupRule': '1.2', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'SubPort': '1.0', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Subnet': '1.1', Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: 'Trunk': '1.1'}} Aug 18 23:53:47.100576 n-d-771363-38 neutron-server[94624]: {{(pid=94624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:53:47.162289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Attempting to bind port bcde16d2-bc9d-43cc-982a-465a3474df7b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:53:47.162831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Attempting to bind port bcde16d2-bc9d-43cc-982a-465a3474df7b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:53:47.163325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Attempting to bind port bcde16d2-bc9d-43cc-982a-465a3474df7b on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:53:47.171416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:53:47.171920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Checking segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:53:47.172647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.173145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Bound using segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:53:47.174317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Bound port: bcde16d2-bc9d-43cc-982a-465a3474df7b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:53:47.175180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.180770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ebd1b3a-978e-47af-af00-168f56b52078 req-441145d9-71e3-4674-897d-63cecc801a87 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0619011 Aug 18 23:53:47.184882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.189314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.216844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.235456 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.280982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.283784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.285487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774a61cd-3cfe-41d8-8bb1-3cf626fa2e31 HTTP/1.1" status: 204 len: 168 time: 0.3305435 Aug 18 23:53:47.296329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561e416-5cfe-4233-99b3-1b17552ce6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a61cd-3cfe-41d8-8bb1-3cf626fa2e31,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:47.326025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] For port bcde16d2-bc9d-43cc-982a-465a3474df7b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:53:47.329341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] For port bcde16d2-bc9d-43cc-982a-465a3474df7b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bcde16d2-bc9d-43cc-982a-465a3474df7b,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:53:47.336083 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.421788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:47.433035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b9e1-a4c6-480e-9c52-21d3e9a260ab None None] Pushing event updated for resources: {'Port': ['ID=bcde16d2-bc9d-43cc-982a-465a3474df7b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:47.631124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:47.645549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45ef9a08-4fde-4545-b470-bd1e0b2c6945 req-3782f3d7-98c8-4ed9-bae5-4fa30d9e3543 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.0833268 Aug 18 23:53:47.945089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Allocated IP 172.25.1.125 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2cdd41f0-88b1-4e61-9841-e2df8a0e2f44) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:53:47.991929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d8591b-4215-4baa-a660-2b94591ac790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.107917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36180) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:48.131406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2081002c-e29c-4d58-99aa-d5d8c72f8abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.179532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.180005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d8591b-4215-4baa-a660-2b94591ac790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.202314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d8591b-4215-4baa-a660-2b94591ac790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.281725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.292564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64d8591b-4215-4baa-a660-2b94591ac790 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f20178f23d24098bb70c15f99d4625b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8673823 Aug 18 23:53:48.296681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36196) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:48.297061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.11', 60983) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:48.305965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8591b-4215-4baa-a660-2b94591ac790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c956f053-2b52-466c-a011-6b3717393feb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:48.350624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b93e69fb-332c-406f-b9c3-126ad770582b req-cad1e5aa-a28b-44eb-9d24-887edec8edde tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0355637 Aug 18 23:53:48.399765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:48.413639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2081002c-e29c-4d58-99aa-d5d8c72f8abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.427214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2081002c-e29c-4d58-99aa-d5d8c72f8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.477415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:48.501997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081002c-e29c-4d58-99aa-d5d8c72f8abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da625c74-a6fa-4841-a696-7e13eb8b9305,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:48.504778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:48.530920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:53:48.538190 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2081002c-e29c-4d58-99aa-d5d8c72f8abc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf2969ead69841e6882d7b08b775ce90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4291644 Aug 18 23:53:48.550699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:48.701604 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.716532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-dd214ccd-8855-403e-87a0-781db952518b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b912c9097f824ebfb615b644a7795038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4015496 Aug 18 23:53:48.762803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.846476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.849213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.854104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:48.858081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da625c74-a6fa-4841-a696-7e13eb8b9305 HTTP/1.1" status: 204 len: 168 time: 0.3062978 Aug 18 23:53:48.884086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f40b8-9bda-47e4-ae22-2960dd41ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da625c74-a6fa-4841-a696-7e13eb8b9305,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:48.904508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20566531-b677-4d31-8a12-a8de2eb9f17b req-0e5fd518-036f-4a6f-9dd7-b7f66d74a1b2 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.0684965 Aug 18 23:53:49.028921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d7881-bc55-40a6-8005-da5d1319b597 None None] Network 8021589c-68de-4325-975e-1623a4916f3b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:53:49.071341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.206666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a2b2e34-e915-4a54-b896-64dffc5a0b9d None None] Provisioning for port bcde16d2-bc9d-43cc-982a-465a3474df7b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:53:49.249724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-ff9d692a-c97f-4a81-ad97-0352174e0b47 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:49.257618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-ff9d692a-c97f-4a81-ad97-0352174e0b47 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430811 Aug 18 23:53:49.300927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.396555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Request body: {'port': {'device_id': '02b5a009-bfd1-415b-975e-b55817aa537c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b912c9097f824ebfb615b644a7795038'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:49.439222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bcde16d2-bc9d-43cc-982a-465a3474df7b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:53:49.476225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:49.548666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port bcde16d2-bc9d-43cc-982a-465a3474df7b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:53:49.554991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port bcde16d2-bc9d-43cc-982a-465a3474df7b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:49.555376 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.614444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02cfc084-b4f1-4995-919d-f96cef3c0ce6 req-c230acb6-4011-407a-ae73-abcffaa87cf1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0829318 Aug 18 23:53:49.678441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.11', 60987) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:49.775009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.778834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.788756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.809619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c956f053-2b52-466c-a011-6b3717393feb HTTP/1.1" status: 204 len: 168 time: 1.4976416 Aug 18 23:53:49.876557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port bcde16d2-bc9d-43cc-982a-465a3474df7b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bcde16d2-bc9d-43cc-982a-465a3474df7b,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:53:49.883702 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.941569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1e821-77ef-47c0-96ca-8d1dded9db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c956f053-2b52-466c-a011-6b3717393feb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:49.961669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Made reservation on behalf of b912c9097f824ebfb615b644a7795038 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:49.967367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.967997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89e11-bf29-4665-9b97-d1fc212ab5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:49.996131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.031148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db796c62-c278-404f-ac1f-59b672bb05b2 None None] Provisioning complete for port bcde16d2-bc9d-43cc-982a-465a3474df7b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:50.040914 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db796c62-c278-404f-ac1f-59b672bb05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.245963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.346341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.357976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.360914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c8f94e4-d129-4e74-abdf-a8fe319d164e req-60103224-be4e-4039-a3b2-f43ca02ab07d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.2896090 Aug 18 23:53:50.411687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db17aab-db3f-42d0-9310-a1afb68d2f13,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:50.527143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=bcde16d2-bc9d-43cc-982a-465a3474df7b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:50.553595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:50.599687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-b1662d5a-557d-4148-b44c-b183adec8888 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:50.601960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-b1662d5a-557d-4148-b44c-b183adec8888 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.9221265 Aug 18 23:53:50.612358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba7e696f-1e6d-49a9-80f2-7a1cd24e7690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:50.659432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Request body: {'port': {'device_id': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'admin_state_up': True, 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:53:50.904826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Allocated IP 192.168.233.87 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/7958c0bd-19d4-4560-a088-b9885c8898b9) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:53:50.990840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36366) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:51.147215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:53:51.205592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1857bad7-f922-4d3b-a93b-b096e413d1a6 req-46d5a70c-450b-4a74-ab81-550e34daebc6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.1122906 Aug 18 23:53:51.329549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89e11-bf29-4665-9b97-d1fc212ab5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.359195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bcde16d2-bc9d-43cc-982a-465a3474df7b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:53:51.373549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89e11-bf29-4665-9b97-d1fc212ab5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.493467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port bcde16d2-bc9d-43cc-982a-465a3474df7b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:51.494553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.539094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5c89e11-bf29-4665-9b97-d1fc212ab5a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7de0c8d9bca4a2b91e525f22fbe6f04&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0593319 Aug 18 23:53:51.540149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c89e11-bf29-4665-9b97-d1fc212ab5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a60ce-d659-40b9-b1f2-461f6685b885,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:51.553609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:51.655141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba7e696f-1e6d-49a9-80f2-7a1cd24e7690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.713163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3694391c-00fa-4af0-8e05-9510271170c8 req-e1715941-c0f3-481b-af34-02d8846f576c tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.2043064 Aug 18 23:53:51.717080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba7e696f-1e6d-49a9-80f2-7a1cd24e7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.737014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-32510a9c-5ac9-4632-ad71-ec461ca339d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.756579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-b51f7b19-e9d0-41f4-82e7-836c48bfc8da tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e81103f4781c4618a66142279c2ac44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508558 Aug 18 23:53:51.770595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:53:51.775616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.849235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ba7e696f-1e6d-49a9-80f2-7a1cd24e7690 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a46d655f72b14a6283305184f0215041&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2849829 Aug 18 23:53:51.850863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:51.851479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e696f-1e6d-49a9-80f2-7a1cd24e7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a960621d-f5a8-4ac9-b59f-d16bc20d559f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:51.866915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:51.909934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.045279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.054355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:53:52.068480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-136a69e4-c31a-41de-bf83-dc2756896958 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:52.070148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-136a69e4-c31a-41de-bf83-dc2756896958 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126986 Aug 18 23:53:52.087665 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:53:52.100008 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:53:52.100752 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:53:52.121075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Transition to ACTIVE for port object 7958c0bd-19d4-4560-a088-b9885c8898b9 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:53:52.138428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.140966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.142133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d27a60ce-d659-40b9-b1f2-461f6685b885 HTTP/1.1" status: 204 len: 168 time: 0.5808978 Aug 18 23:53:52.218401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-17b46e73-3dd6-40b8-a3de-1fd6bff912dc tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/quotas/e81103f4781c4618a66142279c2ac44f HTTP/1.1" status: 200 len: 375 time: 0.1160140 Aug 18 23:53:52.338350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-87010774-1242-4735-929a-9970f048fdf4 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e81103f4781c4618a66142279c2ac44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189411 Aug 18 23:53:52.355043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-32510a9c-5ac9-4632-ad71-ec461ca339d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.355647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b846-f34b-48b0-92f0-19dfb0f0c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a60ce-d659-40b9-b1f2-461f6685b885,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:52.396345 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-32510a9c-5ac9-4632-ad71-ec461ca339d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.413805 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:53:52.463549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77877d63-f24d-49df-9db9-ce99dc4a1c96 req-326f9138-83d6-430a-baac-66ed6e6bbb47 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0849280 Aug 18 23:53:52.481192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.485353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf118198-c898-4905-bc99-3c9257062dd7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.3942304 Aug 18 23:53:52.489199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:52.608902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:52.616013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-32510a9c-5ac9-4632-ad71-ec461ca339d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=583807bbbf0b4829bc5d798f47440b07&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6234636 Aug 18 23:53:52.618422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.619853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32510a9c-5ac9-4632-ad71-ec461ca339d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7804d-e7d8-4353-94e7-9b3aad1523b6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:52.620493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Allocated IP 172.20.0.9 (2e248ade-151f-4e2a-b231-48d0c5bbd87a/3f225f9e-afdd-4682-a2c3-b156c67fd760/725836f1-0637-4322-a121-03e67fa8a15f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:53:52.852644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:48Z', 'revision_number': 3, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:53:52.881372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:53:52.881817 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Updating router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:53:52.894680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-922b7ee4-adb8-4e6a-b58b-af0065bd7a93 req-a9ec678d-8309-40b3-8c5c-4fbb5655e40d tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0689161 Aug 18 23:53:52.905762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:52.913108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:52.924685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:53:52.930905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:52.931695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:52.964975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5701671 Aug 18 23:53:52.972820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2381-43f4-4c64-a657-fef02c0d35da tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Pushing event updated for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:52.985724 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.259541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.264929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:53.292658 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3e0706a-cbbb-4bfb-8f88-5beaebf2d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.323462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.335834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f16798c3-da92-4ddb-9fc7-f9602ec2b99e None None] Provisioning for port 7958c0bd-19d4-4560-a088-b9885c8898b9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:53:53.341695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f16798c3-da92-4ddb-9fc7-f9602ec2b99e None None] Provisioning complete for port 7958c0bd-19d4-4560-a088-b9885c8898b9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:53.343459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f16798c3-da92-4ddb-9fc7-f9602ec2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.353571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daa27d-08de-45c5-b203-774a1af1493e req-2cc8ff3d-9699-4739-bde6-1ad1e4b045c1 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:53.364162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39daa27d-08de-45c5-b203-774a1af1493e req-2cc8ff3d-9699-4739-bde6-1ad1e4b045c1 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.1651733 Aug 18 23:53:53.445668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39daa27d-08de-45c5-b203-774a1af1493e req-6a033d30-a54a-4560-9ec0-38921586a032 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830319 Aug 18 23:53:53.469296 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f16798c3-da92-4ddb-9fc7-f9602ec2b99e None None] Port 7958c0bd-19d4-4560-a088-b9885c8898b9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:53:53.555340 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.594349 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3e0706a-cbbb-4bfb-8f88-5beaebf2d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.606302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.607261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3e0706a-cbbb-4bfb-8f88-5beaebf2d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.718388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba957c2e-7281-4ce5-90f8-c79e864cf5f9 req-d1c84369-b342-41d2-9d5c-eed3467c77ff tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0758462 Aug 18 23:53:53.725578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.732064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.740443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a960621d-f5a8-4ac9-b59f-d16bc20d559f HTTP/1.1" status: 204 len: 168 time: 1.8773761 Aug 18 23:53:53.746093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0706a-cbbb-4bfb-8f88-5beaebf2d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58ab38f-cb42-48fb-9adb-009bbc24453d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:53.755628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3e0706a-cbbb-4bfb-8f88-5beaebf2d67e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa7cb7d3ede146bba207541e916cef39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896450 Aug 18 23:53:53.760547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36444) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:53.810124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3b27-e5ae-4ce7-a045-c1f173ae249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a960621d-f5a8-4ac9-b59f-d16bc20d559f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:53.817851 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.839783 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Transition to ACTIVE for port object 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:53:53.849870 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.902460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.946472 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Pushing event updated for resources: {'Port': ['ID=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:53.959245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.960155 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.960541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.960890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.961236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.961756 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.962100 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.962440 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.963484 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.963825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.965334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.965692 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.966047 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Tracked resource versions report: Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: pushed versions: Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: { 'AddressGroup': {'1.2'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'ConntrackHelper': {'1.0'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Log': {'1.0'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Network': {'1.1'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Port': {'1.7'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'PortForwarding': {'1.2'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'QosPolicy': {'1.9'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SecurityGroup': {'1.4'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SecurityGroupRule': {'1.2'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SubPort': {'1.0'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Subnet': {'1.1'}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Trunk': {'1.1'}} Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: consumer versions: Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: { DHCP agent@n-d-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: HyperV agent@n-h1-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: HyperV agent@n-h2-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: L3 agent@n-d-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: Metadata agent@n-d-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: Metering agent@n-d-771363-38: {}, Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: Open vSwitch agent@n-d-771363-38: { 'AddressGroup': '1.2', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'ConntrackHelper': '1.0', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Log': '1.0', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Network': '1.1', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Port': '1.7', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'PortForwarding': '1.2', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'QosPolicy': '1.9', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SecurityGroup': '1.4', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SecurityGroupRule': '1.2', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'SubPort': '1.0', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Subnet': '1.1', Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: 'Trunk': '1.1'}} Aug 18 23:53:53.967148 n-d-771363-38 neutron-server[94625]: {{(pid=94625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 23:53:53.986567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:53.997503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.000991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fc7804d-e7d8-4353-94e7-9b3aad1523b6 HTTP/1.1" status: 204 len: 168 time: 1.3765216 Aug 18 23:53:54.057508 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Attempting to bind port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:53:54.058704 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Attempting to bind port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:53:54.059096 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Attempting to bind port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:53:54.073321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:53:54.073705 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:53:54.074120 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.074524 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:53:54.077113 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Bound port: 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:53:54.077558 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.146374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.157012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.161071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b58ab38f-cb42-48fb-9adb-009bbc24453d HTTP/1.1" status: 204 len: 168 time: 0.3974173 Aug 18 23:53:54.174569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d443b-0cd5-4581-843c-ced06662d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7804d-e7d8-4353-94e7-9b3aad1523b6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:54.212528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed00b3-358e-4e82-a1bb-3c370e925077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58ab38f-cb42-48fb-9adb-009bbc24453d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:54.232481 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] For port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:53:54.240333 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] For port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:53:54.247904 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:54.420861 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7492f3-09d5-4304-9946-b56fc0daec56 None None] Pushing event updated for resources: {'Port': ['ID=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:54.440397 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:53:54.449166 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:53:54.557214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac0d9112-a1d7-47d1-8179-3dfa12bf7da1 req-c1e3536f-0b75-42fd-bae5-24471b0196fc tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.3313959 Aug 18 23:53:54.778067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9547e-0582-4656-9adc-b02af03e63a6 req-c98b29a8-2856-4d47-87c5-812931791362 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:54.813388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-beb9547e-0582-4656-9adc-b02af03e63a6 req-c98b29a8-2856-4d47-87c5-812931791362 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.2275753 Aug 18 23:53:54.829312 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:53:54.912972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-beb9547e-0582-4656-9adc-b02af03e63a6 req-babf64c0-769b-41f9-b306-da8fa159ca61 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Aug 18 23:53:55.085023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69e9107f-40f7-4532-b8af-2ea9bdcc4ffa req-e9851b1b-65a4-4185-9c80-619b749333cc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 210 time: 0.0821233 Aug 18 23:53:55.154215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.190742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:55.311681 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:48Z', 'revision_number': 3, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:53:55.325558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:55.358983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-464b229d-92e2-4055-a48d-b81e742bf126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.396435 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8062323-397c-4332-88fa-80e18b53c3c6 None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:48Z', 'revision_number': 3, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:53:55.489057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.562458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.564170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-464b229d-92e2-4055-a48d-b81e742bf126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.572621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-464b229d-92e2-4055-a48d-b81e742bf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.617528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b229d-92e2-4055-a48d-b81e742bf126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7ad31e-45d8-4f61-bee6-e57ff6b0a3af,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:55.646976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:55.649098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:55.662495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:55.716998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0925409-bf07-4f5d-8c46-9aee2a491b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.765953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:53:55.774082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:55.775189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.905070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0925409-bf07-4f5d-8c46-9aee2a491b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:55.910244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-464b229d-92e2-4055-a48d-b81e742bf126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=330c47a8506b47168e5c1d4dbb487e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831082 Aug 18 23:53:55.980747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:56.016269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-8c157204-a86d-4141-9343-d854979b236a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3674252 Aug 18 23:53:56.038727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e192d1be-f9be-4eb3-a102-7557c1ce74a3 req-5a35fb3d-1a8d-47a3-803f-713afa181b94 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.1226256 Aug 18 23:53:56.040908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0925409-bf07-4f5d-8c46-9aee2a491b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.190562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b0925409-bf07-4f5d-8c46-9aee2a491b89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d682699bb1d46cfbb13fe21257a5401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9970064 Aug 18 23:53:56.191858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0925409-bf07-4f5d-8c46-9aee2a491b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585c1b3-1018-4b09-b156-b5d2f29729d8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:56.198278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:56.238517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.348161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08f6da-d137-40b2-b2c1-5c98fc9f2c73 req-2e8ec26a-fa83-4ac3-ae09-ebb3b4de90b3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:56.357683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d08f6da-d137-40b2-b2c1-5c98fc9f2c73 req-2e8ec26a-fa83-4ac3-ae09-ebb3b4de90b3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.0863667 Aug 18 23:53:56.398761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.427453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d08f6da-d137-40b2-b2c1-5c98fc9f2c73 req-a62f6b9a-34ad-4e45-971e-5697ce8b07b3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Aug 18 23:53:56.430606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc5ad-1594-434e-bfd1-ba365b610449 req-2801c9f2-c2b1-4189-bbbe-8ee56cf35922 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:56.442516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c4dc5ad-1594-434e-bfd1-ba365b610449 req-2801c9f2-c2b1-4189-bbbe-8ee56cf35922 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.3165522 Aug 18 23:53:56.468478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Allocated IP 172.20.0.1 (8021589c-68de-4325-975e-1623a4916f3b/f2edc495-ed92-4a77-8d43-b8d2c44d6878/b8e73e21-4736-41ba-8232-01b0e566f9ec) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:53:56.471115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.592229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.600877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.695027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c4dc5ad-1594-434e-bfd1-ba365b610449 req-a8df1156-9bc1-41e9-ae8a-2b50ef942c0e tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503414 Aug 18 23:53:56.843276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.849197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.851687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7585c1b3-1018-4b09-b156-b5d2f29729d8 HTTP/1.1" status: 204 len: 168 time: 0.6467736 Aug 18 23:53:56.858241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.879062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.887659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:56.888306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b7ad31e-45d8-4f61-bee6-e57ff6b0a3af HTTP/1.1" status: 204 len: 168 time: 0.9062824 Aug 18 23:53:56.893168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6e9bb-1d45-4430-a4fe-c8013accd56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585c1b3-1018-4b09-b156-b5d2f29729d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:56.919431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1897b-8cef-413a-aed4-aae8f4450017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7ad31e-45d8-4f61-bee6-e57ff6b0a3af,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:56.924326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Transition to ACTIVE for port object b8e73e21-4736-41ba-8232-01b0e566f9ec will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:53:56.977972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.075903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Network 8021589c-68de-4325-975e-1623a4916f3b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:57.095999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:57.105626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:53:57.106115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.186051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Pushing event updated for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:57.251279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-721c7630-0756-4cae-92cd-a32476ed0606 req-d60bb47e-d676-4123-af6a-a20e3d8f5db1 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0687225 Aug 18 23:53:57.425895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:53:57.532329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7e6223fd-6421-4ca3-90fe-24c03bc412c3 None None] Provisioning for port b8e73e21-4736-41ba-8232-01b0e566f9ec completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:53:57.562406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7e6223fd-6421-4ca3-90fe-24c03bc412c3 None None] Provisioning complete for port b8e73e21-4736-41ba-8232-01b0e566f9ec triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:57.562812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e6223fd-6421-4ca3-90fe-24c03bc412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.565332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:53:57.643487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:57.644116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.645847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.667123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:57.714331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62361d41-23b0-44d8-aef7-5e338767b130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.745642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7e6223fd-6421-4ca3-90fe-24c03bc412c3 None None] Port b8e73e21-4736-41ba-8232-01b0e566f9ec cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:53:57.911679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:57.957339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:53:57.976624 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.060846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add606-1e43-447f-b28a-ed8d9361e5ef req-b04ae8c4-fa49-4f1e-b6b8-3eaef0b15706 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:58.077589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:58.081502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08add606-1e43-447f-b28a-ed8d9361e5ef req-b04ae8c4-fa49-4f1e-b6b8-3eaef0b15706 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.5119817 Aug 18 23:53:58.106215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b902-1310-4955-9547-11660ee96df2 req-e410460e-4a81-49a9-84b3-f12c78bd89ba tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:58.113843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e803b902-1310-4955-9547-11660ee96df2 req-e410460e-4a81-49a9-84b3-f12c78bd89ba tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.2176683 Aug 18 23:53:58.172621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62361d41-23b0-44d8-aef7-5e338767b130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.196356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62361d41-23b0-44d8-aef7-5e338767b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.241255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08add606-1e43-447f-b28a-ed8d9361e5ef req-7beba71a-e4de-445b-9cb8-20b08b6a3b9d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591244 Aug 18 23:53:58.361045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e803b902-1310-4955-9547-11660ee96df2 req-0b700bc8-ada2-4b4b-96f5-00cdd8ef7575 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456660 Aug 18 23:53:58.397692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62361d41-23b0-44d8-aef7-5e338767b130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2afe2413eded4677b5d522d912d63add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286670 Aug 18 23:53:58.398565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:53:58.401749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361d41-23b0-44d8-aef7-5e338767b130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68261c40-5e09-4709-b4b3-d0f471fd3e66,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:58.468907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2d04550-a339-4351-87c8-9c204e59ddf3 req-c8e1b887-87e0-44d3-926e-a93987e02584 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0693190 Aug 18 23:53:58.526501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.537147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.542974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.572186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.598077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.697616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Pushing event updated for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:58.753483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.756417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:58.760856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68261c40-5e09-4709-b4b3-d0f471fd3e66 HTTP/1.1" status: 204 len: 168 time: 0.3554621 Aug 18 23:53:58.772696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ac5c-8abb-4885-9a3b-d007c87ff80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68261c40-5e09-4709-b4b3-d0f471fd3e66,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:53:58.792976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Network 8021589c-68de-4325-975e-1623a4916f3b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:53:58.803857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:53:59.020687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:53:59.155155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:53:59.164980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:53:59.182369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37b2bf0a-f6ee-4623-9ba0-57d1383615dc admin admin] 10.222.0.20 "PUT /v2.0/routers/8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6804452 Aug 18 23:53:59.193313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:53:59.194014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:53:59.198670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-28e78f39-7d1e-4430-8902-35743e32d255 None None] Provisioning complete for port b8e73e21-4736-41ba-8232-01b0e566f9ec triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:59.199039 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28e78f39-7d1e-4430-8902-35743e32d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:59.480102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-28e78f39-7d1e-4430-8902-35743e32d255 None None] Port b8e73e21-4736-41ba-8232-01b0e566f9ec cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:53:59.483143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:53:59.501904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29674033-d603-44e5-9245-2e0f35bab2a4 req-f158adff-dd36-4aef-b204-ae07b5f32fc7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:59.503534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29674033-d603-44e5-9245-2e0f35bab2a4 req-f158adff-dd36-4aef-b204-ae07b5f32fc7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.1067092 Aug 18 23:53:59.587558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:53:59.597706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29674033-d603-44e5-9245-2e0f35bab2a4 req-c70045c7-f5e0-4997-ab14-e28328edeb81 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882943 Aug 18 23:53:59.649396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:53:59.650821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:53:59.812773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4e3807b-bccc-4d6b-b82a-530791fea2e2 req-d723420d-fbfc-44e6-a7da-2449db55be69 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0673792 Aug 18 23:53:59.841287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597db7-26c8-4467-a2d7-706f89e7da0c req-a9236f41-66e1-4c1d-9fb1-6559e86a8206 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:53:59.843988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5597db7-26c8-4467-a2d7-706f89e7da0c req-a9236f41-66e1-4c1d-9fb1-6559e86a8206 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.1409519 Aug 18 23:53:59.917548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5597db7-26c8-4467-a2d7-706f89e7da0c req-eb4760b3-fb5d-4f81-8c42-29f689e5d595 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638320 Aug 18 23:54:00.086320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:53:58Z', 'revision_number': 2, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:00.113531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:54:00.113944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Updating router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 port b8e73e21-4736-41ba-8232-01b0e566f9ec binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:54:00.141394 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.438038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.450226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Transition to ACTIVE for port object b8e73e21-4736-41ba-8232-01b0e566f9ec will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:00.457972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.579817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10144a82-6721-461a-9ffc-b4107b294c78 None None] Pushing event updated for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:00.598603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Attempting to bind port b8e73e21-4736-41ba-8232-01b0e566f9ec on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:00.598982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Attempting to bind port b8e73e21-4736-41ba-8232-01b0e566f9ec by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:00.599348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Attempting to bind port b8e73e21-4736-41ba-8232-01b0e566f9ec on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:00.605343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:00.605702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Checking segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:00.606147 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.606506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Bound using segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:00.606985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Bound port: b8e73e21-4736-41ba-8232-01b0e566f9ec, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:00.607393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.726490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] For port b8e73e21-4736-41ba-8232-01b0e566f9ec, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:00.729772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] For port b8e73e21-4736-41ba-8232-01b0e566f9ec, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8e73e21-4736-41ba-8232-01b0e566f9ec,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:00.737185 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:00.851562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a9c4-ca18-4f6a-b68e-8631d5a863fa req-591b36a8-9391-492f-8a84-7ce03157edc1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:00.868862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87e1a9c4-ca18-4f6a-b68e-8631d5a863fa req-591b36a8-9391-492f-8a84-7ce03157edc1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.1348326 Aug 18 23:54:00.871647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:00.872323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:00.879465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10144a82-6721-461a-9ffc-b4107b294c78 None None] Pushing event updated for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:00.949640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87e1a9c4-ca18-4f6a-b68e-8631d5a863fa req-78c35174-bb06-4629-893a-652736825dea tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752306 Aug 18 23:54:00.953525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:01.097886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ed6051d-5a9b-4f58-b038-b2873f71e476 req-bc466d85-9f80-480f-8820-65d0f6cce70e tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0421107 Aug 18 23:54:01.110809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:01.277006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f91503-8cb6-44f6-8648-1bb8a3c09d20 req-a6abac60-cca8-46cf-9d18-e759fb6800cc tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:01.279375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e6f91503-8cb6-44f6-8648-1bb8a3c09d20 req-a6abac60-cca8-46cf-9d18-e759fb6800cc tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.0768805 Aug 18 23:54:01.366335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e6f91503-8cb6-44f6-8648-1bb8a3c09d20 req-1a227e54-b1d2-412e-835d-6ab5f6961d55 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Aug 18 23:54:01.393859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:00Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:01.427720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896634f-3704-47ca-abf9-1580d1a7603c None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:00Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:54:01.458468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ea00e8-ed86-4cdb-9f80-0e2aafb9ee97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.597895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:01.608072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-network', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:01.691436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ea00e8-ed86-4cdb-9f80-0e2aafb9ee97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.698447 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ea00e8-ed86-4cdb-9f80-0e2aafb9ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.727612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Made reservation on behalf of 9bc1dd6df475409aaca58a3ac57029a3 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:01.730502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.730811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea00e8-ed86-4cdb-9f80-0e2aafb9ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8650c8-331b-4dd3-8f96-ffdcabcd89dc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:01.745718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.754499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36694) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:01.755031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d4ea00e8-ed86-4cdb-9f80-0e2aafb9ee97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fb01747af7349daa612524f32b805e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994781 Aug 18 23:54:01.856090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.907134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.981533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.989039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:01.998247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.001983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.007002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d8650c8-331b-4dd3-8f96-ffdcabcd89dc HTTP/1.1" status: 204 len: 168 time: 0.2429891 Aug 18 23:54:02.024619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:54:02.049795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.050238 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Added segment 98286119-8445-4e6a-a596-b05c73a27065 of type vlan for network c006ee0b-f56f-4f35-9904-2114ede03e4e Aug 18 23:54:02.056556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b418ad6-49de-476c-9069-08fd9df1aea5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:02.106238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8684136-8f72-4050-afa6-6456f9252ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8650c8-331b-4dd3-8f96-ffdcabcd89dc,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:02.147772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-6080d99f-129c-4140-8d15-7f9d94dacd0d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:02.148822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-6080d99f-129c-4140-8d15-7f9d94dacd0d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085378 Aug 18 23:54:02.152882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.162117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-eb48f047-137c-4c75-8e42-13453af2fc4d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:02.164902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-eb48f047-137c-4c75-8e42-13453af2fc4d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159969 Aug 18 23:54:02.198871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.200177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:02.201257 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.224544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00654d-3d25-437c-8cfd-51975646ee26 req-d37d9c5b-e136-4595-870b-4027839ce303 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:02.226447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f00654d-3d25-437c-8cfd-51975646ee26 req-d37d9c5b-e136-4595-870b-4027839ce303 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.1353540 Aug 18 23:54:02.257361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6580598 Aug 18 23:54:02.258228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36720) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:02.299736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f00654d-3d25-437c-8cfd-51975646ee26 req-0e88c6d6-fd5c-4936-9606-29efbe547e75 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655828 Aug 18 23:54:02.314276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Request body: {'subnet': {'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-subnet', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:02.357524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3f62-a386-4e7b-b458-4e79fc9aa257 admin admin] Pushing event updated for resources: {'Network': ['ID=c006ee0b-f56f-4f35-9904-2114ede03e4e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:02.370593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Made reservation on behalf of 9bc1dd6df475409aaca58a3ac57029a3 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:02.373282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.375490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network c006ee0b-f56f-4f35-9904-2114ede03e4e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:54:02.552147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4744ead-8096-4daa-8fbd-ea298e2fcd4e req-b8e31b47-293a-4b9e-b777-2387fffc0857 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.1065547 Aug 18 23:54:02.648145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.756276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19a951b-1f72-42e3-bdcc-260f9e36d418,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:02.762391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Checking segment: {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:02.763104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Network hostable DHCP agents. Network: c006ee0b-f56f-4f35-9904-2114ede03e4e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:54:02.813596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Network c006ee0b-f56f-4f35-9904-2114ede03e4e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:54:02.842973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671dc7-a16e-4d1a-9c70-a97598e8944c req-1e29e1ab-7cac-4231-9058-ea89d6e8c3ef tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:02.853762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d671dc7-a16e-4d1a-9c70-a97598e8944c req-1e29e1ab-7cac-4231-9058-ea89d6e8c3ef tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.0919368 Aug 18 23:54:02.857441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, c006ee0b-f56f-4f35-9904-2114ede03e4e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:02.869854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc31aec-a4a9-4d9e-b197-92af0ffcbe50 None None] Network c006ee0b-f56f-4f35-9904-2114ede03e4e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:02.874525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:02.875344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:02.913338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-539add2e-31b9-4ca9-921d-79a0756f664f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6029520 Aug 18 23:54:02.916561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:02.922962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:02.942290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d671dc7-a16e-4d1a-9c70-a97598e8944c req-14bf9efe-9d8d-4c53-8d25-d7a5ceaecc10 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810690 Aug 18 23:54:02.943013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.11', 60990) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:02.991800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36738) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:03.010057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-44da9a9a-e951-4b8f-adfb-d36dd0b76367 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e81103f4781c4618a66142279c2ac44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638483 Aug 18 23:54:03.044270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-545ca574-bff9-496f-b6b0-87f48336d5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.053109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.057192 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.153063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-c006ee0b-f56f-4f35-9904-2114ede03e4e', 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'fixed_ips': [{'subnet_id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:54:03.154294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.302868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.328641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Request body: {'port': {'device_id': '02b5a009-bfd1-415b-975e-b55817aa537c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:03.429372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8e73e21-4736-41ba-8232-01b0e566f9ec up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:03.436342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Request body: {'port': {'device_id': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:03.474619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-4a380c70-db2d-4a72-9a5c-f3a338a46c0a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:03.476253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-4a380c70-db2d-4a72-9a5c-f3a338a46c0a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612024 Aug 18 23:54:03.503355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Request body: {'port': {'device_id': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'e81103f4781c4618a66142279c2ac44f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:03.604878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.619664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Allocated IP 172.20.0.2 (c006ee0b-f56f-4f35-9904-2114ede03e4e/e19a951b-1f72-42e3-bdcc-260f9e36d418/729152da-2217-43a9-867c-3c3481c6b28f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:03.663962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b8e73e21-4736-41ba-8232-01b0e566f9ec completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:03.685818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b8e73e21-4736-41ba-8232-01b0e566f9ec triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:03.688144 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.690656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.695138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.782391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475994-5d9b-4184-855e-f4bd5ccb3eb5 req-757f015a-9ea9-42fa-a5c9-dc1e9eee2edb tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:03.783950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a475994-5d9b-4184-855e-f4bd5ccb3eb5 req-757f015a-9ea9-42fa-a5c9-dc1e9eee2edb tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 931 time: 0.2630739 Aug 18 23:54:03.810077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:03.854094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-566f87a5-572e-4946-9410-6fa7c9c727ee req-46f4432b-2fb4-499a-ac01-ae97eaa5198f tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0359120 Aug 18 23:54:03.911398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-545ca574-bff9-496f-b6b0-87f48336d5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:03.940974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-545ca574-bff9-496f-b6b0-87f48336d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.028841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-545ca574-bff9-496f-b6b0-87f48336d5d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90b332b57d6a44c7974e8fe024844d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0316620 Aug 18 23:54:04.030601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:04.044267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a475994-5d9b-4184-855e-f4bd5ccb3eb5 req-dd10fd8c-39e8-489b-828e-2dc5cb71f8ec tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215858 Aug 18 23:54:04.052254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.058397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Made reservation on behalf of e81103f4781c4618a66142279c2ac44f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:04.068867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.113397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.121271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.168317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Transition to ACTIVE for port object 729152da-2217-43a9-867c-3c3481c6b28f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:04.184904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.193038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b8e73e21-4736-41ba-8232-01b0e566f9ec, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8e73e21-4736-41ba-8232-01b0e566f9ec,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:04.196485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afd4be44-5bb0-445a-8476-c937d93aaf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.204115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Transition to ACTIVE for port object 729152da-2217-43a9-867c-3c3481c6b28f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:04.206410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.217555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.257259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ca574-bff9-496f-b6b0-87f48336d5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354403c-5f67-4f86-8098-9ecb1096c73b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.274056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Network c006ee0b-f56f-4f35-9904-2114ede03e4e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:04.277227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:04.287214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:04.358629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Attempting to bind port 729152da-2217-43a9-867c-3c3481c6b28f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:04.358977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Attempting to bind port 729152da-2217-43a9-867c-3c3481c6b28f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:04.359409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Attempting to bind port 729152da-2217-43a9-867c-3c3481c6b28f on network c006ee0b-f56f-4f35-9904-2114ede03e4e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:04.361512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.407407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Pushing event updated for resources: {'Port': ['ID=729152da-2217-43a9-867c-3c3481c6b28f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.412307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:04.412887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Checking segment: {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:04.413097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.413491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Bound using segment: {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:04.413970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Bound port: 729152da-2217-43a9-867c-3c3481c6b28f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:04.414378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.428240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.464898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.477632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.491011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] For port 729152da-2217-43a9-867c-3c3481c6b28f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:04.494703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] For port 729152da-2217-43a9-867c-3c3481c6b28f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=729152da-2217-43a9-867c-3c3481c6b28f,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:04.499140 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.573994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b01b7-caa7-4412-b5e2-f04452adc1fa req-fef2f692-5261-42f7-9ead-b66d5bef6acd tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:04.581662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1b01b7-caa7-4412-b5e2-f04452adc1fa req-fef2f692-5261-42f7-9ead-b66d5bef6acd tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 935 time: 0.5334044 Aug 18 23:54:04.593854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065662a-4f5f-43f7-9ff2-57a87eb57f59 None None] Pushing event updated for resources: {'Port': ['ID=729152da-2217-43a9-867c-3c3481c6b28f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.662161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.664808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.666537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5354403c-5f67-4f86-8098-9ecb1096c73b HTTP/1.1" status: 204 len: 168 time: 0.6352060 Aug 18 23:54:04.759931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead53994-35dd-4494-a8bf-5fb958ddc099,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.800976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1b01b7-caa7-4412-b5e2-f04452adc1fa req-bdb5dd1d-f9b8-4abd-b7bf-ee0da03a9172 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182808 Aug 18 23:54:04.868842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48f0e8-5d11-4dab-b1b9-d8cca811d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354403c-5f67-4f86-8098-9ecb1096c73b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:04.875049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725836f1-0637-4322-a121-03e67fa8a15f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:04.885622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.915492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Transition to ACTIVE for port object 725836f1-0637-4322-a121-03e67fa8a15f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:04.932194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.964378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:04.967263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afd4be44-5bb0-445a-8476-c937d93aaf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.037845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afd4be44-5bb0-445a-8476-c937d93aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.052814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:05.072984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:05.073450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:05.074054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:05.077562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.079297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:05.079728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:05.086548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:05.088120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:05.089344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:05.090251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Bound port: 725836f1-0637-4322-a121-03e67fa8a15f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:05.093522 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.093603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-afd4be44-5bb0-445a-8476-c937d93aaf9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec78f1e74614fd6b2d0ca3712bdbbac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2782140 Aug 18 23:54:05.093674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:05.166091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-77fad89c-52f8-4761-8b90-3eafabb2960e tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5009933507dd4bf4a00b114617e8595e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913777 Aug 18 23:54:05.194889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:05.249854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4be44-5bb0-445a-8476-c937d93aaf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2029e38a-f7b5-4e7b-ad21-265cadf8661c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:05.256715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604f2b12-72e6-4703-a449-1376bcfcf890 req-bd70513d-fe33-4cac-a20a-568b51c47a8f tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0664973 Aug 18 23:54:05.258485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:05.268258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.334625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.341861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:05.342373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.343825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] 10.222.0.11 "PUT /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 1092 time: 2.6418896 Aug 18 23:54:05.344368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:05.391554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7958c0bd-19d4-4560-a088-b9885c8898b9 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:05.474071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.518683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cd9ec-2d49-49db-8f5d-bf2f5d3b8c6f service neutron] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:05.555513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.570179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 729152da-2217-43a9-867c-3c3481c6b28f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:05.592047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Transition to ACTIVE for port object 7958c0bd-19d4-4560-a088-b9885c8898b9 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:05.604795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.644545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 729152da-2217-43a9-867c-3c3481c6b28f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:05.653260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8e73e21-4736-41ba-8232-01b0e566f9ec up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:05.674228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-664edd24-c014-495c-85f8-c7419d7bb739 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:05.675721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-664edd24-c014-495c-85f8-c7419d7bb739 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088589 Aug 18 23:54:05.720716 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "tag": "725836f1-0637-4322-a121-03e67fa8a15f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:05.726154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b8e73e21-4736-41ba-8232-01b0e566f9ec triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:05.726628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.739336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Allocated IP 172.25.1.170 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/3b35cdff-aa66-44b0-be10-b0b24f0bb365) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:05.749935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.757031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:05.771521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c4d177ff-19ed-40f3-b156-7419ac3a271b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/quotas/5009933507dd4bf4a00b114617e8595e HTTP/1.1" status: 200 len: 375 time: 0.0800128 Aug 18 23:54:05.779716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2029e38a-f7b5-4e7b-ad21-265cadf8661c HTTP/1.1" status: 204 len: 168 time: 0.6665199 Aug 18 23:54:05.808088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:05.835560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-0ce15677-74e2-4769-b14d-59658010e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:05.843467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-0ce15677-74e2-4769-b14d-59658010e6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1095 time: 0.4173739 Aug 18 23:54:05.872932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dbfe-2c49-460a-9a06-91204f4fa926 req-55db6c5c-4c9f-486c-b527-0235e643f7f6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:05.888081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b746dbfe-2c49-460a-9a06-91204f4fa926 req-55db6c5c-4c9f-486c-b527-0235e643f7f6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.4626610 Aug 18 23:54:05.902216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bb575-621e-4b40-b151-f06bbee1a76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2029e38a-f7b5-4e7b-ad21-265cadf8661c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:05.906073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Allocated IP 192.168.233.236 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/74315e09-8e62-436f-b49b-6196d92b3793) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:05.924834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-56dfbad9-5b24-45c3-a229-0b9ad1e4082d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395657 Aug 18 23:54:06.001523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ac2b7-0554-4b5c-8459-e8e999b6bc79 None None] Network c006ee0b-f56f-4f35-9904-2114ede03e4e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:06.008550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-61de40ce-5c5a-4955-94f6-366f1d5798bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.1497099 Aug 18 23:54:06.030278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Attempting to bind port 7958c0bd-19d4-4560-a088-b9885c8898b9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:06.031270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Attempting to bind port 7958c0bd-19d4-4560-a088-b9885c8898b9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:06.031646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Attempting to bind port 7958c0bd-19d4-4560-a088-b9885c8898b9 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:06.041815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Port 7958c0bd-19d4-4560-a088-b9885c8898b9 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:06.042512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Attempting to bind port 7958c0bd-19d4-4560-a088-b9885c8898b9 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:06.080069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:06.080486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:06.081110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:06.081582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Bound port: 7958c0bd-19d4-4560-a088-b9885c8898b9, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:06.081941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.102486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b746dbfe-2c49-460a-9a06-91204f4fa926 req-04861cf0-90ea-4a44-822a-8d8953523e86 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134862 Aug 18 23:54:06.167216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-ee166584-8e9d-47ca-99f8-2d297581dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:06.169034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-ee166584-8e9d-47ca-99f8-2d297581dc52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1514199 Aug 18 23:54:06.190893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Provisioning for port 729152da-2217-43a9-867c-3c3481c6b28f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:06.196839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Provisioning complete for port 729152da-2217-43a9-867c-3c3481c6b28f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:06.197136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.267522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.318706 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.371332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:06.391755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.408273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Transition to ACTIVE for port object 74315e09-8e62-436f-b49b-6196d92b3793 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:06.410600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7958c0bd-19d4-4560-a088-b9885c8898b9,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:06.421020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.477692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.501397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:06.506884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.510471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] 10.222.0.11 "PUT /v2.0/ports/7958c0bd-19d4-4560-a088-b9885c8898b9 HTTP/1.1" status: 200 len: 1096 time: 3.8093998 Aug 18 23:54:06.513923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:06.587205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-b7b0ff11-d327-4a97-a7cd-cc0fd67baabb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3809900 Aug 18 23:54:06.671557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:06.691783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] For port 729152da-2217-43a9-867c-3c3481c6b28f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=729152da-2217-43a9-867c-3c3481c6b28f,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:06.737591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:06.832045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9a7a-4a94-481b-92bc-f0ba743f2b8e None None] Pushing event updated for resources: {'Port': ['ID=729152da-2217-43a9-867c-3c3481c6b28f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:06.920216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd6367e4-f26b-408f-b9b2-f606dc66b2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.074592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:07.094987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-b9a03abc-3904-4d80-a5de-b9d8666a4491 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999528 Aug 18 23:54:07.098872 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548ec56-6273-47bb-90de-78be57d9e7b7 x-openstack-request-id: req-2548ec56-6273-47bb-90de-78be57d9e7b7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:07.099694 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "tag": "725836f1-0637-4322-a121-03e67fa8a15f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:07.100164 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2548ec56-6273-47bb-90de-78be57d9e7b7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:07.100840 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f', 'status': 'completed', 'code': 200} Aug 18 23:54:07.101967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e47938-3bac-4ddd-b0d0-ed9fcb8e9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:07.115684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.130901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:07.139458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:07.295664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-367e0a80-712a-4f3f-b34a-8376e5724491 None None] Provisioning complete for port 729152da-2217-43a9-867c-3c3481c6b28f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:07.296048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-367e0a80-712a-4f3f-b34a-8376e5724491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.310185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:07.320329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:07.334917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:07.340519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.341546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.403768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa7f954f-7f68-47b3-8819-e00a7b84912a req-04251135-029c-421d-a1aa-2e5f8b02a177 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0917621 Aug 18 23:54:07.404807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Pushing event updated for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:07.424662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 729152da-2217-43a9-867c-3c3481c6b28f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:07.474738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0114e0f-ef32-4c52-8bbc-486e218abb73 req-bcc439fa-7948-4713-8a51-e35b77fb1ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687789 Aug 18 23:54:07.492065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b35cdff-aa66-44b0-be10-b0b24f0bb365,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:07.509560 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d60442-4f7f-4793-bc51-eb0f85eaa74d" -d '{"events": [{"name": "network-changed", "server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:07.520209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-d7b88305-fe41-4c51-828f-bcbbfc48754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.521741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-d7b88305-fe41-4c51-828f-bcbbfc48754f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 1099 time: 0.8338532 Aug 18 23:54:07.594889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 729152da-2217-43a9-867c-3c3481c6b28f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:07.595963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.647745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac02fc-feb7-4cd5-a7d4-3879fb878638 req-b2363f94-22e4-4319-adea-278681836023 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.649403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5aac02fc-feb7-4cd5-a7d4-3879fb878638 req-b2363f94-22e4-4319-adea-278681836023 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 936 time: 0.1166270 Aug 18 23:54:07.657140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-d904b6cd-2835-477a-b899-a2732a70d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.658838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-d904b6cd-2835-477a-b899-a2732a70d675 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1095 time: 0.0679424 Aug 18 23:54:07.792655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75bbf096-acf6-4184-90f2-37f203c5d5cf None None] Provisioning for port 74315e09-8e62-436f-b49b-6196d92b3793 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:07.797411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75bbf096-acf6-4184-90f2-37f203c5d5cf None None] Provisioning complete for port 74315e09-8e62-436f-b49b-6196d92b3793 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:07.797558 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75bbf096-acf6-4184-90f2-37f203c5d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:07.844805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5aac02fc-feb7-4cd5-a7d4-3879fb878638 req-8716858c-ceac-4734-8b5c-e00c2021506b tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848342 Aug 18 23:54:07.860583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-75bbf096-acf6-4184-90f2-37f203c5d5cf None None] Port 74315e09-8e62-436f-b49b-6196d92b3793 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:07.909959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-182bc128-a9d5-46b3-ac39-e4fd0a934555 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7958c0bd-19d4-4560-a088-b9885c8898b9 HTTP/1.1" status: 200 len: 217 time: 0.3716419 Aug 18 23:54:07.919997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1423e49-4d0c-4d1d-9507-f5490fa4c651 req-ef5cd3f3-0010-48e6-b594-b65f21f595c4 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.924069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-c9e178b4-a6d2-40ea-a54a-47e7a75c509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:07.925605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-c9e178b4-a6d2-40ea-a54a-47e7a75c509c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2571940 Aug 18 23:54:07.927021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1423e49-4d0c-4d1d-9507-f5490fa4c651 req-ef5cd3f3-0010-48e6-b594-b65f21f595c4 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 947 time: 1.1628897 Aug 18 23:54:07.937801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.21', 51398) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:07.998515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-b45e1309-5196-4deb-8fc5-34c2001c832f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0624895 Aug 18 23:54:08.011285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-db163506-0595-4325-86e1-db8100c9bbb4 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5009933507dd4bf4a00b114617e8595e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536730 Aug 18 23:54:08.076276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd6367e4-f26b-408f-b9b2-f606dc66b2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.080910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1423e49-4d0c-4d1d-9507-f5490fa4c651 req-b46b46e8-b971-4fc4-a920-61f2a2e0729b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529419 Aug 18 23:54:08.082932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-4a6e8de6-a803-4cbe-9750-29d09eb6c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.085020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-4a6e8de6-a803-4cbe-9750-29d09eb6c915 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1539743 Aug 18 23:54:08.090343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd6367e4-f26b-408f-b9b2-f606dc66b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.111676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953da3dd-c70b-4109-890d-bf5c8a1488da req-8a628f0b-0af2-4ee6-9046-0bb8833c3cb4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.113593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953da3dd-c70b-4109-890d-bf5c8a1488da req-8a628f0b-0af2-4ee6-9046-0bb8833c3cb4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.1860812 Aug 18 23:54:08.121745 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-20138b58-b4ef-461b-8adb-8bf15c8bee35 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6356940 Aug 18 23:54:08.146547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Request body: {'port': {'device_id': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'device_owner': 'compute:tempest-test_az-724584880', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:08.151743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-d6941821-75be-4c3e-8c1e-0db2c99207f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.153186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-d6941821-75be-4c3e-8c1e-0db2c99207f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1393008 Aug 18 23:54:08.219506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-e748348d-f851-4a1c-ad7d-188e4912cc67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534806 Aug 18 23:54:08.231371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bd6367e4-f26b-408f-b9b2-f606dc66b2e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=818f30cd7c6349a7ae7d3e38a3e564cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5315878 Aug 18 23:54:08.236636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:08.241528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6367e4-f26b-408f-b9b2-f606dc66b2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d17bf74-ea25-452e-8438-c185a9e24906,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:08.283520 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752b3b0-8e70-488c-acef-554143a637b7 x-openstack-request-id: req-d752b3b0-8e70-488c-acef-554143a637b7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:08.283812 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:08.284062 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d752b3b0-8e70-488c-acef-554143a637b7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:08.284564 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9', 'status': 'completed', 'code': 200} Aug 18 23:54:08.327928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-1ea477f8-4fbb-4c05-95c6-5a546590bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.329490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-1ea477f8-4fbb-4c05-95c6-5a546590bd5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2351296 Aug 18 23:54:08.332373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.347960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-1b2df51a-61d2-4c7b-a3af-08fab4c83a1d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.349602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-1b2df51a-61d2-4c7b-a3af-08fab4c83a1d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274190 Aug 18 23:54:08.361158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953da3dd-c70b-4109-890d-bf5c8a1488da req-d375610a-8d24-4968-a5ae-1e7f91adf74b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309253 Aug 18 23:54:08.371375 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.449034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-a30d7a7f-290c-4856-8f3c-0ae693504410 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074659 Aug 18 23:54:08.523634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.554614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-843b8dd8-3b07-4c13-8e9d-415e8772b879 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924647 Aug 18 23:54:08.593037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.691199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5f901-104e-4dcf-8a0b-3c1bda8d1ea6 req-27ee40ae-0f52-4f77-a36e-181795ce0d6d service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342978 Aug 18 23:54:08.714136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b304c16-f1ce-4a0c-8841-8abe6584da89 req-ab27190a-2492-45bf-b443-959233a55694 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0361156 Aug 18 23:54:08.730257 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-ae4486c9-14ef-4a77-a519-8c2589901fdf service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560290 Aug 18 23:54:08.838056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74315e09-8e62-436f-b49b-6196d92b3793 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:08.850066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.878463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.881023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.885721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d17bf74-ea25-452e-8438-c185a9e24906 HTTP/1.1" status: 204 len: 168 time: 0.6263156 Aug 18 23:54:08.885990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Transition to ACTIVE for port object 74315e09-8e62-436f-b49b-6196d92b3793 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:08.894208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.912081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-f180e366-5fa4-4a66-9ba4-ed6360fab6e5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:08.919881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-f180e366-5fa4-4a66-9ba4-ed6360fab6e5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3523252 Aug 18 23:54:08.941751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:08.946416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f73ba7-0758-4136-bdf3-49a7bdfdc527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d17bf74-ea25-452e-8438-c185a9e24906,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:08.970671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-7158208c-7f1d-4c14-9261-83bb1a250070 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/quotas/b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 375 time: 0.0490482 Aug 18 23:54:09.026410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b82b804-ffda-404e-b8ac-3613a00a25a4 req-6e12f9fe-bc1e-4ad1-a860-92fdaf605952 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855887 Aug 18 23:54:09.055345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-1c8761a7-643a-4939-a202-3252a0568c46 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835285 Aug 18 23:54:09.157152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Attempting to bind port 74315e09-8e62-436f-b49b-6196d92b3793 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:09.157657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Attempting to bind port 74315e09-8e62-436f-b49b-6196d92b3793 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:09.159378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Attempting to bind port 74315e09-8e62-436f-b49b-6196d92b3793 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:09.166225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Port 74315e09-8e62-436f-b49b-6196d92b3793 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:09.167144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Attempting to bind port 74315e09-8e62-436f-b49b-6196d92b3793 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:09.173723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Pushing event updated for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:09.179814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:09.183390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:09.183919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:09.184443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Bound port: 74315e09-8e62-436f-b49b-6196d92b3793, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:09.184897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:09.197983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d9e82-edc0-4074-a6fa-6249732d83a1 req-3a959e7b-3648-4b9b-89ae-0f7d6704aa6b tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.209599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b4d9e82-edc0-4074-a6fa-6249732d83a1 req-3a959e7b-3648-4b9b-89ae-0f7d6704aa6b tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 969 time: 0.2529790 Aug 18 23:54:09.301302 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-bc29f440-f412-4c3e-9b20-aa2c79279ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.307871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-bc29f440-f412-4c3e-9b20-aa2c79279ddc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 1099 time: 0.1635354 Aug 18 23:54:09.328059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b4d9e82-edc0-4074-a6fa-6249732d83a1 req-4e093d05-431c-4deb-a49a-a522923f1bd8 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138573 Aug 18 23:54:09.426944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:09.476814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9584051e-ad73-4d56-8a49-496451ee61e2 req-788b747a-2458-451b-9789-43108018fcb7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0648654 Aug 18 23:54:09.479044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=74315e09-8e62-436f-b49b-6196d92b3793,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:09.487231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:09.586112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.586792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:09.588926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] 10.222.0.11 "PUT /v2.0/ports/74315e09-8e62-436f-b49b-6196d92b3793 HTTP/1.1" status: 200 len: 1118 time: 1.4471042 Aug 18 23:54:09.589386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:09.594230 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453" -d '{"events": [{"name": "network-changed", "server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "tag": "74315e09-8e62-436f-b49b-6196d92b3793"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:09.697243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Router f727c6d6-cca7-440f-ac9d-2bd05de13504 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:54:09.720735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebb9ee-16cf-434c-9311-219fc061e2f8 req-c85d996a-3647-4027-95b9-aa77d622c733 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.727921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adebb9ee-16cf-434c-9311-219fc061e2f8 req-c85d996a-3647-4027-95b9-aa77d622c733 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 947 time: 0.2893350 Aug 18 23:54:09.739824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-ccddc6b6-cb04-4644-9591-d1514b91b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.741593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-ccddc6b6-cb04-4644-9591-d1514b91b5b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4227152 Aug 18 23:54:09.767038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bbb6a-5035-42f7-b694-9c42a6cf27ce service neutron] Pushing event updated for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:09.824875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11aca1-939c-480d-9efe-3ced6db7a176 req-b074e45f-23a9-4b7d-b318-f74e558ced43 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.832214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d11aca1-939c-480d-9efe-3ced6db7a176 req-b074e45f-23a9-4b7d-b318-f74e558ced43 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.1797254 Aug 18 23:54:09.834770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-036d0ddf-0543-4e71-ac77-5810f782829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:09.836406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-036d0ddf-0543-4e71-ac77-5810f782829b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e81103f4781c4618a66142279c2ac44f&device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 1121 time: 0.1298690 Aug 18 23:54:09.909379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-bfe802f9-040e-452b-9359-de35cd94ffae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=74315e09-8e62-436f-b49b-6196d92b3793 HTTP/1.1" status: 200 len: 217 time: 0.0604224 Aug 18 23:54:09.992111 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d11aca1-939c-480d-9efe-3ced6db7a176 req-ff01839b-4d0f-471d-aaed-4ad4451c5654 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Aug 18 23:54:10.040962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-0d30020c-f452-463c-96e7-85f665f78a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.042550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-0d30020c-f452-463c-96e7-85f665f78a89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1191151 Aug 18 23:54:10.088147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-a7142e74-38d3-4464-be29-a12b87c0f1c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7958c0bd-19d4-4560-a088-b9885c8898b9 HTTP/1.1" status: 200 len: 217 time: 0.3354230 Aug 18 23:54:10.119822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-2d4f7896-b529-4dc0-822b-cd40054ac3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.121428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-2d4f7896-b529-4dc0-822b-cd40054ac3ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715261 Aug 18 23:54:10.122790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adebb9ee-16cf-434c-9311-219fc061e2f8 req-4de59ba0-0e36-403d-a917-1ec53655e936 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938575 Aug 18 23:54:10.123047 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c58696b-ac31-4611-8014-64f648500975 x-openstack-request-id: req-2c58696b-ac31-4611-8014-64f648500975 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:10.123401 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "tag": "74315e09-8e62-436f-b49b-6196d92b3793", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:10.123722 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c58696b-ac31-4611-8014-64f648500975 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:10.127866 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793', 'status': 'completed', 'code': 200} Aug 18 23:54:10.250341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1aad247-4e29-41e2-a4f0-9fb662fd8a5e req-362a9264-5d63-4c19-8b2e-76a2813fba37 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0473013 Aug 18 23:54:10.251463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-cae79329-3212-4879-b3e1-a41587bcdafc service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154318 Aug 18 23:54:10.280857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-50a622fb-6f84-4341-b3cf-6885a814bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.283131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-50a622fb-6f84-4341-b3cf-6885a814bc55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1874950 Aug 18 23:54:10.301521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:54:10.314416 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Sync routers for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:54:10.326358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:10.327003 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:10.401341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8b3e31e-2c3f-4ef0-b417-e5b49c3639b9 req-3fd5e637-c690-492c-8146-53e23f80da00 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415834 Aug 18 23:54:10.414557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:10.416467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88b6ac74-9ed7-4bf7-adac-2cc523c08fb3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4983485 Aug 18 23:54:10.420646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:10.436554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-e1a14e83-2826-4781-a01a-2ec091402eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.439674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-e1a14e83-2826-4781-a01a-2ec091402eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474497 Aug 18 23:54:10.579038 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:10.585394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5db73f-6401-4964-a90f-2f341475c7a6 req-9ba4183e-b25f-49fe-b6cf-a6ede2b6f6c5 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.587721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd5db73f-6401-4964-a90f-2f341475c7a6 req-9ba4183e-b25f-49fe-b6cf-a6ede2b6f6c5 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 969 time: 0.1340361 Aug 18 23:54:10.645834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-ba6516eb-c26a-46a0-b8e3-5b53fb824363 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779659 Aug 18 23:54:10.648858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd5db73f-6401-4964-a90f-2f341475c7a6 req-6f8ec7d1-1903-4ca9-9106-83cb0860a8d9 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Aug 18 23:54:10.801873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23d60442-4f7f-4793-bc51-eb0f85eaa74d req-8b503d1a-3056-49ad-97db-b7cf6f27e98b service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479511 Aug 18 23:54:10.871480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:07Z', 'revision_number': 3, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:10.875872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-205a680e-d329-491b-a2b2-9f3bfcfdd249 req-5a731f52-8338-49ad-8545-f8903e0f783c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.2294106 Aug 18 23:54:10.889176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-4b8bdbb5-427d-488c-ae1f-b9d3bb032481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:10.890789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-4b8bdbb5-427d-488c-ae1f-b9d3bb032481 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e81103f4781c4618a66142279c2ac44f&device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 1121 time: 0.4035759 Aug 18 23:54:10.922786 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Checking router: f727c6d6-cca7-440f-ac9d-2bd05de13504 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:54:10.923149 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Updating router f727c6d6-cca7-440f-ac9d-2bd05de13504 port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:54:10.944786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 725836f1-0637-4322-a121-03e67fa8a15f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:10.979478 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.102674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:11.121465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '725836f1-0637-4322-a121-03e67fa8a15f', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'port_id': '725836f1-0637-4322-a121-03e67fa8a15f', 'mac_address': 'fa:16:3e:89:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f225f9e-afdd-4682-a2c3-b156c67fd760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:11.156001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-10752b70-9388-4604-93db-68a023a42824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:11.157509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-10752b70-9388-4604-93db-68a023a42824 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2558391 Aug 18 23:54:11.178499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.208075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725836f1-0637-4322-a121-03e67fa8a15f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:11.221133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-95ecb167-359e-46c7-88c3-ef5e2bfbad26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=74315e09-8e62-436f-b49b-6196d92b3793 HTTP/1.1" status: 200 len: 217 time: 0.0444512 Aug 18 23:54:11.260547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:11.267729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.354348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:11.355595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309ffc-d55f-4033-b273-afb6860f66f9 req-f299c5cb-7a42-4f32-9f92-d14390cacbc5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:11.365457 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88309ffc-d55f-4033-b273-afb6860f66f9 req-f299c5cb-7a42-4f32-9f92-d14390cacbc5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.2331524 Aug 18 23:54:11.389325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-f43e02da-9b4d-4d38-bcd3-0e4a680017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:11.390875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-f43e02da-9b4d-4d38-bcd3-0e4a680017e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1062744 Aug 18 23:54:11.421951 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.433617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Transition to ACTIVE for port object 3b35cdff-aa66-44b0-be10-b0b24f0bb365 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:11.441752 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.497349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88309ffc-d55f-4033-b273-afb6860f66f9 req-5b5f0d63-119a-4a37-ad90-1263ba01fe76 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218276 Aug 18 23:54:11.501861 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Attempting to bind port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:11.502329 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Attempting to bind port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:11.502793 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Attempting to bind port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:11.506131 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009c16-dcc6-46b4-b438-ac38899c0508 None None] Pushing event updated for resources: {'Port': ['ID=3b35cdff-aa66-44b0-be10-b0b24f0bb365,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:11.511473 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:11.512237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:11.512769 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.513371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:11.514044 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Bound port: 3b35cdff-aa66-44b0-be10-b0b24f0bb365, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:11.514768 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.556659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-1b36af37-7c1f-4967-bb5b-d062758bf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:11.558485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-1b36af37-7c1f-4967-bb5b-d062758bf11b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569924 Aug 18 23:54:11.592251 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] For port 3b35cdff-aa66-44b0-be10-b0b24f0bb365, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:11.595761 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] For port 3b35cdff-aa66-44b0-be10-b0b24f0bb365, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3b35cdff-aa66-44b0-be10-b0b24f0bb365,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:11.597797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee7a3-7a00-46d2-a7b5-e3f4aa6cc49f req-af566b67-635f-416e-a772-8547045ee50b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:11.599503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cacee7a3-7a00-46d2-a7b5-e3f4aa6cc49f req-af566b67-635f-416e-a772-8547045ee50b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 947 time: 0.0593605 Aug 18 23:54:11.601548 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:11.626022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['725836f1-0637-4322-a121-03e67fa8a15f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:11.649308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cacee7a3-7a00-46d2-a7b5-e3f4aa6cc49f req-f0672595-d8dc-4bc7-aebe-2532db0776e7 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Aug 18 23:54:11.661566 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:11.662343 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:11.687413 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0c35747-65c1-4822-8194-1495927ea5f8 req-aa0d658b-c394-48d9-a2fc-c2485bead09b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0824609 Aug 18 23:54:11.725453 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009c16-dcc6-46b4-b438-ac38899c0508 None None] Pushing event updated for resources: {'Port': ['ID=3b35cdff-aa66-44b0-be10-b0b24f0bb365,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:11.827452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:11.902897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-96efa284-1814-48cb-aeaa-81d5d4ca104e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308794 Aug 18 23:54:11.951908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.047322 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:07Z', 'revision_number': 3, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:12.073023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a029-2e87-4be8-8853-1d8c37495567 req-b74a732b-ed93-4e89-8f26-b86d2a52f647 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:12.076506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1748a029-2e87-4be8-8853-1d8c37495567 req-b74a732b-ed93-4e89-8f26-b86d2a52f647 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 969 time: 0.0723729 Aug 18 23:54:12.086353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b71f6c-de63-425e-b263-60ee9322c7a4 None None] The sync data for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 is: [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:07Z', 'revision_number': 3, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:54:12.143478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1748a029-2e87-4be8-8853-1d8c37495567 req-a86e91b2-5d10-409b-b965-bc58cef08bb1 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587158 Aug 18 23:54:12.153485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c3446e-ed6a-4563-ba9e-0ba3c4ee0453 req-06c5585e-ad15-412b-8603-9f908b45dd06 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413294 Aug 18 23:54:12.223688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Allocated IP 172.20.0.1 (c006ee0b-f56f-4f35-9904-2114ede03e4e/e19a951b-1f72-42e3-bdcc-260f9e36d418/d882b58f-f28d-4db7-8245-fb81800ea691) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:12.273275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e526da11-0790-4a0f-9405-62e5efa9964b req-7f8dad62-481a-4f67-9033-a52592c17e31 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0342708 Aug 18 23:54:12.341880 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4710a11-ed55-48d9-b520-3f8bd27f9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.379635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.400559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Transition to ACTIVE for port object d882b58f-f28d-4db7-8245-fb81800ea691 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:12.485358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.547227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Network c006ee0b-f56f-4f35-9904-2114ede03e4e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:12.548569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:12.551829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:12.557448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:12.558073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.766324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781f656-901a-41f2-9c27-72a265e3c23c req-ba176c0b-c8fb-4eab-af61-0d9ded9d4153 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:12.767950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a781f656-901a-41f2-9c27-72a265e3c23c req-ba176c0b-c8fb-4eab-af61-0d9ded9d4153 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.1548731 Aug 18 23:54:12.854104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11a0a3-6bb3-4bbe-8dff-435f77388b72 req-0f7f7df1-3ca2-442d-8c6d-283db5401b79 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:12.862409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c11a0a3-6bb3-4bbe-8dff-435f77388b72 req-0f7f7df1-3ca2-442d-8c6d-283db5401b79 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 947 time: 0.0788794 Aug 18 23:54:12.873619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a781f656-901a-41f2-9c27-72a265e3c23c req-14892995-0049-4f60-a9a6-5ee338c1b20b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Aug 18 23:54:12.889868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:12.914714 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c11a0a3-6bb3-4bbe-8dff-435f77388b72 req-a651e7b2-1f41-44fc-8cbe-dafe5a30d056 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513966 Aug 18 23:54:12.944729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 74315e09-8e62-436f-b49b-6196d92b3793 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:12.973941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:13.033765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38030af6-819c-447f-bbca-aef88f2a7899 req-a7782cbf-ab35-48af-b533-ab2c0b603f40 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0515571 Aug 18 23:54:13.107339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=74315e09-8e62-436f-b49b-6196d92b3793,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:13.126262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '74315e09-8e62-436f-b49b-6196d92b3793', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '74315e09-8e62-436f-b49b-6196d92b3793', 'mac_address': 'fa:16:3e:08:96:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:tempest-test_az-724584880', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:13.130724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 725836f1-0637-4322-a121-03e67fa8a15f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:13.145991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2476047-0d8f-4585-bdc3-666c353e04db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.207874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8c4ac4b-4446-41ec-b00b-3b0fda51a9ea None None] Provisioning for port d882b58f-f28d-4db7-8245-fb81800ea691 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:13.225308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8c4ac4b-4446-41ec-b00b-3b0fda51a9ea None None] Provisioning complete for port d882b58f-f28d-4db7-8245-fb81800ea691 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:13.225679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ac4b-4446-41ec-b00b-3b0fda51a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.251093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.254379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 725836f1-0637-4322-a121-03e67fa8a15f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:13.283067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.293615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 725836f1-0637-4322-a121-03e67fa8a15f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:13.294014 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.310210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74315e09-8e62-436f-b49b-6196d92b3793 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:13.324230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.324230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.336585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4ac4b-4446-41ec-b00b-3b0fda51a9ea None None] Port d882b58f-f28d-4db7-8245-fb81800ea691 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:13.363654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=74315e09-8e62-436f-b49b-6196d92b3793,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:13.371385 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.372052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7958c0bd-19d4-4560-a088-b9885c8898b9 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:13.414246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2476047-0d8f-4585-bdc3-666c353e04db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.424838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2476047-0d8f-4585-bdc3-666c353e04db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.470503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7958c0bd-19d4-4560-a088-b9885c8898b9,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:13.472581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2476047-0d8f-4585-bdc3-666c353e04db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb0af7-52fc-455b-8e8f-ecd13a14ebfe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:13.488217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:13.491960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7958c0bd-19d4-4560-a088-b9885c8898b9', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '7958c0bd-19d4-4560-a088-b9885c8898b9', 'mac_address': 'fa:16:3e:bf:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:13.496395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.517258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b2476047-0d8f-4585-bdc3-666c353e04db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73738c54889e4f15a0268da3707ab926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421326 Aug 18 23:54:13.518594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:13.552105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:13.552332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdcb6-6d77-4ef7-977b-32edfc8ecbff req-55a7fc1a-0402-444b-9fe7-80f1a04af192 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:13.559018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-177bdcb6-6d77-4ef7-977b-32edfc8ecbff req-55a7fc1a-0402-444b-9fe7-80f1a04af192 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 969 time: 0.2737441 Aug 18 23:54:13.574361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:13.614301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3b35cdff-aa66-44b0-be10-b0b24f0bb365 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:13.621598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-177bdcb6-6d77-4ef7-977b-32edfc8ecbff req-9446ab84-5bb9-42cc-b96a-854d81a25d96 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Aug 18 23:54:13.651049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:13.658228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcad0fa9-c28c-4dc1-a67d-8405fc6b6dd5 req-fb4994c5-ee2d-449c-a522-826dda12b3f0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0461347 Aug 18 23:54:13.659278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.688139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.689863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Network c006ee0b-f56f-4f35-9904-2114ede03e4e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:13.691880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:13.694762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.715833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7958c0bd-19d4-4560-a088-b9885c8898b9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:13.716251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.768065 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994896e1-e64b-49af-ac24-79b4a94b6d63" -d '{"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-plugged", "status": "completed", "tag": "725836f1-0637-4322-a121-03e67fa8a15f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:13.810091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.813144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.814576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04bb0af7-52fc-455b-8e8f-ecd13a14ebfe HTTP/1.1" status: 204 len: 168 time: 0.2950792 Aug 18 23:54:13.824088 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:54:13.833115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377efce6-1171-4ba4-81ed-de5c7d3fd246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb0af7-52fc-455b-8e8f-ecd13a14ebfe,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:13.840167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7958c0bd-19d4-4560-a088-b9885c8898b9,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:13.861694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.865313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:13.881229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:13.926532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:13.927280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:13.988046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:14.003192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Router f727c6d6-cca7-440f-ac9d-2bd05de13504 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:54:14.066155 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6d1b0-89c1-4c6a-8f15-390aed77d9df x-openstack-request-id: req-9de6d1b0-89c1-4c6a-8f15-390aed77d9df {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:14.066775 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-plugged", "status": "completed", "tag": "725836f1-0637-4322-a121-03e67fa8a15f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:14.067994 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9de6d1b0-89c1-4c6a-8f15-390aed77d9df {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:14.074602 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f', 'code': 200} Aug 18 23:54:14.119532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7958c0bd-19d4-4560-a088-b9885c8898b9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:14.174223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0af49-5591-4e2e-85be-e51e61121475 req-907f62c5-2356-41e0-91a9-fea53af44a9c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:14.182662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b0af49-5591-4e2e-85be-e51e61121475 req-907f62c5-2356-41e0-91a9-fea53af44a9c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 945 time: 0.0826008 Aug 18 23:54:14.232708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['74315e09-8e62-436f-b49b-6196d92b3793'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:14.242447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b0af49-5591-4e2e-85be-e51e61121475 req-b2b46c49-4100-468a-8110-fcfd1211391b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Aug 18 23:54:14.325708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-4b324e2e-cfcd-4f28-8467-00bee705e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:14.327409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-4b324e2e-cfcd-4f28-8467-00bee705e85b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1097 time: 0.1800945 Aug 18 23:54:14.351243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-20a8ad23-74e0-4990-bd61-b1d00d7f0adc service neutron] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.362519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e767f6e-b72c-4684-a933-aa025d8ec31d req-cf99446b-9d76-447a-9f11-0d62b4c98c95 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:14.364050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e767f6e-b72c-4684-a933-aa025d8ec31d req-cf99446b-9d76-447a-9f11-0d62b4c98c95 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 948 time: 0.1103103 Aug 18 23:54:14.371496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:54:14.388345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-20f8ec26-13ef-4736-b809-f4dab72960d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f727c6d6-cca7-440f-ac9d-2bd05de13504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548597 Aug 18 23:54:14.388656 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d0dc5ec-a9b6-4121-a14d-6511b4d2e369 req-25bef02b-0b94-494f-8353-ea584f7a5d00 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0413179 Aug 18 23:54:14.461101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e767f6e-b72c-4684-a933-aa025d8ec31d req-e599cd08-bf13-48c3-9c65-1cdfd49213b5 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826509 Aug 18 23:54:14.463041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.490671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:14.513356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a757da9f-47e4-4cc7-98c4-bcf891a3bc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.522572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fad18b8-8a3b-49c7-b108-8b1aa4fad117 None None] Provisioning complete for port d882b58f-f28d-4db7-8245-fb81800ea691 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:14.523220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fad18b8-8a3b-49c7-b108-8b1aa4fad117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.528245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 3b35cdff-aa66-44b0-be10-b0b24f0bb365, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3b35cdff-aa66-44b0-be10-b0b24f0bb365,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:14.572218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.609659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-20a8ad23-74e0-4990-bd61-b1d00d7f0adc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.629165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-20a8ad23-74e0-4990-bd61-b1d00d7f0adc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.695425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=3b35cdff-aa66-44b0-be10-b0b24f0bb365,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:14.750701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Sync routers for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:54:14.758146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4fad18b8-8a3b-49c7-b108-8b1aa4fad117 None None] Port d882b58f-f28d-4db7-8245-fb81800ea691 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:14.766795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47d3d258-62a9-4cf3-b71d-a66e8cc66097 req-20a8ad23-74e0-4990-bd61-b1d00d7f0adc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214942 Aug 18 23:54:14.774999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8ad23-74e0-4990-bd61-b1d00d7f0adc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa91c02-2092-4038-a365-8f165bd57ea2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:14.791292 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.815978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:14.817081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:53:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:14.842817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71725b-ed44-429b-b368-52652697327d req-fd6de90a-acf3-4348-939b-81cc5cd24fda tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:14.844645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c71725b-ed44-429b-b368-52652697327d req-fd6de90a-acf3-4348-939b-81cc5cd24fda tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 970 time: 0.1213443 Aug 18 23:54:14.893574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c71725b-ed44-429b-b368-52652697327d req-b46e098e-affb-49b5-9dab-d4f6fbd13a6a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Aug 18 23:54:14.923518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a757da9f-47e4-4cc7-98c4-bcf891a3bc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.928716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a757da9f-47e4-4cc7-98c4-bcf891a3bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:14.947462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:14.977224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a757da9f-47e4-4cc7-98c4-bcf891a3bc1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c38f294673c44dba21a31cc9de2bd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855816 Aug 18 23:54:14.979046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757da9f-47e4-4cc7-98c4-bcf891a3bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe8c7c-6119-444b-b1b3-5eef07bf6e9b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:14.980923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37128) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:15.025978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59579ef-6262-4592-91cb-c5e749a98aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.065162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:15.079994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.081719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-503f7435-ae3a-4673-9c6e-fb55b328f641 req-a623cb3b-5ad9-4a9d-8ba5-3a767e8b96f9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0649228 Aug 18 23:54:15.112518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.163111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b971c12-c30e-472a-9f25-094a100a0545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.178295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.179454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.184610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.184610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76fe8c7c-6119-444b-b1b3-5eef07bf6e9b HTTP/1.1" status: 204 len: 168 time: 0.2026896 Aug 18 23:54:15.195791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c0f6-60d0-4800-a1e3-f472e918bb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe8c7c-6119-444b-b1b3-5eef07bf6e9b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:15.355312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b971c12-c30e-472a-9f25-094a100a0545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.356569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3b35cdff-aa66-44b0-be10-b0b24f0bb365 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:15.364399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b971c12-c30e-472a-9f25-094a100a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.434368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971c12-c30e-472a-9f25-094a100a0545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b9ba6-331e-4dae-8149-6176c55f3854,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:15.438634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8b971c12-c30e-472a-9f25-094a100a0545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c8f1e2e4f414cfb802e6a21540ec210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899666 Aug 18 23:54:15.443365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:15.454351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:12Z', 'revision_number': 4, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd882b58f-f28d-4db7-8245-fb81800ea691', 'name': '', 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'mac_address': 'fa:16:3e:a0:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:12Z', 'updated_at': '2021-08-18T23:54:13Z', 'revision_number': 2, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'subnets': [{'id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:15.476287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081735a2-3186-45da-ba6b-d43e6ba8b681 req-0d3a90ca-1f64-400e-bea4-5c5927883a45 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:15.483581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Checking router: f727c6d6-cca7-440f-ac9d-2bd05de13504 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:54:15.484111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Updating router f727c6d6-cca7-440f-ac9d-2bd05de13504 port d882b58f-f28d-4db7-8245-fb81800ea691 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:54:15.485003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-081735a2-3186-45da-ba6b-d43e6ba8b681 req-0d3a90ca-1f64-400e-bea4-5c5927883a45 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 945 time: 0.1120884 Aug 18 23:54:15.517020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:15.517395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.542901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.565084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-081735a2-3186-45da-ba6b-d43e6ba8b681 req-7ceac37c-478e-418f-8005-9ff5deb993ec tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789664 Aug 18 23:54:15.583486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.618835 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.902903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37168) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:15.907355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070158334', 'description': 'tempest-description--304615321'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:15.922752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.937901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Transition to ACTIVE for port object d882b58f-f28d-4db7-8245-fb81800ea691 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:15.947517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea1bdb21-0af8-4c66-82f7-2ab363b5ca2a req-89041dd7-10f0-4876-915f-a9a6a458002f tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0513000 Aug 18 23:54:15.949783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.966631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.981576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.988620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:15.996215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d20b9ba6-331e-4dae-8149-6176c55f3854 HTTP/1.1" status: 204 len: 168 time: 0.5516863 Aug 18 23:54:16.006647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83461d7-40d8-4893-b4fa-76fa850ad15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b9ba6-331e-4dae-8149-6176c55f3854,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.081664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976016f0-5738-455c-b675-adc27d7d9750 None None] Pushing event updated for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.129890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Attempting to bind port d882b58f-f28d-4db7-8245-fb81800ea691 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:16.130860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Attempting to bind port d882b58f-f28d-4db7-8245-fb81800ea691 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:16.131765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Attempting to bind port d882b58f-f28d-4db7-8245-fb81800ea691 on network c006ee0b-f56f-4f35-9904-2114ede03e4e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:16.149297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:16.149830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Checking segment: {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:16.150352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.150849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Bound using segment: {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:16.151445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Bound port: d882b58f-f28d-4db7-8245-fb81800ea691, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98286119-8445-4e6a-a596-b05c73a27065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:16.153121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.169459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.173887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294354-2cca-46fa-bcd1-75a4a05b6d32 req-9850e2db-6930-4c76-a9e0-9a6822ef0c8a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:16.175479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89294354-2cca-46fa-bcd1-75a4a05b6d32 req-9850e2db-6930-4c76-a9e0-9a6822ef0c8a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 970 time: 0.1293166 Aug 18 23:54:16.249228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d704d4-3f7b-4a28-a061-a1a57f62ab4e req-5f9d8e24-ff5e-4af7-a048-626ba12354b0 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:16.257461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d704d4-3f7b-4a28-a061-a1a57f62ab4e req-5f9d8e24-ff5e-4af7-a048-626ba12354b0 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 948 time: 0.2930515 Aug 18 23:54:16.311990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] For port d882b58f-f28d-4db7-8245-fb81800ea691, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:16.322598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89294354-2cca-46fa-bcd1-75a4a05b6d32 req-52be840f-bebb-407e-b669-48d0f48ffe53 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350579 Aug 18 23:54:16.339076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] For port d882b58f-f28d-4db7-8245-fb81800ea691, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d882b58f-f28d-4db7-8245-fb81800ea691,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:16.343427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d704d4-3f7b-4a28-a061-a1a57f62ab4e req-795aab8b-5974-4a82-8f73-cc2ec973f990 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850439 Aug 18 23:54:16.354666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.359048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.367747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.397204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc80039-a906-40d6-8e2a-51c0726b95b2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.408063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:16.408063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:54:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:16.417815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.420831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a3c9687-539e-43db-a17e-7325912cdc1b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5157454 Aug 18 23:54:16.422639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37184) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:16.427647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'security_group_rule': {'security_group_id': '4dc80039-a906-40d6-8e2a-51c0726b95b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:16.527224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69c79f98-c2f1-4fa9-b3c5-f80b91bf6f31 req-72f36730-2144-4a04-9b85-840873ea9c9c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0509210 Aug 18 23:54:16.528458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.542199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976016f0-5738-455c-b675-adc27d7d9750 None None] Pushing event updated for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.605609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.611118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.615026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:16.634922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bec51a1-068f-46e2-9a3a-37b2695d4ee8,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.644424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.649093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb2ff722-d06a-47f9-b1a3-e4ed190b4c66 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2227795 Aug 18 23:54:16.649367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:16.654893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'security_group_rule': {'security_group_id': '4dc80039-a906-40d6-8e2a-51c0726b95b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:16.758000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea556a76-1d61-4d37-b3a2-e55bbfd50e0b req-c598699b-a386-44ab-a69b-8b7c14e4c5cd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:16.767423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea556a76-1d61-4d37-b3a2-e55bbfd50e0b req-c598699b-a386-44ab-a69b-8b7c14e4c5cd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 945 time: 0.0922530 Aug 18 23:54:16.771618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37196) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:16.781363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.790881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f212837-90d5-4314-b923-5cb6f02affcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.833903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea556a76-1d61-4d37-b3a2-e55bbfd50e0b req-d6a11959-0cd4-42e0-a5cb-30d887d3433a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Aug 18 23:54:16.894314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.903615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:12Z', 'revision_number': 4, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd882b58f-f28d-4db7-8245-fb81800ea691', 'name': '', 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'mac_address': 'fa:16:3e:a0:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:12Z', 'updated_at': '2021-08-18T23:54:16Z', 'revision_number': 4, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'subnets': [{'id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:16.903860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.932979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19e9f69-6bd6-4925-acad-97360f45673f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:16.966017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f212837-90d5-4314-b923-5cb6f02affcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.979960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f212837-90d5-4314-b923-5cb6f02affcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.983906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:16.985455 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7a9e2c6-7c00-408f-b750-c5a530112784 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3341916 Aug 18 23:54:16.988343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:16.994147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:17.059292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.064572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f212837-90d5-4314-b923-5cb6f02affcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22570a47-907c-4a82-9f0c-1ab8824b71f8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:17.090331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d01b70f3-a7d7-4fe1-bbd2-9dd6c949a5de req-be72141b-000b-4651-b1d4-62735cdf66cf tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0377810 Aug 18 23:54:17.098797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3f212837-90d5-4314-b923-5cb6f02affcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b699762a18644a919e63f15a563573ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260505 Aug 18 23:54:17.099660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37212) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:17.123979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272f461-bbf1-4014-8fa4-49879a754667 None None] The sync data for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 is: [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-18T23:54:12Z', 'revision_number': 4, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd882b58f-f28d-4db7-8245-fb81800ea691', 'name': '', 'network_id': 'c006ee0b-f56f-4f35-9904-2114ede03e4e', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'mac_address': 'fa:16:3e:a0:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:12Z', 'updated_at': '2021-08-18T23:54:16Z', 'revision_number': 4, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'subnets': [{'id': 'e19a951b-1f72-42e3-bdcc-260f9e36d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:54:17.127056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 74315e09-8e62-436f-b49b-6196d92b3793 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:17.226535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.231719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 74315e09-8e62-436f-b49b-6196d92b3793 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:17.236684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 74315e09-8e62-436f-b49b-6196d92b3793 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:17.237291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.260797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Request body: {'port': {'device_id': 'd0574922-85fe-4875-afc3-b16eff992d88', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '5009933507dd4bf4a00b114617e8595e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:17.287300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.389461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.417360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:17.420446 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183be03-67f2-43c2-99cd-b8300e9a759a" -d '{"events": [{"server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "74315e09-8e62-436f-b49b-6196d92b3793"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:17.449034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d882b58f-f28d-4db7-8245-fb81800ea691 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:17.458263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=74315e09-8e62-436f-b49b-6196d92b3793,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:17.501435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Allocated IP 172.25.1.24 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/12ac0c58-be98-456a-99f3-69d93c27f3c3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:17.507092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.509255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7958c0bd-19d4-4560-a088-b9885c8898b9 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:17.510113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.604888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.604888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.606235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22570a47-907c-4a82-9f0c-1ab8824b71f8 HTTP/1.1" status: 204 len: 168 time: 0.5050724 Aug 18 23:54:17.676599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c75dc-f992-4105-9c9d-eac337d37809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22570a47-907c-4a82-9f0c-1ab8824b71f8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:17.712799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c4f3-8462-4ac3-89b9-898e8a728d1c req-e6a94ca7-eba2-4934-b656-35a262baa459 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:17.736000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb10c4f3-8462-4ac3-89b9-898e8a728d1c req-e6a94ca7-eba2-4934-b656-35a262baa459 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1097 time: 0.2978528 Aug 18 23:54:17.760104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.764616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7958c0bd-19d4-4560-a088-b9885c8898b9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:17.777743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7958c0bd-19d4-4560-a088-b9885c8898b9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:17.778120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.785315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:17.795274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.807696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d882b58f-f28d-4db7-8245-fb81800ea691 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:17.812914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d882b58f-f28d-4db7-8245-fb81800ea691 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:17.813865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.817040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Made reservation on behalf of 5009933507dd4bf4a00b114617e8595e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:17.822831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.850630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:17.867826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb10c4f3-8462-4ac3-89b9-898e8a728d1c req-c92185e4-c2ec-49f2-80ab-658c32591956 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291707 Aug 18 23:54:17.927194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3afc26-9f5a-4f04-a670-ce33dbcc22e6 req-a2da5913-269d-4a4e-b0ba-55db6d2c7319 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:17.938353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b3afc26-9f5a-4f04-a670-ce33dbcc22e6 req-a2da5913-269d-4a4e-b0ba-55db6d2c7319 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.1225698 Aug 18 23:54:17.962738 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.025461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7958c0bd-19d4-4560-a088-b9885c8898b9,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:18.059017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b3afc26-9f5a-4f04-a670-ce33dbcc22e6 req-af45b7a4-7e2b-4168-991c-83a0f594c821 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187389 Aug 18 23:54:18.066557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.068716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.094814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.106728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.175553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:18.185593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.21', 51402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:18.206855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.219839 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e88918-c1fa-4b1f-8eaf-a43d7ceab6e0 x-openstack-request-id: req-f5e88918-c1fa-4b1f-8eaf-a43d7ceab6e0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:18.220249 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "74315e09-8e62-436f-b49b-6196d92b3793", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:18.221138 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5e88918-c1fa-4b1f-8eaf-a43d7ceab6e0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:18.222296 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793', 'code': 200} Aug 18 23:54:18.241019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:18.279710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:18.294826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d882b58f-f28d-4db7-8245-fb81800ea691, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d882b58f-f28d-4db7-8245-fb81800ea691,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:18.294826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:18.307391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.411876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:18.441236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-0caba816-cf30-4905-8a85-bcaa7012ff23 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2530951 Aug 18 23:54:18.449019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99f831-0155-4c2c-b662-24a23795b7e2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:18.456533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'Port': ['ID=12ac0c58-be98-456a-99f3-69d93c27f3c3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:18.489921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab460a0-8597-49ac-b2c5-8e1237ce3d95 req-5cbff914-2802-47a7-a25c-c16502fb7e59 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.1729054 Aug 18 23:54:18.587922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.594386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc758e6-c767-4f1d-a028-ef0257f1e6eb req-3e68a506-7ffd-423c-86a5-2c7cb4114d58 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:18.596730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfc758e6-c767-4f1d-a028-ef0257f1e6eb req-3e68a506-7ffd-423c-86a5-2c7cb4114d58 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.3267865 Aug 18 23:54:18.635937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Allocated IP 192.168.233.213 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/f48c0383-ca3f-4f70-8f96-890e2f9acf5a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:18.659791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-6f491a59-6725-41ba-b873-fe1f17ab3fd1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:18.661349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-6f491a59-6725-41ba-b873-fe1f17ab3fd1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740227 Aug 18 23:54:18.673728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:18.706646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Request body: {'port': {'device_id': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b942f8d7d15743acba22af3439da2722'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:18.813206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb035-8f01-4499-9b9a-837e89bf4530 req-88ff84e7-8aec-4248-8fab-fb7b8bf4706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:18.814720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21afb035-8f01-4499-9b9a-837e89bf4530 req-88ff84e7-8aec-4248-8fab-fb7b8bf4706d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 1123 time: 0.5437379 Aug 18 23:54:18.892456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21afb035-8f01-4499-9b9a-837e89bf4530 req-b30f46bd-dbae-4f16-a95b-f296f5a9f4c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Aug 18 23:54:18.922126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfc758e6-c767-4f1d-a028-ef0257f1e6eb req-60b3c3a7-00ac-4407-88be-15a2b32b2f11 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975811 Aug 18 23:54:18.973166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.003346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Transition to ACTIVE for port object f48c0383-ca3f-4f70-8f96-890e2f9acf5a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:19.053048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44872c76-428a-46f0-9b78-3c71d54e57fb req-ac8d11d0-81c2-4075-a14c-584ab49a5628 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0448608 Aug 18 23:54:19.090469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.116423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.127695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.142813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:19.148390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:19.152907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:19.158740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:19.159380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.172788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Pushing event updated for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:19.187587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.190466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'Port': ['ID=12ac0c58-be98-456a-99f3-69d93c27f3c3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:19.200231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Made reservation on behalf of b942f8d7d15743acba22af3439da2722 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:19.202169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-c09146a3-146d-4d2f-91e6-f5cf969d5059 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9580553 Aug 18 23:54:19.210023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.220258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-bae8da09-8389-41ad-baa6-acefc9841834 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:19.221434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-bae8da09-8389-41ad-baa6-acefc9841834 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056992 Aug 18 23:54:19.229920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.238450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.243097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b758362-4b41-47f5-8734-6f1dd73c5b01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2500834 Aug 18 23:54:19.246130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef7272-91db-47c0-805d-87061692d078 req-47bdf9b7-d246-436b-a1ee-12ec2b084bee tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:19.247622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1bef7272-91db-47c0-805d-87061692d078 req-47bdf9b7-d246-436b-a1ee-12ec2b084bee tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1097 time: 0.1954644 Aug 18 23:54:19.313347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1bef7272-91db-47c0-805d-87061692d078 req-e6f2af7f-371c-4a26-8090-f890d3eddc89 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Aug 18 23:54:19.371269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d882b58f-f28d-4db7-8245-fb81800ea691 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:19.408494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.413899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.502563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d882b58f-f28d-4db7-8245-fb81800ea691 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:19.502947 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.528484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c197f6b-51ba-4503-a202-6207bee2af44 None None] Provisioning for port f48c0383-ca3f-4f70-8f96-890e2f9acf5a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:19.534150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c197f6b-51ba-4503-a202-6207bee2af44 None None] Provisioning complete for port f48c0383-ca3f-4f70-8f96-890e2f9acf5a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:19.534707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c197f6b-51ba-4503-a202-6207bee2af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.585744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c197f6b-51ba-4503-a202-6207bee2af44 None None] Port f48c0383-ca3f-4f70-8f96-890e2f9acf5a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:19.648562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50691bc-7d8e-43f8-8ee1-1dcae5cd6bff req-740c3469-aa4c-43da-a33d-882468734c02 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73cb89b43e1c48119f4e230d53da1be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329599 Aug 18 23:54:19.687559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Request body: {'port': {'device_id': 'd0574922-85fe-4875-afc3-b16eff992d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:19.819387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2d6015-d5e0-435f-85fb-d620f4334dc9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:19.822687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:19.854304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50691bc-7d8e-43f8-8ee1-1dcae5cd6bff req-3aa78ffb-88bf-451c-9bad-ed8d7d0bdd40 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:19.855793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50691bc-7d8e-43f8-8ee1-1dcae5cd6bff req-3aa78ffb-88bf-451c-9bad-ed8d7d0bdd40 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064414 Aug 18 23:54:19.888101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c183-01db-4593-abc2-d92ac79f10d0 req-cfb94f1d-c306-41e5-9bea-700fd8f9a6cd tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:19.893045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-35e5c183-01db-4593-abc2-d92ac79f10d0 req-cfb94f1d-c306-41e5-9bea-700fd8f9a6cd tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.1177335 Aug 18 23:54:19.894645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50691bc-7d8e-43f8-8ee1-1dcae5cd6bff req-3a0d3a66-a3a7-470e-8963-3b9481c482ba tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/quotas/73cb89b43e1c48119f4e230d53da1be8 HTTP/1.1" status: 200 len: 375 time: 0.0183103 Aug 18 23:54:19.929678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Allocated IP 192.168.233.244 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:19.962153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-35e5c183-01db-4593-abc2-d92ac79f10d0 req-3e4202df-bb68-4f73-b35c-2189b372f0d8 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Aug 18 23:54:19.976885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50691bc-7d8e-43f8-8ee1-1dcae5cd6bff req-0dff6292-d4e9-4a05-a33e-b02158aeaa2c tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73cb89b43e1c48119f4e230d53da1be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737159 Aug 18 23:54:20.101868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-086e7aee-5d7b-4165-ae95-5ac09bad86c1 req-34551786-cc50-4ef0-868d-7c01c91f2cd2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0326514 Aug 18 23:54:20.152983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-b4d0ff16-0d44-47fe-a63d-1d42c61ed669 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1070158334&fields=id&tenant_id=79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 267 time: 0.0438745 Aug 18 23:54:20.155089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.177883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Transition to ACTIVE for port object 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:20.224346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:20.226910 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54335df-4c19-45c0-b54a-a38d738df3c8" -d '{"events": [{"server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "name": "network-vif-plugged", "status": "completed", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:20.237160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a3d81-8476-440b-9e0a-29a74532785c req-f8a127ff-e8b0-4647-9640-231aae5dfaf8 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:20.238646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-038a3d81-8476-440b-9e0a-29a74532785c req-f8a127ff-e8b0-4647-9640-231aae5dfaf8 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.0705109 Aug 18 23:54:20.253222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.299137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-ec31ba80-8672-493b-8c3a-73b1a73b0c65 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:20.300532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-ec31ba80-8672-493b-8c3a-73b1a73b0c65 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 824 time: 0.1402218 Aug 18 23:54:20.318379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:20.322925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-826596db-e588-47da-8b8c-63073623d7a9 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/quotas/79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 375 time: 0.0147681 Aug 18 23:54:20.324203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:20.329777 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-038a3d81-8476-440b-9e0a-29a74532785c req-9cc31c88-4af1-4499-a8fa-82bfd575e158 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833972 Aug 18 23:54:20.330661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:20.333328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:20.339373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:20.339799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.360656 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-d6842913-9d30-4e59-8ef2-78cd3268c4d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6832108 Aug 18 23:54:20.380622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Request body: {'port': {'device_id': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:20.440662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-0b5cabb8-2553-4bad-8ee8-1cf5cf2bab6f tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006327 Aug 18 23:54:20.451263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.565230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48c0383-ca3f-4f70-8f96-890e2f9acf5a {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:20.577927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.597148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-f748ec3b-b82d-4e3a-a79b-618fdd54f02e service neutron] 10.222.0.20 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459892 Aug 18 23:54:20.599557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Transition to ACTIVE for port object f48c0383-ca3f-4f70-8f96-890e2f9acf5a will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:20.604486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.625930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6d789dbd-2d9f-44bb-99b0-948ade3576da None None] Provisioning for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:20.631136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6d789dbd-2d9f-44bb-99b0-948ade3576da None None] Provisioning complete for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:20.631961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d789dbd-2d9f-44bb-99b0-948ade3576da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.684849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6d789dbd-2d9f-44bb-99b0-948ade3576da None None] Port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:20.739720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Pushing event updated for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:20.767952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Attempting to bind port f48c0383-ca3f-4f70-8f96-890e2f9acf5a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:20.768164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Attempting to bind port f48c0383-ca3f-4f70-8f96-890e2f9acf5a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:20.768472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Attempting to bind port f48c0383-ca3f-4f70-8f96-890e2f9acf5a on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:20.775488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Port f48c0383-ca3f-4f70-8f96-890e2f9acf5a on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:20.775817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Attempting to bind port f48c0383-ca3f-4f70-8f96-890e2f9acf5a on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:20.783688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-78bc76dc-646b-440b-a58c-9b9b99ebc3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745193 Aug 18 23:54:20.784918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:20.785263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:20.785653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:20.786129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Bound port: f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:20.786490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.827539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:20.846648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.865772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Transition to ACTIVE for port object 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:20.874411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:20.878582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:20.879999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.886072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.958377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:20.958971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:20.960671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] 10.222.0.21 "PUT /v2.0/ports/f48c0383-ca3f-4f70-8f96-890e2f9acf5a HTTP/1.1" status: 200 len: 1097 time: 1.4830127 Aug 18 23:54:20.961269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:20.963836 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac" -d '{"events": [{"name": "network-changed", "server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:21.001897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc383a-6ed6-464d-838b-2c7507eef860 service neutron] Pushing event updated for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:21.090711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:21.112971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:21.113320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:21.113653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:21.121396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:21.121396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:21.122961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-9025e1ea-7bcb-4c2d-9a55-b4e134363497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.124505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-9025e1ea-7bcb-4c2d-9a55-b4e134363497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 1100 time: 0.0820994 Aug 18 23:54:21.128201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:21.128540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:21.128938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:21.129376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Bound port: 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:21.129735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:21.188598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-e36a15b4-9101-4d1e-8702-a3a4b47054ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a HTTP/1.1" status: 200 len: 217 time: 0.0484314 Aug 18 23:54:21.242387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:21.255914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:21.273792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:21.276538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-157ef980-41c8-4540-b2c7-566a41feb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.281672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-157ef980-41c8-4540-b2c7-566a41feb6c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0759771 Aug 18 23:54:21.356651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.357799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:21.360483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] 10.222.0.21 "PUT /v2.0/ports/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 1097 time: 0.9850640 Aug 18 23:54:21.361776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:21.366591 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864f65b7-a796-4049-bec7-10da954f65f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:21.381115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-a1af1137-e5e7-49d7-aff7-e201a1115aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.382717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-a1af1137-e5e7-49d7-aff7-e201a1115aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952907 Aug 18 23:54:21.402664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb84c8-7dab-41fe-8338-7b085c29b204 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:21.498741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-9bb2f40a-6902-43da-9960-f8db17dfa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.501822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-9bb2f40a-6902-43da-9960-f8db17dfa834 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1100 time: 0.0583775 Aug 18 23:54:21.538061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81894b0-a4a4-43c0-a447-556db0d982d9 req-de7fe61a-5fbd-4e85-b54f-25ea747c98bb tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.539551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f81894b0-a4a4-43c0-a447-556db0d982d9 req-de7fe61a-5fbd-4e85-b54f-25ea747c98bb tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 948 time: 0.1336734 Aug 18 23:54:21.565513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-d8951740-8b63-40e2-bfd9-2752956d4476 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683202 Aug 18 23:54:21.601136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-0197320f-e577-4759-b62d-5958ae513b4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0793376 Aug 18 23:54:21.656969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-1fc31d97-4294-41dc-9719-13bd4fdb2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.658805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-1fc31d97-4294-41dc-9719-13bd4fdb2fc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0500841 Aug 18 23:54:21.681793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f81894b0-a4a4-43c0-a447-556db0d982d9 req-35ec671d-3e8c-40d7-b953-be446532b261 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295452 Aug 18 23:54:21.721559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516842-01be-4692-ba71-4dd473315670 req-9e4f1313-422e-47b6-b8b1-d96d90ecad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.723254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-9e4f1313-422e-47b6-b8b1-d96d90ecad36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566554 Aug 18 23:54:21.757737 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a38537-47e4-482b-8236-a07df80955e2 x-openstack-request-id: req-69a38537-47e4-482b-8236-a07df80955e2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:21.758231 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "name": "network-vif-plugged", "status": "completed", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:21.758309 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69a38537-47e4-482b-8236-a07df80955e2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:21.758829 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9', 'code': 200} Aug 18 23:54:21.788063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed8da7c-c139-47fc-bca5-5398f449017f req-2c85d950-6589-44b2-8280-1e64c71cb17d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153172 Aug 18 23:54:21.886105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-6919ad6e-04ae-4223-aaa5-4e87d320b6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553655 Aug 18 23:54:21.894578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e49d6-2a80-4503-83f7-795e4014a0a0 req-193d896d-b4ef-4b2e-b4f5-2c120c3ea41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:21.896086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-864e49d6-2a80-4503-83f7-795e4014a0a0 req-193d896d-b4ef-4b2e-b4f5-2c120c3ea41b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 1101 time: 0.0571139 Aug 18 23:54:21.967108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-864e49d6-2a80-4503-83f7-795e4014a0a0 req-172cc1da-09df-4831-a0f6-09a2ec1664c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Aug 18 23:54:22.033575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf516842-01be-4692-ba71-4dd473315670 req-87d117d5-398d-4e60-a15f-d7adcf59eb88 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363466 Aug 18 23:54:22.037628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19389f8a-455b-4543-bd3f-d6ea1096b166 req-a4570c88-1849-4eef-92c2-715628ba9b05 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Aug 18 23:54:22.089667 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d8358-759e-425b-9ce4-374b48e20ef7 x-openstack-request-id: req-cb7d8358-759e-425b-9ce4-374b48e20ef7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:22.089957 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:22.090235 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb7d8358-759e-425b-9ce4-374b48e20ef7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:22.090633 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a', 'status': 'completed', 'code': 200} Aug 18 23:54:22.178150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519dd6f-b6dd-412d-ba70-a87aad6b7ef4 req-a3181305-dddc-462a-9fa5-edaec1428447 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.179579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5519dd6f-b6dd-412d-ba70-a87aad6b7ef4 req-a3181305-dddc-462a-9fa5-edaec1428447 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.0477614 Aug 18 23:54:22.218613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5519dd6f-b6dd-412d-ba70-a87aad6b7ef4 req-128cb04e-727c-4bd1-82aa-15d0df90745a tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Aug 18 23:54:22.271829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-4228c36f-cccb-4337-8bfc-5fd664d662c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.273752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-4228c36f-cccb-4337-8bfc-5fd664d662c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 1100 time: 0.0514412 Aug 18 23:54:22.326416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ea0f-6b5a-43e7-84ff-0a3915b5d4db req-a7af46a5-2be2-4608-9e7a-d2e020e24c51 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.328537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f876ea0f-6b5a-43e7-84ff-0a3915b5d4db req-a7af46a5-2be2-4608-9e7a-d2e020e24c51 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.0553644 Aug 18 23:54:22.372788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f876ea0f-6b5a-43e7-84ff-0a3915b5d4db req-8795b6e5-2088-47db-9834-ebc0c6329ca3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Aug 18 23:54:22.373220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-de45deb4-b3e7-428e-af4c-b4ef8cf49530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.374662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-de45deb4-b3e7-428e-af4c-b4ef8cf49530 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.0930591 Aug 18 23:54:22.416519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37396) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:22.426070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-204d9fde-87f7-4c06-90ba-b01fde756635 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a HTTP/1.1" status: 200 len: 217 time: 0.0437427 Aug 18 23:54:22.479905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-74d03670-5eb5-4f17-9dab-fd6f1ec006bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.482433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-74d03670-5eb5-4f17-9dab-fd6f1ec006bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0488348 Aug 18 23:54:22.546434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-a55b776d-fb7f-4ed1-b93f-065f3f16904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.548271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-a55b776d-fb7f-4ed1-b93f-065f3f16904a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469275 Aug 18 23:54:22.556195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-daf162d1-476b-4b59-b523-fad89e36eed0 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:22.557289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-daf162d1-476b-4b59-b523-fad89e36eed0 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1397865 Aug 18 23:54:22.580933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2b08-c334-423d-923f-21076782f4b5 req-3a3241d9-09d8-40c8-b33e-8db5d87da307 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.584809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-553a2b08-c334-423d-923f-21076782f4b5 req-3a3241d9-09d8-40c8-b33e-8db5d87da307 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.0631945 Aug 18 23:54:22.664569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-63ac11b2-488c-4524-9c59-a2bd875a5403 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074812 Aug 18 23:54:22.776002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d4d3def-2cbf-4abc-838d-07f7b7d5caac req-432a4788-03a5-4b91-bc18-b20726bd4c3a service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021769 Aug 18 23:54:22.878369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:22.878869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:54:22.888455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-553a2b08-c334-423d-923f-21076782f4b5 req-63310325-598c-43e6-8f89-1531c141751f tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976725 Aug 18 23:54:22.933286 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7a466b-27cc-4ea5-b9aa-5ed20617754d x-openstack-request-id: req-8f7a466b-27cc-4ea5-b9aa-5ed20617754d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:22.933787 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:22.933787 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f7a466b-27cc-4ea5-b9aa-5ed20617754d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:22.934637 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'status': 'completed', 'code': 200} Aug 18 23:54:22.988349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-c5c6e25b-ab50-4132-9973-12ee2763759f tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:22.989759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-c5c6e25b-ab50-4132-9973-12ee2763759f tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.21 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 824 time: 0.3979044 Aug 18 23:54:23.026659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f65b7-a796-4049-bec7-10da954f65f7 req-02c535d1-16a7-4b9f-8d20-fc35f448837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.028168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-02c535d1-16a7-4b9f-8d20-fc35f448837c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1100 time: 0.0436659 Aug 18 23:54:23.097240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-42763801-c768-4c2b-80e8-143fa052a5a1 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.098766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-42763801-c768-4c2b-80e8-143fa052a5a1 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 1123 time: 0.1067324 Aug 18 23:54:23.107197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-a7dcfb8e-e039-4b4f-a8cb-15ae589ffc42 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 380 time: 0.0846167 Aug 18 23:54:23.126474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'port': {'device_id': '90242334-dba6-4691-a811-3b15ccd6f471', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'admin_state_up': True, 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'security_groups': ['4dc80039-a906-40d6-8e2a-51c0726b95b2']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:23.127044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f65b7-a796-4049-bec7-10da954f65f7 req-72d7b190-a261-40ca-bb81-1ef710aa3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.128551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-72d7b190-a261-40ca-bb81-1ef710aa3fbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.0888002 Aug 18 23:54:23.139044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-8bc78c55-ca03-45c2-9300-c040beb51024 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.169300 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-3c7a55e2-b031-49c9-aca2-ecbbaeb52a42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0334344 Aug 18 23:54:23.184370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:23.184714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:23.185518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:23.200361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:23.200663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:23.215906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:23.216243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:23.216647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:23.217083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Bound port: 725836f1-0637-4322-a121-03e67fa8a15f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:23.225999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f65b7-a796-4049-bec7-10da954f65f7 req-b497cecb-d19a-45ed-9ed2-23efa6f9fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.227527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-b497cecb-d19a-45ed-9ed2-23efa6f9fab0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0504746 Aug 18 23:54:23.274487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f65b7-a796-4049-bec7-10da954f65f7 req-6ebeb12e-43a5-4056-8044-4f7e826a54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.275998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-6ebeb12e-43a5-4056-8044-4f7e826a54f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408108 Aug 18 23:54:23.350189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:23.358461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.359425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-dcba8885-9f67-47cd-83e9-8bb568374c2e service neutron] 10.222.0.20 "POST /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7459967 Aug 18 23:54:23.376274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-4178afac-5eb2-451e-9921-df14e531c643 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918708 Aug 18 23:54:23.404786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-8bc78c55-ca03-45c2-9300-c040beb51024 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.413919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-8bc78c55-ca03-45c2-9300-c040beb51024 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.472912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-23409bd6-f36c-4720-9c6b-ad1c0c7b134c req-8bc78c55-ca03-45c2-9300-c040beb51024 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555639 Aug 18 23:54:23.477976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-864f65b7-a796-4049-bec7-10da954f65f7 req-28cba825-d15c-4f59-a18c-1003de02474c service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919054 Aug 18 23:54:23.483843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Made reservation on behalf of 79f8139d0b834535aef1f7d78b59e8ae for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:23.487712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.491126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc78c55-ca03-45c2-9300-c040beb51024 tempest-AggregatesAdminTestJSON-386059728 tempest-AggregatesAdminTestJSON-386059728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b4663-c2f1-4d02-a66c-ae1d3f503a58,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:23.650891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a4271-230c-4bcc-8132-df94013653f8 req-03902113-d4d9-41c3-b30b-529e19bb4afc tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.653755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453a4271-230c-4bcc-8132-df94013653f8 req-03902113-d4d9-41c3-b30b-529e19bb4afc tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 948 time: 0.1024714 Aug 18 23:54:23.705147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Allocated IP 172.20.0.11 (8021589c-68de-4325-975e-1623a4916f3b/f2edc495-ed92-4a77-8d43-b8d2c44d6878/df7143c5-ce81-4f59-9105-bd755e2c33b7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:23.726733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453a4271-230c-4bcc-8132-df94013653f8 req-4f37d4b8-519a-4f2b-aa4d-12643582a0ec tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Aug 18 23:54:23.737013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67f4c1bc-f121-4d29-a624-a69fa621d5cc req-1d7a3cbe-8801-4db5-8daa-1976bcb4bbb1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 210 time: 0.0360768 Aug 18 23:54:23.747449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-79366a3a-756b-4188-ac1d-cb65f9db4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.749079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-79366a3a-756b-4188-ac1d-cb65f9db4654 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1097 time: 0.0791380 Aug 18 23:54:23.896644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-5c83529a-5ab9-4254-bee2-350d1479d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.898123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-5c83529a-5ab9-4254-bee2-350d1479d4c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1407471 Aug 18 23:54:23.906058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90160ab-ab72-430d-b26f-7bd290dc1eba req-287771cd-337e-4079-a71a-a6afcf730c40 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.907440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c90160ab-ab72-430d-b26f-7bd290dc1eba req-287771cd-337e-4079-a71a-a6afcf730c40 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 945 time: 0.0724728 Aug 18 23:54:23.912391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19a82b-e6c7-4bec-90f0-b3a29514d6ff req-d184287d-b04d-495a-a707-fcde1750d55f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:23.913864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c19a82b-e6c7-4bec-90f0-b3a29514d6ff req-d184287d-b04d-495a-a707-fcde1750d55f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.0766532 Aug 18 23:54:23.935788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:23.956422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-5f645ffc-6604-4aab-8a19-bb3262e510d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0478613 Aug 18 23:54:23.957669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Transition to ACTIVE for port object df7143c5-ce81-4f59-9105-bd755e2c33b7 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:23.974375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c19a82b-e6c7-4bec-90f0-b3a29514d6ff req-f754684b-21ce-491d-a408-197d5328ddb6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Aug 18 23:54:24.005322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.010925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c90160ab-ab72-430d-b26f-7bd290dc1eba req-0a96ed23-d19d-41fc-bf5a-05ef09c000fa tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967610 Aug 18 23:54:24.027673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-10cffac0-1d6b-4c45-8b53-493c278a85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.030294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-10cffac0-1d6b-4c45-8b53-493c278a85c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0668144 Aug 18 23:54:24.066077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Network 8021589c-68de-4325-975e-1623a4916f3b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:24.068720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-0a1f8365-be42-4a62-af81-a4e5f7f32403 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294900 Aug 18 23:54:24.069736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:24.074180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:24.080010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.080581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.084393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:24.106273 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-064c102d-098e-41bb-a3ee-1404f106f139 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9885991 Aug 18 23:54:24.132131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Request body: {'port': {'device_id': '90242334-dba6-4691-a811-3b15ccd6f471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:24.224779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.226778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3947872-fb94-4b0f-8993-3f821d0e0567 req-c881cb7c-eed4-4753-bc1d-5f640948f771 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73cb89b43e1c48119f4e230d53da1be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462768 Aug 18 23:54:24.229281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-24332b17-7968-4177-94e7-15c85f86f41b service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450779 Aug 18 23:54:24.379305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c65a-b989-4305-9310-3642a1b2bbf3 req-65be61b0-d637-48c3-9fbe-354a969f4216 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.381412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbf3c65a-b989-4305-9310-3642a1b2bbf3 req-65be61b0-d637-48c3-9fbe-354a969f4216 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.1110597 Aug 18 23:54:24.388031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3809949d-4602-477c-9b63-c597e21cb6bd None None] Provisioning for port df7143c5-ce81-4f59-9105-bd755e2c33b7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:24.392947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3809949d-4602-477c-9b63-c597e21cb6bd None None] Provisioning complete for port df7143c5-ce81-4f59-9105-bd755e2c33b7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:24.393439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3809949d-4602-477c-9b63-c597e21cb6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.408607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a77d5799-b022-494f-a327-990997c5d3c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703510 Aug 18 23:54:24.415404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3947872-fb94-4b0f-8993-3f821d0e0567 req-382ca2ee-aaa3-4a26-b961-8965821a465f tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.416838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3947872-fb94-4b0f-8993-3f821d0e0567 req-382ca2ee-aaa3-4a26-b961-8965821a465f tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819508 Aug 18 23:54:24.428559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3809949d-4602-477c-9b63-c597e21cb6bd None None] Port df7143c5-ce81-4f59-9105-bd755e2c33b7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:24.444678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3947872-fb94-4b0f-8993-3f821d0e0567 req-bb9e8d98-841a-4c2f-bf8e-49a1a2662c33 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/quotas/73cb89b43e1c48119f4e230d53da1be8 HTTP/1.1" status: 200 len: 375 time: 0.0159404 Aug 18 23:54:24.473469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbf3c65a-b989-4305-9310-3642a1b2bbf3 req-08b60989-9eea-49ab-a98f-ac13beba8dfe tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790172 Aug 18 23:54:24.480278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3947872-fb94-4b0f-8993-3f821d0e0567 req-9d698474-241f-49d0-aafe-b7305c630610 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73cb89b43e1c48119f4e230d53da1be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287886 Aug 18 23:54:24.581198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7143c5-ce81-4f59-9105-bd755e2c33b7 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:24.590020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.603302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Transition to ACTIVE for port object df7143c5-ce81-4f59-9105-bd755e2c33b7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:24.607770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.661127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Pushing event updated for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:24.708861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Attempting to bind port df7143c5-ce81-4f59-9105-bd755e2c33b7 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:24.709210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Attempting to bind port df7143c5-ce81-4f59-9105-bd755e2c33b7 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:24.709548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Attempting to bind port df7143c5-ce81-4f59-9105-bd755e2c33b7 on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:24.715736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Port df7143c5-ce81-4f59-9105-bd755e2c33b7 on network 8021589c-68de-4325-975e-1623a4916f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:24.715736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Attempting to bind port df7143c5-ce81-4f59-9105-bd755e2c33b7 on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:24.727085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:24.727496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Checking segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:24.727960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Bound using segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:24.728623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Bound port: df7143c5-ce81-4f59-9105-bd755e2c33b7, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:24.729051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.784574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-1168a51c-be36-418c-84f7-4d1eaa3d03ab tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.786192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-1168a51c-be36-418c-84f7-4d1eaa3d03ab tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1234028 Aug 18 23:54:24.799062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:24.863112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:24.866998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:24.874781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.908330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.944641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:24.944641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:24.946817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] 10.222.0.21 "PUT /v2.0/ports/df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 200 len: 1093 time: 0.8227179 Aug 18 23:54:24.947267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:24.950571 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06" -d '{"events": [{"name": "network-changed", "server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:24.956208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f028-9cb9-44cc-bf4d-f39a90caa1fe service neutron] Pushing event updated for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:25.077004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbf84-beb3-47d1-9112-6a7e5c3631eb req-a3bc3c20-3bf6-4967-bd17-86837147e2b7 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.078629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-205bbf84-beb3-47d1-9112-6a7e5c3631eb req-a3bc3c20-3bf6-4967-bd17-86837147e2b7 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 948 time: 0.1495132 Aug 18 23:54:25.085128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-9752fcd6-0da4-4989-b556-38c95527963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.088376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-9752fcd6-0da4-4989-b556-38c95527963d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 1096 time: 0.0753715 Aug 18 23:54:25.148391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-ae32a657-1ab8-484c-a0c4-1e4ec71e6aa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 200 len: 217 time: 0.0377283 Aug 18 23:54:25.151614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:25.163054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-205bbf84-beb3-47d1-9112-6a7e5c3631eb req-a38dc3e3-1c1d-4990-99fa-8abb5f14400a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742342 Aug 18 23:54:25.196953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:25.228772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-bd82b3e0-207e-4087-af4f-947e771782de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.230161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-bd82b3e0-207e-4087-af4f-947e771782de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.0743461 Aug 18 23:54:25.238342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d142-6fae-45cc-b7f7-cb9d95d79f19 req-18393d34-57ba-4fad-832b-cb819244e852 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.240888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef38d142-6fae-45cc-b7f7-cb9d95d79f19 req-18393d34-57ba-4fad-832b-cb819244e852 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 944 time: 0.0949502 Aug 18 23:54:25.246846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:25.249074 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda5aaf5-a51d-48cb-a0d5-ac4d16eaf7b2" -d '{"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-unplugged", "status": "completed", "tag": "725836f1-0637-4322-a121-03e67fa8a15f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:25.252985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:25.266896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:25.313796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef38d142-6fae-45cc-b7f7-cb9d95d79f19 req-044e1828-2387-4710-93ca-069b07d28503 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597279 Aug 18 23:54:25.317308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-cceac2fa-f5dc-4abb-ab28-e5d8f0f3af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.319133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-cceac2fa-f5dc-4abb-ab28-e5d8f0f3af7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770025 Aug 18 23:54:25.350403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:25.377459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d8cc9-90a2-484f-bf58-f3a17fb3abb4 req-60743a66-cfa2-4bec-9366-e67034097153 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.379023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b8d8cc9-90a2-484f-bf58-f3a17fb3abb4 req-60743a66-cfa2-4bec-9366-e67034097153 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.1237080 Aug 18 23:54:25.404333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:25.404656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:25.404986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:25.414274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:25.414597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Attempting to bind port 725836f1-0637-4322-a121-03e67fa8a15f on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:25.425152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:25.425483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:25.425854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:25.426289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Bound port: 725836f1-0637-4322-a121-03e67fa8a15f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:25.426640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:25.438283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-024b225d-b1e4-42db-9884-dbe9ed69fe7e service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047463 Aug 18 23:54:25.442037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b8d8cc9-90a2-484f-bf58-f3a17fb3abb4 req-07ad841e-2dd4-46e9-b2d1-7e92bbb2dc3b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Aug 18 23:54:25.502218 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb2b0c3-7ce5-4094-b07f-97a3d4c47449 x-openstack-request-id: req-3cb2b0c3-7ce5-4094-b07f-97a3d4c47449 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:25.502519 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:25.503191 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cb2b0c3-7ce5-4094-b07f-97a3d4c47449 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:25.503191 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'status': 'completed', 'code': 200} Aug 18 23:54:25.522517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:25.526860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:25.534389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:25.547777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d338c20f-b54c-4f48-9733-3e15fef31f26 req-5946ba1b-5739-4c2a-900d-8f40ce4237a7 service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018891 Aug 18 23:54:25.625921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc170-ad09-4c30-a0b1-e5f27250a6cc req-30e52630-b7ec-4627-baf5-9e47cfc53c77 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.627410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-638fc170-ad09-4c30-a0b1-e5f27250a6cc req-30e52630-b7ec-4627-baf5-9e47cfc53c77 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.0546808 Aug 18 23:54:25.648225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.648853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:25.650833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 1123 time: 0.8564818 Aug 18 23:54:25.653176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff124-632e-477b-ad3f-4e93099356c0 service neutron] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:25.668774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8b842-deee-4636-9ad2-78ac197e2dda req-c4d47e38-7f6f-4beb-97f6-cb92738a7dcc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.670241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46b8b842-deee-4636-9ad2-78ac197e2dda req-c4d47e38-7f6f-4beb-97f6-cb92738a7dcc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.1011891 Aug 18 23:54:25.698191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-638fc170-ad09-4c30-a0b1-e5f27250a6cc req-d87e4c39-8eb2-40be-8104-523b229736b3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636806 Aug 18 23:54:25.700883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-aaf4d570-b458-4840-bc68-196569df2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.702375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-aaf4d570-b458-4840-bc68-196569df2989 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 1096 time: 0.0662351 Aug 18 23:54:25.717934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46b8b842-deee-4636-9ad2-78ac197e2dda req-5165395a-3c78-4afd-94a9-e0197999d4d2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Aug 18 23:54:25.755072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['725836f1-0637-4322-a121-03e67fa8a15f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:25.782685 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414ce2a6-7ee6-4ff9-af45-eb58bb523121 x-openstack-request-id: req-414ce2a6-7ee6-4ff9-af45-eb58bb523121 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:25.783055 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-unplugged", "status": "completed", "tag": "725836f1-0637-4322-a121-03e67fa8a15f", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:25.783226 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-414ce2a6-7ee6-4ff9-af45-eb58bb523121 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:25.788786 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f', 'code': 200} Aug 18 23:54:25.847777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-8de1335a-78af-40d3-bcf6-45a3b7123208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:25.849571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-8de1335a-78af-40d3-bcf6-45a3b7123208 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.1387925 Aug 18 23:54:25.865195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe242ab2-8799-4bf6-bd3a-d3199eaca4a7 req-4e3b9e28-660c-46bb-8515-6857fb630b4d tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73cb89b43e1c48119f4e230d53da1be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343986 Aug 18 23:54:25.897697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-a7aedc8d-da4d-4a9b-875a-64cf8c3e1c0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 200 len: 217 time: 0.0396869 Aug 18 23:54:26.021145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-f255557d-3001-4a57-809e-ce2ed2c3dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.022759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-f255557d-3001-4a57-809e-ce2ed2c3dd79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.1156526 Aug 18 23:54:26.078128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe242ab2-8799-4bf6-bd3a-d3199eaca4a7 req-615f4f29-a27f-421c-b37d-767e9fded95f tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.079473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe242ab2-8799-4bf6-bd3a-d3199eaca4a7 req-615f4f29-a27f-421c-b37d-767e9fded95f tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846073 Aug 18 23:54:26.099711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-1f424758-984c-436f-9860-6489692ca097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.101156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-1f424758-984c-436f-9860-6489692ca097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651307 Aug 18 23:54:26.102378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe242ab2-8799-4bf6-bd3a-d3199eaca4a7 req-8d52fe86-5202-49cc-8d6f-9e1494faf5e9 tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/quotas/73cb89b43e1c48119f4e230d53da1be8 HTTP/1.1" status: 200 len: 375 time: 0.0159402 Aug 18 23:54:26.181492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe242ab2-8799-4bf6-bd3a-d3199eaca4a7 req-e35cdf05-6826-4046-ae2d-aca9f1dd152b tempest-QuotasAdminNegativeTest-432925815 tempest-QuotasAdminNegativeTest-432925815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73cb89b43e1c48119f4e230d53da1be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729563 Aug 18 23:54:26.231770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-964d2bf1-44b9-4cd7-967e-e3491c11e29c service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215661 Aug 18 23:54:26.256838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.427419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b7adfa-843a-4ec0-a7fe-f62b0b020f06 req-e4baefe2-4201-4258-a9c6-048c568abbde service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868048 Aug 18 23:54:26.435053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47593-9880-4e75-b113-47b26232f265 req-58860997-fc85-4947-8a54-622e1b6f6345 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.436473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74f47593-9880-4e75-b113-47b26232f265 req-58860997-fc85-4947-8a54-622e1b6f6345 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 948 time: 0.1194277 Aug 18 23:54:26.438206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-ff668d13-15d1-44e7-b7ef-d21c9e870199 tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.439555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-ff668d13-15d1-44e7-b7ef-d21c9e870199 tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 1101 time: 0.1051531 Aug 18 23:54:26.522334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:26.718746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74f47593-9880-4e75-b113-47b26232f265 req-1eb435fe-11c4-4f96-8d6e-c6cf9c0b2016 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761483 Aug 18 23:54:26.769437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Deleting port 7958c0bd-19d4-4560-a088-b9885c8898b9 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:54:26.769857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.795655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e99fff57-fd9d-402f-8566-1e131f2cffd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.819475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae261-60f7-43fc-bfed-ff01076d14c7 req-7e522e3e-3250-48e4-be5d-1afb4ec8dbaa tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.820984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46cae261-60f7-43fc-bfed-ff01076d14c7 req-7e522e3e-3250-48e4-be5d-1afb4ec8dbaa tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 944 time: 0.2511635 Aug 18 23:54:26.879260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46cae261-60f7-43fc-bfed-ff01076d14c7 req-46442d0e-2b6b-4ab6-9f3f-d85b8e2fe990 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514977 Aug 18 23:54:26.900180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d229cc-e66c-46b1-9814-a027f2c12e7b req-a09d666e-d750-4322-9d1e-25bf53e12e62 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:26.908268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57d229cc-e66c-46b1-9814-a027f2c12e7b req-a09d666e-d750-4322-9d1e-25bf53e12e62 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 949 time: 0.1214614 Aug 18 23:54:26.923844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] For port 7958c0bd-19d4-4560-a088-b9885c8898b9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7958c0bd-19d4-4560-a088-b9885c8898b9,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:26.924291 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.949891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Calling delete_port for 7958c0bd-19d4-4560-a088-b9885c8898b9 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:54:26.971517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e99fff57-fd9d-402f-8566-1e131f2cffd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.975560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e99fff57-fd9d-402f-8566-1e131f2cffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:26.990423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57d229cc-e66c-46b1-9814-a027f2c12e7b req-bb412f9c-a1a1-4474-b3c9-572d58d59b9d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813038 Aug 18 23:54:27.051575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e99fff57-fd9d-402f-8566-1e131f2cffd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f08e5db4538343318d1dd0e25298d754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281401 Aug 18 23:54:27.057857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:27.081417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f48c0383-ca3f-4f70-8f96-890e2f9acf5a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:27.101117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fff57-fd9d-402f-8566-1e131f2cffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03f4f6-09d3-4beb-8be0-7ff85c5d815d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.147931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e425e-747e-4b80-a572-c76a25dc9837 req-01231658-7532-4a19-8ff0-e0727a780e5e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:27.148888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4ea8-4fdf-44c6-9411-11bf4b7a1aa6 req-15e84284-37c5-4fad-bf01-3a0901d98809 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:27.150238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-033e425e-747e-4b80-a572-c76a25dc9837 req-01231658-7532-4a19-8ff0-e0727a780e5e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.0714130 Aug 18 23:54:27.157626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e8e4ea8-4fdf-44c6-9411-11bf4b7a1aa6 req-15e84284-37c5-4fad-bf01-3a0901d98809 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.1611173 Aug 18 23:54:27.171260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.211500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.217124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e8e4ea8-4fdf-44c6-9411-11bf4b7a1aa6 req-5811e9f6-6e5a-4edd-8257-9a88c5f934e8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Aug 18 23:54:27.217894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:27.242102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-033e425e-747e-4b80-a572-c76a25dc9837 req-1ca78fbe-f751-4bc8-8e13-a8682d6fb320 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Aug 18 23:54:27.257475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.281854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7958c0bd-19d4-4560-a088-b9885c8898b9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:27.295939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.299816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.303510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc03f4f6-09d3-4beb-8be0-7ff85c5d815d HTTP/1.1" status: 204 len: 168 time: 0.2417583 Aug 18 23:54:27.305722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Pushing event deleted for resources: {'Port': ['ID=7958c0bd-19d4-4560-a088-b9885c8898b9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.316199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0108c-acd4-43df-bf25-fe6cdad0b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03f4f6-09d3-4beb-8be0-7ff85c5d815d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.360162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] No DVR routers for this DVR port 7958c0bd-19d4-4560-a088-b9885c8898b9 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:27.364262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.366343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:27.368696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5245a400-aa6e-4258-a15e-cc0ede3b65ff req-9b58cec6-190b-46b1-9b05-60a055562a5d tempest-DeleteServersAdminTestJSON-1795475613 tempest-DeleteServersAdminTestJSON-1795475613-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7958c0bd-19d4-4560-a088-b9885c8898b9 HTTP/1.1" status: 204 len: 173 time: 0.9106164 Aug 18 23:54:27.393169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a', 'mac_address': 'fa:16:3e:36:ca:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:27.495461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.505283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'name': 'network-vif-deleted', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:27.508180 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f95a4-7d80-46d6-ac51-f66a3994617f" -d '{"events": [{"server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "name": "network-vif-deleted", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:27.528260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48c0383-ca3f-4f70-8f96-890e2f9acf5a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:27.557828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:27.560021 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe00da36-fc99-42e8-882c-681fd30757e4 x-openstack-request-id: req-fe00da36-fc99-42e8-882c-681fd30757e4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:27.560323 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5a009-bfd1-415b-975e-b55817aa537c", "name": "network-vif-deleted", "tag": "7958c0bd-19d4-4560-a088-b9885c8898b9", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:27.560653 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe00da36-fc99-42e8-882c-681fd30757e4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:27.561093 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b5a009-bfd1-415b-975e-b55817aa537c', 'name': 'network-vif-deleted', 'tag': '7958c0bd-19d4-4560-a088-b9885c8898b9', 'status': 'completed', 'code': 200} Aug 18 23:54:27.581034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.582093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:27.618948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ab06fc6-dfec-4473-85f7-3a79c3ab856b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.667450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:27.687529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.699614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'mac_address': 'fa:16:3e:ea:61:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:27.768467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ab06fc6-dfec-4473-85f7-3a79c3ab856b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.774540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.778334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ab06fc6-dfec-4473-85f7-3a79c3ab856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.780273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37626) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:27.802635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82822280-7da0-4b63-9937-1e019e4c9975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.804352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:27.808319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:27.813021 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6b96c-ce9f-44a7-b788-640e40ea14f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "tag": "725836f1-0637-4322-a121-03e67fa8a15f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:27.832384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:27.843321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:27.881200 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a910d-d6a7-49c8-bed4-85eea40efeee x-openstack-request-id: req-ba4a910d-d6a7-49c8-bed4-85eea40efeee {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:27.881704 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "tag": "725836f1-0637-4322-a121-03e67fa8a15f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:27.881945 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba4a910d-d6a7-49c8-bed4-85eea40efeee {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:27.882334 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f', 'status': 'completed', 'code': 200} Aug 18 23:54:27.890625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ab06fc6-dfec-4473-85f7-3a79c3ab856b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73cb89b43e1c48119f4e230d53da1be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671381 Aug 18 23:54:27.892081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06fc6-dfec-4473-85f7-3a79c3ab856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44cb3a-1c31-4efb-bebe-d212c3292bb1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.896611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37634) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:27.926237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f813829-12f2-4a92-998d-79340455e04d req-5d249abf-5c15-4437-9465-7368eeeec7b2 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:27.927877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f813829-12f2-4a92-998d-79340455e04d req-5d249abf-5c15-4437-9465-7368eeeec7b2 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 949 time: 0.1104088 Aug 18 23:54:27.965923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:27.991688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f813829-12f2-4a92-998d-79340455e04d req-5132b733-9180-49bb-a858-a6cf901c470a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551822 Aug 18 23:54:28.052667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82822280-7da0-4b63-9937-1e019e4c9975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.069388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82822280-7da0-4b63-9937-1e019e4c9975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.104587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-c0d07342-aca7-4fcf-bbcd-0aa229b0d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.106076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-c0d07342-aca7-4fcf-bbcd-0aa229b0d0d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1126 time: 0.1714935 Aug 18 23:54:28.106708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.133838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c831fb0-0b8d-41f2-b322-858e21ec804a req-6214e6b0-f31b-44c6-8379-95f39f038b5c tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b5a009-bfd1-415b-975e-b55817aa537c HTTP/1.1" status: 200 len: 210 time: 0.0297272 Aug 18 23:54:28.158035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c984b2-2f68-4ceb-9e22-e6aef10567b6 req-1a288580-fa3e-460b-86e8-516e1c979313 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.159528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5c984b2-2f68-4ceb-9e22-e6aef10567b6 req-1a288580-fa3e-460b-86e8-516e1c979313 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 944 time: 0.1766880 Aug 18 23:54:28.164537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82822280-7da0-4b63-9937-1e019e4c9975 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=039f8a9382244e2dbab218d0e91ff49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832126 Aug 18 23:54:28.166872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:28.194897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.221850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.222692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82822280-7da0-4b63-9937-1e019e4c9975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592cb50-6f56-4850-a13c-3d30e7e143ae,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:28.254182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.300762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5c984b2-2f68-4ceb-9e22-e6aef10567b6 req-b486c601-4044-40ba-a54a-0a8fe31dddd9 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305997 Aug 18 23:54:28.318547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.321375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.324038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6592cb50-6f56-4850-a13c-3d30e7e143ae HTTP/1.1" status: 204 len: 168 time: 0.1561406 Aug 18 23:54:28.340459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-2b8c6444-2f51-40c8-9950-a8d5c0e0f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.341966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-2b8c6444-2f51-40c8-9950-a8d5c0e0f6f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2092533 Aug 18 23:54:28.349361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98608a44-69ee-4eb7-8f8f-db2b28b87be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592cb50-6f56-4850-a13c-3d30e7e143ae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:28.394500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-41bcc6d3-df13-47f9-81bd-fddbd9fbad98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0413594 Aug 18 23:54:28.395075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.397613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:28.398675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d44cb3a-1c31-4efb-bebe-d212c3292bb1 HTTP/1.1" status: 204 len: 168 time: 0.5009496 Aug 18 23:54:28.431921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f48c0383-ca3f-4f70-8f96-890e2f9acf5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:28.443287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3bec-c9b9-48fc-a09e-d7b5b17ffa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44cb3a-1c31-4efb-bebe-d212c3292bb1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:28.456054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef6674-4ac6-4a2e-8dd4-b6bbc40993f8 req-cd4d5b03-ee9b-4642-8c74-c9c07ed11c86 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.456769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fef6674-4ac6-4a2e-8dd4-b6bbc40993f8 req-cd4d5b03-ee9b-4642-8c74-c9c07ed11c86 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 949 time: 0.0988212 Aug 18 23:54:28.494118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-8a0ce906-286d-4b78-a77f-4fc47626c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.495886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-8a0ce906-286d-4b78-a77f-4fc47626c1e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0865467 Aug 18 23:54:28.503601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c624-e272-43bb-bf5d-c2a51fccb160 req-b502db69-d0fe-4fc9-bff7-ed9ba737965d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:28.505220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3176c624-e272-43bb-bf5d-c2a51fccb160 req-b502db69-d0fe-4fc9-bff7-ed9ba737965d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.1127822 Aug 18 23:54:28.518088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:28.534105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-7acb217f-ac19-44c0-b205-6c7cbda33c97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278394 Aug 18 23:54:28.537886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fef6674-4ac6-4a2e-8dd4-b6bbc40993f8 req-08920b7e-e062-4081-b540-ebbf5b813c4c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Aug 18 23:54:28.630887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3176c624-e272-43bb-bf5d-c2a51fccb160 req-851e8b31-f866-42f6-ba82-02d523c4b198 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077349 Aug 18 23:54:28.713222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-5eb36e08-a96a-40d6-a320-08be92c24fae service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649137 Aug 18 23:54:28.836369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48c6b96c-ce9f-44a7-b788-640e40ea14f1 req-e4a59c76-fb90-4646-9473-364cea3f5460 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155405 Aug 18 23:54:28.998402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37686) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:29.020049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3a42fd8-2e3c-4a11-97af-67d0fa1935c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.072617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device df7143c5-ce81-4f59-9105-bd755e2c33b7 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:29.161114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f13bc-28e1-46d6-9f30-7aa80b1eaf5a req-e34d1d77-2266-4139-a52a-4ea5f359392c tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.162672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a82f13bc-28e1-46d6-9f30-7aa80b1eaf5a req-e34d1d77-2266-4139-a52a-4ea5f359392c tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 949 time: 0.0827026 Aug 18 23:54:29.222769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:29.240775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'port_id': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'mac_address': 'fa:16:3e:a0:66:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:29.296699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3a42fd8-2e3c-4a11-97af-67d0fa1935c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.314006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a82f13bc-28e1-46d6-9f30-7aa80b1eaf5a req-370907f8-f8ef-47ee-bd03-c24cb3e2e3a9 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433017 Aug 18 23:54:29.317704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3a42fd8-2e3c-4a11-97af-67d0fa1935c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.325600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.353422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7143c5-ce81-4f59-9105-bd755e2c33b7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:29.355787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-8b3e4016-d8cb-40b4-bbf4-790cbd36c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.361951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-8b3e4016-d8cb-40b4-bbf4-790cbd36c97b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1126 time: 0.1074889 Aug 18 23:54:29.385654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:29.395199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.396116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 725836f1-0637-4322-a121-03e67fa8a15f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:29.438971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a3a42fd8-2e3c-4a11-97af-67d0fa1935c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb67c95ba0c1442db9c8425fa5956677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386742 Aug 18 23:54:29.439817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:29.449213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42fd8-2e3c-4a11-97af-67d0fa1935c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd24b3-74a6-4cce-a8a7-37161920f45c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:29.504090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-59e0c94d-affb-4ed3-9a16-0c0864dc1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.505977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-59e0c94d-affb-4ed3-9a16-0c0864dc1aad service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1203356 Aug 18 23:54:29.532134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da3300-0f26-410d-98c6-65ce91a6d60f req-3ed87204-a359-44cb-a3fa-6a27c0ae72aa tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.540217 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2da3300-0f26-410d-98c6-65ce91a6d60f req-3ed87204-a359-44cb-a3fa-6a27c0ae72aa tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 945 time: 0.0985184 Aug 18 23:54:29.570360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.585147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-673fc596-0d43-46d9-a087-9c06f534017d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0554552 Aug 18 23:54:29.588969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:29.617587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2da3300-0f26-410d-98c6-65ce91a6d60f req-e12b1760-ee2d-4979-8cc0-90d3994fc3b3 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718980 Aug 18 23:54:29.620451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.665708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-7032d4c3-bef4-4f5b-bae8-d289a8617964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.667818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:29.671035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-7032d4c3-bef4-4f5b-bae8-d289a8617964 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0783796 Aug 18 23:54:29.691944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 725836f1-0637-4322-a121-03e67fa8a15f has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:54:29.708948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-bc121337-132a-46b3-b7e4-292290b1dd5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296836 Aug 18 23:54:29.743926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c4934f88-d146-441b-a40d-951b07c567ff tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b912c9097f824ebfb615b644a7795038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305822 Aug 18 23:54:29.756698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565dc3f-673c-4b45-9aa1-5fb3e76ff3e2 req-cfa6082b-a3b6-42da-a8c9-07afb571c0e3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.758567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7565dc3f-673c-4b45-9aa1-5fb3e76ff3e2 req-cfa6082b-a3b6-42da-a8c9-07afb571c0e3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 949 time: 0.0696821 Aug 18 23:54:29.771840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.774391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:29.778435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dcd24b3-74a6-4cce-a8a7-37161920f45c HTTP/1.1" status: 204 len: 168 time: 0.3327725 Aug 18 23:54:29.795364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda9c1-2d95-456e-b520-7e04de7def1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd24b3-74a6-4cce-a8a7-37161920f45c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:29.813604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7565dc3f-673c-4b45-9aa1-5fb3e76ff3e2 req-8d3c21b8-f50e-4066-8f32-62f708a5d01d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Aug 18 23:54:29.932677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-cdaae563-b48b-4db6-82d8-32bdc8f7a60b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.934176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-cdaae563-b48b-4db6-82d8-32bdc8f7a60b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117916 Aug 18 23:54:29.958058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-25c84b4a-ffc1-4e6f-8373-5c5f37e04dc6 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/quotas/b912c9097f824ebfb615b644a7795038 HTTP/1.1" status: 200 len: 375 time: 0.0163059 Aug 18 23:54:29.980747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f10e-3cbf-4cd4-b2be-b9aa82d90246 req-36a123ab-1f45-4d61-b786-16ad73f3a1fd tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:29.988633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9353f10e-3cbf-4cd4-b2be-b9aa82d90246 req-36a123ab-1f45-4d61-b786-16ad73f3a1fd tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.0741317 Aug 18 23:54:30.011744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-91258c23-2f98-4eaf-836c-28f85a4a60a5 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451672 Aug 18 23:54:30.033469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-079ed9b5-97f8-4e54-9a49-1dec293c735d service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092024 Aug 18 23:54:30.057881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9353f10e-3cbf-4cd4-b2be-b9aa82d90246 req-ca8dc01d-6100-475d-820d-254aed492398 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Aug 18 23:54:30.181759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eba38-31ac-4b8a-a2bc-8ff220d5cd8c req-0dd4108b-1d86-4f01-85b6-459c61dd2004 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:30.189396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e79eba38-31ac-4b8a-a2bc-8ff220d5cd8c req-0dd4108b-1d86-4f01-85b6-459c61dd2004 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.0667930 Aug 18 23:54:30.212999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['df7143c5-ce81-4f59-9105-bd755e2c33b7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:30.214907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b073e6b-cd00-451d-8e79-0628deeef5fe req-d9432db2-9ac2-4a69-a128-676f0a56027b service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727648 Aug 18 23:54:30.235370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e79eba38-31ac-4b8a-a2bc-8ff220d5cd8c req-ed8c2f23-4e76-4194-9951-264b7c577828 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Aug 18 23:54:30.353572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd9e54ab-b8c2-4d31-b45b-9b71a4a62e6e req-a8257d38-25ed-4360-ac01-d6342395d324 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 210 time: 0.0506167 Aug 18 23:54:30.494855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341cbcc-f4c0-4fc9-96f3-8d1535193a8b req-48c55bb5-fde2-4c73-ab07-251466c48eb2 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:30.501311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d341cbcc-f4c0-4fc9-96f3-8d1535193a8b req-48c55bb5-fde2-4c73-ab07-251466c48eb2 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 949 time: 0.0991969 Aug 18 23:54:30.544269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d341cbcc-f4c0-4fc9-96f3-8d1535193a8b req-3e3de715-1517-44d1-80b0-bbb40944b22f tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Aug 18 23:54:30.782414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6acb0-984e-4a59-bd65-ab696dfa6781 req-a63a75af-4867-43bf-a1be-3c00c8f1e4d2 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:30.790083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1c6acb0-984e-4a59-bd65-ab696dfa6781 req-a63a75af-4867-43bf-a1be-3c00c8f1e4d2 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 945 time: 0.0749979 Aug 18 23:54:30.835757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1c6acb0-984e-4a59-bd65-ab696dfa6781 req-a0d86018-057b-4fae-b35d-a16646f694cc tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446312 Aug 18 23:54:30.952635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7380c06-42b8-427d-9e84-2c79546784ef req-b599fa57-d6dd-4b6f-ae81-563da3633528 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:30.954553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7380c06-42b8-427d-9e84-2c79546784ef req-b599fa57-d6dd-4b6f-ae81-563da3633528 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 949 time: 0.0559316 Aug 18 23:54:30.976434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7958c0bd-19d4-4560-a088-b9885c8898b9 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:54:30.998115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 7958c0bd-19d4-4560-a088-b9885c8898b9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:54:30.998755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7958c0bd-19d4-4560-a088-b9885c8898b9 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:54:31.027633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7380c06-42b8-427d-9e84-2c79546784ef req-08615b7b-4972-44bc-8b53-7e6120d45151 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665421 Aug 18 23:54:31.070182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f48c0383-ca3f-4f70-8f96-890e2f9acf5a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:31.142563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port f48c0383-ca3f-4f70-8f96-890e2f9acf5a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:31.150455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port f48c0383-ca3f-4f70-8f96-890e2f9acf5a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:31.151068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.157052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37802) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:31.219524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3dbe6-4f05-4ef4-a18f-c5d987cfab45 req-11eb6cd0-487c-4f09-af3b-1bd840b0b2d9 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.226703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90d3dbe6-4f05-4ef4-a18f-c5d987cfab45 req-11eb6cd0-487c-4f09-af3b-1bd840b0b2d9 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.0600398 Aug 18 23:54:31.248606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.275909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:31.278395 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e550ed2a-60c2-4110-b1b7-839800abea69" -d '{"events": [{"server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "name": "network-vif-plugged", "status": "completed", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:31.292701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:31.297217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.298123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:31.308652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90d3dbe6-4f05-4ef4-a18f-c5d987cfab45 req-773a5c0a-430f-4515-97ad-5567b8c794f4 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/security-groups?id=ead53994-35dd-4494-a8bf-5fb958ddc099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Aug 18 23:54:31.329087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adabea0d-6381-47e2-9060-69bf90c5b142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.344276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-89532de8-0f03-464e-b0ec-90a3005ece32 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.345710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-89532de8-0f03-464e-b0ec-90a3005ece32 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.11 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 971 time: 0.1165781 Aug 18 23:54:31.391047 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c47f8b-ec58-4630-b17f-64a897d84cbf x-openstack-request-id: req-f8c47f8b-ec58-4630-b17f-64a897d84cbf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:31.391336 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "name": "network-vif-plugged", "status": "completed", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:31.391585 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c47f8b-ec58-4630-b17f-64a897d84cbf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:31.391967 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a', 'code': 200} Aug 18 23:54:31.413353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:31.434948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:31.439666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:31.440457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.511988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-1a806e6c-68b1-4873-a78e-d5d1ca048863 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b912c9097f824ebfb615b644a7795038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430410 Aug 18 23:54:31.530213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da829e86-bfcd-4380-8959-cae260281b60 req-80ea94cd-801f-4c72-99c7-9c17695de676 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 210 time: 0.0431418 Aug 18 23:54:31.545364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.619787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:31.627253 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.680236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:31.713235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-9a11b4cf-a3bf-4c93-9c5a-e5114adffd53 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.714648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-9a11b4cf-a3bf-4c93-9c5a-e5114adffd53 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869922 Aug 18 23:54:31.715119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dacdc-c73b-4aed-8846-4ca26d9e56bf req-e5590d0c-19f3-4070-b5a7-1306781750ee tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.716620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e36dacdc-c73b-4aed-8846-4ca26d9e56bf req-e5590d0c-19f3-4070-b5a7-1306781750ee tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.3264353 Aug 18 23:54:31.720345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0c20-43c7-4fa4-839b-4f39e4390dfe req-3d551099-c363-419d-bff5-caed1e745752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.721682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d525298-1763-4965-a7b1-3f30b22b11b8 req-a371a0f7-e373-457e-86c5-4464bd22f069 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:31.721805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60ff0c20-43c7-4fa4-839b-4f39e4390dfe req-3d551099-c363-419d-bff5-caed1e745752 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 1102 time: 0.1673472 Aug 18 23:54:31.723263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d525298-1763-4965-a7b1-3f30b22b11b8 req-a371a0f7-e373-457e-86c5-4464bd22f069 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.0951557 Aug 18 23:54:31.730535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Request body: {'port': {'device_id': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b912c9097f824ebfb615b644a7795038'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:31.746115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Deleting port 74315e09-8e62-436f-b49b-6196d92b3793 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:54:31.746462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.815649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d525298-1763-4965-a7b1-3f30b22b11b8 req-208a6b97-b82d-4d7e-aa1e-2863ff2d580b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817893 Aug 18 23:54:31.857024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adabea0d-6381-47e2-9060-69bf90c5b142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.861658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60ff0c20-43c7-4fa4-839b-4f39e4390dfe req-3a4cc6a7-6406-4575-9fb5-d8486f15bb7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278310 Aug 18 23:54:31.876498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e36dacdc-c73b-4aed-8846-4ca26d9e56bf req-ea65fe41-4233-4395-9561-a727166bcb6e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458375 Aug 18 23:54:31.889503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Made reservation on behalf of b912c9097f824ebfb615b644a7795038 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:31.894308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.921451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] For port 74315e09-8e62-436f-b49b-6196d92b3793, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=74315e09-8e62-436f-b49b-6196d92b3793,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:31.921827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.932268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adabea0d-6381-47e2-9060-69bf90c5b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:31.942581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Calling delete_port for 74315e09-8e62-436f-b49b-6196d92b3793 owned by compute:tempest-test_az-724584880 {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:54:31.999926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-adabea0d-6381-47e2-9060-69bf90c5b142 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8bb5de9b4644270996b2871d0179a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417728 Aug 18 23:54:32.002708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:32.030861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabea0d-6381-47e2-9060-69bf90c5b142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16208a-d3ec-4120-b3d9-af94a223821e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:32.094633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef1094-c3b2-40ea-88dd-3e8dfd7e64f3 req-541c4617-7827-4f97-ac26-018411f17f53 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:32.096116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7ef1094-c3b2-40ea-88dd-3e8dfd7e64f3 req-541c4617-7827-4f97-ac26-018411f17f53 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 945 time: 0.1319315 Aug 18 23:54:32.140631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Allocated IP 192.168.233.69 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/d0c667b2-fcbb-4b74-9067-6734ce6d24a2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:32.151602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.163932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['74315e09-8e62-436f-b49b-6196d92b3793'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:32.172918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.181928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7ef1094-c3b2-40ea-88dd-3e8dfd7e64f3 req-17f8882a-1d73-4d46-bf15-5daf206470bd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751896 Aug 18 23:54:32.245769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.261803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:32.281328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Pushing event deleted for resources: {'Port': ['ID=74315e09-8e62-436f-b49b-6196d92b3793,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:32.284477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] No DVR routers for this DVR port 74315e09-8e62-436f-b49b-6196d92b3793 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:32.289439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.291449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab7373c7-03b2-4326-951b-328c11f7cad5 req-6fe23868-7184-482e-831c-b512ea00d608 tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.11 "DELETE /v2.0/ports/74315e09-8e62-436f-b49b-6196d92b3793 HTTP/1.1" status: 204 len: 173 time: 0.9344559 Aug 18 23:54:32.291881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'name': 'network-vif-deleted', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:32.294140 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef619d-0171-43e6-82d0-ab45e9b49bbb" -d '{"events": [{"server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "name": "network-vif-deleted", "tag": "74315e09-8e62-436f-b49b-6196d92b3793"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:32.318176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ff9fc-cdf5-4a52-8f4c-aee7fa4e367f req-8b829996-198e-4969-95d8-32246a2ddf74 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:32.319724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287ff9fc-cdf5-4a52-8f4c-aee7fa4e367f req-8b829996-198e-4969-95d8-32246a2ddf74 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1806872 Aug 18 23:54:32.382433 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b6796-7408-4214-b03e-9b0bb2f02d78 x-openstack-request-id: req-0c4b6796-7408-4214-b03e-9b0bb2f02d78 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:32.382725 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8708834e-8162-4ed9-b2d7-4de0a3d9cbdf", "name": "network-vif-deleted", "tag": "74315e09-8e62-436f-b49b-6196d92b3793", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:32.384000 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c4b6796-7408-4214-b03e-9b0bb2f02d78 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:32.388088 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8708834e-8162-4ed9-b2d7-4de0a3d9cbdf', 'name': 'network-vif-deleted', 'tag': '74315e09-8e62-436f-b49b-6196d92b3793', 'status': 'completed', 'code': 200} Aug 18 23:54:32.434912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287ff9fc-cdf5-4a52-8f4c-aee7fa4e367f req-a8a17789-3042-4e9d-9c7a-2e00eaf780be tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979571 Aug 18 23:54:32.472608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.475187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.476408 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a16208a-d3ec-4120-b3d9-af94a223821e HTTP/1.1" status: 204 len: 168 time: 0.4705861 Aug 18 23:54:32.479805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a33-cf84-4e65-8215-6e0655d18092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.525443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a69398a-2d47-4001-8229-624e77f568bd req-35f52916-b392-4bdd-8158-37d2ff08f9cc tempest-AggregatesAdminTestJSON-1486262353 tempest-AggregatesAdminTestJSON-1486262353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8708834e-8162-4ed9-b2d7-4de0a3d9cbdf HTTP/1.1" status: 200 len: 210 time: 0.0539038 Aug 18 23:54:32.527895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b013-ce3b-4c82-b03c-183ac335c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16208a-d3ec-4120-b3d9-af94a223821e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:32.532506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.547534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Transition to ACTIVE for port object d0c667b2-fcbb-4b74-9067-6734ce6d24a2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:32.607925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.612476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a33-cf84-4e65-8215-6e0655d18092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.618533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a33-cf84-4e65-8215-6e0655d18092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.661725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:32.663394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:32.672003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:32.679374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:32.679865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.686524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2d5d1a33-cf84-4e65-8215-6e0655d18092 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6889d102cf74dcc9e21394244b43afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234474 Aug 18 23:54:32.690064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37872) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:32.698268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Pushing event updated for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:32.698550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1a33-cf84-4e65-8215-6e0655d18092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38264d80-5f6b-4f56-ae5b-d5a257d6f56c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:32.729898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-c2595c7a-060e-4504-b2a9-102d8fa9141b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0033257 Aug 18 23:54:32.742446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Request body: {'port': {'device_id': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:32.778855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc923b-7a9c-46c2-8893-9e755473cad2 req-2c55e36a-a6d5-4f2f-b8b9-9b4d698080ee tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:32.780421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98dc923b-7a9c-46c2-8893-9e755473cad2 req-2c55e36a-a6d5-4f2f-b8b9-9b4d698080ee tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 935 time: 0.1574557 Aug 18 23:54:32.802465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.840564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.846348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-59220b38-9f1a-45a8-8f08-d57f9b237a94 service neutron] 10.222.0.11 "GET /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.1335032 Aug 18 23:54:32.941306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98dc923b-7a9c-46c2-8893-9e755473cad2 req-1840deea-d125-430f-9e5f-6ab321de228e tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517084 Aug 18 23:54:32.950111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:32.973664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:33.063540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device df7143c5-ce81-4f59-9105-bd755e2c33b7 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:33.067484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cae3883-403d-4541-8699-f369f2c1a93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.110462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8297f-3e64-4b6f-9361-7f76a4ff9281 req-1b68654e-a810-4f61-b8a2-6be1323062a3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:33.112767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e8297f-3e64-4b6f-9361-7f76a4ff9281 req-1b68654e-a810-4f61-b8a2-6be1323062a3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 943 time: 0.1145296 Aug 18 23:54:33.117277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa42e91-6691-44a9-a92e-73b9a29da47c req-6c8167c9-e639-4bae-9731-8dec896588ae tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:33.123044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0aa42e91-6691-44a9-a92e-73b9a29da47c req-6c8167c9-e639-4bae-9731-8dec896588ae tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.1485438 Aug 18 23:54:33.128051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.131255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.134886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38264d80-5f6b-4f56-ae5b-d5a257d6f56c HTTP/1.1" status: 204 len: 168 time: 0.4434273 Aug 18 23:54:33.152571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port df7143c5-ce81-4f59-9105-bd755e2c33b7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:33.158694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port df7143c5-ce81-4f59-9105-bd755e2c33b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:33.159495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.163204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-02624d81-42c8-4560-b1b5-dd31bf2b3e2a None None] Provisioning for port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:33.190397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-02624d81-42c8-4560-b1b5-dd31bf2b3e2a None None] Provisioning complete for port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:33.191797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02624d81-42c8-4560-b1b5-dd31bf2b3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.240813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-02624d81-42c8-4560-b1b5-dd31bf2b3e2a None None] Port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:33.246051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cae3883-403d-4541-8699-f369f2c1a93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.267715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cae3883-403d-4541-8699-f369f2c1a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.327973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4cae3883-403d-4541-8699-f369f2c1a93f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ae5961dfb554c76b893d214cccd84e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533180 Aug 18 23:54:33.332447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae3883-403d-4541-8699-f369f2c1a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca1c5d-7e82-47af-a22e-97be05d5f982,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:33.334851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:33.398710 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0aa42e91-6691-44a9-a92e-73b9a29da47c req-d55e2ba0-43a5-43a4-83e9-1b0fb615a4e7 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763247 Aug 18 23:54:33.450208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:33.453474 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e2414-0f47-4e74-aad9-d588f02db881" -d '{"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:33.456603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.464798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.512494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:33.519205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6a9dd-ae97-4eb8-b50a-463233190d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38264d80-5f6b-4f56-ae5b-d5a257d6f56c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:33.521284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.552291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e8297f-3e64-4b6f-9361-7f76a4ff9281 req-3cd47396-02d6-4e10-96f5-346699d5853b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300890 Aug 18 23:54:33.568066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.582974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c667b2-fcbb-4b74-9067-6734ce6d24a2 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:33.597075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.633352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:33.640113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:33.648916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15248-0284-44cf-9a0e-89223739a76f req-a7a9a60e-19fe-4c81-8ce7-1a704a55b845 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:33.657863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bd15248-0284-44cf-9a0e-89223739a76f req-a7a9a60e-19fe-4c81-8ce7-1a704a55b845 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.1439040 Aug 18 23:54:33.664179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:33.670467 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054342f-9b05-41a4-a637-33b773a9550e x-openstack-request-id: req-5054342f-9b05-41a4-a637-33b773a9550e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:33.671106 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:33.671673 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5054342f-9b05-41a4-a637-33b773a9550e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:33.672467 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'code': 200} Aug 18 23:54:33.676603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Transition to ACTIVE for port object d0c667b2-fcbb-4b74-9067-6734ce6d24a2 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:33.693620 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.709829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725836f1-0637-4322-a121-03e67fa8a15f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:33.722178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:33.753850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.775011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bd15248-0284-44cf-9a0e-89223739a76f req-4a73277e-848e-4e35-a94e-10c77b5b6732 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124716 Aug 18 23:54:33.853792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:33.861622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.865270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.869376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fca1c5d-7e82-47af-a22e-97be05d5f982 HTTP/1.1" status: 204 len: 168 time: 0.5279887 Aug 18 23:54:33.883852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a54e3-c123-416f-8e54-cda696a9db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca1c5d-7e82-47af-a22e-97be05d5f982,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:33.885693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Attempting to bind port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:33.885930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Attempting to bind port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:33.886623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Attempting to bind port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:33.895324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:33.895654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Attempting to bind port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:33.907165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:33.907165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:33.907518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:33.907868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Bound port: d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:33.908694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:33.932351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3afe3-a5ee-42d7-9807-6d269ad950e0 req-40814671-23ce-452d-b343-a72e5bc609f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:33.933796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1e3afe3-a5ee-42d7-9807-6d269ad950e0 req-40814671-23ce-452d-b343-a72e5bc609f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.1664751 Aug 18 23:54:33.974946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e9e7-c154-4fe5-83c5-5fb8a8bde326 req-52346ade-95ce-4b47-b45c-dd5319e8562f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:33.976547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3c5e9e7-c154-4fe5-83c5-5fb8a8bde326 req-52346ade-95ce-4b47-b45c-dd5319e8562f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2102771 Aug 18 23:54:34.055689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] Transition to ACTIVE for port object 725836f1-0637-4322-a121-03e67fa8a15f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:34.062024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:34.062882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1e3afe3-a5ee-42d7-9807-6d269ad950e0 req-b237936d-a9a0-4576-898a-c6051f7b01e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088736 Aug 18 23:54:34.068210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:34.073760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:34.095686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3c5e9e7-c154-4fe5-83c5-5fb8a8bde326 req-d309d4d0-e483-470a-9815-8557cf6d67fc tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985892 Aug 18 23:54:34.096119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:34.161858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] No DVR routers for this DVR port 725836f1-0637-4322-a121-03e67fa8a15f on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:34.171448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] Pushing event updated for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:34.174186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:34.187398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.188045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:34.189524 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-bf96af5f-d94a-489f-9f1c-5c5e7d3bd9ff service neutron] 10.222.0.11 "PUT /v2.0/ports/d0c667b2-fcbb-4b74-9067-6734ce6d24a2 HTTP/1.1" status: 200 len: 1096 time: 1.4519739 Aug 18 23:54:34.189900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:34.192174 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ca4cb-5204-41d8-b6c4-5c4030533877" -d '{"events": [{"name": "network-changed", "server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:34.217596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae287f88-adfb-42d5-a775-a3403c310a6f req-37ee94f5-f726-4af0-b564-04352d1ca5ba tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.220387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae287f88-adfb-42d5-a775-a3403c310a6f req-37ee94f5-f726-4af0-b564-04352d1ca5ba tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 947 time: 0.1526394 Aug 18 23:54:34.273044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-cfbc3429-5e1b-4c9f-867c-58e480d6b9cf service neutron] 10.222.0.11 "PUT /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 1.4129927 Aug 18 23:54:34.277046 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55c966c-627f-4304-b4d3-93f4436fa60b x-openstack-request-id: req-d55c966c-627f-4304-b4d3-93f4436fa60b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:34.277285 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:34.277536 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d55c966c-627f-4304-b4d3-93f4436fa60b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:34.277922 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2', 'status': 'completed', 'code': 200} Aug 18 23:54:34.305197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae287f88-adfb-42d5-a775-a3403c310a6f req-4da9639c-df77-488e-a052-5a54d2c3da44 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786169 Aug 18 23:54:34.310613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-a5baa805-0ed7-45fe-93e6-ee86d57da356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.312245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-a5baa805-0ed7-45fe-93e6-ee86d57da356 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 1099 time: 0.0749738 Aug 18 23:54:34.363568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-f36bf331-7fcc-4b60-8787-5e4beedef5bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2 HTTP/1.1" status: 200 len: 217 time: 0.0422955 Aug 18 23:54:34.385194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:34.443015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-b4027b66-2035-4512-b424-c44698b407c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.444543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-b4027b66-2035-4512-b424-c44698b407c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0741243 Aug 18 23:54:34.505061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907455e-0e06-422a-88ea-482f9619abf0 req-9ebd4d49-7893-4e2c-8c34-13f8d9789117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.505725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-9ebd4d49-7893-4e2c-8c34-13f8d9789117 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542619 Aug 18 23:54:34.621875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-e4a8bf09-5130-421f-9966-0b3a1ad021a8 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.623456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-e4a8bf09-5130-421f-9966-0b3a1ad021a8 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.1690588 Aug 18 23:54:34.631153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-510311e5-837f-494f-884b-c9b2c800206c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e81103f4781c4618a66142279c2ac44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426796 Aug 18 23:54:34.631596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:34.652319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dc0bc-629c-4efc-a696-52353103a3de req-05894d57-4bbb-4a76-aaa7-2b55cabe6386 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.653671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:34.657554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a7dc0bc-629c-4efc-a696-52353103a3de req-05894d57-4bbb-4a76-aaa7-2b55cabe6386 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.1270959 Aug 18 23:54:34.669090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-68964d2e-42bd-4545-bb59-d8d93741911c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562853 Aug 18 23:54:34.790232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0210d-92a7-4471-90cf-f1d9be269689 req-c8a7f548-3f17-431f-9f91-f4bbd302b457 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.790718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a7dc0bc-629c-4efc-a696-52353103a3de req-61aecd83-c5b3-4cb1-bd33-62c7896b6bbd tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322982 Aug 18 23:54:34.799710 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cf0210d-92a7-4471-90cf-f1d9be269689 req-c8a7f548-3f17-431f-9f91-f4bbd302b457 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.1294641 Aug 18 23:54:34.806666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-1a53b007-db1b-4271-b92a-599383a4da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.808155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-1a53b007-db1b-4271-b92a-599383a4da29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 1096 time: 0.1727030 Aug 18 23:54:34.819557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:34.845816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b907455e-0e06-422a-88ea-482f9619abf0 req-9aacd77e-adee-4e2a-8d11-75200ce5d56c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655679 Aug 18 23:54:34.847032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:34.904196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cf0210d-92a7-4471-90cf-f1d9be269689 req-6baa87de-795a-48f4-a517-3f4a1c5d5ac4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928757 Aug 18 23:54:34.927723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-803055395-network', 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:34.974675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-821e566c-c397-4779-8971-2f38c1e50f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.976183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-821e566c-c397-4779-8971-2f38c1e50f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1096 time: 0.0993414 Aug 18 23:54:34.986381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-1cff077c-2f06-46fc-bfe3-4e6abafd202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.987916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-1cff077c-2f06-46fc-bfe3-4e6abafd202f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912c9097f824ebfb615b644a7795038&device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 1099 time: 0.0701373 Aug 18 23:54:34.988734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:34.992909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 74315e09-8e62-436f-b49b-6196d92b3793 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:54:34.993751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5b95-a3c7-4096-a1e9-ea57cd8c3b2e req-7bd4bb5f-faef-41a6-bcaf-c7d1d1d2247a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:34.995624 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-936a5b95-a3c7-4096-a1e9-ea57cd8c3b2e req-7bd4bb5f-faef-41a6-bcaf-c7d1d1d2247a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.0779545 Aug 18 23:54:35.008877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.019711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.022244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.026764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ead53994-35dd-4494-a8bf-5fb958ddc099 HTTP/1.1" status: 204 len: 168 time: 0.3938818 Aug 18 23:54:35.036329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 74315e09-8e62-436f-b49b-6196d92b3793 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:54:35.036680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 74315e09-8e62-436f-b49b-6196d92b3793 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:54:35.037103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 725836f1-0637-4322-a121-03e67fa8a15f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:54:35.053981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.086897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf202-b566-42bb-95ac-01efa0acf7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead53994-35dd-4494-a8bf-5fb958ddc099,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:35.113845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-936a5b95-a3c7-4096-a1e9-ea57cd8c3b2e req-23ab3cda-17da-4f33-ba21-f8de147c5684 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081355 Aug 18 23:54:35.150723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a1119bf0-292f-4a98-831d-f422c47b2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.150863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 725836f1-0637-4322-a121-03e67fa8a15f not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:54:35.155729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a1119bf0-292f-4a98-831d-f422c47b2d6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1591072 Aug 18 23:54:35.192487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-254db200-2d57-4a72-ba08-46afdd9c6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.195092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-254db200-2d57-4a72-ba08-46afdd9c6dcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1832254 Aug 18 23:54:35.218469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-875ad2f7-fbd6-40e8-b056-ca5c777f78e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0433323 Aug 18 23:54:35.253377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-1caef3e6-6495-469e-9244-3e27ea9e50e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2 HTTP/1.1" status: 200 len: 217 time: 0.0502203 Aug 18 23:54:35.339468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-34275c82-085a-4dce-ab5b-abc001a189dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.341057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-34275c82-085a-4dce-ab5b-abc001a189dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0797026 Aug 18 23:54:35.355887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe081ec-d3f0-404b-af17-cc964ad0c22e req-c9019f4b-cf1c-4712-85f2-8230170033ec tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.364776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ffe081ec-d3f0-404b-af17-cc964ad0c22e req-c9019f4b-cf1c-4712-85f2-8230170033ec tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1452718 Aug 18 23:54:35.382617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-4043e69c-c87b-471a-adad-530f128b1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.384762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-4043e69c-c87b-471a-adad-530f128b1e6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1391809 Aug 18 23:54:35.389118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.404046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.432539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-ee15a933-7cf8-459f-9850-f9d1025d2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.434333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-ee15a933-7cf8-459f-9850-f9d1025d2b2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809124 Aug 18 23:54:35.444525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:54:35.448901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:35.449803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ffe081ec-d3f0-404b-af17-cc964ad0c22e req-81d52117-446b-454e-a847-0d7dac8fdb51 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Aug 18 23:54:35.457908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-5a4a2cb7-c547-4b1c-81b9-e7d94d594a97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552027 Aug 18 23:54:35.527579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92cf964-cf5c-468c-b7cd-8eaf5de257cc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:35.551199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.551199 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Added segment 93d1122a-b7e5-4714-a9d8-52f61d06e3fc of type vlan for network b3286e4d-a0b3-42a1-828f-ade4c3e00289 Aug 18 23:54:35.614695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107d31-b0c8-41af-9ea1-35d93459d014 req-874728fa-4d69-40f0-aa42-8940515f77c6 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.616279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6107d31-b0c8-41af-9ea1-35d93459d014 req-874728fa-4d69-40f0-aa42-8940515f77c6 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.0963511 Aug 18 23:54:35.665100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:35.667194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-99018bc4-c152-44e1-9df3-052706ef1862 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796954 Aug 18 23:54:35.675308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:35.678292 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496e9449-8509-42fc-abd9-e72e0915a34c" -d '{"events": [{"server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "name": "network-vif-plugged", "status": "completed", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:35.713800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6107d31-b0c8-41af-9ea1-35d93459d014 req-d7a98166-2156-4801-b69d-256912ab7275 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Aug 18 23:54:35.766824 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced81cf2-db03-474b-821b-e673fd530209 x-openstack-request-id: req-ced81cf2-db03-474b-821b-e673fd530209 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:35.767203 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "name": "network-vif-plugged", "status": "completed", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:35.767545 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ced81cf2-db03-474b-821b-e673fd530209 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:35.768001 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'code': 200} Aug 18 23:54:35.777089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c1595d3-dfda-454d-81b6-f6042fb526ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78656588a6f844109071f90111b1f90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087744 Aug 18 23:54:35.777712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:35.847332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-1ab779f6-82f7-4a33-909f-0124a5bf1f46 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584358 Aug 18 23:54:35.862856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.868145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-71005223-network', 'tenant_id': 'ffca85433b444459911c8e978c983e15'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:35.895403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.903675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.944621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28864-c5a4-497b-894d-393bd4c81f11 req-41d3ad4a-a42d-408a-81a0-d6249dd3b1b0 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.946808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22e28864-c5a4-497b-894d-393bd4c81f11 req-41d3ad4a-a42d-408a-81a0-d6249dd3b1b0 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 947 time: 0.4684706 Aug 18 23:54:35.965539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Made reservation on behalf of ffca85433b444459911c8e978c983e15 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:35.967715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.969475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e7ac-9da3-41d0-8644-4a0fccbc24ed req-277bb6f8-e243-4bdf-ba52-2e0391026de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:35.970990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7643e7ac-9da3-41d0-8644-4a0fccbc24ed req-277bb6f8-e243-4bdf-ba52-2e0391026de9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 1098 time: 0.0886271 Aug 18 23:54:35.973118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-a95e1fa4-4c9c-4f27-9219-8144f6fa0f8f tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5009933507dd4bf4a00b114617e8595e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279934 Aug 18 23:54:35.990117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:35.993306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-66fb83c5-1ff8-4a6b-8d74-71096542e555 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454285 Aug 18 23:54:36.007320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.008321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.009803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.041982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.044507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.047859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b01b4663-c2f1-4d02-a66c-ae1d3f503a58 HTTP/1.1" status: 204 len: 168 time: 0.2650297 Aug 18 23:54:36.066829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e810-e1db-4689-b4a9-f38c19b51d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b4663-c2f1-4d02-a66c-ae1d3f503a58,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:36.078992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7643e7ac-9da3-41d0-8644-4a0fccbc24ed req-3997f783-cffc-446c-84bd-fe8c4719b9c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004488 Aug 18 23:54:36.126390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-c213301d-5776-4c27-a5a0-9ee8bcdb7cf6 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.127865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-c213301d-5776-4c27-a5a0-9ee8bcdb7cf6 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432700 Aug 18 23:54:36.145047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-33281b74-e7c9-449b-9f84-934f635c929e tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/quotas/5009933507dd4bf4a00b114617e8595e HTTP/1.1" status: 200 len: 375 time: 0.0108283 Aug 18 23:54:36.194296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22e28864-c5a4-497b-894d-393bd4c81f11 req-ff1ebe44-37bd-4896-980a-76623141ce1d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298162 Aug 18 23:54:36.200620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-b4c3f58b-890b-4416-873b-35409ceaef77 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491357 Aug 18 23:54:36.200777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] Pushing event updated for resources: {'Network': ['ID=b3286e4d-a0b3-42a1-828f-ade4c3e00289,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:36.223528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:54:36.238306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ca4cb-5204-41d8-b6c4-5c4030533877 req-2176881b-c737-4efc-8fd6-57c4643eedfb service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321670 Aug 18 23:54:36.295147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.314613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.356843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37998) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:36.357400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0154c31c-c915-47dd-b8c9-8fc82c38f10e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7023599 Aug 18 23:54:36.363360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Request body: {'subnet': {'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-803055395-subnet', 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:36.381481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:54:36.393011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:36.396496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.406500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.406846 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Added segment ee9d8226-9035-497f-985f-27e4c8c0e075 of type vlan for network 870f506a-c4db-4915-9648-0e439856f25b Aug 18 23:54:36.409377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0784acf1-1bbe-4e3f-9df4-aafeef935388,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:36.462886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.472610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f708b-a295-4826-833d-9975a37d15ea req-49802099-7967-4403-9329-ead13a953b08 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.479678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-393f708b-a295-4826-833d-9975a37d15ea req-49802099-7967-4403-9329-ead13a953b08 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.1380105 Aug 18 23:54:36.531427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-393f708b-a295-4826-833d-9975a37d15ea req-9f6b2a1a-4970-4184-8527-40f0f4e342b3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508862 Aug 18 23:54:36.533761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.534812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.535408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.612768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1625843 Aug 18 23:54:36.618222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:36.631791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Request body: {'subnet': {'network_id': '870f506a-c4db-4915-9648-0e439856f25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-71005223-subnet', 'tenant_id': 'ffca85433b444459911c8e978c983e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:36.652118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d04b-9ebb-44dd-afc5-567237fc15d1 admin admin] Pushing event updated for resources: {'Network': ['ID=870f506a-c4db-4915-9648-0e439856f25b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:36.662349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dea87c37-fcd8-4b95-ad9f-d0aa566fdcc1 req-0458de68-0d2f-4cc6-a070-58b9e8d89dbb tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 210 time: 0.0635011 Aug 18 23:54:36.663467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 870f506a-c4db-4915-9648-0e439856f25b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:54:36.664149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db498cc5-f54e-4559-b47c-c01f9acbb446 req-a2b4c84c-d592-4975-b326-50e34ff74e92 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.665768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db498cc5-f54e-4559-b47c-c01f9acbb446 req-a2b4c84c-d592-4975-b326-50e34ff74e92 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.1786594 Aug 18 23:54:36.699832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-aa059298-2493-4ec3-8dc5-96aed6e6d05f tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.701798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-aa059298-2493-4ec3-8dc5-96aed6e6d05f tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.1853640 Aug 18 23:54:36.712269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Made reservation on behalf of ffca85433b444459911c8e978c983e15 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:36.714781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:36.833553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01b5c-d448-4a86-ab82-e3dc435c4ae9 req-3099b8e0-d606-4a43-935f-8445ca8afc3b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:36.835821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28a01b5c-d448-4a86-ab82-e3dc435c4ae9 req-3099b8e0-d606-4a43-935f-8445ca8afc3b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1037021 Aug 18 23:54:36.874979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db498cc5-f54e-4559-b47c-c01f9acbb446 req-7486c003-1522-4347-b904-a9a49fd96da1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907525 Aug 18 23:54:36.923786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28a01b5c-d448-4a86-ab82-e3dc435c4ae9 req-83a9cff9-cae0-4ee9-ba0d-1ee0ceeef03f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713787 Aug 18 23:54:37.034498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d7e82-daa1-41fc-9e96-ffcf8b5c6604 req-a8529deb-aa06-45bc-87b5-04759fff00c3 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.036333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d33d7e82-daa1-41fc-9e96-ffcf8b5c6604 req-a8529deb-aa06-45bc-87b5-04759fff00c3 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1096 time: 0.0500824 Aug 18 23:54:37.084485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.089518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d33d7e82-daa1-41fc-9e96-ffcf8b5c6604 req-86294399-61e6-4584-89f1-93e3cc6de9e0 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Aug 18 23:54:37.160400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a31a2081-d6da-4c67-9823-c0d6f189155c service neutron] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:37.179120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a31a2081-d6da-4c67-9823-c0d6f189155c service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.181002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcd19408-9553-4dc6-b3f5-c1ca98efcd95 req-a31a2081-d6da-4c67-9823-c0d6f189155c service neutron] 10.222.0.21 "DELETE /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.4608886 Aug 18 23:54:37.195395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8944cdca-14e6-4ba9-928b-2a1e65552b81,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:37.258541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Checking segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:37.259007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Network hostable DHCP agents. Network: b3286e4d-a0b3-42a1-828f-ade4c3e00289, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:54:37.288860 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.327264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:54:37.360842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b3286e4d-a0b3-42a1-828f-ade4c3e00289) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:37.363879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a405c057-e740-4685-880a-f5580da5ecc6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:37.373807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.374511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.384063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d831a29-8d86-4fa6-8a63-9d43b3b0a4e9 None None] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:37.393407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Checking segment: {'id': 'ee9d8226-9035-497f-985f-27e4c8c0e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '870f506a-c4db-4915-9648-0e439856f25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:37.393998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Network hostable DHCP agents. Network: 870f506a-c4db-4915-9648-0e439856f25b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:54:37.400062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d1a31925-ce58-4c0b-aa73-aec730cd3f04 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0420640 Aug 18 23:54:37.417982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Network 870f506a-c4db-4915-9648-0e439856f25b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:54:37.428110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 870f506a-c4db-4915-9648-0e439856f25b) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:37.436621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.439117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.448033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30ae52-bde5-4a68-a842-0f092b823f64 None None] Network 870f506a-c4db-4915-9648-0e439856f25b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:37.454731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecef9-2777-4d96-ab94-6cff9614d483 req-9ef0db7b-5b2c-4920-9a55-20a349f50d8d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.456271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adcecef9-2777-4d96-ab94-6cff9614d483 req-9ef0db7b-5b2c-4920-9a55-20a349f50d8d tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 947 time: 0.1294711 Aug 18 23:54:37.510389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b01077e-5778-4231-9505-c9f87d59d7b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8878224 Aug 18 23:54:37.514357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adcecef9-2777-4d96-ab94-6cff9614d483 req-05472a64-1869-4457-8350-f950d2520d27 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Aug 18 23:54:37.529886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-c2af4dd6-cbe1-46db-98c9-106f9e5b306e tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.537440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-c2af4dd6-cbe1-46db-98c9-106f9e5b306e tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.0758247 Aug 18 23:54:37.553761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-2e6b352b-0f19-4e63-abdc-5fa6eb497853 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.808805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623687f-d9d6-4779-816c-4adb6a4ee1bc None None] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:37.809066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-2e6b352b-0f19-4e63-abdc-5fa6eb497853 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.818417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-2e6b352b-0f19-4e63-abdc-5fa6eb497853 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:37.826720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d7d98-2d9b-4c05-8ceb-b2617fcedc5f None None] Network 870f506a-c4db-4915-9648-0e439856f25b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:37.910951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-58c3a59e-ef73-4183-a4b9-d3d4ca4f2c17 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:37.924409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-58c3a59e-ef73-4183-a4b9-d3d4ca4f2c17 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.2979205 Aug 18 23:54:37.925636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be13643c-4a01-48b5-98d1-336759ec65c8 req-2e6b352b-0f19-4e63-abdc-5fa6eb497853 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869953 Aug 18 23:54:37.963617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-9f311c54-ac2c-4f7e-99d6-71bdfca6e059 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/quotas/8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 375 time: 0.0363955 Aug 18 23:54:37.979409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b352b-0f19-4e63-abdc-5fa6eb497853 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19202b84-e96c-43a9-b872-81c1db0113b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:38.115947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-2d261a89-b775-473f-88d5-d93b29e4fb87 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5009933507dd4bf4a00b114617e8595e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293092 Aug 18 23:54:38.185067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2289b0f4-6662-41e1-9923-96f0330d8b0f req-b6bddaac-73d3-47a5-8ff6-570b8b9466be tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 210 time: 0.0726631 Aug 18 23:54:38.223232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-88d0b4c0-46f4-4ef2-8807-1a4afadaf370 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2579143 Aug 18 23:54:38.295241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-fc6f7287-df17-4b6c-8040-af6ff3242bc4 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:38.297061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-fc6f7287-df17-4b6c-8040-af6ff3242bc4 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734147 Aug 18 23:54:38.311498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Request body: {'port': {'device_id': '9f764751-45e6-468d-a675-58af695ca324', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '5009933507dd4bf4a00b114617e8595e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:38.461498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Made reservation on behalf of 5009933507dd4bf4a00b114617e8595e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:38.465055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:38.627329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Allocated IP 192.168.233.198 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/fa6feab7-887f-499a-9705-6456eff47061) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:38.637052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-24b31772-7a8b-4202-9923-ac66ea27fb4f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:38.645866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-24b31772-7a8b-4202-9923-ac66ea27fb4f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2521391 Aug 18 23:54:38.689680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-90648b52-fdef-4163-9d74-66004f415879 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:38.691175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-90648b52-fdef-4163-9d74-66004f415879 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.1248505 Aug 18 23:54:38.719406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-ac7df5da-5d38-41ad-a024-6e1713e61ebf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/quotas/d2b81d29b3e64ef6bf5d3bb7e0410a25 HTTP/1.1" status: 200 len: 375 time: 0.0180202 Aug 18 23:54:38.767533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-9e4479f9-c9d3-45f4-9dd0-e31fa92beb3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451064 Aug 18 23:54:38.829076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-dfd34b52-6484-4065-b1e9-b6e481c4a1cb service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821675 Aug 18 23:54:38.867203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:38.872971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1157926707-network', 'tenant_id': 'b01ac29c7b3a45d99bd704490a5eb8cb'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:38.966740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Made reservation on behalf of b01ac29c7b3a45d99bd704490a5eb8cb for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:38.969099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:38.995572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.000901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.010550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d0c667b2-fcbb-4b74-9067-6734ce6d24a2 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:39.033575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Transition to ACTIVE for port object fa6feab7-887f-499a-9705-6456eff47061 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:39.043800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-d1f044d8-ca27-47cc-bc3b-ddd45c746ffb service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029433 Aug 18 23:54:39.107761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.117336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-19bad599-1d8e-48a7-9cc4-5facf2381f8a service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455851 Aug 18 23:54:39.150362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f48c0383-ca3f-4f70-8f96-890e2f9acf5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:39.179430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:39.182506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Pushing event updated for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:39.189557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:39.195540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:39.201333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:39.203409 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.221064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.237069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.237906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:39.242472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-77b0feb0-1eed-4643-b1fe-01e7217a4519 service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240821 Aug 18 23:54:39.258920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:54:39.306098 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.306481 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Added segment ccfe922d-9bac-4174-8f86-7f4af1d3e993 of type vlan for network f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 Aug 18 23:54:39.310817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2', 'mac_address': 'fa:16:3e:a6:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:39.359627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-70efc766-e947-48cc-ad58-998b6ae03d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0520802 Aug 18 23:54:39.384570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Request body: {'port': {'device_id': '9f764751-45e6-468d-a675-58af695ca324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:39.447031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.453071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.474606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ead940-7153-4645-a2fb-1e45f0cb63c3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:39.486498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c667b2-fcbb-4b74-9067-6734ce6d24a2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:39.541496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.559225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:39.573611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.605903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783e3b-82f6-4fb7-ba7c-6336f170f1b6 req-246de0eb-ad09-4f86-bdc5-a108d5e8e438 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:39.610362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b783e3b-82f6-4fb7-ba7c-6336f170f1b6 req-246de0eb-ad09-4f86-bdc5-a108d5e8e438 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.2100148 Aug 18 23:54:39.666234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6c61ff24-9a7b-4912-8b6f-a2493bc4459b None None] Provisioning for port fa6feab7-887f-499a-9705-6456eff47061 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:39.693524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6c61ff24-9a7b-4912-8b6f-a2493bc4459b None None] Provisioning complete for port fa6feab7-887f-499a-9705-6456eff47061 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:39.694166 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c61ff24-9a7b-4912-8b6f-a2493bc4459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.702981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:39.755789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6c61ff24-9a7b-4912-8b6f-a2493bc4459b None None] Port fa6feab7-887f-499a-9705-6456eff47061 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:54:39.772123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d0c667b2-fcbb-4b74-9067-6734ce6d24a2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:39.886492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.887607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:39.888103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.962397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6feab7-887f-499a-9705-6456eff47061 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:39.990475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1188424 Aug 18 23:54:39.990475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:39.991932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:39.999743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ac404-9ecb-4f2c-89cf-bfac2f31ef1d admin admin] Pushing event updated for resources: {'Network': ['ID=f57b5a6d-a6d7-4715-92d7-3ed0063a1e48,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:40.000566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Request body: {'subnet': {'network_id': 'f57b5a6d-a6d7-4715-92d7-3ed0063a1e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1157926707-subnet', 'tenant_id': 'b01ac29c7b3a45d99bd704490a5eb8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:40.015187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:54:40.015730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b783e3b-82f6-4fb7-ba7c-6336f170f1b6 req-a81bd214-1dfc-4d85-9240-cc328b439bab tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025862 Aug 18 23:54:40.041279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Transition to ACTIVE for port object fa6feab7-887f-499a-9705-6456eff47061 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:40.050781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.061818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Made reservation on behalf of b01ac29c7b3a45d99bd704490a5eb8cb for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:40.064790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.182247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Pushing event updated for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:40.248784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269b0ac-a264-4d1c-b04a-c276f3dd53d5 req-54b92dec-42f5-483d-83dd-0c5e575739be tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.250359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7269b0ac-a264-4d1c-b04a-c276f3dd53d5 req-54b92dec-42f5-483d-83dd-0c5e575739be tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 948 time: 0.1202452 Aug 18 23:54:40.251580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Attempting to bind port fa6feab7-887f-499a-9705-6456eff47061 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:40.251913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Attempting to bind port fa6feab7-887f-499a-9705-6456eff47061 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:40.252922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Attempting to bind port fa6feab7-887f-499a-9705-6456eff47061 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:40.259303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Port fa6feab7-887f-499a-9705-6456eff47061 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:40.259632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Attempting to bind port fa6feab7-887f-499a-9705-6456eff47061 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:40.284737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:40.285078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:40.285503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:40.285963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Bound port: fa6feab7-887f-499a-9705-6456eff47061, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:40.286330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.338199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7269b0ac-a264-4d1c-b04a-c276f3dd53d5 req-9f1f5801-edea-4361-a76b-28ccaba21732 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754070 Aug 18 23:54:40.421983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.487437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:40.503414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fa6feab7-887f-499a-9705-6456eff47061,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:40.511482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b91cde-aaf8-4a87-94f8-9f2da3f97240,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:40.515303 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.521249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Checking segment: {'id': 'ccfe922d-9bac-4174-8f86-7f4af1d3e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f57b5a6d-a6d7-4715-92d7-3ed0063a1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:40.521683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Network hostable DHCP agents. Network: f57b5a6d-a6d7-4715-92d7-3ed0063a1e48, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:54:40.527198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2077-d976-4c3b-b15d-c96025b6236a req-17f5acd2-3f59-40af-8679-a8db5462335b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.528758 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-943a2077-d976-4c3b-b15d-c96025b6236a req-17f5acd2-3f59-40af-8679-a8db5462335b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 948 time: 0.0911725 Aug 18 23:54:40.564006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8c7a85e-c439-474c-91b8-c71ff02b36c6 req-1950f462-69e2-4a27-8e2d-f5f91a8446e2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 210 time: 0.0377493 Aug 18 23:54:40.568336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.569353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.570771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] 10.222.0.11 "PUT /v2.0/ports/fa6feab7-887f-499a-9705-6456eff47061 HTTP/1.1" status: 200 len: 1097 time: 1.1959205 Aug 18 23:54:40.580284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:40.582910 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d108b0-ef60-49bc-88a7-b1776fddc84f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "tag": "fa6feab7-887f-499a-9705-6456eff47061"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:40.584987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38172) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:40.603155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Network f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:54:40.622683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f57b5a6d-a6d7-4715-92d7-3ed0063a1e48) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:40.629630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.632207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:40.638088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b16674-662d-4bf8-a8c4-8adee1d68517 None None] Network f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:40.658353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ebd5a4c0-afd8-4fa2-a3bd-a0376afbb3f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6631994 Aug 18 23:54:40.662347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-943a2077-d976-4c3b-b15d-c96025b6236a req-236413f9-319d-4e9b-8675-253f53957029 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Aug 18 23:54:40.721623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04094e9b-b145-465f-a837-e0609e30ccbb req-57d1ecea-24b5-4eb9-83a2-58dc5c1b7b39 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 210 time: 0.0417035 Aug 18 23:54:40.748192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69adf3-4cdf-44c2-ab24-001b151892ac service neutron] Pushing event updated for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:40.778640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-83b43e19-17e7-453a-8f25-f305c3d3119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.786125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-83b43e19-17e7-453a-8f25-f305c3d3119b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 1100 time: 0.1532161 Aug 18 23:54:40.859597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-85d85ce5-1340-4429-aa57-a9667d10efb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fa6feab7-887f-499a-9705-6456eff47061 HTTP/1.1" status: 200 len: 217 time: 0.0661967 Aug 18 23:54:40.874087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-61d66858-ac46-4c4b-a10a-93929becbbdb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2878478 Aug 18 23:54:40.933147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d07e7-3fbd-4bea-a71a-185909ccf666 None None] Network f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:54:40.973946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-a8cf0830-ccac-4bad-ba85-c2c9a774129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:40.981426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-a8cf0830-ccac-4bad-ba85-c2c9a774129d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1141818 Aug 18 23:54:41.054205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d0c667b2-fcbb-4b74-9067-6734ce6d24a2 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:41.084640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-d234a8ec-5379-4e46-8e12-062d22ec950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.089687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-d234a8ec-5379-4e46-8e12-062d22ec950b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017981 Aug 18 23:54:41.109033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-393b842c-574e-47af-9f6c-cfe4f670e68f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.110932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-393b842c-574e-47af-9f6c-cfe4f670e68f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.2334759 Aug 18 23:54:41.140022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Request body: {'port': {'device_id': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'admin_state_up': True, 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:41.244047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-8b4e8504-4ab3-416a-8ece-27a2a88e890c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462071 Aug 18 23:54:41.267264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5865d2-c2da-44fc-9993-854e765c2bbe req-0d3ba4bc-90f2-45d0-ab65-4f3a584581e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.286350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d5865d2-c2da-44fc-9993-854e765c2bbe req-0d3ba4bc-90f2-45d0-ab65-4f3a584581e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.4055777 Aug 18 23:54:41.294380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38200) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:41.306175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'floatingip': {'port_id': 'df7143c5-ce81-4f59-9105-bd755e2c33b7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:41.371437 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7cf417-6516-4418-af70-9a6adaea53d6 x-openstack-request-id: req-0c7cf417-6516-4418-af70-9a6adaea53d6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:41.371943 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "tag": "fa6feab7-887f-499a-9705-6456eff47061", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:41.372192 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c7cf417-6516-4418-af70-9a6adaea53d6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:41.372747 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061', 'status': 'completed', 'code': 200} Aug 18 23:54:41.381113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:41.387043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:41.387424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:41.410694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-609a4e16-9c9b-4f18-9773-f2f00d571358 req-474ff8f6-1e74-4807-bbf1-5c594561f519 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422117 Aug 18 23:54:41.444782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8af5-519b-4505-919e-53279f9aaee6 req-5fafe07c-23d9-44b6-bdb3-9aa3e7259125 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.456860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-709f8af5-519b-4505-919e-53279f9aaee6 req-5fafe07c-23d9-44b6-bdb3-9aa3e7259125 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2356682 Aug 18 23:54:41.492257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:41.524883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:41.528587 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4f159-8de4-4bb5-9be7-7a09cc241dd1" -d '{"events": [{"server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "name": "network-vif-plugged", "status": "completed", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:41.543591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:41.548969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-709f8af5-519b-4505-919e-53279f9aaee6 req-29722280-26f0-4e64-8e26-f3ab4fc875b9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860302 Aug 18 23:54:41.553476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:41.568471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-e5131ffb-df97-4f6c-b6b7-8d4d31f7056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.573173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-e5131ffb-df97-4f6c-b6b7-8d4d31f7056a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5009933507dd4bf4a00b114617e8595e&device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 1100 time: 0.0915048 Aug 18 23:54:41.579950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:41.686213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:41.742468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d05c-341a-4f51-a4fd-1d84f48d9211 req-a234bac3-f8ca-4f6e-8609-f2c71fec5246 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.743953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d873d05c-341a-4f51-a4fd-1d84f48d9211 req-a234bac3-f8ca-4f6e-8609-f2c71fec5246 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.0639176 Aug 18 23:54:41.779095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:41.782577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:41.806338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-e1bf5c37-0a57-4b7a-a9f6-4eb40da498f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.809161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-e1bf5c37-0a57-4b7a-a9f6-4eb40da498f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2285492 Aug 18 23:54:41.819083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d873d05c-341a-4f51-a4fd-1d84f48d9211 req-e50eaba3-201f-4741-b956-af94e3779107 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686057 Aug 18 23:54:41.895048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-8187c9ba-c568-46e5-89aa-b47a59c6db17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fa6feab7-887f-499a-9705-6456eff47061 HTTP/1.1" status: 200 len: 217 time: 0.0749638 Aug 18 23:54:41.959154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-d6904595-db79-4704-841c-1b9e73230617 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.960864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-d6904595-db79-4704-841c-1b9e73230617 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.6100087 Aug 18 23:54:41.973804 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d8660-535b-4027-a3ad-e343ed5cb4df x-openstack-request-id: req-e44d8660-535b-4027-a3ad-e343ed5cb4df {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:41.974094 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "name": "network-vif-plugged", "status": "completed", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:41.974348 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e44d8660-535b-4027-a3ad-e343ed5cb4df {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:41.974786 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2', 'code': 200} Aug 18 23:54:41.999677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-48dc21bf-c752-486d-9da8-1cc51235b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:41.999872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Request body: {'port': {'device_id': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'admin_state_up': True, 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:42.001356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-48dc21bf-c752-486d-9da8-1cc51235b151 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0872369 Aug 18 23:54:42.085725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f0fd82a-430e-4d33-8606-b5e4ed987815 req-9bd951a7-bd19-4be6-b11e-213757f7b5ec tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 210 time: 0.0345840 Aug 18 23:54:42.088712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-108aa393-1e47-4ed6-877b-9fa8efc004ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.090781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-108aa393-1e47-4ed6-877b-9fa8efc004ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800953 Aug 18 23:54:42.151006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-408593a3-978c-4d1d-b2a2-da71daa03406 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.153261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-408593a3-978c-4d1d-b2a2-da71daa03406 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/networks?id=870f506a-c4db-4915-9648-0e439856f25b HTTP/1.1" status: 200 len: 813 time: 0.4141984 Aug 18 23:54:42.161449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.11', 61031) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:42.287103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-9437b5f6-223b-41bb-997c-29c9253cc930 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865427 Aug 18 23:54:42.295566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548578d-e5d3-4c7b-89a5-e3aef621e3ea req-7ce3d663-7836-4430-8321-640b2997af75 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.297107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5548578d-e5d3-4c7b-89a5-e3aef621e3ea req-7ce3d663-7836-4430-8321-640b2997af75 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 948 time: 0.0990007 Aug 18 23:54:42.350329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d473a05-111c-40b5-ae92-0f1fede8329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:42.354368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-d78ed6fb-5568-4d9e-a3ed-a1e6b7999399 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/quotas/ffca85433b444459911c8e978c983e15 HTTP/1.1" status: 200 len: 375 time: 0.1469750 Aug 18 23:54:42.389666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5548578d-e5d3-4c7b-89a5-e3aef621e3ea req-1b313959-f0b0-4591-8adf-e740d7d39ae5 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815990 Aug 18 23:54:42.445986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d108b0-ef60-49bc-88a7-b1776fddc84f req-5a487c22-84bb-4aa9-aefb-bb555563576f service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473749 Aug 18 23:54:42.504427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-55adf99f-62a8-43c9-bddf-ca3f1e17a43b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffca85433b444459911c8e978c983e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258609 Aug 18 23:54:42.504565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ad24b5b-36e3-4207-a5a8-23066fcc6309 req-00bff769-6d7a-4995-9a0c-3c48e8946d77 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 210 time: 0.0295417 Aug 18 23:54:42.515036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Allocated IP 172.20.0.11 (2e248ade-151f-4e2a-b231-48d0c5bbd87a/3f225f9e-afdd-4682-a2c3-b156c67fd760/b3304c87-55f7-47d9-8564-f8256fdabb6d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:42.518747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69431-b4d4-47db-a989-e7473f784da4 req-addc8b47-2ea3-47ce-91e0-77f5b180ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.520600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96f69431-b4d4-47db-a989-e7473f784da4 req-addc8b47-2ea3-47ce-91e0-77f5b180ce9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 1101 time: 0.3579450 Aug 18 23:54:42.724454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c5f82-d3bb-46a0-bdd2-ebf35a34536f req-377fc6b7-ca6b-4a94-b324-b487a93c8070 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.726032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-188c5f82-d3bb-46a0-bdd2-ebf35a34536f req-377fc6b7-ca6b-4a94-b324-b487a93c8070 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0583160 Aug 18 23:54:42.780945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-188c5f82-d3bb-46a0-bdd2-ebf35a34536f req-663f754b-67f7-4dce-8d68-0f18a95622ff tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Aug 18 23:54:42.907923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:42.911280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:42.956113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d9a33-4ac1-470b-bc63-ee67fd7bd019 req-1d89075c-a189-4f87-8c43-eb772ff73ee1 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:42.957603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-359d9a33-4ac1-470b-bc63-ee67fd7bd019 req-1d89075c-a189-4f87-8c43-eb772ff73ee1 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.0552702 Aug 18 23:54:42.998226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-359d9a33-4ac1-470b-bc63-ee67fd7bd019 req-d225ad83-63c3-45ab-9727-a77d47160808 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Aug 18 23:54:43.025343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96f69431-b4d4-47db-a989-e7473f784da4 req-eeb6b3f8-550b-46e0-86d5-3b15a0719db4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787824 Aug 18 23:54:43.134609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.resource_extend [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:54:43.191130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77809c71-758a-43ce-b984-b99f5d8f1c97 req-32418e68-0000-456f-86a7-5513de475991 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 210 time: 0.0267012 Aug 18 23:54:43.235525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-b99548e9-f22b-4bd0-8bd3-37eb9b03d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:43.237074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-b99548e9-f22b-4bd0-8bd3-37eb9b03d183 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.4581945 Aug 18 23:54:43.255283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-6d862785-0b25-4a92-a500-603bc3c79ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336431 Aug 18 23:54:43.324050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:43.409528 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:43.494005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:43.535660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9313677-6412-4fd2-82ea-ea906ee1b465 req-66abb630-4e52-4f46-b0c1-54186ba86e29 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:43.537175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9313677-6412-4fd2-82ea-ea906ee1b465 req-66abb630-4e52-4f46-b0c1-54186ba86e29 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 948 time: 0.0480337 Aug 18 23:54:43.548219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Allocated IP 172.20.0.10 (b3286e4d-a0b3-42a1-828f-ade4c3e00289/8944cdca-14e6-4ba9-928b-2a1e65552b81/14884bf4-050d-4b44-b830-cb5e5c1eee37) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:43.575510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9313677-6412-4fd2-82ea-ea906ee1b465 req-0855936b-9fb5-4f13-85fa-cc7652d0af70 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Aug 18 23:54:43.607841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-b507b119-8f9d-4d87-bdac-b261fd1ff56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:43.609357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-b507b119-8f9d-4d87-bdac-b261fd1ff56a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3585770 Aug 18 23:54:43.624888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-88edb402-6063-4da0-990b-066aca394a7e service neutron] 10.222.0.20 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515358 Aug 18 23:54:43.699398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-95b45a21-26c2-4f40-8c1f-af519c54bc70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0703595 Aug 18 23:54:43.756284 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98 associated. External IP: 172.25.1.24, port: df7143c5-ce81-4f59-9105-bd755e2c33b7. Aug 18 23:54:43.782238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d89d2e7-d202-4ba5-9f57-58cfa4a896b9 req-a086770d-2363-424c-b705-deea7656aae9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 210 time: 0.0542917 Aug 18 23:54:43.813340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:43.939853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87b2f3f1-e397-4476-a8c3-6a55745d269b req-4fa6e988-b9da-41ed-be61-f3665c60ce46 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 210 time: 0.1214352 Aug 18 23:54:43.941264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-ce597cf5-f782-4bb9-81cf-bc9b13d94ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:43.942633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-ce597cf5-f782-4bb9-81cf-bc9b13d94ef0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2317908 Aug 18 23:54:44.035996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:44.048771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:44.050666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:44.057643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:44.063442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.064157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.103529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.103951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.104391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.104728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.105071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.105412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.105741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.106075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.106406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.106736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.107069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.107407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:44.144550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-925efc2c-7f7a-450e-8c6b-faddb87f87a4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0097802 Aug 18 23:54:44.177078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.183033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Request body: {'port': {'device_id': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:44.186999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-1753da38-5993-4753-8991-849507d84036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.188714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-1753da38-5993-4753-8991-849507d84036 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377062 Aug 18 23:54:44.244243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279118-4579-4f5b-88c4-2c3e77a3385a req-6fdd052a-2d89-4bcf-8c75-2f0e397ed576 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.245835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c279118-4579-4f5b-88c4-2c3e77a3385a req-6fdd052a-2d89-4bcf-8c75-2f0e397ed576 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2731946 Aug 18 23:54:44.287856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c279118-4579-4f5b-88c4-2c3e77a3385a req-77021f7c-5a2e-4d7d-9e4f-f143cc267d12 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Aug 18 23:54:44.438091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2604ee7-cce7-4907-915a-67e86c36a626 req-51456cd7-4d28-4d90-9803-85e981e4c4aa tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.439646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2604ee7-cce7-4907-915a-67e86c36a626 req-51456cd7-4d28-4d90-9803-85e981e4c4aa tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 932 time: 0.0492926 Aug 18 23:54:44.480148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2604ee7-cce7-4907-915a-67e86c36a626 req-9608d7d4-3528-4619-8bf5-508d49d10dcf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Aug 18 23:54:44.564849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.618605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb35fd-6d37-460f-acf7-8bbb82e91c74 req-7c2e769d-2f32-434a-adb9-2c03920d8445 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.620167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91bb35fd-6d37-460f-acf7-8bbb82e91c74 req-7c2e769d-2f32-434a-adb9-2c03920d8445 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.5085731 Aug 18 23:54:44.639981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.707745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163f058-74a7-4ae1-af44-e51da467d495 req-751803d9-eee9-4f1e-8d8d-cb4868a44e73 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.709269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0163f058-74a7-4ae1-af44-e51da467d495 req-751803d9-eee9-4f1e-8d8d-cb4868a44e73 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 948 time: 0.0489519 Aug 18 23:54:44.737587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.749935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0163f058-74a7-4ae1-af44-e51da467d495 req-af24b5eb-2b32-47e1-b4bf-5d53d8ec4e48 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Aug 18 23:54:44.764375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91bb35fd-6d37-460f-acf7-8bbb82e91c74 req-fbc99708-d815-4d8d-9804-ab5b079c68c9 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353610 Aug 18 23:54:44.766136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:54:44.790222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-340ea490-c74a-4c9e-9969-5c34196f799d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778940 Aug 18 23:54:44.887482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:44.924044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc34b-658d-4e1a-b962-45c736337039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.932377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:44.934264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:44.938578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:44.944273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.944938 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:44.954575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b395a-54be-4089-9285-6f1940a2a6bb req-7785ae56-74fc-41b3-af96-68bdf027c320 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:44.978161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e05b395a-54be-4089-9285-6f1940a2a6bb req-7785ae56-74fc-41b3-af96-68bdf027c320 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 932 time: 0.1242657 Aug 18 23:54:45.025727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fa6feab7-887f-499a-9705-6456eff47061 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:45.052722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-1a25fee0-a504-4903-83a4-faa42b6e9b3b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0569196 Aug 18 23:54:45.077713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Request body: {'port': {'device_id': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:45.161866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.176330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e05b395a-54be-4089-9285-6f1940a2a6bb req-38415a00-7724-4cac-ba9e-70824b7fbb38 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967864 Aug 18 23:54:45.202214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fa6feab7-887f-499a-9705-6456eff47061,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:45.205881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-0ea1eb55-9f94-4b64-b07f-9a8cee4cab36 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011414 Aug 18 23:54:45.216389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-940d0e8a-8e99-4aba-b8fa-621751a3ebc6 req-7878aad0-93c1-45e5-ae6a-8e58842218ad tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 210 time: 0.0628083 Aug 18 23:54:45.261686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'fa6feab7-887f-499a-9705-6456eff47061', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'fa6feab7-887f-499a-9705-6456eff47061', 'mac_address': 'fa:16:3e:67:4f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:45.275666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e783a850-0ab4-4fc6-abe4-6d1f6720b5b2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:45.278835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e783a850-0ab4-4fc6-abe4-6d1f6720b5b2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.21 "GET /v2.0/networks?id=870f506a-c4db-4915-9648-0e439856f25b HTTP/1.1" status: 200 len: 813 time: 0.2864969 Aug 18 23:54:45.281766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.285601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:54:45.293852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.305376 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:54:45.307440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:45.347812 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:45.348490 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:54:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:45.387384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.391594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Request body: {'port': {'device_id': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'network_id': '870f506a-c4db-4915-9648-0e439856f25b', 'admin_state_up': True, 'tenant_id': 'ffca85433b444459911c8e978c983e15'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:45.397315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-547449b5-8eb4-4539-883e-40241d8cd7e4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "PUT /v2.0/floatingips/5d2217b1-0bfd-469d-aa18-7e522e272c98 HTTP/1.1" status: 200 len: 991 time: 4.0999427 Aug 18 23:54:45.404250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:45.406211 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b911e-87df-4d3e-951d-dab30f678205" -d '{"events": [{"name": "network-changed", "server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:45.516804 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:45.567068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6feab7-887f-499a-9705-6456eff47061 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:45.591229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fa6feab7-887f-499a-9705-6456eff47061,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:45.593623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e6d01-d066-4152-8106-d26fec296b5a req-c5669de6-3faf-47b3-a235-955415813391 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:45.595774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e90e6d01-d066-4152-8106-d26fec296b5a req-c5669de6-3faf-47b3-a235-955415813391 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.2704430 Aug 18 23:54:45.596846 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.603913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.646755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3304c87-55f7-47d9-8564-f8256fdabb6d {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:45.657518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:45.669806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.670668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e90e6d01-d066-4152-8106-d26fec296b5a req-8ffce6d8-d870-46dd-af9e-f13d3b45d228 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Aug 18 23:54:45.673959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Made reservation on behalf of ffca85433b444459911c8e978c983e15 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:54:45.677888 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.714237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Transition to ACTIVE for port object b3304c87-55f7-47d9-8564-f8256fdabb6d will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:45.769202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aa2c0-59f2-4c90-ba7c-94f61a35b0f4 req-a3d87da2-6d23-445b-a95c-97d3580f09b3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:45.776433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-576aa2c0-59f2-4c90-ba7c-94f61a35b0f4 req-a3d87da2-6d23-445b-a95c-97d3580f09b3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1822760 Aug 18 23:54:45.781735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:45.796832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['fa6feab7-887f-499a-9705-6456eff47061'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:45.880773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Allocated IP 172.20.0.13 (870f506a-c4db-4915-9648-0e439856f25b/a405c057-e740-4685-880a-f5580da5ecc6/64c33e17-5935-454e-8e6d-13b75dd672ee) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:54:45.880956 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:a0:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90242334-dba6-4691-a811-3b15ccd6f471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:54:42Z', 'revision_number': 1, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:45.907605 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:54:45.916331 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:54:45.917141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:54:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:45.931441 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1579325-7425-4f05-b6f1-a1b8f13b3dcb x-openstack-request-id: req-b1579325-7425-4f05-b6f1-a1b8f13b3dcb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:45.931760 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:45.932009 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1579325-7425-4f05-b6f1-a1b8f13b3dcb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:45.932432 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'status': 'completed', 'code': 200} Aug 18 23:54:45.985012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-576aa2c0-59f2-4c90-ba7c-94f61a35b0f4 req-e13400e6-ccf6-474b-a4de-b387c27e9c9c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031550 Aug 18 23:54:46.038573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:54:46.091392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.107749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.108067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.128676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b911e-87df-4d3e-951d-dab30f678205 req-e60e679a-73e3-4067-a6ff-1d080aa2df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.130305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-e60e679a-73e3-4067-a6ff-1d080aa2df03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 1098 time: 0.1603127 Aug 18 23:54:46.135165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:46.135578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:46.136231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:46.145081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14884bf4-050d-4b44-b830-cb5e5c1eee37 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:46.153244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.163744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.166869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:46.167293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:46.184336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7817655-6c9d-4311-8f18-4c3cf5501d6f req-9b312476-2dff-4f3d-bffe-bd6b833b6ac2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.185820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7817655-6c9d-4311-8f18-4c3cf5501d6f req-9b312476-2dff-4f3d-bffe-bd6b833b6ac2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.1616895 Aug 18 23:54:46.188637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba04b3-2375-4562-a625-72c8c5b76048,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.197270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bbd72009e704bb9bfadb0c4ff639552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8885894 Aug 18 23:54:46.210712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:46.224321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.224678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.225030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.225373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.225713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.226052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.226446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.227254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.227588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.227918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.228247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.228617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8e60b0-b3cb-4676-9acc-c1e090a2661a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:46.235314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.238061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:46.238470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:46.239004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:46.239539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Bound port: b3304c87-55f7-47d9-8564-f8256fdabb6d, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:46.239960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.255447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Transition to ACTIVE for port object 14884bf4-050d-4b44-b830-cb5e5c1eee37 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:46.288718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.309316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7817655-6c9d-4311-8f18-4c3cf5501d6f req-6b48aaa5-be62-431b-aba9-2639915335c7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082680 Aug 18 23:54:46.343768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.353848 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:a0:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90242334-dba6-4691-a811-3b15ccd6f471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:54:42Z', 'revision_number': 1, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:54:46.374533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.387796 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81466006-77ce-4a56-affc-fcc67c0ab809 None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:a0:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90242334-dba6-4691-a811-3b15ccd6f471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:54:42Z', 'revision_number': 1, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:54:46.436120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.451898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Network 870f506a-c4db-4915-9648-0e439856f25b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:54:46.453881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8892b16-164a-4756-89b5-83d9b4dffaed req-b5678629-1924-4d39-bf00-20a2caf909a1 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.455351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d8892b16-164a-4756-89b5-83d9b4dffaed req-b5678629-1924-4d39-bf00-20a2caf909a1 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 949 time: 0.1676927 Aug 18 23:54:46.459802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.464235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:46.470747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:54:46.471856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b911e-87df-4d3e-951d-dab30f678205 req-9a20642b-eccf-4dd1-a443-a416abac7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.473174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-9a20642b-eccf-4dd1-a443-a416abac7dbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.3305721 Aug 18 23:54:46.497635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:54:46.503087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.503697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.514899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:46.519281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Pushing event updated for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.540206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-e003f6b3-6526-4374-8d9e-8b80cb6387b0 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1580663 Aug 18 23:54:46.553984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e09b5-c037-409e-81ce-db863fb78440 req-f92acc96-d9ad-419a-a00b-a6e30a166ec9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.561341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f8e09b5-c037-409e-81ce-db863fb78440 req-f92acc96-d9ad-419a-a00b-a6e30a166ec9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 944 time: 0.1282072 Aug 18 23:54:46.562721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.567919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Request body: {'port': {'device_id': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:46.607508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.610030 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.611180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2ba04b3-2375-4562-a625-72c8c5b76048 HTTP/1.1" status: 204 len: 168 time: 0.3990564 Aug 18 23:54:46.620482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Attempting to bind port 14884bf4-050d-4b44-b830-cb5e5c1eee37 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:46.620823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Attempting to bind port 14884bf4-050d-4b44-b830-cb5e5c1eee37 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:46.621156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Attempting to bind port 14884bf4-050d-4b44-b830-cb5e5c1eee37 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:46.627952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d8892b16-164a-4756-89b5-83d9b4dffaed req-ef7d8450-4a3b-4d76-95a9-e025ab88fc07 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638165 Aug 18 23:54:46.665946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0617b6a-7197-4d45-b15f-a80e283c6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba04b3-2375-4562-a625-72c8c5b76048,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.681032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f8e09b5-c037-409e-81ce-db863fb78440 req-40084080-b6d6-4b50-9a1e-7289f8e3fad3 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187496 Aug 18 23:54:46.687830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.688495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.692156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] 10.222.0.11 "PUT /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 1093 time: 2.5225673 Aug 18 23:54:46.694444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.700693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.21', 51416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:46.717757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Port 14884bf4-050d-4b44-b830-cb5e5c1eee37 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:46.718298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Attempting to bind port 14884bf4-050d-4b44-b830-cb5e5c1eee37 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:46.722991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07980ff1-b997-4ba5-8874-2489a47dc4d7 None None] New status for floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:54:46.733892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:46.734468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Checking segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:46.735012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Bound using segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:46.735617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Bound port: 14884bf4-050d-4b44-b830-cb5e5c1eee37, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:46.736153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:46.782435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-60a6b7fe-c27a-4d22-89f8-5fbe1df01a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 200 len: 999 time: 0.2966590 Aug 18 23:54:46.855236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b16c-16af-425a-8bc5-7c2bf52d56eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:46.868325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-269b86cd-69d8-4872-8427-c4934a0fc66b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1663067 Aug 18 23:54:46.943825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bc21f-9763-4bf7-936e-eeece0768d15 req-8711218d-b11a-47a4-bb7e-d50a30661357 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.951399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c1bc21f-9763-4bf7-936e-eeece0768d15 req-8711218d-b11a-47a4-bb7e-d50a30661357 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 932 time: 0.1700726 Aug 18 23:54:46.969468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b911e-87df-4d3e-951d-dab30f678205 req-7a2fa4d8-7e45-421e-9d78-a556fbb6a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.973534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-7a2fa4d8-7e45-421e-9d78-a556fbb6a76a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.1662827 Aug 18 23:54:46.984097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-a7300663-a170-41b0-bf03-ee0dfbc7684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:46.985931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-a7300663-a170-41b0-bf03-ee0dfbc7684e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1096 time: 0.2315977 Aug 18 23:54:47.066365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fa6feab7-887f-499a-9705-6456eff47061 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:47.073832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5daca-4722-4627-b60d-4b9562c900df req-43767d37-64d4-4190-9723-15a3ccec9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.075349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-43767d37-64d4-4190-9723-15a3ccec9720 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1096 time: 0.1219087 Aug 18 23:54:47.092862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c1bc21f-9763-4bf7-936e-eeece0768d15 req-bea43fcd-b88e-41f6-bfbf-325a25db10d9 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404119 Aug 18 23:54:47.147129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port fa6feab7-887f-499a-9705-6456eff47061 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:47.153052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port fa6feab7-887f-499a-9705-6456eff47061 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:47.153573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.257563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5daca-4722-4627-b60d-4b9562c900df req-e2ecf9e9-f05c-46e8-b531-f4e39adf6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.259751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-e2ecf9e9-f05c-46e8-b531-f4e39adf6f84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1594937 Aug 18 23:54:47.260360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38378) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:47.267998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.312463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:47.315096 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7719aa-fba1-4277-81a8-0fa910f78a4d" -d '{"events": [{"server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "name": "network-vif-plugged", "status": "completed", "tag": "fa6feab7-887f-499a-9705-6456eff47061"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:47.321791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fa6feab7-887f-499a-9705-6456eff47061,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:47.326804 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.352627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-566c4493-4300-4044-9346-aedcfaa88432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.366269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d599-382b-4696-bc8f-0d61faa25464 req-75d51586-67f1-4afc-b670-05699e2a62f2 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.368345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a3d599-382b-4696-bc8f-0d61faa25464 req-75d51586-67f1-4afc-b670-05699e2a62f2 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.5201397 Aug 18 23:54:47.369662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:47.375771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-3a5e7018-2f2d-4445-8e23-22f7ed22a16b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.3799202 Aug 18 23:54:47.376483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-5a777c1b-797c-49b8-af10-ca2418052455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.1022425 Aug 18 23:54:47.377713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:47.388912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.389328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.389662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.389993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.390328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.390659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.391041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.391370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.392062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.392433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.392762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.393115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:54:47.407426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:47.435306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.444149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50706587-0a93-4201-8f8d-e335088ca92f req-2f1e08e1-769a-4ad7-a65d-b60472fe264b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.446273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50706587-0a93-4201-8f8d-e335088ca92f req-2f1e08e1-769a-4ad7-a65d-b60472fe264b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1711819 Aug 18 23:54:47.485352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b911e-87df-4d3e-951d-dab30f678205 req-e724e9b7-29b9-4388-8ae3-18441823fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.486875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-e724e9b7-29b9-4388-8ae3-18441823fea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4982090 Aug 18 23:54:47.516565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.517096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.518464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/14884bf4-050d-4b44-b830-cb5e5c1eee37 HTTP/1.1" status: 200 len: 1093 time: 2.4534633 Aug 18 23:54:47.521480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a3d599-382b-4696-bc8f-0d61faa25464 req-baccade9-a174-4b7e-8d3c-3b45cdcbfd6b tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396616 Aug 18 23:54:47.523351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5daca-4722-4627-b60d-4b9562c900df req-3cfc5f66-f5bc-4d02-ada4-30a9d6ab0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.524832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-3cfc5f66-f5bc-4d02-ada4-30a9d6ab0b62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1316488 Aug 18 23:54:47.532633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-b4e13b68-dd62-4508-a8b4-af03aa47e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.534290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-b4e13b68-dd62-4508-a8b4-af03aa47e3e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1487725 Aug 18 23:54:47.545598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c33e17-5935-454e-8e6d-13b75dd672ee {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:47.567594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.576181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50706587-0a93-4201-8f8d-e335088ca92f req-4ae6f529-5ff5-4509-9f4b-762e9178a782 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209817 Aug 18 23:54:47.597815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-dc4daf56-4d45-458b-838f-60f29a9c86b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460236 Aug 18 23:54:47.611730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Transition to ACTIVE for port object 64c33e17-5935-454e-8e6d-13b75dd672ee will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:54:47.615835 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3902b1bf-9071-404e-8b8c-31bf41140cf4 x-openstack-request-id: req-3902b1bf-9071-404e-8b8c-31bf41140cf4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:47.616142 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "name": "network-vif-plugged", "status": "completed", "tag": "fa6feab7-887f-499a-9705-6456eff47061", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:47.616544 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3902b1bf-9071-404e-8b8c-31bf41140cf4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:47.617034 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061', 'code': 200} Aug 18 23:54:47.642787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-15cbb7f5-4b66-4980-9907-e1c9f7acdfcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681560 Aug 18 23:54:47.646006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.657770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:47.658286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb518ff-3b95-416c-8142-1dcecc9b16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:47.755934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1dfce076-191b-4f73-b84a-899dd6dc75b4 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.757429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1dfce076-191b-4f73-b84a-899dd6dc75b4 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.2508178 Aug 18 23:54:47.820020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-311da7b9-2932-43ed-b4b5-165858f71d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:47.821643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-311da7b9-2932-43ed-b4b5-165858f71d89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 1096 time: 0.2291756 Aug 18 23:54:47.841509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-a4416095-39ff-4866-b128-71e41c3ad9cb service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376720 Aug 18 23:54:47.930492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-ca85cdf7-ed33-4da6-b65a-db86128785e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37 HTTP/1.1" status: 200 len: 217 time: 0.0879855 Aug 18 23:54:47.961860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d'}, {'name': 'network-changed', 'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:47.964073 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f17fd-f105-4601-a027-82a03f35c121" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d"}, {"name": "network-changed", "server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:47.995362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-ee55d8e4-9dcc-44cc-bdf8-1560bb3776d5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325167 Aug 18 23:54:48.000956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-566c4493-4300-4044-9346-aedcfaa88432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.024568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-566c4493-4300-4044-9346-aedcfaa88432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.027364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Pushing event updated for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:48.028580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5aa8-86aa-4b7a-a19f-1af01434a355 req-52b18ad3-890f-4c73-b1c0-95ee846eedb8 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.030091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f9f5aa8-86aa-4b7a-a19f-1af01434a355 req-52b18ad3-890f-4c73-b1c0-95ee846eedb8 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.2821708 Aug 18 23:54:48.097314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27f3c-0ca8-421f-963b-0fc9e98f2af3 req-a3d54a6e-aaee-4f82-b3e3-9684b500a999 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.099242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edb27f3c-0ca8-421f-963b-0fc9e98f2af3 req-a3d54a6e-aaee-4f82-b3e3-9684b500a999 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.4021785 Aug 18 23:54:48.108579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bb385-46dd-441b-a509-f0d2e3b92627 req-b1ae0dca-7439-4b57-80b0-3f86d69f67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.110031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df8bb385-46dd-441b-a509-f0d2e3b92627 req-b1ae0dca-7439-4b57-80b0-3f86d69f67e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 1102 time: 0.3794234 Aug 18 23:54:48.111751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-8046d798-edfb-4d10-a395-faf84121952e service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936304 Aug 18 23:54:48.129056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-e120cb7e-ef12-4efe-b01a-362a1f87a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.130512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-e120cb7e-ef12-4efe-b01a-362a1f87a9ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.1702342 Aug 18 23:54:48.140597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-566c4493-4300-4044-9346-aedcfaa88432 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0eb5fe8c723640dcb46347f6cab30f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765881 Aug 18 23:54:48.147152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c4493-4300-4044-9346-aedcfaa88432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d3db5-a7c5-4b71-aff9-4357ef33b907,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:48.152259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:48.169079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Attempting to bind port 64c33e17-5935-454e-8e6d-13b75dd672ee on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:54:48.169413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Attempting to bind port 64c33e17-5935-454e-8e6d-13b75dd672ee by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ee9d8226-9035-497f-985f-27e4c8c0e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '870f506a-c4db-4915-9648-0e439856f25b'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:54:48.169738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Attempting to bind port 64c33e17-5935-454e-8e6d-13b75dd672ee on network 870f506a-c4db-4915-9648-0e439856f25b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:48.209070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Port 64c33e17-5935-454e-8e6d-13b75dd672ee on network 870f506a-c4db-4915-9648-0e439856f25b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:54:48.209433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Attempting to bind port 64c33e17-5935-454e-8e6d-13b75dd672ee on network 870f506a-c4db-4915-9648-0e439856f25b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:54:48.213286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-d8a4db15-7679-4438-a5f8-ef3c7dadf772 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739720 Aug 18 23:54:48.235298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-987b911e-87df-4d3e-951d-dab30f678205 req-ffdbc7a8-28ba-419c-adc8-8a9abb5996a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795676 Aug 18 23:54:48.242423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:54:48.242765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Checking segment: {'id': 'ee9d8226-9035-497f-985f-27e4c8c0e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '870f506a-c4db-4915-9648-0e439856f25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:54:48.243148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Bound using segment: {'id': 'ee9d8226-9035-497f-985f-27e4c8c0e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '870f506a-c4db-4915-9648-0e439856f25b'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:54:48.243585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Bound port: 64c33e17-5935-454e-8e6d-13b75dd672ee, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d8226-9035-497f-985f-27e4c8c0e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '870f506a-c4db-4915-9648-0e439856f25b'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:54:48.243947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.250943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f9f5aa8-86aa-4b7a-a19f-1af01434a355 req-567485bb-e9d1-4083-ba55-511399f75876 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969700 Aug 18 23:54:48.261669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df8bb385-46dd-441b-a509-f0d2e3b92627 req-01bc251f-a023-4362-8530-0d06a9fc01b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393735 Aug 18 23:54:48.272478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edb27f3c-0ca8-421f-963b-0fc9e98f2af3 req-186d1cd4-4d33-4d04-89db-e390723e2944 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442068 Aug 18 23:54:48.320719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12d5daca-4722-4627-b60d-4b9562c900df req-66534d83-d2c8-45fc-9c0e-3005bf4c4818 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910708 Aug 18 23:54:48.320930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Deleting port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:54:48.320930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.322976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2193067d-d871-4d9a-90da-7c97a06d4c4d req-3cb91ff1-b4f9-4a23-b1a3-66ed7729ba34 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919676 Aug 18 23:54:48.344821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:54:48.348930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=64c33e17-5935-454e-8e6d-13b75dd672ee,segment=NetworkSegment(ee9d8226-9035-497f-985f-27e4c8c0e075),segment_id=ee9d8226-9035-497f-985f-27e4c8c0e075)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:54:48.356019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.402420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.403275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.404857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] 10.222.0.21 "PUT /v2.0/ports/64c33e17-5935-454e-8e6d-13b75dd672ee HTTP/1.1" status: 200 len: 1093 time: 1.8407364 Aug 18 23:54:48.405792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:48.408136 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284" -d '{"events": [{"name": "network-changed", "server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:48.411602 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f9a1a-84be-4a23-a424-9fe046270362 x-openstack-request-id: req-649f9a1a-84be-4a23-a424-9fe046270362 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:48.411900 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:48.412151 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-649f9a1a-84be-4a23-a424-9fe046270362 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:48.412564 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'status': 'completed', 'code': 200} Aug 18 23:54:48.412825 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'status': 'completed', 'code': 200} Aug 18 23:54:48.435500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4645c-35b7-43d1-a486-994f403b7709 service neutron] Pushing event updated for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:48.480644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.487543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-2708f9cd-86d2-44a0-8809-15eb5148ecfa service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663546 Aug 18 23:54:48.537352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-303ab160-25da-48ed-be2f-5cf334b380e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.538837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-303ab160-25da-48ed-be2f-5cf334b380e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffca85433b444459911c8e978c983e15&device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 1096 time: 0.0642660 Aug 18 23:54:48.552672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6da3ac-90fc-4d9c-88a7-517565469214 req-f214acce-dc1d-4f75-a963-7cd8cf8cae10 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.554227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f6da3ac-90fc-4d9c-88a7-517565469214 req-f214acce-dc1d-4f75-a963-7cd8cf8cae10 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 944 time: 0.0706010 Aug 18 23:54:48.593669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d14173-2ef0-4991-93c5-b77b3886cbb1 req-8d4a34de-64c3-407c-a42a-496bdf33e211 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.594042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-2683c272-0361-4bf9-8aec-b083487fc9ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c33e17-5935-454e-8e6d-13b75dd672ee HTTP/1.1" status: 200 len: 217 time: 0.0390415 Aug 18 23:54:48.595156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2d14173-2ef0-4991-93c5-b77b3886cbb1 req-8d4a34de-64c3-407c-a42a-496bdf33e211 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 944 time: 0.2281053 Aug 18 23:54:48.597258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.625997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] For port d0c667b2-fcbb-4b74-9067-6734ce6d24a2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:48.626370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.629964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-9e87e9a2-499b-4d09-a1ef-4800b220b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.631471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-9e87e9a2-499b-4d09-a1ef-4800b220b833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1096 time: 0.1918669 Aug 18 23:54:48.649705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f6da3ac-90fc-4d9c-88a7-517565469214 req-e732ce4a-5857-4a88-bed9-6d3c1895799c tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879910 Aug 18 23:54:48.673177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033218-4ff2-4397-ad53-6116d67c1207 req-5d2a08b2-1f03-4a05-837a-a97bb9194f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.675115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-5d2a08b2-1f03-4a05-837a-a97bb9194f99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a405c057-e740-4685-880a-f5580da5ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0650258 Aug 18 23:54:48.686575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Calling delete_port for d0c667b2-fcbb-4b74-9067-6734ce6d24a2 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:54:48.708711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-f34c81a4-b052-45ff-b112-8474033745d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=870f506a-c4db-4915-9648-0e439856f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263298 Aug 18 23:54:48.792146 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17643d-1463-4090-81cf-bdf7a9f24e80 x-openstack-request-id: req-cc17643d-1463-4090-81cf-bdf7a9f24e80 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:48.792465 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:48.792716 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc17643d-1463-4090-81cf-bdf7a9f24e80 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:48.793111 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee', 'status': 'completed', 'code': 200} Aug 18 23:54:48.815261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2d14173-2ef0-4991-93c5-b77b3886cbb1 req-4ead0a50-af7c-443d-b5da-11cedc42e1ba tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971822 Aug 18 23:54:48.857783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84744b55-0ed6-4318-8f05-5eacd1607ce6 req-79321fe0-231d-45dc-9264-ec2781356821 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544395 Aug 18 23:54:48.858346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.861100 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:48.862232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d2d3db5-a7c5-4b71-aff9-4357ef33b907 HTTP/1.1" status: 204 len: 168 time: 0.7016323 Aug 18 23:54:48.878972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-2b1f8e1a-efdf-46b7-8e04-05dc67ca930a service neutron] 10.222.0.21 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385632 Aug 18 23:54:48.923255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7107d-9cf0-43d0-a574-36955a6424ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d3db5-a7c5-4b71-aff9-4357ef33b907,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:48.964032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-41d00313-7621-4b99-8615-77d330d4ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.966014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e40abc-584b-417d-8616-a3d99954c424 req-38e0f0df-6269-4016-907d-b43e105c8693 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:48.966227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-41d00313-7621-4b99-8615-77d330d4ee95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.3181932 Aug 18 23:54:48.967492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52e40abc-584b-417d-8616-a3d99954c424 req-38e0f0df-6269-4016-907d-b43e105c8693 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 949 time: 0.1092768 Aug 18 23:54:49.016105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f238a-1328-4cd7-86f8-df68e5cd1b2a req-070a977c-57a0-4d2b-87a6-52fdef1f669e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.019900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79033218-4ff2-4397-ad53-6116d67c1207 req-3a15a17b-8633-45fb-99cf-9c0628c91aae service neutron] 10.222.0.21 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253309 Aug 18 23:54:49.024271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f2f238a-1328-4cd7-86f8-df68e5cd1b2a req-070a977c-57a0-4d2b-87a6-52fdef1f669e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1235418 Aug 18 23:54:49.042615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52e40abc-584b-417d-8616-a3d99954c424 req-d66411af-4d7b-4ede-b3e7-6fe4b4af9eb0 tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/security-groups?id=2db17aab-db3f-42d0-9310-a1afb68d2f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656888 Aug 18 23:54:49.209977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-298a557d-f48c-45cc-9402-741108291c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.211520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-298a557d-f48c-45cc-9402-741108291c22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffca85433b444459911c8e978c983e15&device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 1096 time: 0.0431881 Aug 18 23:54:49.318606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:49.332052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-943b1071-79a4-4a62-951f-abcd6015c6c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.3052607 Aug 18 23:54:49.349378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b961240-bfe8-4096-9ad6-2447bd9beed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.380554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.386587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f2f238a-1328-4cd7-86f8-df68e5cd1b2a req-28587ef1-a346-4b99-833b-540ee419697d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614447 Aug 18 23:54:49.388416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-f81ceb3c-f7e5-48aa-95b1-bb4191bcda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.390622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-f81ceb3c-f7e5-48aa-95b1-bb4191bcda90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=870f506a-c4db-4915-9648-0e439856f25b HTTP/1.1" status: 200 len: 913 time: 0.1641955 Aug 18 23:54:49.427666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Pushing event deleted for resources: {'Port': ['ID=d0c667b2-fcbb-4b74-9067-6734ce6d24a2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:49.453701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-23b62b1f-a5ed-4998-8d6f-98d69a6e7030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c33e17-5935-454e-8e6d-13b75dd672ee HTTP/1.1" status: 200 len: 217 time: 0.0538886 Aug 18 23:54:49.456284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-b71a1e95-1218-4af7-93b3-b294ff8706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.457586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-b71a1e95-1218-4af7-93b3-b294ff8706d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1149561 Aug 18 23:54:49.474134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] No DVR routers for this DVR port d0c667b2-fcbb-4b74-9067-6734ce6d24a2 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:49.507530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396614c5-36fc-45b8-b9ce-03887ff9e91b req-0b3e5b1f-6e6a-4a25-a16a-b71b514c9d00 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.509090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-396614c5-36fc-45b8-b9ce-03887ff9e91b req-0b3e5b1f-6e6a-4a25-a16a-b71b514c9d00 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.1709273 Aug 18 23:54:49.513194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.515251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a8f44a4-1744-45da-90f4-c3fd31b6bc73 req-1167c888-a542-4d47-b2eb-1fdb337252df tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.11 "DELETE /v2.0/ports/d0c667b2-fcbb-4b74-9067-6734ce6d24a2 HTTP/1.1" status: 204 len: 173 time: 1.7405481 Aug 18 23:54:49.533689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-f1ce068f-561a-4f10-b8e8-888a5c1c087c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617836 Aug 18 23:54:49.564377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce918838-6441-48f0-88fb-8f68cd5fb7bb req-38ce6975-66e7-4dab-bd02-9f45979b6a4a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.566078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce918838-6441-48f0-88fb-8f68cd5fb7bb req-38ce6975-66e7-4dab-bd02-9f45979b6a4a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.0930812 Aug 18 23:54:49.584607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-ef96b59f-c61f-4377-9846-3e54822c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.586614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-ef96b59f-c61f-4377-9846-3e54822c2219 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a405c057-e740-4685-880a-f5580da5ecc6 HTTP/1.1" status: 200 len: 853 time: 0.1212916 Aug 18 23:54:49.595405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-396614c5-36fc-45b8-b9ce-03887ff9e91b req-50ef3a82-4d8b-43f6-8b31-d2d41cfee166 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765598 Aug 18 23:54:49.632508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-39b58526-6364-449b-acba-a3edeeba4050 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=870f506a-c4db-4915-9648-0e439856f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314043 Aug 18 23:54:49.666778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce918838-6441-48f0-88fb-8f68cd5fb7bb req-f616600d-8663-4811-996f-82bee9b1c8f8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888593 Aug 18 23:54:49.672879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b961240-bfe8-4096-9ad6-2447bd9beed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.715390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-dd552993-4e69-44d1-8afa-d98f66158fbe service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712930 Aug 18 23:54:49.724746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b961240-bfe8-4096-9ad6-2447bd9beed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.785857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4b961240-bfe8-4096-9ad6-2447bd9beed3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca975d021543452381700ae6fb4cf5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657798 Aug 18 23:54:49.786596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b961240-bfe8-4096-9ad6-2447bd9beed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c52c4-f900-4b1d-a4f7-20c2d1a4af2b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:49.790924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:49.852777 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-19427ab6-e597-45d6-ac96-a181e6dee9a6 service neutron] 10.222.0.21 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024024 Aug 18 23:54:49.868842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.874560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742837c8-2717-462e-b70c-d1f663e7b0ac req-aa4c3e23-6732-4e66-adcc-ed9d681910c2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:49.876113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-742837c8-2717-462e-b70c-d1f663e7b0ac req-aa4c3e23-6732-4e66-adcc-ed9d681910c2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 944 time: 0.1121044 Aug 18 23:54:49.893685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:49.907535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-34335461-4632-48c4-be61-9e303ca2da49 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846530 Aug 18 23:54:49.927611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-742837c8-2717-462e-b70c-d1f663e7b0ac req-c9de05d0-dba4-41e9-b6d4-6437eccf5c7c tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Aug 18 23:54:50.023035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-4b5719ed-c360-4d28-b2cd-b3403750781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.025108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-4b5719ed-c360-4d28-b2cd-b3403750781d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 1096 time: 0.0688694 Aug 18 23:54:50.041043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8812a5-558a-4024-bf21-c58f37fa3605 req-2e155d93-b9a3-4b38-9327-4fa6407238bd tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.042519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c8812a5-558a-4024-bf21-c58f37fa3605 req-2e155d93-b9a3-4b38-9327-4fa6407238bd tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 944 time: 0.0580273 Aug 18 23:54:50.054809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:50.057389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:50.060583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc8c52c4-f900-4b1d-a4f7-20c2d1a4af2b HTTP/1.1" status: 204 len: 168 time: 0.2666800 Aug 18 23:54:50.079558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2a1c7-076c-4d6a-84e9-ad7ccc07d8ad req-a89f96b3-8d87-4d6a-b727-08c2287cb106 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.081148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acd2a1c7-076c-4d6a-84e9-ad7ccc07d8ad req-a89f96b3-8d87-4d6a-b727-08c2287cb106 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.1285539 Aug 18 23:54:50.092115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3230f73-8378-4b68-ae18-5947bf2e7d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c52c4-f900-4b1d-a4f7-20c2d1a4af2b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:50.097268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ca12ec4-0b65-4043-a1b2-a5c5da36d284 req-735a6239-e677-4b55-9f20-ad303602c47f service neutron] 10.222.0.21 "GET /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057567 Aug 18 23:54:50.164430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acd2a1c7-076c-4d6a-84e9-ad7ccc07d8ad req-8c1a911c-2044-4af1-a90c-1741a07340b5 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Aug 18 23:54:50.169215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c8812a5-558a-4024-bf21-c58f37fa3605 req-7c3c919c-172c-4ec6-8a55-cb88a3fda55e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092849 Aug 18 23:54:50.202767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-59d96def-e5dd-4fa5-a72b-8c57843f5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.204983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-59d96def-e5dd-4fa5-a72b-8c57843f5810 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 904 time: 0.1613960 Aug 18 23:54:50.261768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8c03782-ad98-4b36-a0f4-d42294685765 req-18078586-6335-4abf-836e-a72eda1ed54c tempest-DeleteServersAdminTestJSON-1119575089 tempest-DeleteServersAdminTestJSON-1119575089-project] 10.222.0.20 "GET /v2.0/ports?device_id=967618cc-2ed8-4d8e-b04a-bd22d1b70f59 HTTP/1.1" status: 200 len: 210 time: 0.0421143 Aug 18 23:54:50.272268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-7f409a48-0246-4225-9657-afe7fffb02ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37 HTTP/1.1" status: 200 len: 217 time: 0.0595834 Aug 18 23:54:50.340761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f17fd-f105-4601-a027-82a03f35c121 req-3c9d4f81-62ff-4321-bfc7-f32374edfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.342467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-3c9d4f81-62ff-4321-bfc7-f32374edfcd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.0623519 Aug 18 23:54:50.383490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-96ec293b-2acc-4337-b17e-b06f52a4efe3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324531 Aug 18 23:54:50.430169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'name': 'network-vif-deleted', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:50.432827 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704763ed-3592-44f4-98e8-463710dd1bb3" -d '{"events": [{"server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "name": "network-vif-deleted", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:50.475860 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51889cf4-d683-4c03-be2c-cd113045dde0 x-openstack-request-id: req-51889cf4-d683-4c03-be2c-cd113045dde0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:50.476150 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967618cc-2ed8-4d8e-b04a-bd22d1b70f59", "name": "network-vif-deleted", "tag": "d0c667b2-fcbb-4b74-9067-6734ce6d24a2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:50.477012 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51889cf4-d683-4c03-be2c-cd113045dde0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:50.477395 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967618cc-2ed8-4d8e-b04a-bd22d1b70f59', 'name': 'network-vif-deleted', 'tag': 'd0c667b2-fcbb-4b74-9067-6734ce6d24a2', 'status': 'completed', 'code': 200} Aug 18 23:54:50.514799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-ef40e838-aa80-4c03-bab9-1426e5e3b858 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249857 Aug 18 23:54:50.575727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad784ef-90a4-4fa1-8739-ea42f0c9d88a req-cf03f5cb-cb7a-42eb-b3fe-bb94ca663f18 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.577261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fad784ef-90a4-4fa1-8739-ea42f0c9d88a req-cf03f5cb-cb7a-42eb-b3fe-bb94ca663f18 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1038764 Aug 18 23:54:50.640152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fad784ef-90a4-4fa1-8739-ea42f0c9d88a req-16f772e9-9407-4a7b-8cf9-034050f7df9c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550511 Aug 18 23:54:50.645706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c37f17fd-f105-4601-a027-82a03f35c121 req-57a7beda-99dc-4a05-bc51-a20e2ac5c879 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234276 Aug 18 23:54:50.797703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a38c1-7631-47ce-99e3-4f83e520a627 req-1752a858-47c5-447c-be82-3c372151b284 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:50.799782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c60a38c1-7631-47ce-99e3-4f83e520a627 req-1752a858-47c5-447c-be82-3c372151b284 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.0536394 Aug 18 23:54:50.806608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:54:50.841087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c60a38c1-7631-47ce-99e3-4f83e520a627 req-c20baceb-ad8f-4b04-bcbd-5c1cd3a7e9cf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Aug 18 23:54:51.045342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed6cfe-02e3-41f0-8c6c-03f0894f1b34 req-30688c10-8ca5-4d1e-a07b-aeac67799ab3 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.046820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3eed6cfe-02e3-41f0-8c6c-03f0894f1b34 req-30688c10-8ca5-4d1e-a07b-aeac67799ab3 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 944 time: 0.0516403 Aug 18 23:54:51.060164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d0c667b2-fcbb-4b74-9067-6734ce6d24a2 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:54:51.062965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:51.087648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3eed6cfe-02e3-41f0-8c6c-03f0894f1b34 req-c7ec2d32-2735-4494-9e45-2df9c14a2596 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346560 Aug 18 23:54:51.101176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d0c667b2-fcbb-4b74-9067-6734ce6d24a2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:54:51.102090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d0c667b2-fcbb-4b74-9067-6734ce6d24a2 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:54:51.197649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:51.218310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'port_id': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'mac_address': 'fa:16:3e:bb:c9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f225f9e-afdd-4682-a2c3-b156c67fd760', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:51.263544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:51.280510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3304c87-55f7-47d9-8564-f8256fdabb6d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:51.292430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d9f5-de11-4e72-bca7-b98823b81e35 req-3b7c11d7-cf84-4540-b560-03275f2547f5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.294500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b544d9f5-de11-4e72-bca7-b98823b81e35 req-3b7c11d7-cf84-4540-b560-03275f2547f5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 944 time: 0.0581312 Aug 18 23:54:51.295568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847a358-d423-4420-8a76-ab3f9dfb41a9 req-52878729-2742-4f6d-a9d7-570c1614bf44 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.297137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7847a358-d423-4420-8a76-ab3f9dfb41a9 req-52878729-2742-4f6d-a9d7-570c1614bf44 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.0727782 Aug 18 23:54:51.306458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:51.311231 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:51.356181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7847a358-d423-4420-8a76-ab3f9dfb41a9 req-23afcc23-ebaf-4573-99db-09ac324e9d5d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Aug 18 23:54:51.360420 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b544d9f5-de11-4e72-bca7-b98823b81e35 req-ca4df643-ad3a-433e-b499-b62aefc82ab8 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Aug 18 23:54:51.362373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:51.471165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-885e1fda-a286-40ac-8349-f75b75fa92a9 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.473068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-885e1fda-a286-40ac-8349-f75b75fa92a9 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 1102 time: 0.0463912 Aug 18 23:54:51.491757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-21434210-1020-4583-a0e7-840f2d815307 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:51.516195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['b3304c87-55f7-47d9-8564-f8256fdabb6d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:51.588496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-21434210-1020-4583-a0e7-840f2d815307 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:51.594008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-21434210-1020-4583-a0e7-840f2d815307 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:51.626233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c62748a-b55e-46ae-a1dc-abb74ecd6fb0 req-21434210-1020-4583-a0e7-840f2d815307 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446433 Aug 18 23:54:51.646107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434210-1020-4583-a0e7-840f2d815307 tempest-LiveMigrationNegativeTest-821644318 tempest-LiveMigrationNegativeTest-821644318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaefc671-ae6c-48aa-8144-ccc5be7fc2a3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:51.787437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3924e9-baa2-4a1f-997a-f666735a6f17 req-a399de5c-9709-4653-ab30-41ca6553c803 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.792791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e3924e9-baa2-4a1f-997a-f666735a6f17 req-a399de5c-9709-4653-ab30-41ca6553c803 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0578597 Aug 18 23:54:51.837260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e3924e9-baa2-4a1f-997a-f666735a6f17 req-2c7c6fa0-4e6b-4e7b-9b65-5859dcc24076 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Aug 18 23:54:51.990723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:51.997330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f60f-6445-472c-8c2f-12eb0573383f req-1c8cbcd2-2023-481f-a414-4afdad59cde3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:51.998903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a553f60f-6445-472c-8c2f-12eb0573383f req-1c8cbcd2-2023-481f-a414-4afdad59cde3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.0586274 Aug 18 23:54:52.044093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a553f60f-6445-472c-8c2f-12eb0573383f req-303284e8-9492-40ee-a6d7-93f5e08d246e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 Aug 18 23:54:52.166343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b67be475-7c5f-42fb-9941-bd5ca22d0504 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b912c9097f824ebfb615b644a7795038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1743464 Aug 18 23:54:52.168805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:52.269021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920d936-8cc8-4aae-9b3b-b97a3b22f0ba req-dbf29af5-8a3f-4e0b-ab25-e2d4fea9d7f2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:52.270513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3920d936-8cc8-4aae-9b3b-b97a3b22f0ba req-dbf29af5-8a3f-4e0b-ab25-e2d4fea9d7f2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 944 time: 0.0756106 Aug 18 23:54:52.271593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.307457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.329583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294eb27-7fde-4b89-a08b-34bcdf2ddc4c req-4624c751-df49-4b5d-aa2e-6f30bbc0a6b5 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:52.331070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0294eb27-7fde-4b89-a08b-34bcdf2ddc4c req-4624c751-df49-4b5d-aa2e-6f30bbc0a6b5 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.0505252 Aug 18 23:54:52.335154 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3920d936-8cc8-4aae-9b3b-b97a3b22f0ba req-cfd08101-c543-49f9-b54d-ee40b6e903af tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Aug 18 23:54:52.369412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.372003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.373173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2db17aab-db3f-42d0-9310-a1afb68d2f13 HTTP/1.1" status: 204 len: 168 time: 0.2033889 Aug 18 23:54:52.382182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64935249-96bc-4c60-88b5-168fa777a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db17aab-db3f-42d0-9310-a1afb68d2f13,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:52.394696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0294eb27-7fde-4b89-a08b-34bcdf2ddc4c req-448ae737-d2ae-45d1-8e35-c43c3e06824b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573316 Aug 18 23:54:52.499361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f01ab9-c1ec-4c41-b46d-ada36e8f07f6 req-1705bf9f-4f41-486c-8bfb-c45f00f59a9a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:52.501259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5f01ab9-c1ec-4c41-b46d-ada36e8f07f6 req-1705bf9f-4f41-486c-8bfb-c45f00f59a9a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 944 time: 0.0590589 Aug 18 23:54:52.553058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5f01ab9-c1ec-4c41-b46d-ada36e8f07f6 req-99703772-1eed-4eab-9bc3-111040017aa9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Aug 18 23:54:52.610233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:52.712231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:52.718861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e51b963b-6b1a-4515-bb16-e66497f78414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.725601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcc25c-4a4f-4be4-bfe1-74401aa93a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.804725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e51b963b-6b1a-4515-bb16-e66497f78414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.808403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e51b963b-6b1a-4515-bb16-e66497f78414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.847052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e51b963b-6b1a-4515-bb16-e66497f78414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a52b08ba45d4c97b9c34993eda460b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356415 Aug 18 23:54:52.847883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b963b-6b1a-4515-bb16-e66497f78414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d4bdb-c5b3-43cc-a4dd-d3790edab675,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:52.850157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:52.890013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcc25c-4a4f-4be4-bfe1-74401aa93a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.894307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcc25c-4a4f-4be4-bfe1-74401aa93a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.900443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.926832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fedcc25c-4a4f-4be4-bfe1-74401aa93a44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5e6acef3de427d8052039e2369d4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131824 Aug 18 23:54:52.929259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:52.948771 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.954119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcc25c-4a4f-4be4-bfe1-74401aa93a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a911f-e945-43e0-a6b2-93462ed537fa,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:52.988015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:52.992962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110491d-d338-44af-9bb9-0745c78422b9 req-4de3c0ca-edb8-4382-bf3f-4af5b4b168c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:52.994476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5110491d-d338-44af-9bb9-0745c78422b9 req-4de3c0ca-edb8-4382-bf3f-4af5b4b168c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0800874 Aug 18 23:54:53.013319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.025309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.027737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.028953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf8d4bdb-c5b3-43cc-a4dd-d3790edab675 HTTP/1.1" status: 204 len: 168 time: 0.1778152 Aug 18 23:54:53.042318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95487696-4495-4c56-8cf7-0c7d9475a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d4bdb-c5b3-43cc-a4dd-d3790edab675,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.061437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5110491d-d338-44af-9bb9-0745c78422b9 req-f058c8a2-35b1-4b7d-a411-14cab6081af9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Aug 18 23:54:53.061627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:53.075358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:53.079809 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.083397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.084312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a91a911f-e945-43e0-a6b2-93462ed537fa HTTP/1.1" status: 204 len: 168 time: 0.1540198 Aug 18 23:54:53.099733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8351-0e68-4ee3-bb2e-d8b14cdc106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a911f-e945-43e0-a6b2-93462ed537fa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.152770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 64c33e17-5935-454e-8e6d-13b75dd672ee details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:54:53.254384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2b61d-9671-4707-ac67-e12f62fd9a3f req-7db424c7-749d-4164-ad78-f2613cc5b602 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:53.256160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3c2b61d-9671-4707-ac67-e12f62fd9a3f req-7db424c7-749d-4164-ad78-f2613cc5b602 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.0729787 Aug 18 23:54:53.297668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port b3304c87-55f7-47d9-8564-f8256fdabb6d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:53.305396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3c2b61d-9671-4707-ac67-e12f62fd9a3f req-bc307294-e46f-4456-999d-e9796556b232 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Aug 18 23:54:53.316004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port b3304c87-55f7-47d9-8564-f8256fdabb6d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:53.316413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.355570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:53.388785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'mac_address': 'fa:16:3e:de:98:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:53.398707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=64c33e17-5935-454e-8e6d-13b75dd672ee,segment=NetworkSegment(ee9d8226-9035-497f-985f-27e4c8c0e075),segment_id=ee9d8226-9035-497f-985f-27e4c8c0e075)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:53.461345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '64c33e17-5935-454e-8e6d-13b75dd672ee', 'network_id': '870f506a-c4db-4915-9648-0e439856f25b', 'port_id': '64c33e17-5935-454e-8e6d-13b75dd672ee', 'mac_address': 'fa:16:3e:03:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a405c057-e740-4685-880a-f5580da5ecc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:54:53.477477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.512355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.527481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14884bf4-050d-4b44-b830-cb5e5c1eee37 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:53.567041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:53.569494 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1422ba63-7369-4308-8145-02f4d20e2d08" -d '{"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-plugged", "status": "completed", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:53.572808 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.573622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2887c-0492-4d3d-81b8-b7a15dcc2ece req-3dc50dbc-4b00-4bed-bd09-f364e6b378db tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:53.575609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5a2887c-0492-4d3d-81b8-b7a15dcc2ece req-3dc50dbc-4b00-4bed-bd09-f364e6b378db tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 944 time: 0.0873075 Aug 18 23:54:53.577107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:53.597169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.597714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043819c4-5f6b-4232-8182-fcce9e97f9fd req-b4a1cb80-e9d0-4de5-9946-455d88754b7a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:53.598640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:53.601054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:53.607537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c33e17-5935-454e-8e6d-13b75dd672ee {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:54:53.608045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-043819c4-5f6b-4232-8182-fcce9e97f9fd req-b4a1cb80-e9d0-4de5-9946-455d88754b7a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.0723643 Aug 18 23:54:53.624832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7663fa93-d928-4e76-8988-acf83a05379b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.631598 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.659383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=64c33e17-5935-454e-8e6d-13b75dd672ee,segment=NetworkSegment(ee9d8226-9035-497f-985f-27e4c8c0e075),segment_id=ee9d8226-9035-497f-985f-27e4c8c0e075)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:53.671195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.676320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.684569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5a2887c-0492-4d3d-81b8-b7a15dcc2ece req-f913ead5-7b81-4a63-82c9-4aae1f38ec3b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000750 Aug 18 23:54:53.707576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-043819c4-5f6b-4232-8182-fcce9e97f9fd req-8a24cb72-674b-4d14-97f2-91797a3012fa tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917993 Aug 18 23:54:53.723372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-97d87a58-14ca-495d-98ab-50bf27eed383 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:53.728759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-97d87a58-14ca-495d-98ab-50bf27eed383 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 950 time: 0.1119740 Aug 18 23:54:53.759942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.791556 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3ff5b7-d7b1-4e63-87c4-f1a52688b7c7 x-openstack-request-id: req-3d3ff5b7-d7b1-4e63-87c4-f1a52688b7c7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:53.791945 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-plugged", "status": "completed", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:53.793635 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d3ff5b7-d7b1-4e63-87c4-f1a52688b7c7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:53.793635 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'code': 200} Aug 18 23:54:53.811616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['14884bf4-050d-4b44-b830-cb5e5c1eee37'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:53.848940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7663fa93-d928-4e76-8988-acf83a05379b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.854367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.855899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7663fa93-d928-4e76-8988-acf83a05379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:53.905191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7663fa93-d928-4e76-8988-acf83a05379b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ff29c8bfb004dc6aeb42026d2c44996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043416 Aug 18 23:54:53.909794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:53.928986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663fa93-d928-4e76-8988-acf83a05379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f35c7d0-9b9b-4177-b84d-1b48a89ea287,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:53.964007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d5501-0a7b-4391-ba09-03cd49ef8b00 req-94344423-6240-4e1e-952a-7cd9517d2d07 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:53.965849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf3d5501-0a7b-4391-ba09-03cd49ef8b00 req-94344423-6240-4e1e-952a-7cd9517d2d07 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 945 time: 0.1728725 Aug 18 23:54:53.990300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.006614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Deleting port fa6feab7-887f-499a-9705-6456eff47061 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:54:54.006962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.014587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.021133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507ce2e-7592-450f-8627-3ea595e2f385 req-c21f0c69-30ea-4f68-bfd6-a271c1eae8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:54.022836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f507ce2e-7592-450f-8627-3ea595e2f385 req-c21f0c69-30ea-4f68-bfd6-a271c1eae8e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.1451039 Aug 18 23:54:54.066349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.070237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.074010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f35c7d0-9b9b-4177-b84d-1b48a89ea287 HTTP/1.1" status: 204 len: 168 time: 0.1604080 Aug 18 23:54:54.079952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4e2f7-6aa6-44c8-aea6-fc5a9446efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f35c7d0-9b9b-4177-b84d-1b48a89ea287,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:54.098070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf3d5501-0a7b-4391-ba09-03cd49ef8b00 req-d7775b37-f3e9-41ca-8a75-b2982b2a4710 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260667 Aug 18 23:54:54.125456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f507ce2e-7592-450f-8627-3ea595e2f385 req-c25b6353-9819-4421-b339-146bf47b0c67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910525 Aug 18 23:54:54.130583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['64c33e17-5935-454e-8e6d-13b75dd672ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:54.153890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] For port fa6feab7-887f-499a-9705-6456eff47061, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fa6feab7-887f-499a-9705-6456eff47061,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:54.154401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.170266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Calling delete_port for fa6feab7-887f-499a-9705-6456eff47061 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:54:54.253246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f2cf-fbad-491b-9d05-1181f6efc54a req-df813f23-4e1a-4881-ae04-7f09a945f969 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:54.263716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef85f2cf-fbad-491b-9d05-1181f6efc54a req-df813f23-4e1a-4881-ae04-7f09a945f969 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0764508 Aug 18 23:54:54.322127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef85f2cf-fbad-491b-9d05-1181f6efc54a req-c61875b3-58f7-43dc-99e6-96d68b919623 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Aug 18 23:54:54.362986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.393830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Pushing event deleted for resources: {'Port': ['ID=fa6feab7-887f-499a-9705-6456eff47061,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:54.459613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] No DVR routers for this DVR port fa6feab7-887f-499a-9705-6456eff47061 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:54.463828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:54.467578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3bbdf21-1a11-4aec-b9d4-f5c054cb49c0 req-e3404053-c73f-40eb-83f0-b7745e2e1d8d tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.11 "DELETE /v2.0/ports/fa6feab7-887f-499a-9705-6456eff47061 HTTP/1.1" status: 204 len: 173 time: 0.7321405 Aug 18 23:54:54.468104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'name': 'network-vif-deleted', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:54.471881 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa9829-8cf3-4c44-8679-ddfb746d896a" -d '{"events": [{"server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "name": "network-vif-deleted", "tag": "fa6feab7-887f-499a-9705-6456eff47061"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:54.476695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c6a81-cfa8-4b92-95b5-274a87d02abf req-f851a188-62d7-41f6-bdf6-250eabc4940a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:54.484921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e38c6a81-cfa8-4b92-95b5-274a87d02abf req-f851a188-62d7-41f6-bdf6-250eabc4940a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 946 time: 0.0843756 Aug 18 23:54:54.516358 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfdfad8-5732-4168-8952-3def60e632d9 x-openstack-request-id: req-fcfdfad8-5732-4168-8952-3def60e632d9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:54.517157 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f764751-45e6-468d-a675-58af695ca324", "name": "network-vif-deleted", "tag": "fa6feab7-887f-499a-9705-6456eff47061", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:54.517667 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcfdfad8-5732-4168-8952-3def60e632d9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:54.518339 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f764751-45e6-468d-a675-58af695ca324', 'name': 'network-vif-deleted', 'tag': 'fa6feab7-887f-499a-9705-6456eff47061', 'status': 'completed', 'code': 200} Aug 18 23:54:54.549260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e38c6a81-cfa8-4b92-95b5-274a87d02abf req-2c90ad8e-4c78-4cf1-8c5e-6f450efa65f4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Aug 18 23:54:54.814358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c935cba-9d98-4649-932e-6efb28580856 req-82525504-dec3-4bd2-b3be-575b9ba88580 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:54.818129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e16b50b-7b1b-4bb8-82b6-f84ba795dd8c req-71d24784-3049-4c6e-8d24-81cc7850698b tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f764751-45e6-468d-a675-58af695ca324 HTTP/1.1" status: 200 len: 210 time: 0.0478888 Aug 18 23:54:54.823711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c935cba-9d98-4649-932e-6efb28580856 req-82525504-dec3-4bd2-b3be-575b9ba88580 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 945 time: 0.0601346 Aug 18 23:54:54.862406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c935cba-9d98-4649-932e-6efb28580856 req-a2f8ec29-73de-45bf-95ce-81c43bce760f tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Aug 18 23:54:55.067389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:55.110875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f48c0383-ca3f-4f70-8f96-890e2f9acf5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:55.159760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 14884bf4-050d-4b44-b830-cb5e5c1eee37 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:55.171135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 14884bf4-050d-4b44-b830-cb5e5c1eee37 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:55.171604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:55.246832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e7168-d260-49fe-b7d1-b3ecf30367b2 req-0346ccb7-0490-42f4-aae2-4fe6500ebe07 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:55.254552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b7e7168-d260-49fe-b7d1-b3ecf30367b2 req-0346ccb7-0490-42f4-aae2-4fe6500ebe07 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 945 time: 0.0615709 Aug 18 23:54:55.306399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b7e7168-d260-49fe-b7d1-b3ecf30367b2 req-928ec964-3278-4195-aa20-b71e291058b4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507076 Aug 18 23:54:55.447963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31e3db-0362-452b-842c-70ec9197a6db req-dabe7bb3-1494-4c0a-a3eb-e1bfafe9d331 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:55.450528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee31e3db-0362-452b-842c-70ec9197a6db req-dabe7bb3-1494-4c0a-a3eb-e1bfafe9d331 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0600569 Aug 18 23:54:55.464664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:55.512516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee31e3db-0362-452b-842c-70ec9197a6db req-d91bf521-991c-4a75-80aa-231261cf8866 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Aug 18 23:54:55.518793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:55.526521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:55.527452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fa6feab7-887f-499a-9705-6456eff47061 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:54:55.565864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: fa6feab7-887f-499a-9705-6456eff47061 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:54:55.566291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fa6feab7-887f-499a-9705-6456eff47061 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:54:55.608003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:55.697497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78510-d5a2-4467-9d2d-310c5b266d3d req-5117c413-92d1-4683-8db5-ea936e8b5eb7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:55.699017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ce78510-d5a2-4467-9d2d-310c5b266d3d req-5117c413-92d1-4683-8db5-ea936e8b5eb7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 946 time: 0.0575757 Aug 18 23:54:55.740997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ce78510-d5a2-4467-9d2d-310c5b266d3d req-62fe5b28-64e2-4eb5-acea-c09e739ce10f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Aug 18 23:54:55.794117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:55.797041 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1ed27-8962-4f18-8274-4d283b0d2beb" -d '{"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-plugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:55.859941 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f896f-a401-4206-acf1-d83c11776b83 x-openstack-request-id: req-be3f896f-a401-4206-acf1-d83c11776b83 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:55.860324 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-plugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:55.861145 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be3f896f-a401-4206-acf1-d83c11776b83 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:55.861607 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'code': 200} Aug 18 23:54:55.864625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91172-d86a-4565-a728-654eb0dab36a req-5b2393df-84e4-46bd-b64f-df964565f86c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:55.866769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02f91172-d86a-4565-a728-654eb0dab36a req-5b2393df-84e4-46bd-b64f-df964565f86c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.0493028 Aug 18 23:54:55.926700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02f91172-d86a-4565-a728-654eb0dab36a req-92c8bb34-4224-4a00-901e-f72b6999b5e8 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536387 Aug 18 23:54:56.028559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591d8c-ee47-47cf-9d5e-d764103a9ada req-88a8e8d4-ae8d-4bba-b0ad-d50f5b836680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.031039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f591d8c-ee47-47cf-9d5e-d764103a9ada req-88a8e8d4-ae8d-4bba-b0ad-d50f5b836680 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 1098 time: 0.0988822 Aug 18 23:54:56.043955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d125ac0-dc72-4d21-a8f9-0589770ef433 req-40ad09fd-86d5-4a1a-b489-4494e7039922 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.045791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d125ac0-dc72-4d21-a8f9-0589770ef433 req-40ad09fd-86d5-4a1a-b489-4494e7039922 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 945 time: 0.0682077 Aug 18 23:54:56.099146 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f591d8c-ee47-47cf-9d5e-d764103a9ada req-cf9afbf2-7787-4703-bac7-1031dde23974 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Aug 18 23:54:56.109307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d125ac0-dc72-4d21-a8f9-0589770ef433 req-65c18873-a69c-494d-a757-7dd9c913a271 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Aug 18 23:54:56.202172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38718) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:56.216865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33d7b2-77ec-46ae-b758-8dea5a351ae6 req-57b691ef-2763-4124-a0ee-6db563977d5a tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.218703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f33d7b2-77ec-46ae-b758-8dea5a351ae6 req-57b691ef-2763-4124-a0ee-6db563977d5a tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.0464323 Aug 18 23:54:56.272848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f33d7b2-77ec-46ae-b758-8dea5a351ae6 req-0075357e-5b18-4eae-8f99-4f110d116e2e tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Aug 18 23:54:56.277255 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.365094 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465373e7-222a-4234-af2a-4cadb7032221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.433358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f16e8-c264-4bdd-a1c4-9cc0a34d8b9d req-557a31c0-806f-498f-9aad-6862535c4760 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.434889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b2f16e8-c264-4bdd-a1c4-9cc0a34d8b9d req-557a31c0-806f-498f-9aad-6862535c4760 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.0718303 Aug 18 23:54:56.454781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e893fe-1125-4c84-8715-7f8de69443f3 req-ddbb4471-2245-4064-a9f6-0b96c5ff192c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.463324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1e893fe-1125-4c84-8715-7f8de69443f3 req-ddbb4471-2245-4064-a9f6-0b96c5ff192c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 946 time: 0.0616696 Aug 18 23:54:56.500810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1e893fe-1125-4c84-8715-7f8de69443f3 req-a373fef3-a463-46fa-aad8-3363a71da98f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Aug 18 23:54:56.501128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b2f16e8-c264-4bdd-a1c4-9cc0a34d8b9d req-ab21441f-d6ef-41d6-ac5b-75143f1e6376 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Aug 18 23:54:56.544947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:56.558939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465373e7-222a-4234-af2a-4cadb7032221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.568035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465373e7-222a-4234-af2a-4cadb7032221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.610628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-465373e7-222a-4234-af2a-4cadb7032221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d3d6176f7a744f98964e322305d2db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067066 Aug 18 23:54:56.611521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465373e7-222a-4234-af2a-4cadb7032221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f893fdd-d43c-47fc-98bf-393f138af948,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:56.615226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:56.649993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125c742-40ac-48c9-a98c-373346849fd1 req-e545098c-f832-4f4d-b3d5-0b46904bc560 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.659227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3125c742-40ac-48c9-a98c-373346849fd1 req-e545098c-f832-4f4d-b3d5-0b46904bc560 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0709472 Aug 18 23:54:56.684289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.709367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.713186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3125c742-40ac-48c9-a98c-373346849fd1 req-e3686630-2c34-4154-8bdc-5086d36027f0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 Aug 18 23:54:56.734022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c991496-a724-4f81-97b3-2a27b2baa4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.761862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.764506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.768280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f893fdd-d43c-47fc-98bf-393f138af948 HTTP/1.1" status: 204 len: 168 time: 0.1491156 Aug 18 23:54:56.778082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da7917-7649-4475-b0c8-99fa2ca25a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f893fdd-d43c-47fc-98bf-393f138af948,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:56.852856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca458a-4ead-4ba6-835a-0cf3c982e892 req-9171baa9-4808-4456-b33f-85f062fbd85e tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:56.860803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ecca458a-4ead-4ba6-835a-0cf3c982e892 req-9171baa9-4808-4456-b33f-85f062fbd85e tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.0485907 Aug 18 23:54:56.861390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c991496-a724-4f81-97b3-2a27b2baa4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.866781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c991496-a724-4f81-97b3-2a27b2baa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:56.900964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ecca458a-4ead-4ba6-835a-0cf3c982e892 req-fd2332eb-eb23-4c63-9b9c-e86a5f4860b2 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Aug 18 23:54:56.920464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c991496-a724-4f81-97b3-2a27b2baa4b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3ffaddffb3a4519846acd458b5abf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713677 Aug 18 23:54:56.920464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991496-a724-4f81-97b3-2a27b2baa4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87faa49d-cbeb-429d-9f3a-b134005b2bf8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:56.921313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38750) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:56.975681 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.001185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.060862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.063541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.064762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87faa49d-cbeb-429d-9f3a-b134005b2bf8 HTTP/1.1" status: 204 len: 168 time: 0.1430583 Aug 18 23:54:57.076934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa635ff-73d3-49e6-ab6a-636ee4dbc5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87faa49d-cbeb-429d-9f3a-b134005b2bf8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.121610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38756) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:57.135300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18cbdafe-31a8-4966-a709-8979bab86f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.194643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 64c33e17-5935-454e-8e6d-13b75dd672ee up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:54:57.245426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 64c33e17-5935-454e-8e6d-13b75dd672ee completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:54:57.249615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 64c33e17-5935-454e-8e6d-13b75dd672ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:54:57.250122 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.250989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6bfe4-3632-445c-a886-4e55d29494ca req-a8523c4e-e0a6-4b61-a472-0ab9639e52b5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:57.252502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17f6bfe4-3632-445c-a886-4e55d29494ca req-a8523c4e-e0a6-4b61-a472-0ab9639e52b5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 945 time: 0.0722640 Aug 18 23:54:57.287818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18cbdafe-31a8-4966-a709-8979bab86f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.299767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18cbdafe-31a8-4966-a709-8979bab86f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.320906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17f6bfe4-3632-445c-a886-4e55d29494ca req-ff3c9768-7f70-4ed4-9eeb-aa83b5048c48 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593877 Aug 18 23:54:57.346789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.347174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbdafe-31a8-4966-a709-8979bab86f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6872200c-3b2d-477a-bff7-da44982e60c7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.351922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-18cbdafe-31a8-4966-a709-8979bab86f71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff35919f04ff4670b0d5f8f40f1d934d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291989 Aug 18 23:54:57.354439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38762) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:57.393365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=64c33e17-5935-454e-8e6d-13b75dd672ee,segment=NetworkSegment(ee9d8226-9035-497f-985f-27e4c8c0e075),segment_id=ee9d8226-9035-497f-985f-27e4c8c0e075)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:57.399367 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.408507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.431398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.449289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.457649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:57.472405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c53f32e-4d4b-40dc-a274-c70c63fbd49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.480222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.482813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.483937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6872200c-3b2d-477a-bff7-da44982e60c7 HTTP/1.1" status: 204 len: 168 time: 0.1286018 Aug 18 23:54:57.491696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e811c0a-2874-407d-8be0-de5b7c1eaa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6872200c-3b2d-477a-bff7-da44982e60c7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.611923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c53f32e-4d4b-40dc-a274-c70c63fbd49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.620781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c53f32e-4d4b-40dc-a274-c70c63fbd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.636638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878a325-785d-431e-838e-4c60d44250fa req-70fd5e69-4028-46ee-9573-d98e295adfae tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:57.638120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0878a325-785d-431e-838e-4c60d44250fa req-70fd5e69-4028-46ee-9573-d98e295adfae tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.0598280 Aug 18 23:54:57.667216 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0c53f32e-4d4b-40dc-a274-c70c63fbd49f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5afb104d3f5e4adcad397a796cf2b3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083001 Aug 18 23:54:57.675880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0c66-cb9b-443c-9a86-adf72940a416 req-79611c1b-2fe1-4668-9a89-804e4e205b86 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:57.676063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38772) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:54:57.680784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3ca0c66-cb9b-443c-9a86-adf72940a416 req-79611c1b-2fe1-4668-9a89-804e4e205b86 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 946 time: 0.1032636 Aug 18 23:54:57.681645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53f32e-4d4b-40dc-a274-c70c63fbd49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112921a2-5a80-43d6-8bcc-1f234ea893b8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.703148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0878a325-785d-431e-838e-4c60d44250fa req-a0ae5e5b-462e-40c6-8be3-4f4a472f0986 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583668 Aug 18 23:54:57.744245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.765690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3ca0c66-cb9b-443c-9a86-adf72940a416 req-8a5a3ce3-bf79-4bff-a130-894d5f6c6055 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Aug 18 23:54:57.772187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.836236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.839819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:57.843376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/112921a2-5a80-43d6-8bcc-1f234ea893b8 HTTP/1.1" status: 204 len: 168 time: 0.1638935 Aug 18 23:54:57.850281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b639-a003-4944-9f87-a4b3a5219630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112921a2-5a80-43d6-8bcc-1f234ea893b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:57.865300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:57.868516 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6175af-7894-426f-ad9c-bccbf8b89ae0" -d '{"events": [{"server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "name": "network-vif-plugged", "status": "completed", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:57.893278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4daa50-ec78-4dd4-a6aa-cae1d3f121e7 req-4f3bf358-6ada-4c32-9180-6f38ba22146b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:57.896003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc4daa50-ec78-4dd4-a6aa-cae1d3f121e7 req-4f3bf358-6ada-4c32-9180-6f38ba22146b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.0711975 Aug 18 23:54:57.957558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc4daa50-ec78-4dd4-a6aa-cae1d3f121e7 req-a0101270-0a83-4fd1-9378-40a0e3856591 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546141 Aug 18 23:54:57.987355 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e2c190-8956-4ef5-a075-6599e9bec38f x-openstack-request-id: req-d7e2c190-8956-4ef5-a075-6599e9bec38f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:54:57.987858 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "name": "network-vif-plugged", "status": "completed", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:54:57.988429 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7e2c190-8956-4ef5-a075-6599e9bec38f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:54:57.989107 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee', 'code': 200} Aug 18 23:54:58.092168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18e076-5736-4ddf-a1ef-28fea6c8c515 req-90a6add3-a1a7-468d-b731-9026ee481270 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:58.101608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c18e076-5736-4ddf-a1ef-28fea6c8c515 req-90a6add3-a1a7-468d-b731-9026ee481270 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.0520422 Aug 18 23:54:58.105782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67405b8e-55b3-46ae-9032-7929bbe5add0 req-84ec7f49-054f-48b9-a0b8-93d7aa07573f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:58.114927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67405b8e-55b3-46ae-9032-7929bbe5add0 req-84ec7f49-054f-48b9-a0b8-93d7aa07573f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 946 time: 0.0680952 Aug 18 23:54:58.152216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c18e076-5736-4ddf-a1ef-28fea6c8c515 req-97816ccc-5658-46bf-a672-792988450f7f tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Aug 18 23:54:58.214867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67405b8e-55b3-46ae-9032-7929bbe5add0 req-afe6002d-7785-4343-86bc-0561b9e64b59 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984643 Aug 18 23:54:58.222267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ba8f-4c10-42f8-8d74-ee73a0b17f05 req-b15dd951-3737-4877-89a7-6fbe904fccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:58.224004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb14ba8f-4c10-42f8-8d74-ee73a0b17f05 req-b15dd951-3737-4877-89a7-6fbe904fccdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 1098 time: 0.0991642 Aug 18 23:54:58.274517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb14ba8f-4c10-42f8-8d74-ee73a0b17f05 req-cf620697-0493-455f-8829-17f0df68c458 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Aug 18 23:54:58.455093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86351dea-e01b-4bb5-935e-ef6ff7f33040 req-c48030d1-c759-4dea-b672-9515bca127ee tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:58.456577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86351dea-e01b-4bb5-935e-ef6ff7f33040 req-c48030d1-c759-4dea-b672-9515bca127ee tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.0513172 Aug 18 23:54:58.496458 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86351dea-e01b-4bb5-935e-ef6ff7f33040 req-e60bcd9c-8565-4bee-9092-7f7afbc2a8a5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Aug 18 23:54:58.847501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-6b031d0b-25bc-4c53-ad24-6b7425187e6a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:58.849092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-6b031d0b-25bc-4c53-ad24-6b7425187e6a tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.1182804 Aug 18 23:54:59.010981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2430d-aae5-4390-98db-1508d81adbed req-3413293c-69cb-421c-89ee-a6c0778313b0 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:59.016046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dec2430d-aae5-4390-98db-1508d81adbed req-3413293c-69cb-421c-89ee-a6c0778313b0 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 950 time: 0.1893508 Aug 18 23:54:59.110936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dec2430d-aae5-4390-98db-1508d81adbed req-5f6f26de-bbc0-4903-853b-7aefcd95b75c tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f99f831-0155-4c2c-b662-24a23795b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862453 Aug 18 23:54:59.122002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Deleting port f48c0383-ca3f-4f70-8f96-890e2f9acf5a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:54:59.122866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:59.246205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] For port f48c0383-ca3f-4f70-8f96-890e2f9acf5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:54:59.246461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:59.266634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Calling delete_port for f48c0383-ca3f-4f70-8f96-890e2f9acf5a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:54:59.602120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea586e-af2c-417b-9b66-ae0f75271b72 req-5e2b62d5-68e1-4188-b65d-e0413b29a5c3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:59.603626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3ea586e-af2c-417b-9b66-ae0f75271b72 req-5e2b62d5-68e1-4188-b65d-e0413b29a5c3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1157620 Aug 18 23:54:59.670327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3ea586e-af2c-417b-9b66-ae0f75271b72 req-d15fd852-af00-411f-8fa6-d3b76c411011 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Aug 18 23:54:59.712433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:59.746497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Pushing event deleted for resources: {'Port': ['ID=f48c0383-ca3f-4f70-8f96-890e2f9acf5a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:54:59.750912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f48c0383-ca3f-4f70-8f96-890e2f9acf5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:54:59.882947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-69dcfc3d-3992-4e17-9211-8837680e564c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:54:59.884154 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-69dcfc3d-3992-4e17-9211-8837680e564c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1876326 Aug 18 23:54:59.891034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] No DVR routers for this DVR port f48c0383-ca3f-4f70-8f96-890e2f9acf5a on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:54:59.899093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:54:59.899753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:54:59.905106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:54:59.907181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cd34065-bf4b-4a3a-bf65-a0f1f9941724 req-5ab2138d-41be-4c5f-8b73-013c8b1daf22 tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.21 "DELETE /v2.0/ports/f48c0383-ca3f-4f70-8f96-890e2f9acf5a HTTP/1.1" status: 204 len: 173 time: 1.0335016 Aug 18 23:54:59.912538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'name': 'network-vif-deleted', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:54:59.916378 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa27ef-48c6-4163-bb46-f009ccae2787" -d '{"events": [{"server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "name": "network-vif-deleted", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:54:59.927861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524cf1f-af02-492e-b5d6-df431eb2d25b req-922b4295-c79c-4aa9-8e63-3e831ab02f6d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:54:59.930363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d524cf1f-af02-492e-b5d6-df431eb2d25b req-922b4295-c79c-4aa9-8e63-3e831ab02f6d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 946 time: 0.1883996 Aug 18 23:54:59.980483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d524cf1f-af02-492e-b5d6-df431eb2d25b req-3546a873-9a4b-4c28-9db6-bf598eb5a8f5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Aug 18 23:55:00.045573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:00.101958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311190-97d1-42e1-83d3-eed4bc4a8f12 req-769a299f-3fc5-476e-9403-05dbf53eb8ea tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:00.104967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99311190-97d1-42e1-83d3-eed4bc4a8f12 req-769a299f-3fc5-476e-9403-05dbf53eb8ea tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.0602825 Aug 18 23:55:00.135177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:00.135506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:00.136321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:00.141379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:00.141866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:00.144975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99311190-97d1-42e1-83d3-eed4bc4a8f12 req-e2ca521b-568a-47f2-ac31-0d219eb9e152 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Aug 18 23:55:00.147761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:00.148808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:00.149945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:00.150463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Bound port: b3304c87-55f7-47d9-8564-f8256fdabb6d, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:00.162859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fedec505-aa49-40ee-bf12-94dcc3634cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.213158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:00.219579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.220791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b1a80bca-125f-45bf-873e-8f61dada48bc service neutron] 10.222.0.20 "POST /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3278360 Aug 18 23:55:00.303987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fedec505-aa49-40ee-bf12-94dcc3634cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.311449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fedec505-aa49-40ee-bf12-94dcc3634cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.337258 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26e791-bdc9-4bcd-a112-87d12dc2019d x-openstack-request-id: req-6a26e791-bdc9-4bcd-a112-87d12dc2019d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:00.338354 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0574922-85fe-4875-afc3-b16eff992d88", "name": "network-vif-deleted", "tag": "f48c0383-ca3f-4f70-8f96-890e2f9acf5a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:00.338621 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a26e791-bdc9-4bcd-a112-87d12dc2019d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:00.340147 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0574922-85fe-4875-afc3-b16eff992d88', 'name': 'network-vif-deleted', 'tag': 'f48c0383-ca3f-4f70-8f96-890e2f9acf5a', 'status': 'completed', 'code': 200} Aug 18 23:55:00.419653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fedec505-aa49-40ee-bf12-94dcc3634cb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dc056c8f63c44508e344b5259a7cde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701479 Aug 18 23:55:00.419653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedec505-aa49-40ee-bf12-94dcc3634cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a19202-34d4-4f0e-9ddc-ec16571ea2fa,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:00.420711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:00.493358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.520843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.585059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2cccece9-fc24-425a-b5b8-84825a9a7d35 req-be90f2e1-f3cf-4499-87d3-afe4cabc037f tempest-LiveMigrationNegativeTest-1933226085 tempest-LiveMigrationNegativeTest-1933226085-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0574922-85fe-4875-afc3-b16eff992d88 HTTP/1.1" status: 200 len: 210 time: 0.0377586 Aug 18 23:55:00.590552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.596586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:00.598151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9967a0ce-fadc-4e25-97da-84eeb30494ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:00.601391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9967a0ce-fadc-4e25-97da-84eeb30494ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1098 time: 0.0993063 Aug 18 23:55:00.605971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3a19202-34d4-4f0e-9ddc-ec16571ea2fa HTTP/1.1" status: 204 len: 168 time: 0.1804826 Aug 18 23:55:00.629674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abc47d-b8b4-49ca-adee-28f4fda5d037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a19202-34d4-4f0e-9ddc-ec16571ea2fa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:00.755440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-6e6e8e3a-3404-4323-8562-aa88e510a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:00.757097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-6e6e8e3a-3404-4323-8562-aa88e510a0cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1490417 Aug 18 23:55:00.838354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-625a8111-3a7d-4d82-a2b5-9379fef09901 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.0732403 Aug 18 23:55:00.913998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-aedb48c0-43a3-4162-9e1e-a21e5531aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:00.915525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-aedb48c0-43a3-4162-9e1e-a21e5531aa6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0595531 Aug 18 23:55:00.924170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403444c-bcf6-429b-887a-02751835dabf req-d2887362-a6f8-446f-a00c-664a5f193609 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:00.932620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9403444c-bcf6-429b-887a-02751835dabf req-d2887362-a6f8-446f-a00c-664a5f193609 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 946 time: 0.1052649 Aug 18 23:55:01.006183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-ab8222b8-26cb-4a32-ae77-68962fd04dee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705605 Aug 18 23:55:01.105083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9403444c-bcf6-429b-887a-02751835dabf req-40c5663c-4ce2-4efb-9799-46cdc3ae739b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711295 Aug 18 23:55:01.120190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38954) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:01.141004 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb57198d-1632-4ce3-8933-d1258d0f08fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.179173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-1f62dfc8-9888-493b-be08-0a27686ad727 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591733 Aug 18 23:55:01.297968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb57198d-1632-4ce3-8933-d1258d0f08fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.302485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8497-6dfa-4042-98b2-1a55e5395209 req-9f66a84f-5e95-4443-bbc6-0936982194e0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:01.303364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb57198d-1632-4ce3-8933-d1258d0f08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.306022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-592c8497-6dfa-4042-98b2-1a55e5395209 req-9f66a84f-5e95-4443-bbc6-0936982194e0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1196337 Aug 18 23:55:01.350269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57198d-1632-4ce3-8933-d1258d0f08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97742e42-418c-4c94-adae-bf58730c2a66,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:01.382304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-592c8497-6dfa-4042-98b2-1a55e5395209 req-3b7f5486-acd2-4bff-a1a0-12a7e6ce0d1f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Aug 18 23:55:01.387418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bb57198d-1632-4ce3-8933-d1258d0f08fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68679a572eb64507887b97b88464132b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630029 Aug 18 23:55:01.387769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:01.393438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-722a2cca-0cd9-47ed-a26e-9af95bb4bd7c service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046349 Aug 18 23:55:01.445028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.466901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.516820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.520109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.524275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97742e42-418c-4c94-adae-bf58730c2a66 HTTP/1.1" status: 204 len: 168 time: 0.1325443 Aug 18 23:55:01.530101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1b28f-406c-42cb-849d-9a4bfc7571de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97742e42-418c-4c94-adae-bf58730c2a66,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:01.577409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-c935c5b7-f2da-4f84-8ba0-c9b4059341b7 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:01.578942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-c935c5b7-f2da-4f84-8ba0-c9b4059341b7 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1098 time: 0.0625625 Aug 18 23:55:01.591820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:01.652867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.681294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38988) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:01.826734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:01.860744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c899-f514-4523-98db-323f30e8e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.907101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:01.958424 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.965413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.989584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c899-f514-4523-98db-323f30e8e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:01.995294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c899-f514-4523-98db-323f30e8e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.035005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:02.035210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2c899-f514-4523-98db-323f30e8e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21bcc1d-b1ee-4748-bb8e-28e05009671d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:02.059571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e8c2c899-f514-4523-98db-323f30e8e6e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b4b346cdfc440b395a2731906693250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738408 Aug 18 23:55:02.059571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39000) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:02.082292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:02.082630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:02.082962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:02.093359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:02.093803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Attempting to bind port b3304c87-55f7-47d9-8564-f8256fdabb6d on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:02.096962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:02.111940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:02.112575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:02.112713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:02.113170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Bound port: b3304c87-55f7-47d9-8564-f8256fdabb6d, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:02.113537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.133705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.230885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.249196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:02.253634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:02.262441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.352238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:02.354607 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4cef3-4a2a-4db6-b300-befdbcc3a1a6" -d '{"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-unplugged", "status": "completed", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:02.371843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.376991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.378827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a21bcc1d-b1ee-4748-bb8e-28e05009671d HTTP/1.1" status: 204 len: 168 time: 0.3185344 Aug 18 23:55:02.406947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb11b3a-fcbc-4d7e-a189-ef53fda527a1 req-3269229c-cbbd-41ab-9968-42a3390cc491 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:02.421638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dfb11b3a-fcbc-4d7e-a189-ef53fda527a1 req-3269229c-cbbd-41ab-9968-42a3390cc491 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.1486452 Aug 18 23:55:02.448520 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b5246-d74e-4f0b-b257-cb1980de89d6 x-openstack-request-id: req-ff7b5246-d74e-4f0b-b257-cb1980de89d6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:02.448812 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-unplugged", "status": "completed", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:02.449058 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff7b5246-d74e-4f0b-b257-cb1980de89d6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:02.449503 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'code': 200} Aug 18 23:55:02.475564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:02.485756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcba5e-4042-4fe8-b317-868adb290e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21bcc1d-b1ee-4748-bb8e-28e05009671d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:02.530994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-861f0c11-5844-496f-8146-47bc172881b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5009933507dd4bf4a00b114617e8595e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328403 Aug 18 23:55:02.532286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:02.536361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dfb11b3a-fcbc-4d7e-a189-ef53fda527a1 req-a637d042-3db8-41dc-9338-08d7247fc040 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131499 Aug 18 23:55:02.592445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:02.593536 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.595179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-9027ffc7-5ffc-4f29-a65c-98bd17914701 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 1124 time: 1.0082819 Aug 18 23:55:02.689959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac1d66-76cb-41d1-8676-a773326cdfeb req-a6521b82-cf60-4703-81f5-96a4ac64aec5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:02.691718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08ac1d66-76cb-41d1-8676-a773326cdfeb req-a6521b82-cf60-4703-81f5-96a4ac64aec5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1257143 Aug 18 23:55:02.695593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['b3304c87-55f7-47d9-8564-f8256fdabb6d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:02.750023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08ac1d66-76cb-41d1-8676-a773326cdfeb req-4e0f4a42-1a1f-4fe2-b3db-cffa86ccace8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Aug 18 23:55:02.751869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.786300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.852257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.855367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:02.857692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f99f831-0155-4c2c-b662-24a23795b7e2 HTTP/1.1" status: 204 len: 168 time: 0.2962668 Aug 18 23:55:02.884081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:02.908630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42abe4-4199-47b1-af8a-85e7ef69f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99f831-0155-4c2c-b662-24a23795b7e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:02.942523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18c7a3dc-0ce7-4082-b40e-5028ffb4456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.146623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18c7a3dc-0ce7-4082-b40e-5028ffb4456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.155237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18c7a3dc-0ce7-4082-b40e-5028ffb4456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.217300 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-18c7a3dc-0ce7-4082-b40e-5028ffb4456d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ff377fc2953408b97e8d42adab22fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273718 Aug 18 23:55:03.219867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39062) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:03.220472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7a3dc-0ce7-4082-b40e-5028ffb4456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184c84e-4d19-43e2-b6aa-6f41a2115860,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:03.233154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f48c0383-ca3f-4f70-8f96-890e2f9acf5a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:03.288802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: f48c0383-ca3f-4f70-8f96-890e2f9acf5a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:03.289457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f48c0383-ca3f-4f70-8f96-890e2f9acf5a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:03.362089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.390191 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.474770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.480438 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.486778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7184c84e-4d19-43e2-b6aa-6f41a2115860 HTTP/1.1" status: 204 len: 168 time: 0.2634144 Aug 18 23:55:03.499121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b4020-00a1-4c4b-8a5d-153fae7c83c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184c84e-4d19-43e2-b6aa-6f41a2115860,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:03.594674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:03.649988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49034c8d-7c6e-4b37-8352-3205f2bd1a35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c01502b38d4c6ca630d9bb6e6e8c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538471 Aug 18 23:55:03.653028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:03.753437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800eed0-83ee-4256-baed-00d12bfd261b req-41bf80dc-c6b9-448d-b6ff-3270ccc27072 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:03.754972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8800eed0-83ee-4256-baed-00d12bfd261b req-41bf80dc-c6b9-448d-b6ff-3270ccc27072 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.0827479 Aug 18 23:55:03.756713 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.823790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.910774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8800eed0-83ee-4256-baed-00d12bfd261b req-bb587a35-b4a6-4706-ac88-15d52e2180ad tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422546 Aug 18 23:55:03.930187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.933544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:03.941838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaefc671-ae6c-48aa-8144-ccc5be7fc2a3 HTTP/1.1" status: 204 len: 168 time: 0.2873580 Aug 18 23:55:03.966069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c18b1-810f-4b60-a3db-2972b37da5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaefc671-ae6c-48aa-8144-ccc5be7fc2a3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:04.043923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b816bd-b724-46a7-8a36-51744a0b9bd2 req-b1ff7481-0aa4-4729-88ca-4d80a70db3c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:04.045470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35b816bd-b724-46a7-8a36-51744a0b9bd2 req-b1ff7481-0aa4-4729-88ca-4d80a70db3c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1007566 Aug 18 23:55:04.102014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35b816bd-b724-46a7-8a36-51744a0b9bd2 req-b7f19b5a-f427-4495-ba69-fc28e4018574 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465715 Aug 18 23:55:04.450795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:04.453252 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb50a2f-ad5e-4141-ba41-6990b569c264" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:04.536528 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02fa01d-7460-4bcd-9852-baf5567bf158 x-openstack-request-id: req-a02fa01d-7460-4bcd-9852-baf5567bf158 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:04.536869 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:04.537056 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a02fa01d-7460-4bcd-9852-baf5567bf158 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:04.537450 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'status': 'completed', 'code': 200} Aug 18 23:55:04.636742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-08d0c173-44b9-4bd4-9439-038eca1c6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:04.645084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-08d0c173-44b9-4bd4-9439-038eca1c6eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1127 time: 0.0832357 Aug 18 23:55:04.811027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-1a303780-46c1-44dc-b0ac-70a570feae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:04.814148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-1a303780-46c1-44dc-b0ac-70a570feae8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1572907 Aug 18 23:55:04.939726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-bee54511-9b22-4077-9d40-e32da958c0d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.1162596 Aug 18 23:55:05.068849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-29a9f49c-8ff2-452e-a4ac-f380f45f46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:05.070842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-29a9f49c-8ff2-452e-a4ac-f380f45f46c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1226509 Aug 18 23:55:05.093123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:05.201891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-0bcf23b2-596c-4e86-ba71-5ece4f5e0c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210980 Aug 18 23:55:05.240935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b2fe-6338-4f5d-ab81-1eaa6e33fb6a req-6d0928a4-2ffe-47e4-8e72-7470039750b6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:05.244765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:05.254563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06a0b2fe-6338-4f5d-ab81-1eaa6e33fb6a req-6d0928a4-2ffe-47e4-8e72-7470039750b6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.1911077 Aug 18 23:55:05.356865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06a0b2fe-6338-4f5d-ab81-1eaa6e33fb6a req-cbd6e179-9b0a-4a6f-a5ab-c597d43394f6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958762 Aug 18 23:55:05.426024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-63da67a1-5e1c-40f5-8f78-423b4baf4e14 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147448 Aug 18 23:55:05.427465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:05.456279 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:55:05.497065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'mac_address': 'fa:16:3e:de:98:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:05.593331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0dd8-2550-47ab-a42e-d71f2b6c3fe6 req-ffb6719f-e139-40d9-a595-9b7e2f65b55d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:05.608023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64ae0dd8-2550-47ab-a42e-d71f2b6c3fe6 req-ffb6719f-e139-40d9-a595-9b7e2f65b55d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2523630 Aug 18 23:55:05.698575 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:05.743341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14884bf4-050d-4b44-b830-cb5e5c1eee37 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:05.790461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64ae0dd8-2550-47ab-a42e-d71f2b6c3fe6 req-12c2433b-7826-496c-a964-48fd966e4ddf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738522 Aug 18 23:55:05.847593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:05.858542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb50a2f-ad5e-4141-ba41-6990b569c264 req-b5310535-a6d0-4db1-aa93-af2f857e3281 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198370 Aug 18 23:55:05.869001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:06.032080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['14884bf4-050d-4b44-b830-cb5e5c1eee37'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:06.142347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:06.202385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:55:06.211599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:06.490743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39256) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:06.552578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c3dfc-7e1d-41b0-8976-6e3cebf9e050 req-0126a3d8-99b4-45fa-8c39-754bc418d206 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:06.556362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc7c3dfc-7e1d-41b0-8976-6e3cebf9e050 req-0126a3d8-99b4-45fa-8c39-754bc418d206 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.0938666 Aug 18 23:55:06.624928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc7c3dfc-7e1d-41b0-8976-6e3cebf9e050 req-aabe8a9e-4ff3-4150-b5aa-ff95793a06f3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614669 Aug 18 23:55:06.739966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f8d903b-149f-4882-b28f-a6b03dc41b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.071695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f8d903b-149f-4882-b28f-a6b03dc41b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.081917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f8d903b-149f-4882-b28f-a6b03dc41b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.098742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:07.141771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1f8d903b-149f-4882-b28f-a6b03dc41b66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b32c5ed4eab54e9e80f75c122094a930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475050 Aug 18 23:55:07.144505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:07.151627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0df9c-9ea8-490e-9b99-5bc57728f4b2 req-dbbc4cec-fbce-48ad-b609-5538ef666fb7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:07.171296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f0df9c-9ea8-490e-9b99-5bc57728f4b2 req-dbbc4cec-fbce-48ad-b609-5538ef666fb7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1063473 Aug 18 23:55:07.200034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 14884bf4-050d-4b44-b830-cb5e5c1eee37 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:07.201160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.263596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-53108352-5457-4460-8209-721c90760996 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=159f0738360b4275ba4fe5d4dc34a602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510154 Aug 18 23:55:07.298524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f0df9c-9ea8-490e-9b99-5bc57728f4b2 req-45c6ae5a-0219-4189-979c-539759f3ff48 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226196 Aug 18 23:55:07.339092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d903b-149f-4882-b28f-a6b03dc41b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809fffd0-ebf2-4ff6-a543-eb651a963b99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:07.387026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.409482 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.430394 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.462774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.467185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.474529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/809fffd0-ebf2-4ff6-a543-eb651a963b99 HTTP/1.1" status: 204 len: 168 time: 0.3290169 Aug 18 23:55:07.484760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:07.500994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59ac86-7b66-4af4-9f86-34881dae0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809fffd0-ebf2-4ff6-a543-eb651a963b99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:07.502284 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d69a2b-a528-45fe-8fa4-37becbfb9a18" -d '{"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-plugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:07.522340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:07.540390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:07.625781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-7a0f7a34-4d2d-431b-862f-666f2f5fb10e tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:07.637875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:07.645266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-7a0f7a34-4d2d-431b-862f-666f2f5fb10e tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800943 Aug 18 23:55:07.657297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-1fb8c9cc-830d-440c-b45e-ba5fec9c1677 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/quotas/159f0738360b4275ba4fe5d4dc34a602 HTTP/1.1" status: 200 len: 375 time: 0.0110695 Aug 18 23:55:07.683121 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-e87132bc-5023-4249-9ad6-431cf0af33f3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324273 Aug 18 23:55:07.711409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-51cfe8c0-b535-437f-a6b1-75f3634d4c13 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=159f0738360b4275ba4fe5d4dc34a602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479689 Aug 18 23:55:07.901936 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397d4cb-4730-448e-83e4-7ce79e462ed3 x-openstack-request-id: req-c397d4cb-4730-448e-83e4-7ce79e462ed3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:07.902621 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-plugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:07.903060 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c397d4cb-4730-448e-83e4-7ce79e462ed3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:07.903630 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'code': 200} Aug 18 23:55:07.998423 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-7c3446dd-15ee-4288-8493-6a60cee385df service neutron] show failed (client error): The resource could not be found. Aug 18 23:55:07.999521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-7c3446dd-15ee-4288-8493-6a60cee385df service neutron] 10.222.0.21 "GET /v2.0/ports/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.1711917 Aug 18 23:55:08.001040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-70a7bee3-f1a3-42ba-b093-fb97d447f465 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:08.009368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-70a7bee3-f1a3-42ba-b093-fb97d447f465 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126144 Aug 18 23:55:08.105241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:08.144773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d553bff-5d5c-4140-9af4-53ebd9f8cd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:08.176233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b93d3ec6-623b-4a01-8b7b-16961e6ecc79 service neutron] 10.222.0.11 "GET /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.1441083 Aug 18 23:55:08.186935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-e89824ce-7dc3-4123-ad51-667c2762db4d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/quotas/a62c20f764b24dcd9bf6c32d4cf84b1a HTTP/1.1" status: 200 len: 375 time: 0.1765964 Aug 18 23:55:08.197054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52c57-af6a-45db-9e51-658c8b34645f req-fc3fc416-c5e9-4f1b-90e7-4f116a60f0b2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:08.206265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ea52c57-af6a-45db-9e51-658c8b34645f req-fc3fc416-c5e9-4f1b-90e7-4f116a60f0b2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.1636679 Aug 18 23:55:08.301465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-93e072ea-12b1-4dfc-a6a1-64b0af9669eb tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133969 Aug 18 23:55:08.387869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ea52c57-af6a-45db-9e51-658c8b34645f req-0896b82d-e801-4f03-8724-37a7abfe0a7f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Aug 18 23:55:08.520691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-285633ca-6969-4f5b-a790-85f602f94dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:08.532013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-285633ca-6969-4f5b-a790-85f602f94dec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.1761329 Aug 18 23:55:08.540982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d553bff-5d5c-4140-9af4-53ebd9f8cd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:08.556776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d553bff-5d5c-4140-9af4-53ebd9f8cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:08.561993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:08.683767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553bff-5d5c-4140-9af4-53ebd9f8cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315985dd-1600-4908-b852-1146948650e2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:08.693373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:08.701861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8d553bff-5d5c-4140-9af4-53ebd9f8cd32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=056a33018b4c4b299fa4e56bfa893f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955837 Aug 18 23:55:08.702484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39350) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:08.759160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-412107fb-0ccc-4d5f-be39-f481127d4944 req-d7b6bfd0-abc6-41ff-b4b2-f130c7dd91d8 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 210 time: 0.0618863 Aug 18 23:55:08.982137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:09.064590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:09.198080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:09.201729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:09.205333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/315985dd-1600-4908-b852-1146948650e2 HTTP/1.1" status: 204 len: 168 time: 0.4995546 Aug 18 23:55:09.249467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83558232-fc52-491a-b581-2f3c6b54507f req-1d6cf9c0-e924-42ef-b89a-459baa6f7e5c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:09.267206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83558232-fc52-491a-b581-2f3c6b54507f req-1d6cf9c0-e924-42ef-b89a-459baa6f7e5c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.3739867 Aug 18 23:55:09.284128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2def0-bcb4-420a-851b-8331a765db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315985dd-1600-4908-b852-1146948650e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:09.390714 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83558232-fc52-491a-b581-2f3c6b54507f req-96b94b94-6ed9-4ac1-aa17-290c819269bd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183329 Aug 18 23:55:09.595690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad0e0a-f979-4105-b3ad-08d86ec9d22d req-a5b83a7e-f14d-4f1c-bb08-6002194ca621 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:09.605527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-797c21e8-dd20-4c08-8beb-8553c8251bff tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123967 Aug 18 23:55:09.613758 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86ad0e0a-f979-4105-b3ad-08d86ec9d22d req-a5b83a7e-f14d-4f1c-bb08-6002194ca621 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 944 time: 0.1269944 Aug 18 23:55:09.620590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:09.733809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86ad0e0a-f979-4105-b3ad-08d86ec9d22d req-1b0e1ecd-6214-4650-920b-17a9edcda76b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171019 Aug 18 23:55:09.747968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-aff79af4-1a44-47d0-8482-6c72100d63fc tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=159f0738360b4275ba4fe5d4dc34a602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517584 Aug 18 23:55:09.893393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:10.148927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5a5c339-0090-4822-a41e-e6e5cd355599 req-7afc2d2c-0e97-4b88-9d48-c46de88bb5c6 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 210 time: 0.0446396 Aug 18 23:55:10.200268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:10.204463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3304c87-55f7-47d9-8564-f8256fdabb6d {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:10.265219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:10.373000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-65c09d2d-e78b-4b28-8ebd-44608416b316 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612712 Aug 18 23:55:10.402485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:10.419864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:10.422648 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d61e3-12ba-4a83-8235-de72746d69f2" -d '{"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:10.434646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:10.462309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71f5eeb8-f398-47b6-bbfd-499e18deb89d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:10.469360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71f5eeb8-f398-47b6-bbfd-499e18deb89d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8629944 Aug 18 23:55:10.488812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:10.518272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-026b99bc-6854-442e-818f-128cb60a1be1 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:10.519902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-026b99bc-6854-442e-818f-128cb60a1be1 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6686668 Aug 18 23:55:10.522424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Transition to ACTIVE for port object 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:10.531437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a8b471a1-f7ea-41cc-80a3-8620c9772cfa tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/quotas/a62c20f764b24dcd9bf6c32d4cf84b1a HTTP/1.1" status: 200 len: 375 time: 0.0609312 Aug 18 23:55:10.536484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:10.552172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Request body: {'port': {'device_id': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '159f0738360b4275ba4fe5d4dc34a602'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:10.621547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-5fa3d457-d490-4e00-aa0b-852ce31deda1 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:10.625999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-5fa3d457-d490-4e00-aa0b-852ce31deda1 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461536 Aug 18 23:55:10.697110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Request body: {'port': {'device_id': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'a62c20f764b24dcd9bf6c32d4cf84b1a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:10.830380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-78ff7197-8eee-42be-9bf2-9a30f5d7e587 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2976708 Aug 18 23:55:10.979274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e0b38-c2b5-45fb-a577-3d0a05262667 req-d404cd33-f061-4fc5-bc30-45a9eeb2eb35 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:10.991304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d3e0b38-c2b5-45fb-a577-3d0a05262667 req-d404cd33-f061-4fc5-bc30-45a9eeb2eb35 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.3639650 Aug 18 23:55:10.991580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:10.998109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] No DVR routers for this DVR port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:11.047867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] Transition to ACTIVE for port object b3304c87-55f7-47d9-8564-f8256fdabb6d will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:11.077924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.113992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:11.225572 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580bbb72-f1b9-473b-af3d-0326cc38c2f9 x-openstack-request-id: req-580bbb72-f1b9-473b-af3d-0326cc38c2f9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:11.226193 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:11.226592 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-580bbb72-f1b9-473b-af3d-0326cc38c2f9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:11.227134 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'code': 200} Aug 18 23:55:11.243934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:11.295907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] No DVR routers for this DVR port b3304c87-55f7-47d9-8564-f8256fdabb6d on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:11.401051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:11.401608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:11.401951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:11.414299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:11.454406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:11.552910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d3e0b38-c2b5-45fb-a577-3d0a05262667 req-67924ed5-1540-4bd7-bb06-e2bdd6640251 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602651 Aug 18 23:55:11.553780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:11.554764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Attempting to bind port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:11.555335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Made reservation on behalf of a62c20f764b24dcd9bf6c32d4cf84b1a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:11.561712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] Pushing event updated for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:11.564478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.565416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Made reservation on behalf of 159f0738360b4275ba4fe5d4dc34a602 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:11.569448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.587183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.590078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.597793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b3189d53-923b-46d4-8e48-8ba622bca700 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 3.4065251 Aug 18 23:55:11.599364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:11.599715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:11.600098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:11.600581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Bound port: 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:11.601446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.727388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a6c6-d5e6-4d5b-bda2-fb3a035f5a80 req-99d98090-7a82-4ab5-b40c-8eed199fab81 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:11.731773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9d7a6c6-d5e6-4d5b-bda2-fb3a035f5a80 req-99d98090-7a82-4ab5-b40c-8eed199fab81 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.3462396 Aug 18 23:55:11.858449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:11.885690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.913965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:11.939235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9d7a6c6-d5e6-4d5b-bda2-fb3a035f5a80 req-74b5f4d9-f895-4bd2-9416-c12540f118ca tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938484 Aug 18 23:55:11.941355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:11.956102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.027310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.027940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.029423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 1097 time: 3.4800477 Aug 18 23:55:12.083143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2504-a043-4ddb-abe6-b40ff4debc25 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:12.259532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ab6edf5-10d9-4cdc-8247-9fda3980b49f req-a91a9a09-0ce5-42c8-a81e-2be96c250b94 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 210 time: 0.0847623 Aug 18 23:55:12.275943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c1dc43e-c52f-4914-8dac-36358d4d8fac req-a3ff8a90-cf30-4ec9-a0c2-11dd941a5663 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 210 time: 0.1001282 Aug 18 23:55:12.287546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-82e658c1-e4e3-45ac-9dab-6dcce97a87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.289629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-82e658c1-e4e3-45ac-9dab-6dcce97a87ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1100 time: 0.2264626 Aug 18 23:55:12.309942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e362920-211c-4348-bf29-240be1e1d95e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:12.322281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.340461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.354684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b382329e-8068-4510-b046-ff87354e3189 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.358070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ac75-880f-4c26-a49b-3dd41a71513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.361053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-b382329e-8068-4510-b046-ff87354e3189 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.6111472 Aug 18 23:55:12.377569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Allocated IP 192.168.233.137 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/23c34c2f-8827-4bf5-8bc2-0c47917fc21f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:12.503882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca78363-d039-4d02-ae7c-c7d9d90a689d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:12.550099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-9eedb333-56c6-41c1-8cb6-016842e70c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.551825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-9eedb333-56c6-41c1-8cb6-016842e70c6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2444582 Aug 18 23:55:12.633727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-9abe2348-b5c9-43a1-bd64-35ac857acb2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0740664 Aug 18 23:55:12.656423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.670986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Transition to ACTIVE for port object 23c34c2f-8827-4bf5-8bc2-0c47917fc21f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:12.716747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.794702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-3859aa05-386b-4ff2-b2c7-cfd28515fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.795749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-ccc33ae9-ec46-48c9-a33d-bd724617a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.796223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-3859aa05-386b-4ff2-b2c7-cfd28515fc90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 1097 time: 0.4282720 Aug 18 23:55:12.797729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-ccc33ae9-ec46-48c9-a33d-bd724617a28e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1550157 Aug 18 23:55:12.828902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:12.842731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:12.849195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:12.857573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.858243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:12.866062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Allocated IP 192.168.233.182 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/2b377960-bd6b-4c22-9ff1-eec51c5fce5c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:12.898237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:12.922237 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-527e816d-90c4-4eb0-b299-f1ad1bd40f75 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2725532 Aug 18 23:55:12.929763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-6338ee0e-12c5-457d-a86a-902f3fce2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.931750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-6338ee0e-12c5-457d-a86a-902f3fce2f92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1097 time: 0.0701599 Aug 18 23:55:12.938178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Request body: {'port': {'device_id': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:12.941051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affee212-9e0d-48b9-a8bb-5b00f2a1bf30 req-d87592cb-709f-4ec0-81dd-d8ccb5319932 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:12.952801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-affee212-9e0d-48b9-a8bb-5b00f2a1bf30 req-d87592cb-709f-4ec0-81dd-d8ccb5319932 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.2086413 Aug 18 23:55:13.016321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-76c5d567-3794-41ec-aeea-2e3ca27e56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:13.018226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-76c5d567-3794-41ec-aeea-2e3ca27e56b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2096457 Aug 18 23:55:13.075535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-affee212-9e0d-48b9-a8bb-5b00f2a1bf30 req-364ce62b-0c86-4971-8a35-6af9a05ad76e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217322 Aug 18 23:55:13.118973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:13.260870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30a4f003-2378-452c-b57b-dac96f2df541 None None] Provisioning for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:13.269545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30a4f003-2378-452c-b57b-dac96f2df541 None None] Provisioning complete for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:13.269971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30a4f003-2378-452c-b57b-dac96f2df541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:13.311785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-90e3a4f6-523d-49ff-a76b-c39d83e762fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:13.315644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-90e3a4f6-523d-49ff-a76b-c39d83e762fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.3374937 Aug 18 23:55:13.406569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30a4f003-2378-452c-b57b-dac96f2df541 None None] Port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:13.410917 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:13.468065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Transition to ACTIVE for port object 2b377960-bd6b-4c22-9ff1-eec51c5fce5c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:13.507237 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-963f7b99-031d-4a3a-b888-89d895de4ad9 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068177 Aug 18 23:55:13.513098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-d2ab9731-207d-4427-985e-502be72ef19b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.1116154 Aug 18 23:55:13.561608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:13.564112 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db08fb5-edaa-4357-8246-ea9466ae211c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:13.584233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:13.639543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d95cfdef-3917-4589-8484-bbf4e8a71ff3 req-82bedb1d-13c4-49df-87a5-a371084754b9 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 210 time: 0.0676420 Aug 18 23:55:13.670720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:13.679636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:13.693212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:13.699883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:13.700608 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:13.723482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-cdf3a88d-527d-4271-91cb-1e94e195d979 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:13.727350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39498) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:13.729235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-cdf3a88d-527d-4271-91cb-1e94e195d979 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141712 Aug 18 23:55:13.771787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-f6f1ade8-c8f8-47d9-a434-73d6ca8aeecf service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304490 Aug 18 23:55:13.817920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Request body: {'port': {'device_id': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'a62c20f764b24dcd9bf6c32d4cf84b1a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:13.899590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3656154 Aug 18 23:55:13.900174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575298-f827-4c69-b508-8314b4ce82a3 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Pushing event updated for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:13.941026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Request body: {'port': {'device_id': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:14.015041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339fa7-65d9-40c6-9ef8-69824e9100bb req-7ea56fa9-98b6-404f-a844-777fac1158ee tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.016720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22339fa7-65d9-40c6-9ef8-69824e9100bb req-7ea56fa9-98b6-404f-a844-777fac1158ee tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.6175010 Aug 18 23:55:14.050227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d0d772e-4da8-4466-a6c3-c29ccb13d176 None None] Provisioning for port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:14.055035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d0d772e-4da8-4466-a6c3-c29ccb13d176 None None] Provisioning complete for port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:14.055666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d0d772e-4da8-4466-a6c3-c29ccb13d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.061153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe429adb-d4b5-4951-9137-e9a170e282e3 req-14b29ab4-0aea-419a-912f-f2ecc5fc7f28 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696476 Aug 18 23:55:14.061433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-00292054-5d6e-414d-80a7-f3768db0de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.062801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-00292054-5d6e-414d-80a7-f3768db0de90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.3290324 Aug 18 23:55:14.066905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Made reservation on behalf of a62c20f764b24dcd9bf6c32d4cf84b1a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:14.071707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.110140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d772e-4da8-4466-a6c3-c29ccb13d176 None None] Port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:14.131549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ca15-b1d6-4fad-a80e-ba47f4ae92fb req-154310e5-f329-4325-b55a-32c57610a47f tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.134126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea43ca15-b1d6-4fad-a80e-ba47f4ae92fb req-154310e5-f329-4325-b55a-32c57610a47f tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 936 time: 0.3518126 Aug 18 23:55:14.151711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a073a21b-e65d-45f2-9dfa-6bf354e55aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.159032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-c696a66f-4b1c-4720-9f25-4ae51c17b4b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722466 Aug 18 23:55:14.174258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22339fa7-65d9-40c6-9ef8-69824e9100bb req-ba447f46-ae92-42bc-a86f-e1501148e1a8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457489 Aug 18 23:55:14.303091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.326733 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ed716-86e7-4fb3-91d5-a8b800363989 x-openstack-request-id: req-3a7ed716-86e7-4fb3-91d5-a8b800363989 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:14.326950 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:14.327167 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7ed716-86e7-4fb3-91d5-a8b800363989 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:14.327626 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'status': 'completed', 'code': 200} Aug 18 23:55:14.331423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea43ca15-b1d6-4fad-a80e-ba47f4ae92fb req-9200080f-ab42-4d0d-8223-947f34836936 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865468 Aug 18 23:55:14.343400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-ab2213c4-9d65-4691-a8e5-df5cd82c4c5d service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139610 Aug 18 23:55:14.563622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.566772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:14.583901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.606269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a073a21b-e65d-45f2-9dfa-6bf354e55aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.610955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Transition to ACTIVE for port object 23c34c2f-8827-4bf5-8bc2-0c47917fc21f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:14.613317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-a2c457bd-1d0c-4e76-a468-b6e92363e976 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410934 Aug 18 23:55:14.620531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.627606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a073a21b-e65d-45f2-9dfa-6bf354e55aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.709958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a073a21b-e65d-45f2-9dfa-6bf354e55aef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a8be71346584c77ba32599602796748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9407465 Aug 18 23:55:14.714450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39520) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:14.719330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5123240b-a8f4-4176-8a25-9e69ea8716f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.720818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5123240b-a8f4-4176-8a25-9e69ea8716f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1100 time: 0.2116725 Aug 18 23:55:14.721544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a21b-e65d-45f2-9dfa-6bf354e55aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae8e4f-8a85-4ebb-af12-bd03f2532271,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:14.730548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5535465f-bec4-40c7-a428-2904daf1b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.732127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5535465f-bec4-40c7-a428-2904daf1b69a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1100 time: 0.1945589 Aug 18 23:55:14.742169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e731-20eb-46f2-a0a4-ad6bbd262f0b req-c17d3d34-046a-41d2-9ab6-dcde87cc1649 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:14.743649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8347e731-20eb-46f2-a0a4-ad6bbd262f0b req-c17d3d34-046a-41d2-9ab6-dcde87cc1649 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.2072604 Aug 18 23:55:14.849565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fefeb4e3-961d-469b-af8f-dba85afe0efc req-8b41bce7-27bb-4598-afa2-be05c5408c49 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 210 time: 0.0640597 Aug 18 23:55:14.896080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:14.902325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Allocated IP 192.168.233.113 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/a99eaaca-6ea8-4753-acab-63f50b41e43b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:14.935534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c32b9ebd-c56e-422e-8bea-c0c4da6fe107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:14.966955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Attempting to bind port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:14.967665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Attempting to bind port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:14.968217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Attempting to bind port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:15.005778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:15.006650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Attempting to bind port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:15.078481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:15.079123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:15.079363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:15.079885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Bound port: 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:15.080342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.118396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.146250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-97e0c5b1-d322-4df4-a460-bb5b56081e4c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.148468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-97e0c5b1-d322-4df4-a460-bb5b56081e4c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1962111 Aug 18 23:55:15.274668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.281457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:15.310248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8347e731-20eb-46f2-a0a4-ad6bbd262f0b req-2c89fcd4-e5da-40f6-941a-9e9e49efc187 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611044 Aug 18 23:55:15.321416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Transition to ACTIVE for port object a99eaaca-6ea8-4753-acab-63f50b41e43b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:15.327608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:15.376886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.382591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.426697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-2093ecf4-47d3-4b95-b00d-8f89ebb83564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.428161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-2093ecf4-47d3-4b95-b00d-8f89ebb83564 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3033247 Aug 18 23:55:15.448538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-0ffd4e56-6bdc-4adc-94a0-7b6f99e5e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.449965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-0ffd4e56-6bdc-4adc-94a0-7b6f99e5e07e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.7155762 Aug 18 23:55:15.483229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.504834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.505847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.508228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] 10.222.0.11 "PUT /v2.0/ports/23c34c2f-8827-4bf5-8bc2-0c47917fc21f HTTP/1.1" status: 200 len: 1097 time: 2.5751171 Aug 18 23:55:15.538213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:15.541368 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d252a6-3d4f-46cf-b777-46c53986bbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:15.576915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-9a10581b-6f29-4de1-8df4-bf7556d3fc1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.1308384 Aug 18 23:55:15.583014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-2220336d-1501-4b44-a5bd-46b0d4f40050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.1225479 Aug 18 23:55:15.643792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fad6-d15c-4b51-bc5c-d09a6f52c394 req-e57f1521-44e8-492e-be40-4996feccbc6e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.651569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2882fad6-d15c-4b51-bc5c-d09a6f52c394 req-e57f1521-44e8-492e-be40-4996feccbc6e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.3405862 Aug 18 23:55:15.689035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb259-0e1f-4193-b626-d4dac49c2df9 service neutron] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:15.696447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-85af67d4-21e1-44d5-bd24-a40f157c01c1 service neutron] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:15.700235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.921993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0eef0-9d4f-4eb2-b799-ece26e525103 req-285e7dca-d802-40bd-b9a3-ade3e66eeafa tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.930203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1bc0eef0-9d4f-4eb2-b799-ece26e525103 req-285e7dca-d802-40bd-b9a3-ade3e66eeafa tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 936 time: 0.4828920 Aug 18 23:55:15.938566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.941429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:15.946269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1ae8e4f-8a85-4ebb-af12-bd03f2532271 HTTP/1.1" status: 204 len: 168 time: 1.2254887 Aug 18 23:55:15.959631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-decc0dc0-a463-4c34-ba4a-a4ff9f5aa03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.961814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-decc0dc0-a463-4c34-ba4a-a4ff9f5aa03b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3464413 Aug 18 23:55:15.979539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-fd0a8f28-ce52-4ef5-a20a-0fcf124f6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:15.981101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-fd0a8f28-ce52-4ef5-a20a-0fcf124f6b3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3877823 Aug 18 23:55:16.012165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16192e-b24a-4d3c-922d-809edb07a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae8e4f-8a85-4ebb-af12-bd03f2532271,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:16.081647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-85af67d4-21e1-44d5-bd24-a40f157c01c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.083724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a40c3-9313-4bde-9588-49a287a8b743 req-85af67d4-21e1-44d5-bd24-a40f157c01c1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.9264710 Aug 18 23:55:16.090309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:16.100075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1bc0eef0-9d4f-4eb2-b799-ece26e525103 req-e46d4c87-1de6-4c74-b301-ff608beae3ba tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668053 Aug 18 23:55:16.144198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.162537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-7aad538f-7993-4045-a16f-9f4860baa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.166245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-7aad538f-7993-4045-a16f-9f4860baa45e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1100 time: 0.5972242 Aug 18 23:55:16.170154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2882fad6-d15c-4b51-bc5c-d09a6f52c394 req-8368faea-1527-484e-9f8f-4580ad463f21 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175807 Aug 18 23:55:16.171460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-d9c6363f-64b9-42df-a578-42b6a9e53143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.172989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-d9c6363f-64b9-42df-a578-42b6a9e53143 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575699 Aug 18 23:55:16.181405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5c13b792-cdde-46c7-a7df-48e390b2b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.182911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-5c13b792-cdde-46c7-a7df-48e390b2b269 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053490 Aug 18 23:55:16.183214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:16.185740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:16.200703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b377960-bd6b-4c22-9ff1-eec51c5fce5c {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:16.226964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:16.233619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.234965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.240694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-3f8c67d4-0a6a-485a-8b53-53860833fca1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f HTTP/1.1" status: 200 len: 217 time: 0.0658939 Aug 18 23:55:16.286852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-a1a3ad1b-f304-4aeb-ba52-e9f92966efc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4881067 Aug 18 23:55:16.316571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Request body: {'port': {'device_id': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:16.364786 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511936f-f125-4773-b661-e5483ae21ddd x-openstack-request-id: req-8511936f-f125-4773-b661-e5483ae21ddd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:16.377028 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:16.377356 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8511936f-f125-4773-b661-e5483ae21ddd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:16.377795 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'status': 'completed', 'code': 200} Aug 18 23:55:16.391886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-6a46be60-9ce9-4db6-9d22-10846d34ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.393623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-6a46be60-9ce9-4db6-9d22-10846d34ab7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1436934 Aug 18 23:55:16.504739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.542290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Transition to ACTIVE for port object 2b377960-bd6b-4c22-9ff1-eec51c5fce5c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:16.546454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.633004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65680b5d-7f88-4556-898b-5f81f018c1a6 None None] Provisioning for port a99eaaca-6ea8-4753-acab-63f50b41e43b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:16.636949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-4ca92580-d542-439b-a542-2619478d5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.638552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-4ca92580-d542-439b-a542-2619478d5622 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2357264 Aug 18 23:55:16.642504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65680b5d-7f88-4556-898b-5f81f018c1a6 None None] Provisioning complete for port a99eaaca-6ea8-4753-acab-63f50b41e43b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:16.645969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65680b5d-7f88-4556-898b-5f81f018c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.650479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1558a-e686-41c8-8b79-2785b48046f0 req-5672a5ff-47ca-462f-9742-d0be9734a0f6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.651521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.658561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cf1558a-e686-41c8-8b79-2785b48046f0 req-5672a5ff-47ca-462f-9742-d0be9734a0f6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 936 time: 0.1970384 Aug 18 23:55:16.660514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:16.720534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-65680b5d-7f88-4556-898b-5f81f018c1a6 None None] Port a99eaaca-6ea8-4753-acab-63f50b41e43b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:16.735696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986c7d44-83bf-4d44-b5d6-9f3f8953e680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:16.768232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-1421aa21-ae48-443c-adb8-62c959f15d49 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530770 Aug 18 23:55:16.880778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f3293-f979-47c0-b139-ff1f79d0c351 req-76d604ba-1c05-4637-8548-5eaee2365995 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:16.883498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-727f3293-f979-47c0-b139-ff1f79d0c351 req-76d604ba-1c05-4637-8548-5eaee2365995 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 948 time: 0.3112729 Aug 18 23:55:16.892428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cf1558a-e686-41c8-8b79-2785b48046f0 req-3a98f4b2-ebf7-4f34-bc02-807058e0a261 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316303 Aug 18 23:55:16.916768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Pushing event updated for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:17.026022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Attempting to bind port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:17.026497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Attempting to bind port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:17.026926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Attempting to bind port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:17.065821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-1423dfb6-641f-4401-83af-e51c67ec638b service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013503 Aug 18 23:55:17.075672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:17.076464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Attempting to bind port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:17.100168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-d36e82c2-6beb-4fdb-a08e-1935eece6491 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9146144 Aug 18 23:55:17.107294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:17.107636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:17.108023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:17.121496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:17.123909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Bound port: 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:17.124449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.211326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79be8d-1f39-46d6-942f-24208952b3fa req-8f345df8-456e-414d-b3a1-4e34b5ae3d64 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.220201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c79be8d-1f39-46d6-942f-24208952b3fa req-8f345df8-456e-414d-b3a1-4e34b5ae3d64 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1097 time: 0.2160020 Aug 18 23:55:17.228902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-727f3293-f979-47c0-b139-ff1f79d0c351 req-caaf026c-6a30-4c65-bc31-bad2ced1a7f9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473297 Aug 18 23:55:17.272789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-7000e7a2-aa25-4bb2-bc0e-5dcedb172cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876304 Aug 18 23:55:17.327556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:17.331535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1db08fb5-edaa-4357-8246-ea9466ae211c req-aa37d87a-7ef6-4b83-9ea8-2fe5d2893fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908679 Aug 18 23:55:17.333535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:17.337847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986c7d44-83bf-4d44-b5d6-9f3f8953e680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.339059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.342232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6aec9d4-c1a2-4c47-8def-eb13bd3f8c6b req-3de575c1-93b7-4d4e-a930-2f5aa1330d6d service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504568 Aug 18 23:55:17.359575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986c7d44-83bf-4d44-b5d6-9f3f8953e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.360141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:17.383872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'mac_address': 'fa:16:3e:ea:61:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:17.390183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.390822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.392681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] 10.222.0.11 "PUT /v2.0/ports/2b377960-bd6b-4c22-9ff1-eec51c5fce5c HTTP/1.1" status: 200 len: 1097 time: 3.4609759 Aug 18 23:55:17.395103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:17.398370 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035660fd-36d7-4fdc-a8bf-fc588cde4928" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:17.424082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.454697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:17.476750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6792a7-4197-4121-ac8a-21f1183e7733 service neutron] Pushing event updated for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:17.500513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:17.508381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.512507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99eaaca-6ea8-4753-acab-63f50b41e43b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:17.524405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.529799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b6a0-6582-47b7-98ee-fff0d4dde370 req-19f5981c-4721-48f1-a02c-64851d0f0008 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.533634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6b5b6a0-6582-47b7-98ee-fff0d4dde370 req-19f5981c-4721-48f1-a02c-64851d0f0008 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 948 time: 0.0979187 Aug 18 23:55:17.537103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-5fa6bc12-17df-4dfa-a38e-e478949d1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.539125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-5fa6bc12-17df-4dfa-a38e-e478949d1830 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=159f0738360b4275ba4fe5d4dc34a602&device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 1100 time: 0.0903137 Aug 18 23:55:17.543933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Transition to ACTIVE for port object a99eaaca-6ea8-4753-acab-63f50b41e43b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:17.582984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-986c7d44-83bf-4d44-b5d6-9f3f8953e680 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3410609e56f4e33a3f4fe7d60a44a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9174478 Aug 18 23:55:17.585922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c79be8d-1f39-46d6-942f-24208952b3fa req-6703f70b-70ab-4e0b-9bdb-53765df3a9ef tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644509 Aug 18 23:55:17.587677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:17.604589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:17.624665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7d44-83bf-4d44-b5d6-9f3f8953e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73c543-e3fb-43ae-b279-4e7b3cfa1776,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:17.643510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.649074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.657362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-d72aa0e8-cf27-494e-a0ff-bc1b4c47c564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c HTTP/1.1" status: 200 len: 217 time: 0.1095896 Aug 18 23:55:17.740986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6b5b6a0-6582-47b7-98ee-fff0d4dde370 req-09bcafb6-d01f-499f-829a-cd803b165e38 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774132 Aug 18 23:55:17.762532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-df40d51f-7738-4c03-a9e4-992843e249c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.764204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-df40d51f-7738-4c03-a9e4-992843e249c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0982692 Aug 18 23:55:17.775905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:17.785599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:17.827012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.872408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:17.900852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faee2-8457-4848-9812-2785e0791936 req-4c51d371-2c3a-4224-972a-006942a34e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.902425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-4c51d371-2c3a-4224-972a-006942a34e65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287076 Aug 18 23:55:17.998415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-c3ebf483-cd0e-48bf-9e81-ef41996796dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:17.998415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-c3ebf483-cd0e-48bf-9e81-ef41996796dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1100 time: 0.5698049 Aug 18 23:55:18.117667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Attempting to bind port a99eaaca-6ea8-4753-acab-63f50b41e43b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:18.117667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Attempting to bind port a99eaaca-6ea8-4753-acab-63f50b41e43b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:18.122943 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557cb1de-100b-4531-9adb-5fc416f5658c x-openstack-request-id: req-557cb1de-100b-4531-9adb-5fc416f5658c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:18.123286 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:18.123542 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-557cb1de-100b-4531-9adb-5fc416f5658c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:18.124107 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c', 'status': 'completed', 'code': 200} Aug 18 23:55:18.125388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Attempting to bind port a99eaaca-6ea8-4753-acab-63f50b41e43b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:18.195015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Port a99eaaca-6ea8-4753-acab-63f50b41e43b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:18.195516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Attempting to bind port a99eaaca-6ea8-4753-acab-63f50b41e43b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:18.227723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-0b4deb78-a82f-4c2b-b28a-f8d13fda2f32 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155155 Aug 18 23:55:18.299114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:18.299744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:18.300151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:18.300741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Bound port: a99eaaca-6ea8-4753-acab-63f50b41e43b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:18.301268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:18.401566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:18.404259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:18.407733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b73c543-e3fb-43ae-b279-4e7b3cfa1776 HTTP/1.1" status: 204 len: 168 time: 0.7467504 Aug 18 23:55:18.407877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-54e9e1b1-f3fd-42b7-9021-5f580d3abac0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.409092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-54e9e1b1-f3fd-42b7-9021-5f580d3abac0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&tenant_id=b942f8d7d15743acba22af3439da2722&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 949 time: 0.1944160 Aug 18 23:55:18.442060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd4bf3-5ec7-4a97-82d4-97cc7d201d51 req-673af466-5180-433b-b23e-9a1bf15256f3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.443606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29bd4bf3-5ec7-4a97-82d4-97cc7d201d51 req-673af466-5180-433b-b23e-9a1bf15256f3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 948 time: 0.1205425 Aug 18 23:55:18.462297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a7faee2-8457-4848-9812-2785e0791936 req-07a6d952-5c70-4e5a-9eee-76716cfa6e74 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113855 Aug 18 23:55:18.496133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd422df-21d5-41ad-abd0-df904303ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73c543-e3fb-43ae-b279-4e7b3cfa1776,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:18.583523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-7b1c20a4-14d7-4e4d-b84d-c83c2eb50306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.585719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-7b1c20a4-14d7-4e4d-b84d-c83c2eb50306 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.5646729 Aug 18 23:55:18.592174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-70c57073-46b7-4d06-b467-2068af44fbc6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.594125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-70c57073-46b7-4d06-b467-2068af44fbc6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.3240263 Aug 18 23:55:18.609400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:18.619170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29bd4bf3-5ec7-4a97-82d4-97cc7d201d51 req-50806ffd-3ba6-48dc-94af-d9f70240b721 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400852 Aug 18 23:55:18.643382 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-a01b5173-5b18-461c-b85d-f60c0c3960f5 service neutron] delete failed (client error): The resource could not be found. Aug 18 23:55:18.645535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-a01b5173-5b18-461c-b85d-f60c0c3960f5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.2255726 Aug 18 23:55:18.652464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-c6b6f3c2-8e56-44b2-87be-af455a5fb54b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f HTTP/1.1" status: 200 len: 217 time: 0.0554292 Aug 18 23:55:18.655891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:18.664586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-dc65b646-1f8c-497b-a83b-a17f7a6f5c65 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/quotas/8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 375 time: 0.0583277 Aug 18 23:55:18.672247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-b0401c60-9563-4ecf-b36f-6f038fd97602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.673786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-b0401c60-9563-4ecf-b36f-6f038fd97602 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=159f0738360b4275ba4fe5d4dc34a602&device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 1100 time: 0.1418755 Aug 18 23:55:18.711574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:18.833285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.834169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:18.835803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a99eaaca-6ea8-4753-acab-63f50b41e43b HTTP/1.1" status: 200 len: 1097 time: 2.5239184 Aug 18 23:55:18.836283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:18.838660 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea" -d '{"events": [{"name": "network-changed", "server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:18.848370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-5f99ba79-7376-462c-b16a-7474c259aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:18.849256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-5f99ba79-7376-462c-b16a-7474c259aec9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1686606 Aug 18 23:55:18.888334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8ed5e-38a8-458c-b0cf-603f4d57e9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:18.941036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-df35d685-b43b-485f-a101-8d2aa1fe8344 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2763236 Aug 18 23:55:19.118927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-10b31f31-4980-49c1-ae7a-081e7d044bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.120546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-10b31f31-4980-49c1-ae7a-081e7d044bdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615833 Aug 18 23:55:19.141392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:19.202623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-79d81f57-8f4c-4a7b-b2b0-ae8c5dadc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.204128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-79d81f57-8f4c-4a7b-b2b0-ae8c5dadc9e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 1100 time: 0.2611878 Aug 18 23:55:19.233269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854042ec-41c3-4c72-ae09-c2e148a1da0b req-7f0da85e-2ec0-4dd2-9358-bc6865b675d3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.255718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-854042ec-41c3-4c72-ae09-c2e148a1da0b req-7f0da85e-2ec0-4dd2-9358-bc6865b675d3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 949 time: 0.4866865 Aug 18 23:55:19.286713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:19.291479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:19.292128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:19.315220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-1346761c-26d0-4b66-8ef4-6ef4d1e71069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.316961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-1346761c-26d0-4b66-8ef4-6ef4d1e71069 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1101 time: 0.1527305 Aug 18 23:55:19.346506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-92741aa6-5b1e-42bc-8d19-123ce4c88dc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b HTTP/1.1" status: 200 len: 217 time: 0.1098452 Aug 18 23:55:19.352700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-8cf8e70e-eca9-468b-b3c5-618c76071d71 service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108617 Aug 18 23:55:19.427076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:19.458950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-0109b985-55b6-4ad3-81c3-ce4e442346b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.460786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-0109b985-55b6-4ad3-81c3-ce4e442346b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1357765 Aug 18 23:55:19.464512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:19.466247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:19.470188 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a87d8f-a017-4067-b4a9-25c9ed804134" -d '{"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:19.483941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:19.530939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-962f2c01-ff95-4db2-b4a1-c5e920f05e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.532466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-962f2c01-ff95-4db2-b4a1-c5e920f05e40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1749997 Aug 18 23:55:19.560571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-0e7cb818-8944-4180-80da-b204e06f47b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0778906 Aug 18 23:55:19.564993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-cd8ccc7a-81f9-4070-b0de-35e26c5ea512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.565151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:19.566441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-cd8ccc7a-81f9-4070-b0de-35e26c5ea512 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.8768368 Aug 18 23:55:19.582579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-854042ec-41c3-4c72-ae09-c2e148a1da0b req-d9f916bf-c612-4c58-af56-6982baa8e6e8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220513 Aug 18 23:55:19.611351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-e1bc6a23-a6e3-4907-a2f1-ad9c9ae1fd93 service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876338 Aug 18 23:55:19.672332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-51c4a30b-1930-4251-870c-d7faa717be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.674241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-51c4a30b-1930-4251-870c-d7faa717be65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310174 Aug 18 23:55:19.679037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-66eeac32-8fff-4e12-985b-0bc4734f9446 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303116 Aug 18 23:55:19.806275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-8d13af4c-9732-43ee-9094-7855d74a01c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c HTTP/1.1" status: 200 len: 217 time: 0.2147226 Aug 18 23:55:19.943249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-75ec2a54-8730-43dc-a29c-994f13b1e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:19.950192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-75ec2a54-8730-43dc-a29c-994f13b1e9c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1409128 Aug 18 23:55:20.084491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-08dad5c8-a0a5-4d50-9522-dd7c5657b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.086130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-08dad5c8-a0a5-4d50-9522-dd7c5657b495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3741806 Aug 18 23:55:20.095554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-97886b9c-50f2-4399-aec7-5e7e2bb267ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.097105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-97886b9c-50f2-4399-aec7-5e7e2bb267ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1389015 Aug 18 23:55:20.154234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c44cb-fa15-4fe3-9129-30e62ac56eb1 req-b4facfe9-a502-43e4-b12a-68ebe7e61edd tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.155799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab7c44cb-fa15-4fe3-9129-30e62ac56eb1 req-b4facfe9-a502-43e4-b12a-68ebe7e61edd tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 948 time: 0.3436198 Aug 18 23:55:20.302934 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b8615-1c92-4fc1-90d2-16facd8d5d6c x-openstack-request-id: req-5e4b8615-1c92-4fc1-90d2-16facd8d5d6c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:20.303475 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:20.303577 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e4b8615-1c92-4fc1-90d2-16facd8d5d6c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:20.304023 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'code': 200} Aug 18 23:55:20.305195 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09cacd3-a8b9-43fe-829e-e26c0fd975a7 x-openstack-request-id: req-b09cacd3-a8b9-43fe-829e-e26c0fd975a7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:20.305553 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:20.307321 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b09cacd3-a8b9-43fe-829e-e26c0fd975a7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:20.307743 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'status': 'completed', 'code': 200} Aug 18 23:55:20.340446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-78bb4a84-aafc-486c-a7bd-86a1c94e43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.342817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-78bb4a84-aafc-486c-a7bd-86a1c94e43ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2444074 Aug 18 23:55:20.347816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab7c44cb-fa15-4fe3-9129-30e62ac56eb1 req-41e97da5-c730-4d7d-8167-c3b14e216258 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475995 Aug 18 23:55:20.478401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-56b5b823-9aa4-412c-b7a1-e024e8b372d7 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937646 Aug 18 23:55:20.525772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-0623d210-4f6b-426b-ba02-987b50033c87 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152560 Aug 18 23:55:20.582307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7aed196d-aacf-46b2-aacd-468e04643436 req-e5dacf45-2117-4497-afd7-3047b666e04a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 210 time: 0.0926948 Aug 18 23:55:20.683485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2122766d-ef7c-43bc-b3ad-c63c51cde363 req-afcb37d6-593d-45f6-9d03-a59c474321be service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831746 Aug 18 23:55:20.727405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-b3a98f0f-7bae-42d2-9204-fa80a24ac355 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767598 Aug 18 23:55:20.740258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c3ae-81cc-4bbf-82fb-d5221b763306 req-78a83333-5e20-4eb4-b208-568d6a507779 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.762187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18e6c3ae-81cc-4bbf-82fb-d5221b763306 req-78a83333-5e20-4eb4-b208-568d6a507779 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 948 time: 0.2802124 Aug 18 23:55:20.816578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6d252a6-3d4f-46cf-b777-46c53986bbc1 req-b7fd6325-4f97-4aff-afbd-ecd26421daf9 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1294968 Aug 18 23:55:20.917017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18e6c3ae-81cc-4bbf-82fb-d5221b763306 req-849eb05e-c2bf-4995-bd88-f7a4242cf5c2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524765 Aug 18 23:55:20.960108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-2bcc0621-a223-4434-bf2a-7dca79e92875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:20.964545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbcc0169-e5a8-4bd0-88b1-b9f829a59a8f req-07db0668-4619-438b-9311-dd99ad74abb9 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601186 Aug 18 23:55:20.966098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-035660fd-36d7-4fdc-a8bf-fc588cde4928 req-641376bd-6a7b-4053-afe9-b51524b0bb0c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975632 Aug 18 23:55:20.966835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-2bcc0621-a223-4434-bf2a-7dca79e92875 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 1100 time: 0.1458383 Aug 18 23:55:21.147109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2b377960-bd6b-4c22-9ff1-eec51c5fce5c details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:21.155688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3396-efa8-4170-a2fd-c3a7ce71e160 req-9d79bf85-d401-4e98-b2fb-ab1ac2fb28b0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:21.173055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a04d3396-efa8-4170-a2fd-c3a7ce71e160 req-9d79bf85-d401-4e98-b2fb-ab1ac2fb28b0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1100450 Aug 18 23:55:21.184749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-75deccbc-d77e-43e8-b90d-01865cf53fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:21.186256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-75deccbc-d77e-43e8-b90d-01865cf53fb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2050743 Aug 18 23:55:21.249578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-4d39efd3-1733-4508-9c84-2adfbcb1b0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b HTTP/1.1" status: 200 len: 217 time: 0.0516634 Aug 18 23:55:21.335574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:21.347794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c', 'mac_address': 'fa:16:3e:73:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:21.363482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a04d3396-efa8-4170-a2fd-c3a7ce71e160 req-558f6ed4-45fd-42dd-a0f8-7283836c20d9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894479 Aug 18 23:55:21.405944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-97c378c8-110d-4d31-9f20-ab1214973504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:21.407755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-97c378c8-110d-4d31-9f20-ab1214973504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1470938 Aug 18 23:55:21.448613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:21.482729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-e38548fe-4eeb-4688-8a7a-16083c9eb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:21.484507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-e38548fe-4eeb-4688-8a7a-16083c9eb18e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621645 Aug 18 23:55:21.492494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b377960-bd6b-4c22-9ff1-eec51c5fce5c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:21.567754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-001bc5c4-0f3a-479c-a45d-104b3bcc6eb3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:21.571404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:21.571812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-001bc5c4-0f3a-479c-a45d-104b3bcc6eb3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.2614365 Aug 18 23:55:21.586154 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:21.588905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Request body: {'port': {'device_id': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'admin_state_up': True, 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:21.589618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:21.723734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-1d342f83-b05e-4020-8df3-294fcf2d00fc service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296832 Aug 18 23:55:21.761953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:21.777050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'mac_address': 'fa:16:3e:d9:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:21.790873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:21.866707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:21.869958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:21.873611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:21.899420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:21.912141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed5391c-ed25-4e1e-81c8-7c772bcb59ea req-9b1c97c5-4ff7-411a-b869-931d147842a1 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795657 Aug 18 23:55:21.927227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:21.935304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:22.025308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:22.125518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71439-ef5c-416a-abfc-1691ba45eb5e req-5eda672a-0bae-486b-8e7b-d9cb50a301a5 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:22.134484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eca71439-ef5c-416a-abfc-1691ba45eb5e req-5eda672a-0bae-486b-8e7b-d9cb50a301a5 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 949 time: 0.1380436 Aug 18 23:55:22.166375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Allocated IP 172.20.0.13 (2e248ade-151f-4e2a-b231-48d0c5bbd87a/3f225f9e-afdd-4682-a2c3-b156c67fd760/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:22.175731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['2b377960-bd6b-4c22-9ff1-eec51c5fce5c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:22.199003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-679399f2-e223-4179-997f-4e241786dfb4 req-41978270-2de4-4d76-8918-0e41eecff55c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 210 time: 0.0654097 Aug 18 23:55:22.244505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:22.370997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eca71439-ef5c-416a-abfc-1691ba45eb5e req-c6479482-72b8-4374-b47a-c79bbc62b5e9 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208281 Aug 18 23:55:22.393093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:22.514128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:22.538789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d5063-ed98-4ca8-924d-85bf96427a16 req-1033b1e8-6b34-4f3b-b576-2c899b23e988 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:22.541644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d7d5063-ed98-4ca8-924d-85bf96427a16 req-1033b1e8-6b34-4f3b-b576-2c899b23e988 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 948 time: 0.0823064 Aug 18 23:55:22.593170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:22.599782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:22.606970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:22.614963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:22.615657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:22.638395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:22.653718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d7d5063-ed98-4ca8-924d-85bf96427a16 req-3be77c42-61cc-4949-b0b2-ad37299de46d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Aug 18 23:55:22.664529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-12fd574b-8505-43d5-b317-0928a6aad58c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807669 Aug 18 23:55:22.679867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Request body: {'port': {'device_id': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:22.766151 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.001094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132f94-9964-4d7c-ba6a-b4a8ad7d0075 req-29d6cf6a-2292-404c-ab24-bb1740f3d5bd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:23.002575 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1132f94-9964-4d7c-ba6a-b4a8ad7d0075 req-29d6cf6a-2292-404c-ab24-bb1740f3d5bd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2227263 Aug 18 23:55:23.102223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1132f94-9964-4d7c-ba6a-b4a8ad7d0075 req-37822c03-9392-4dc6-bb69-d98a149082b4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886486 Aug 18 23:55:23.147783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2b377960-bd6b-4c22-9ff1-eec51c5fce5c up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:23.222512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:23.240948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.267945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:23.275369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:23.275752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.311910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Transition to ACTIVE for port object a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:23.324321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.378858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:23.390841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b89e7b-dc18-486f-9cbf-0c0278e8b9e0 req-5f7a7618-a210-4e9b-b24e-46419b3029ef tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:23.392589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0b89e7b-dc18-486f-9cbf-0c0278e8b9e0 req-5f7a7618-a210-4e9b-b24e-46419b3029ef tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.1492336 Aug 18 23:55:23.440813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.498002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:23.498949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:23.501326 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44706a31-7cb6-436d-ab96-f2e23d54b914" -d '{"events": [{"server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:23.506215 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.507656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:23.547340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:23.547718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:23.548055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:23.557470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:23.557787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:23.578237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0b89e7b-dc18-486f-9cbf-0c0278e8b9e0 req-509becfb-8dce-4638-b950-47d104844bce tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646016 Aug 18 23:55:23.579126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:23.579467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:23.581551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:23.582024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Bound port: a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:23.582397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.637621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:23.657325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb655c4f-390e-4b17-accd-3d7903f0790a req-8e9d5bbc-fbc4-467e-9f99-c5f0adb4dc42 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:23.659078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb655c4f-390e-4b17-accd-3d7903f0790a req-8e9d5bbc-fbc4-467e-9f99-c5f0adb4dc42 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.1195309 Aug 18 23:55:23.664360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:23.673302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:23.674267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.735216 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb655c4f-390e-4b17-accd-3d7903f0790a req-1548d36c-ffb8-4a2e-93eb-25bf189a8a88 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670040 Aug 18 23:55:23.824086 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.841928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:23.851198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:23.861057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.866481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:23.876987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:23.906781 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21dd68a-bdd4-4fb1-9a51-756e277b4d24 x-openstack-request-id: req-b21dd68a-bdd4-4fb1-9a51-756e277b4d24 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:23.907074 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:23.907331 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b21dd68a-bdd4-4fb1-9a51-756e277b4d24 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:23.907721 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c', 'code': 200} Aug 18 23:55:23.949406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:24.024055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:24.035562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.037477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:24.041452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-96c6bed2-74f6-4102-9559-2a0f5f829d52 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 1093 time: 1.3684940 Aug 18 23:55:24.045453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:24.051421 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a323a69-6bfe-427d-855b-5e33137c994d" -d '{"events": [{"name": "network-changed", "server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:24.071095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b556f-2fda-4588-8f30-c5a05f3f7c88 req-36fd5780-192a-4f12-824f-888c8d87c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.072666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e3b556f-2fda-4588-8f30-c5a05f3f7c88 req-36fd5780-192a-4f12-824f-888c8d87c644 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 1102 time: 0.0907977 Aug 18 23:55:24.104366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687410ed-518a-402c-8ee0-51158c05ceda req-a5dfc8c9-7f42-48c0-ba46-36a4cfcee019 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.106980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-687410ed-518a-402c-8ee0-51158c05ceda req-a5dfc8c9-7f42-48c0-ba46-36a4cfcee019 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 950 time: 0.3921399 Aug 18 23:55:24.193940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e3b556f-2fda-4588-8f30-c5a05f3f7c88 req-ba86fce1-9a1d-49e7-8a50-e94646140f6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046841 Aug 18 23:55:24.207386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-687410ed-518a-402c-8ee0-51158c05ceda req-3667d04d-0fd1-4470-8fd1-aa324f05aa1b tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682683 Aug 18 23:55:24.233564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-84d1cf16-5582-464b-9704-8802cdf61186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.235128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-84d1cf16-5582-464b-9704-8802cdf61186 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1096 time: 0.1237068 Aug 18 23:55:24.237283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a430af-86ed-44bf-9e40-f09791e92750 req-f4ab7a5f-55ca-45e4-b592-4d95ce65e49e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.240469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96a430af-86ed-44bf-9e40-f09791e92750 req-f4ab7a5f-55ca-45e4-b592-4d95ce65e49e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 948 time: 0.1641474 Aug 18 23:55:24.322176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-dbd17689-438b-43e5-98ab-8e9cfa54c0c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 217 time: 0.0647569 Aug 18 23:55:24.355152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96a430af-86ed-44bf-9e40-f09791e92750 req-010df612-7d94-411b-a029-1a0467edb8b8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035841 Aug 18 23:55:24.423637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-3264dab6-3b2d-4877-a85d-f00f79358159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.425237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-3264dab6-3b2d-4877-a85d-f00f79358159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0955825 Aug 18 23:55:24.468408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-065e14a7-c578-480e-9b6f-629eb9b6e6d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346065 Aug 18 23:55:24.476067 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd753be-4bb4-49fc-bc9f-8504611daaf5 x-openstack-request-id: req-dcd753be-4bb4-49fc-bc9f-8504611daaf5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:24.479599 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:24.480023 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcd753be-4bb4-49fc-bc9f-8504611daaf5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:24.480521 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'status': 'completed', 'code': 200} Aug 18 23:55:24.603226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-541dc06e-87d1-4a33-a3ff-397ea3f6e962 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332868 Aug 18 23:55:24.605369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-123ff345-0549-4081-8bfc-7dcc5bafab23 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163316 Aug 18 23:55:24.815248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-5632a93c-c82c-4df1-b196-b2b114a658d4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:24.822799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-5632a93c-c82c-4df1-b196-b2b114a658d4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116640 Aug 18 23:55:24.830878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84fdcb9e-8c57-472d-9e70-b5bfe5d0eb21 req-09b1e44c-53ed-4ff4-be4a-b8eb8f056db7 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091122 Aug 18 23:55:24.849872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-c8dbea77-3b03-480d-a27c-893117a64d39 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/quotas/b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 375 time: 0.0266092 Aug 18 23:55:25.000925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-e17abb05-4ef4-4a94-ae75-3e44f7930a54 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1495707 Aug 18 23:55:25.020712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a323a69-6bfe-427d-855b-5e33137c994d req-63433938-44b5-4b2f-82a2-a0a5a2cf36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.021278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1bfd8-5725-4502-8b66-27ad7ee9064d req-b303b767-bb2e-4d53-8015-e490e4bd8fd9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.025507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-63433938-44b5-4b2f-82a2-a0a5a2cf36b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1096 time: 0.1227307 Aug 18 23:55:25.041242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08f1bfd8-5725-4502-8b66-27ad7ee9064d req-b303b767-bb2e-4d53-8015-e490e4bd8fd9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.1163614 Aug 18 23:55:25.142918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08f1bfd8-5725-4502-8b66-27ad7ee9064d req-66a048a4-61f7-4bfd-80d5-24081e3aadb4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036382 Aug 18 23:55:25.218451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:25.241101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a323a69-6bfe-427d-855b-5e33137c994d req-9f2a7c3a-9180-4249-9bcd-2f3f14ad6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.243955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-9f2a7c3a-9180-4249-9bcd-2f3f14ad6ea0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2123146 Aug 18 23:55:25.303388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-41a80035-a002-4989-a115-e9690d790808 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 217 time: 0.0513408 Aug 18 23:55:25.321608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a99eaaca-6ea8-4753-acab-63f50b41e43b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:25.414201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1c5ac11-8907-4ac3-abbb-d1dd0779db3b req-a0b512ae-5e94-4ea0-b2ad-0573cac3f337 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 210 time: 0.0644004 Aug 18 23:55:25.427926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a323a69-6bfe-427d-855b-5e33137c994d req-e9717b36-a4c1-47b5-9fb6-b076cc729037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.430543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-e9717b36-a4c1-47b5-9fb6-b076cc729037 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1200464 Aug 18 23:55:25.454004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0445-446f-4b4f-9db2-222c7b7d7af8 req-44d93574-dc4e-4340-afbb-03558b9e722a tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.455741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eeb0445-446f-4b4f-9db2-222c7b7d7af8 req-44d93574-dc4e-4340-afbb-03558b9e722a tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 950 time: 0.0823202 Aug 18 23:55:25.492192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-ad95d930-6504-45b6-ba87-54a30cc1d083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498388 Aug 18 23:55:25.523586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4cc1-19a9-42e7-a532-122ec32a8c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:25.548826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:25.565126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'mac_address': 'fa:16:3e:e1:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:25.637937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583642d0-620c-4ad9-b5b7-344d6687b215 req-91ed1c93-1788-4238-932a-4619f62f9234 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:25.639996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-583642d0-620c-4ad9-b5b7-344d6687b215 req-91ed1c93-1788-4238-932a-4619f62f9234 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 948 time: 0.0810716 Aug 18 23:55:25.688769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eeb0445-446f-4b4f-9db2-222c7b7d7af8 req-9be4e5d9-8acb-4bc2-aea3-deedc36851dc tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222528 Aug 18 23:55:25.732901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-583642d0-620c-4ad9-b5b7-344d6687b215 req-eccca7b2-588d-476e-bd27-3449719927dc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846615 Aug 18 23:55:25.769541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-9f1b54ee-4e51-4811-920c-0f6db3d5f73e service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449253 Aug 18 23:55:25.778971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:25.793631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99eaaca-6ea8-4753-acab-63f50b41e43b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:25.816030 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4cc1-19a9-42e7-a532-122ec32a8c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:25.821335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4cc1-19a9-42e7-a532-122ec32a8c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:25.830788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:25.840315 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:25.881876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7dcd4cc1-19a9-42e7-a532-122ec32a8c3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c782f20457d446197d16cb1fd1310f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622705 Aug 18 23:55:25.882574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:25.919452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:25.932793 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd35994d-95d5-430b-97ea-21147ef515d5" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:25.973131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a323a69-6bfe-427d-855b-5e33137c994d req-a780c339-6ee8-44e6-992d-11a8f3583f1a service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965575 Aug 18 23:55:26.001113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:26.041339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd4cc1-19a9-42e7-a532-122ec32a8c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e45036-4969-44f1-9c96-c225a2d5f217,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:26.070281 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c273544-3352-460e-8971-811ccbb4cd87 x-openstack-request-id: req-6c273544-3352-460e-8971-811ccbb4cd87 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:26.070562 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:26.070892 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c273544-3352-460e-8971-811ccbb4cd87 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:26.071257 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'code': 200} Aug 18 23:55:26.095281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.125099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.185568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.188369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.192749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1e45036-4969-44f1-9c96-c225a2d5f217 HTTP/1.1" status: 204 len: 168 time: 0.3058207 Aug 18 23:55:26.201288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744a46f-77d8-4f03-82e2-82461f1c98c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e45036-4969-44f1-9c96-c225a2d5f217,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:26.274524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8572952-9592-4063-a77e-dcccf7ece1ae req-7679abb8-f0f7-4c6d-942c-95fef8afa871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:26.277400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8572952-9592-4063-a77e-dcccf7ece1ae req-7679abb8-f0f7-4c6d-942c-95fef8afa871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1102 time: 0.1048858 Aug 18 23:55:26.282371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.313247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a99eaaca-6ea8-4753-acab-63f50b41e43b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:26.341413 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8572952-9592-4063-a77e-dcccf7ece1ae req-fd9c852c-24c1-4178-b8e6-5c5886597361 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Aug 18 23:55:26.545053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ebbb-8086-40e1-bfc1-f11015a93052 req-bd61bb49-0b17-4104-bf6a-473033faacf4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:26.547122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2de1ebbb-8086-40e1-bfc1-f11015a93052 req-bd61bb49-0b17-4104-bf6a-473033faacf4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0645015 Aug 18 23:55:26.608700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2de1ebbb-8086-40e1-bfc1-f11015a93052 req-feb6d42e-1adc-4534-a842-d4bbd4387aab tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 Aug 18 23:55:26.633857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:26.650116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a3a94f-ac61-4bb1-a692-def6af173316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.717866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c08b-32f9-49a3-82fa-70d5eb3f71b0 req-b482182e-c81b-43ff-86ce-2be55f36f45c tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:26.719556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2052c08b-32f9-49a3-82fa-70d5eb3f71b0 req-b482182e-c81b-43ff-86ce-2be55f36f45c tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 950 time: 0.0539534 Aug 18 23:55:26.776468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2052c08b-32f9-49a3-82fa-70d5eb3f71b0 req-ef093096-06b8-447d-8a1c-2eed315de0cf tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Aug 18 23:55:26.779110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a3a94f-ac61-4bb1-a692-def6af173316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.785613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a3a94f-ac61-4bb1-a692-def6af173316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:26.844422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78a3a94f-ac61-4bb1-a692-def6af173316 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=541d204c7574477e9874c9f0f88ab25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086279 Aug 18 23:55:26.846125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3a94f-ac61-4bb1-a692-def6af173316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3879e0c-aafd-4a6a-a2b2-662d234490b3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:26.846914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:26.948249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94de7af8-4991-44ba-a450-a4faf3b9b12d req-b0e8da3c-e163-4f98-ae44-753f170b1a2a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 210 time: 0.0621140 Aug 18 23:55:26.951756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.001675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-99b46d58-147e-4b0b-9d8b-6f95a38c63c3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448520 Aug 18 23:55:27.007671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.166413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e2c5d-878d-4f0d-a621-8764f9001ca1 req-9a297ca2-99f4-4688-b108-bb02d9d895f3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:27.167961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b0e2c5d-878d-4f0d-a621-8764f9001ca1 req-9a297ca2-99f4-4688-b108-bb02d9d895f3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 949 time: 0.1027009 Aug 18 23:55:27.190824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-1e1d204c-ea65-4be9-96c4-d370a235212a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:27.191072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:27.192268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-1e1d204c-ea65-4be9-96c4-d370a235212a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825032 Aug 18 23:55:27.193544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.197188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.198795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3879e0c-aafd-4a6a-a2b2-662d234490b3 HTTP/1.1" status: 204 len: 168 time: 0.3502915 Aug 18 23:55:27.245361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Request body: {'port': {'device_id': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b942f8d7d15743acba22af3439da2722'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:27.334500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:27.338832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1b88f-b41d-441c-92cd-ad4ee21feb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3879e0c-aafd-4a6a-a2b2-662d234490b3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:27.348863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'port_id': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'mac_address': 'fa:16:3e:2e:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f225f9e-afdd-4682-a2c3-b156c67fd760', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:27.443195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.452340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b0e2c5d-878d-4f0d-a621-8764f9001ca1 req-87e04908-8a75-46dc-9b1b-c748e087eead tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527437 Aug 18 23:55:27.473513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:27.501512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:27.511466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.534055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Made reservation on behalf of b942f8d7d15743acba22af3439da2722 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:27.540133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:27.593726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:27.740285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Allocated IP 192.168.233.163 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/f1cf6493-2fc7-4900-945d-03c4ef722f1b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:27.796100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da52ed-8d03-4c08-9b11-c7fb0507daa2 req-755d81d3-8f3a-4bcd-b6cf-534d479332de tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:27.808077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:55:27.810628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37da52ed-8d03-4c08-9b11-c7fb0507daa2 req-755d81d3-8f3a-4bcd-b6cf-534d479332de tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.1129093 Aug 18 23:55:27.811647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:27.859535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37da52ed-8d03-4c08-9b11-c7fb0507daa2 req-f2e9ebd9-df8c-4390-9aa2-afb21f85e4e3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477316 Aug 18 23:55:28.057947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-e206c1d2-8fea-4959-9061-8293599409bd tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.062350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-e206c1d2-8fea-4959-9061-8293599409bd tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 950 time: 0.1681328 Aug 18 23:55:28.138901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c21555-6f6d-4798-8dc1-cc9817e7889c req-61824674-1ba5-442d-9393-a0834aa58e84 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.140600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05c21555-6f6d-4798-8dc1-cc9817e7889c req-61824674-1ba5-442d-9393-a0834aa58e84 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 950 time: 0.1201441 Aug 18 23:55:28.145700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.177335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Transition to ACTIVE for port object f1cf6493-2fc7-4900-945d-03c4ef722f1b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:28.211018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05c21555-6f6d-4798-8dc1-cc9817e7889c req-bee037e2-6f67-4f8a-ad43-0590456b5101 tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/security-groups?id=cca78363-d039-4d02-ae7c-c7d9d90a689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603976 Aug 18 23:55:28.268890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.313625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:28.317143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:28.321479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:28.327698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.328016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.420099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2055373 Aug 18 23:55:28.421136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b776e-36a5-44ce-97ab-9dd3ea641b8b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:28.444814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9303dc-2d08-4e52-a46f-5a7504f2d22d req-996a8c34-cc3a-428e-87ac-7c6aad7495c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.453770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df9303dc-2d08-4e52-a46f-5a7504f2d22d req-996a8c34-cc3a-428e-87ac-7c6aad7495c4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 936 time: 0.1051993 Aug 18 23:55:28.460860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:28.467837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Request body: {'port': {'device_id': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:28.559210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-a6208f4f-c46c-4a65-a053-5067f6ea096b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.560758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-a6208f4f-c46c-4a65-a053-5067f6ea096b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.5959392 Aug 18 23:55:28.580326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df9303dc-2d08-4e52-a46f-5a7504f2d22d req-7a332fe9-065d-4ad3-aa53-46584d0c7a0f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140592 Aug 18 23:55:28.611088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-582a2aa1-489b-4219-b708-823b18969389 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/quotas/d2b81d29b3e64ef6bf5d3bb7e0410a25 HTTP/1.1" status: 200 len: 375 time: 0.0398166 Aug 18 23:55:28.634947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.668833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Deleting port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:28.669888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.681514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1117a1a-29c3-4283-bdee-73fedbd34813 None None] Provisioning for port f1cf6493-2fc7-4900-945d-03c4ef722f1b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:28.689585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1117a1a-29c3-4283-bdee-73fedbd34813 None None] Provisioning complete for port f1cf6493-2fc7-4900-945d-03c4ef722f1b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:28.689934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1117a1a-29c3-4283-bdee-73fedbd34813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.770185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d1117a1a-29c3-4283-bdee-73fedbd34813 None None] Port f1cf6493-2fc7-4900-945d-03c4ef722f1b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:28.817953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-bf8c4d6c-3b70-4943-8d60-31bc704bb89d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048717 Aug 18 23:55:28.895482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] For port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:28.896075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:28.920537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Calling delete_port for 2b377960-bd6b-4c22-9ff1-eec51c5fce5c owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:28.925258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1e177-bd00-4d06-a273-e8270dbd638f req-9288714d-a95d-496e-a37d-827403599e10 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:28.932744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53e1e177-bd00-4d06-a273-e8270dbd638f req-9288714d-a95d-496e-a37d-827403599e10 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 949 time: 0.1167986 Aug 18 23:55:28.981711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-92da21eb-d033-4462-83c4-a76d75a024ef service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548975 Aug 18 23:55:28.994070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53e1e177-bd00-4d06-a273-e8270dbd638f req-0927525a-70a3-4559-ab2a-25edd1f36e08 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566146 Aug 18 23:55:29.127045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cf6493-2fc7-4900-945d-03c4ef722f1b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:29.141438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.178847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Transition to ACTIVE for port object f1cf6493-2fc7-4900-945d-03c4ef722f1b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:29.184332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.212552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:29.224270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-a32d9be6-52eb-4188-9488-65b47bd3da30 service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110832 Aug 18 23:55:29.305029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:29.328480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:29.341997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a99eaaca-6ea8-4753-acab-63f50b41e43b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:29.349332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:29.349952 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.359646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Attempting to bind port f1cf6493-2fc7-4900-945d-03c4ef722f1b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:29.359925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Attempting to bind port f1cf6493-2fc7-4900-945d-03c4ef722f1b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:29.360266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Attempting to bind port f1cf6493-2fc7-4900-945d-03c4ef722f1b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:29.369901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Port f1cf6493-2fc7-4900-945d-03c4ef722f1b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:29.370323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Attempting to bind port f1cf6493-2fc7-4900-945d-03c4ef722f1b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:29.380999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:29.381921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:29.382317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:29.382759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Bound port: f1cf6493-2fc7-4900-945d-03c4ef722f1b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:29.383121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.402641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.408152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a43946-1838-4910-9b44-3da459acdf66 req-44743d20-a43d-496a-a5b8-f5b7bf759dfe tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:29.409801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1a43946-1838-4910-9b44-3da459acdf66 req-44743d20-a43d-496a-a5b8-f5b7bf759dfe tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.1002817 Aug 18 23:55:29.451930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Pushing event deleted for resources: {'Port': ['ID=2b377960-bd6b-4c22-9ff1-eec51c5fce5c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:29.538306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1a43946-1838-4910-9b44-3da459acdf66 req-529b5d37-d3c7-438b-9141-ade4decb36fd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Aug 18 23:55:29.547167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] No DVR routers for this DVR port 2b377960-bd6b-4c22-9ff1-eec51c5fce5c on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:29.551604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.557511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49b989d1-ddcf-4238-929f-012764e5ac79 req-902e2b5b-2ef4-4887-a735-12c4b85df7ad tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.11 "DELETE /v2.0/ports/2b377960-bd6b-4c22-9ff1-eec51c5fce5c HTTP/1.1" status: 204 len: 173 time: 1.4856718 Aug 18 23:55:29.558003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'name': 'network-vif-deleted', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:29.566056 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c2a1a4-2d97-42a8-888e-32779e5b7086" -d '{"events": [{"server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "name": "network-vif-deleted", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:29.567969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:29.576127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port a99eaaca-6ea8-4753-acab-63f50b41e43b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:29.619697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:29.630696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.637939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f55c2be-6ff1-45e6-a289-29d5ab46d088 req-a54edb06-737a-468f-8bda-bd01144a87de tempest-ServerDiagnosticsNegativeTest-2133210695 tempest-ServerDiagnosticsNegativeTest-2133210695-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4a1f5f-868a-454e-9389-22f196a5dcc9 HTTP/1.1" status: 200 len: 210 time: 0.0484545 Aug 18 23:55:29.643033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port a99eaaca-6ea8-4753-acab-63f50b41e43b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:29.643423 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.697722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.735481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1bc69b09-54f0-4d98-8328-cdc8aacfa294 req-a310b92d-c1ec-4ddf-a7b9-6509caea2170 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0394602 Aug 18 23:55:29.754264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-4cea9c76-c2de-4f4d-8d78-56448b398161 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:29.755807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-4cea9c76-c2de-4f4d-8d78-56448b398161 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b256a81-1a47-4efd-924c-89ad5fbf2991 HTTP/1.1" status: 200 len: 946 time: 0.2147427 Aug 18 23:55:29.817520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:29.818236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:29.819702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] 10.222.0.21 "PUT /v2.0/ports/f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 1097 time: 1.3643653 Aug 18 23:55:29.820154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:29.822609 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e53e17-dd8f-4bae-a137-c0461705aeac" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:29.824994 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a376f79d-8386-4312-b25e-34b0bf5f9f5b x-openstack-request-id: req-a376f79d-8386-4312-b25e-34b0bf5f9f5b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:29.826404 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4a1f5f-868a-454e-9389-22f196a5dcc9", "name": "network-vif-deleted", "tag": "2b377960-bd6b-4c22-9ff1-eec51c5fce5c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:29.826878 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a376f79d-8386-4312-b25e-34b0bf5f9f5b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:29.827585 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4a1f5f-868a-454e-9389-22f196a5dcc9', 'name': 'network-vif-deleted', 'tag': '2b377960-bd6b-4c22-9ff1-eec51c5fce5c', 'status': 'completed', 'code': 200} Aug 18 23:55:29.897868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:29.933628 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9a9c2-660b-4068-acbb-1d1d8b449eee" -d '{"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:29.949013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe7283-2e57-4f97-9ef5-0a17208e265b service neutron] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:29.985503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea990e03-79be-4894-9f0c-bdf5a25975d5 req-fdbc2b30-cdcd-4848-a390-43390f152e76 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:29.989756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:29.997687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea990e03-79be-4894-9f0c-bdf5a25975d5 req-fdbc2b30-cdcd-4848-a390-43390f152e76 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.0745020 Aug 18 23:55:30.001954 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.002775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2b377960-bd6b-4c22-9ff1-eec51c5fce5c no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:30.036212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-3ff29e2e-b967-4b45-a741-5cc840c52b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.038402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-3ff29e2e-b967-4b45-a741-5cc840c52b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1100 time: 0.1428561 Aug 18 23:55:30.065665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea990e03-79be-4894-9f0c-bdf5a25975d5 req-28e93aec-844b-4e8f-8fab-6f602d82106b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663357 Aug 18 23:55:30.070950 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96daea27-eee4-48cf-9a2d-7f0365df8c7f x-openstack-request-id: req-96daea27-eee4-48cf-9a2d-7f0365df8c7f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:30.073083 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:30.074711 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96daea27-eee4-48cf-9a2d-7f0365df8c7f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:30.075310 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'status': 'completed', 'code': 200} Aug 18 23:55:30.079636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 2b377960-bd6b-4c22-9ff1-eec51c5fce5c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:30.079995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2b377960-bd6b-4c22-9ff1-eec51c5fce5c not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:30.080456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:30.199593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-3f492ace-b00f-4c91-ac58-b4d4355deea1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.1435339 Aug 18 23:55:30.226438 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e579dd-6d9b-422a-af99-777bbb351f68 x-openstack-request-id: req-f3e579dd-6d9b-422a-af99-777bbb351f68 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:30.226772 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:30.226993 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3e579dd-6d9b-422a-af99-777bbb351f68 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:30.227400 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'code': 200} Aug 18 23:55:30.306493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Deleting port 14884bf4-050d-4b44-b830-cb5e5c1eee37 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:30.306848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.325898 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.344842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:30.438287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-a2267b08-28fc-4b1d-8bac-0b4d30e4aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.442658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-a2267b08-28fc-4b1d-8bac-0b4d30e4aba6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2193828 Aug 18 23:55:30.447100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:30.457194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.485116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.505654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf52bdd-dbdb-4a43-9fe4-690278fa1063 req-9b97e90e-4712-4224-b314-3f8cdb0006e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.509035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cf52bdd-dbdb-4a43-9fe4-690278fa1063 req-9b97e90e-4712-4224-b314-3f8cdb0006e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1098 time: 0.2706490 Aug 18 23:55:30.540381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b598f5-734f-4187-8c86-e629d1979842 req-c3edae47-9eec-4a64-9532-9497ea776c15 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.550639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04b598f5-734f-4187-8c86-e629d1979842 req-c3edae47-9eec-4a64-9532-9497ea776c15 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 949 time: 0.1856282 Aug 18 23:55:30.604038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:30.609325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:30.618031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cf52bdd-dbdb-4a43-9fe4-690278fa1063 req-4da4efc5-210c-4607-b602-02d35adc8240 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Aug 18 23:55:30.618547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.662292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04b598f5-734f-4187-8c86-e629d1979842 req-0f7da083-ab37-4462-8720-99007aa1d227 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054175 Aug 18 23:55:30.741437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-c6b05e2b-5179-4584-93f6-f9b7edc26252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.752952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-c6b05e2b-5179-4584-93f6-f9b7edc26252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2213755 Aug 18 23:55:30.759678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:30.879185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] For port 14884bf4-050d-4b44-b830-cb5e5c1eee37, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=14884bf4-050d-4b44-b830-cb5e5c1eee37,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:30.879428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:30.908659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Calling delete_port for 14884bf4-050d-4b44-b830-cb5e5c1eee37 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:30.917669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-057ec265-28e8-4ae9-8f3e-812c8e096481 req-25300cda-2491-4744-a19d-4cf3258ddce2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0548339 Aug 18 23:55:30.919280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40040) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:30.920411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f721c-e689-472e-9aee-57e58795ac22 req-510541d7-ddcf-4584-96bb-9784aebb4abf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:30.927262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c4f721c-e689-472e-9aee-57e58795ac22 req-510541d7-ddcf-4584-96bb-9784aebb4abf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.2107124 Aug 18 23:55:31.015301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-d519cc4a-fab4-4e70-94a7-85fb2747cc95 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445745 Aug 18 23:55:31.052545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85889970-9dee-47ff-81c4-7d0f62685442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.139489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:31.221058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85889970-9dee-47ff-81c4-7d0f62685442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.229952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10cc95-cabf-47ab-a24a-90002b5a30d1 req-6d5c3d68-0dfd-40a4-bf72-b32fe25d1b9f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:31.231556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d10cc95-cabf-47ab-a24a-90002b5a30d1 req-6d5c3d68-0dfd-40a4-bf72-b32fe25d1b9f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.0912325 Aug 18 23:55:31.232888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85889970-9dee-47ff-81c4-7d0f62685442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.273365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c4f721c-e689-472e-9aee-57e58795ac22 req-70eb1837-4fc5-4f44-a4c0-774590c9520b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452318 Aug 18 23:55:31.370151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85889970-9dee-47ff-81c4-7d0f62685442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a662ff-fc63-4a68-bdc2-e78a773b1a14,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:31.385568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-85889970-9dee-47ff-81c4-7d0f62685442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d8189608fd24c809522e1433b4d9599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601021 Aug 18 23:55:31.386489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:31.435451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.441309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d10cc95-cabf-47ab-a24a-90002b5a30d1 req-6f00501e-91c4-45ad-a2e0-7341370ef1d5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924825 Aug 18 23:55:31.503228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event deleted for resources: {'Port': ['ID=14884bf4-050d-4b44-b830-cb5e5c1eee37,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:31.505327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-da4cc481-0062-474d-8c5e-593bc53aab93 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:31.507087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-da4cc481-0062-474d-8c5e-593bc53aab93 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.2539592 Aug 18 23:55:31.510585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095e862a-76b9-45af-8d06-ec095e7d9369 req-a0b9221c-777f-4c51-a48b-25c13eaf95cf service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861023 Aug 18 23:55:31.517906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5bff971a-58fe-4083-a695-aa06c2bcecd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=159f0738360b4275ba4fe5d4dc34a602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761134 Aug 18 23:55:31.521157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:31.530621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Request body: {'port': {'device_id': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'admin_state_up': True, 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:31.583298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] No DVR routers for this DVR port 14884bf4-050d-4b44-b830-cb5e5c1eee37 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:31.588768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.591131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-268b986d-5bbc-4cd8-8774-d061cd684a9a req-db58ba8b-afdc-40a5-b454-4182b8fcb0c0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "DELETE /v2.0/ports/14884bf4-050d-4b44-b830-cb5e5c1eee37 HTTP/1.1" status: 204 len: 173 time: 1.8249283 Aug 18 23:55:31.610476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.626565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.657037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.697560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.754170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:31.758944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.780259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.795278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.796097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-57dc1d20-e0fd-4052-bcfe-c8b9bfe87276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:31.796925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3a662ff-fc63-4a68-bdc2-e78a773b1a14 HTTP/1.1" status: 204 len: 168 time: 0.4020593 Aug 18 23:55:31.799336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-57dc1d20-e0fd-4052-bcfe-c8b9bfe87276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1100 time: 0.1491480 Aug 18 23:55:31.824495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d83d90-37ba-4b7f-8b9c-314dd296b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a662ff-fc63-4a68-bdc2-e78a773b1a14,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:31.946359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a25f-2f84-432e-96ff-3be805b5117d req-aab64229-c10a-4473-b223-1833511b71f9 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:31.956022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c92a25f-2f84-432e-96ff-3be805b5117d req-aab64229-c10a-4473-b223-1833511b71f9 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.1876314 Aug 18 23:55:31.968578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.971896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:31.973192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cca78363-d039-4d02-ae7c-c7d9d90a689d HTTP/1.1" status: 204 len: 168 time: 0.4517446 Aug 18 23:55:32.020558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc7c1-f38a-4a0a-af1d-3b9503a95eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca78363-d039-4d02-ae7c-c7d9d90a689d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:32.036126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-8d7993be-57b3-4a49-9fc2-86ff8a05b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.038440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-8d7993be-57b3-4a49-9fc2-86ff8a05b0ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2120788 Aug 18 23:55:32.045956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Allocated IP 172.20.0.13 (b3286e4d-a0b3-42a1-828f-ade4c3e00289/8944cdca-14e6-4ba9-928b-2a1e65552b81/dc0a70e1-a374-483a-a3c7-c9793aa243c3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:32.057711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c92a25f-2f84-432e-96ff-3be805b5117d req-55e600b3-afec-4c43-92a3-a828889ac463 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006706 Aug 18 23:55:32.076161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-deleted', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:32.082966 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfa1c7c-3f15-4cf8-93ab-f579750bff01" -d '{"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-deleted", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:32.118648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-97694b2e-ca80-4469-bdc6-1692796b3605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.0598717 Aug 18 23:55:32.147579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeab0b5c-c2a5-479e-816c-983caeb87526 req-10632ab5-d285-4fd6-ae6b-aaa06e28837a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0978827 Aug 18 23:55:32.189893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-4dbe43e1-1cbf-44f2-91a1-389ce6e617bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.192050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-4dbe43e1-1cbf-44f2-91a1-389ce6e617bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0649979 Aug 18 23:55:32.193960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f006df-a01c-4eae-9b63-4f2d3152657f x-openstack-request-id: req-82f006df-a01c-4eae-9b63-4f2d3152657f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:32.194424 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-deleted", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:32.194847 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82f006df-a01c-4eae-9b63-4f2d3152657f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:32.195381 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-deleted', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'status': 'completed', 'code': 200} Aug 18 23:55:32.228128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b'}, {'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:32.230981 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e69312-c7f5-42d4-93a7-49615f8942ba" -d '{"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-plugged", "status": "completed", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b"}, {"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-unplugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:32.264468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-60ec0f8a-7c47-456e-9044-a946403f9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.266319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-60ec0f8a-7c47-456e-9044-a946403f9d74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652735 Aug 18 23:55:32.266923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40082) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:32.311554 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35fb2c6-6e2f-4c2e-934f-cf4c7da4142e x-openstack-request-id: req-d35fb2c6-6e2f-4c2e-934f-cf4c7da4142e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:32.311878 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-plugged", "status": "completed", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b", "code": 200}, {"server_uuid": "5b256a81-1a47-4efd-924c-89ad5fbf2991", "name": "network-vif-unplugged", "status": "completed", "tag": "14884bf4-050d-4b44-b830-cb5e5c1eee37", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:32.312136 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d35fb2c6-6e2f-4c2e-934f-cf4c7da4142e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:32.312566 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'code': 200} Aug 18 23:55:32.312826 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b256a81-1a47-4efd-924c-89ad5fbf2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14884bf4-050d-4b44-b830-cb5e5c1eee37', 'code': 200} Aug 18 23:55:32.378364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ece37d-d207-418a-a871-eb4e19345861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.469741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.511472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a924d6-38f8-44e9-815a-d4eeed2c3fb1 req-3ec401f5-5e30-4427-b885-cca4234f8c85 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.513382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b056f-d7b1-46a1-8fb8-4979203c001a req-caa01496-da3c-4c6d-9a84-beebf82046b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.513687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3a924d6-38f8-44e9-815a-d4eeed2c3fb1 req-3ec401f5-5e30-4427-b885-cca4234f8c85 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.1374035 Aug 18 23:55:32.514974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b96b056f-d7b1-46a1-8fb8-4979203c001a req-caa01496-da3c-4c6d-9a84-beebf82046b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 1102 time: 0.1052341 Aug 18 23:55:32.579227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-32e7b7b9-7ee1-4735-bec9-be1012b07d13 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026826 Aug 18 23:55:32.620804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.636591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:32.638084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b96b056f-d7b1-46a1-8fb8-4979203c001a req-5f27bfab-552c-4d9a-9307-f23692acccd7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140263 Aug 18 23:55:32.676872 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3a924d6-38f8-44e9-815a-d4eeed2c3fb1 req-cbb0a309-ae2c-4d8c-a381-05a3ec50d905 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556563 Aug 18 23:55:32.683714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:32.691771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:32.698806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:32.704507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.705178 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.718904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39fe6269-2507-4266-9ced-6298f5948e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.723338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d33ff6-3bb2-434e-8b34-9dce111bd56d req-afe921f7-1c7d-42e1-a01d-531e55bd45db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.725179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42d33ff6-3bb2-434e-8b34-9dce111bd56d req-afe921f7-1c7d-42e1-a01d-531e55bd45db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.1520851 Aug 18 23:55:32.728517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:32.775055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42d33ff6-3bb2-434e-8b34-9dce111bd56d req-4957f625-7849-4781-8369-55036c941626 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Aug 18 23:55:32.805356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ece37d-d207-418a-a871-eb4e19345861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.810648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71e53e17-dd8f-4bae-a137-c0461705aeac req-fa627abb-84d2-4475-93a2-17aa4eacac75 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173264 Aug 18 23:55:32.811931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ece37d-d207-418a-a871-eb4e19345861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.817727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-5fc7093a-3767-4b87-a84c-65b6e6e9cc3c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2985013 Aug 18 23:55:32.830923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Request body: {'port': {'device_id': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:32.867291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ece37d-d207-418a-a871-eb4e19345861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97272442-2410-42f2-a86a-59c4a1d0708b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:32.886247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-05ece37d-d207-418a-a871-eb4e19345861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1932fbe84f5a4534a6b7833225f8fb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182613 Aug 18 23:55:32.890600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:32.932197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:32.945934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111130b-f61b-472c-a7f2-3ee0c507e397 req-a2ee1e90-0cd2-47d4-b3a7-c945a72fc717 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:32.947697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4111130b-f61b-472c-a7f2-3ee0c507e397 req-a2ee1e90-0cd2-47d4-b3a7-c945a72fc717 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1098 time: 0.0887277 Aug 18 23:55:32.983675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.015304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39fe6269-2507-4266-9ced-6298f5948e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.020134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.022089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4111130b-f61b-472c-a7f2-3ee0c507e397 req-27ebb267-acc8-498f-81c4-4e70ff0d4db6 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670280 Aug 18 23:55:33.026874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39fe6269-2507-4266-9ced-6298f5948e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.064920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6269-2507-4266-9ced-6298f5948e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f28973-ad09-400d-a853-1b61942c3982,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:33.125271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-39fe6269-2507-4266-9ced-6298f5948e8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7186a194cbce49e3867d8d4d315d5a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622974 Aug 18 23:55:33.125874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:33.199866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.202397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.203527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97272442-2410-42f2-a86a-59c4a1d0708b HTTP/1.1" status: 204 len: 168 time: 0.3118081 Aug 18 23:55:33.225498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:33.247528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1e9be-438a-43fd-a9b8-168769f76d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97272442-2410-42f2-a86a-59c4a1d0708b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:33.273663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 14884bf4-050d-4b44-b830-cb5e5c1eee37 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:33.274210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 14884bf4-050d-4b44-b830-cb5e5c1eee37 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:33.313557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0d368-ef2d-46a5-bcc5-95c5496e1b49 req-4856921c-fe8a-4559-9db6-96c20ceb3f30 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:33.326418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ad0d368-ef2d-46a5-bcc5-95c5496e1b49 req-4856921c-fe8a-4559-9db6-96c20ceb3f30 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.1597579 Aug 18 23:55:33.354019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.408835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0a70e1-a374-483a-a3c7-c9793aa243c3 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:33.419875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.438183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Transition to ACTIVE for port object dc0a70e1-a374-483a-a3c7-c9793aa243c3 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:33.453205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.456350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.477954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ad0d368-ef2d-46a5-bcc5-95c5496e1b49 req-fbe6c578-9ffe-402e-9f91-86ea404325f8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505690 Aug 18 23:55:33.549162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.553086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.557068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6f28973-ad09-400d-a853-1b61942c3982 HTTP/1.1" status: 204 len: 168 time: 0.4276774 Aug 18 23:55:33.562281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:33.566284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aa4fd-7f79-4c80-927d-94735ae7a306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f28973-ad09-400d-a853-1b61942c3982,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:33.585829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd12c6-efbf-4f72-a5ac-3a5940eeb14d req-f0244e72-f126-45a7-a0ac-cb5652be672a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:33.593086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69fd12c6-efbf-4f72-a5ac-3a5940eeb14d req-f0244e72-f126-45a7-a0ac-cb5652be672a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 944 time: 0.1534588 Aug 18 23:55:33.663924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Attempting to bind port dc0a70e1-a374-483a-a3c7-c9793aa243c3 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:33.664208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Attempting to bind port dc0a70e1-a374-483a-a3c7-c9793aa243c3 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:33.664524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Attempting to bind port dc0a70e1-a374-483a-a3c7-c9793aa243c3 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:33.685759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Port dc0a70e1-a374-483a-a3c7-c9793aa243c3 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:33.686091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Attempting to bind port dc0a70e1-a374-483a-a3c7-c9793aa243c3 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:33.703979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:33.704397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Checking segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:33.704774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Bound using segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:33.705216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Bound port: dc0a70e1-a374-483a-a3c7-c9793aa243c3, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:33.705577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.731869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69fd12c6-efbf-4f72-a5ac-3a5940eeb14d req-d0d6571e-049c-4b8a-b05e-815c95ede7e7 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376843 Aug 18 23:55:33.845276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:33.858565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:33.867749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.910582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:33.911380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:33.915428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc0a70e1-a374-483a-a3c7-c9793aa243c3 HTTP/1.1" status: 200 len: 1093 time: 1.0890360 Aug 18 23:55:33.916089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:33.918586 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4515429-e7d1-45a2-baa6-75a212571b17" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:33.946247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000558ee-7334-4d5e-8c4c-a84332155c3b req-2835dabc-3972-47c3-94c8-a6f288c97934 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:33.949302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-000558ee-7334-4d5e-8c4c-a84332155c3b req-2835dabc-3972-47c3-94c8-a6f288c97934 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.0932274 Aug 18 23:55:33.980896 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940b3ce-e0c6-4765-b932-fd4bdb39a13b x-openstack-request-id: req-e940b3ce-e0c6-4765-b932-fd4bdb39a13b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:33.981185 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:33.981432 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e940b3ce-e0c6-4765-b932-fd4bdb39a13b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:33.981829 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'status': 'completed', 'code': 200} Aug 18 23:55:34.029620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-000558ee-7334-4d5e-8c4c-a84332155c3b req-3410daf9-3386-4812-9507-aa8c063f63ce tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Aug 18 23:55:34.050139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2cdf3-38e4-4b30-b332-20b827b47d47 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:34.112875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-1f10c9f0-e2e2-4be5-a0cf-121657762c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:34.114583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-1f10c9f0-e2e2-4be5-a0cf-121657762c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1318724 Aug 18 23:55:34.189524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-129cb16c-8931-4403-b83f-ceeca055eeb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3 HTTP/1.1" status: 200 len: 217 time: 0.0662167 Aug 18 23:55:34.295575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-896b1a06-8f2f-4ca8-8cea-06fd30cb2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:34.297813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-896b1a06-8f2f-4ca8-8cea-06fd30cb2f0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.1009309 Aug 18 23:55:34.358414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-38778b5a-f726-45b0-9c63-f25503a9deda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490801 Aug 18 23:55:34.537916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-6b8bf514-30dd-46e8-9296-20d5d804d21f service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697004 Aug 18 23:55:34.618091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40168) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:34.737305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d48472-1e5d-43dc-acf7-0055ca772895 req-5c052966-3fe1-4881-bf57-3f6ec8fb10fa tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:34.745184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00d48472-1e5d-43dc-acf7-0055ca772895 req-5c052966-3fe1-4881-bf57-3f6ec8fb10fa tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.1387749 Aug 18 23:55:34.745772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-931a8c9d-c723-4cae-9a6f-19a4d56bb3fa req-19633f23-64ee-44f9-846b-b2a740daaf94 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998155 Aug 18 23:55:34.853011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00d48472-1e5d-43dc-acf7-0055ca772895 req-f5078d51-a032-41c6-a56c-886a0085a749 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994840 Aug 18 23:55:34.931051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-network', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:34.960941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-1e66a8f8-407c-4b24-b8d2-bb0c5bcc956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:34.962681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-1e66a8f8-407c-4b24-b8d2-bb0c5bcc956c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1509862 Aug 18 23:55:34.978121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca2bc-b338-41de-b3a4-aff756ef2098 req-607797ca-a5cb-4593-85f8-14911004d016 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:34.985484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-437ca2bc-b338-41de-b3a4-aff756ef2098 req-607797ca-a5cb-4593-85f8-14911004d016 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 944 time: 0.1233571 Aug 18 23:55:35.000919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Made reservation on behalf of baedc8b765904bc68c0b418d59f3637c for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:35.003099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.055082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.070416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03a3bd-5c9b-4d1a-bc13-a8115f1c09fc req-0c6b5fae-021e-4686-9744-238f39e8c8b6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:35.092764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a03a3bd-5c9b-4d1a-bc13-a8115f1c09fc req-0c6b5fae-021e-4686-9744-238f39e8c8b6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0891318 Aug 18 23:55:35.112467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-437ca2bc-b338-41de-b3a4-aff756ef2098 req-9f8f2c32-bda4-4d97-8dda-74d5e447b18a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Aug 18 23:55:35.190239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a03a3bd-5c9b-4d1a-bc13-a8115f1c09fc req-0b10413b-5bfc-430b-bf88-3777d5fbc5e7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Aug 18 23:55:35.235254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-90ffc8cf-71cf-4d03-a644-f83b95c1318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:35.236948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-90ffc8cf-71cf-4d03-a644-f83b95c1318b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 904 time: 0.2489750 Aug 18 23:55:35.301473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-89634541-f17e-4a47-ad2d-8c3d33763ea0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3 HTTP/1.1" status: 200 len: 217 time: 0.0479186 Aug 18 23:55:35.351742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:35.397952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ab41-9311-4661-b7aa-01d3073723f5 req-c55992bc-1e4a-41ae-ace3-57634c38a6bb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:35.405492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdd4ab41-9311-4661-b7aa-01d3073723f5 req-c55992bc-1e4a-41ae-ace3-57634c38a6bb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.1900790 Aug 18 23:55:35.444061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-1981d695-14de-4c75-8a39-141259065e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:35.445604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-1981d695-14de-4c75-8a39-141259065e3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.1312132 Aug 18 23:55:35.466659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.493108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-50215c44-f5fe-4002-aa5e-61ffd1552c78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376754 Aug 18 23:55:35.494145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.511685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdd4ab41-9311-4661-b7aa-01d3073723f5 req-2e3130e3-808d-49b1-a20c-4fb9e8adf01b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052420 Aug 18 23:55:35.530488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:35.545348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'mac_address': 'fa:16:3e:14:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:35.605109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:55:35.625567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.635909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a9491-93f2-42cd-b7f0-36d042079658,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:35.652602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.652958 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Added segment 3e483652-8c52-4019-94db-c9f55f8201b9 of type vlan for network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb Aug 18 23:55:35.657542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cf6493-2fc7-4900-945d-03c4ef722f1b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:35.704555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:35.712779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:35.713811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-755ee212-96a5-4aaa-b569-340af09e67b5 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387232 Aug 18 23:55:35.774953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:35.794880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:36.170908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-e8825cd6-4ba9-40e3-8ea8-afd1e6249f81 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579573 Aug 18 23:55:36.176591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:36.177626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:36.178609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:36.188524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:36.315815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-72299bab-a09d-485b-be5c-ef9f2c4ccc45 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:36.320825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-72299bab-a09d-485b-be5c-ef9f2c4ccc45 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5850427 Aug 18 23:55:36.374928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7557678 Aug 18 23:55:36.378190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:36.388394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347a34b-0d9c-49ec-88be-b67bd9cc278f req-f0635735-7a0c-4909-a4db-c5c1ce14bf02 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:36.389900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f347a34b-0d9c-49ec-88be-b67bd9cc278f req-f0635735-7a0c-4909-a4db-c5c1ce14bf02 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 944 time: 0.0794430 Aug 18 23:55:36.393573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Request body: {'subnet': {'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-subnet', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:36.403480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-7ec22c91-dae7-40cc-8d7a-5249aab5740e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/quotas/a62c20f764b24dcd9bf6c32d4cf84b1a HTTP/1.1" status: 200 len: 375 time: 0.0356653 Aug 18 23:55:36.445296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Made reservation on behalf of baedc8b765904bc68c0b418d59f3637c for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:36.447606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:36.485501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2242-3e88-4f19-b4b5-2972e4eec5aa admin admin] Pushing event updated for resources: {'Network': ['ID=7a29c0b7-5b25-4983-a25e-e5d1865ebbeb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:36.498947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:55:36.511587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f347a34b-0d9c-49ec-88be-b67bd9cc278f req-8a70d16d-c2d0-47e0-a19b-4ddc46364e61 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114473 Aug 18 23:55:36.578266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-db23876b-da85-4e97-bb90-4c9015d1f184 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1737125 Aug 18 23:55:36.583884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4515429-e7d1-45a2-baa6-75a212571b17 req-a169fcff-fe8d-4426-a5c5-2240c54dbc2d service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693750 Aug 18 23:55:36.677037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd38bf73-2005-41e3-aaa0-02890a4dd026 req-e56d4fab-e786-4607-afa6-8dc0714a19d2 tempest-FlavorsV2NegativeTest-583371590 tempest-FlavorsV2NegativeTest-583371590-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4655f73d9384cfda138bc2cc32da12f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340736 Aug 18 23:55:36.842132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:36.901028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f8cfa2-e122-44ab-836e-88428fc4a0c3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:36.936416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38bf73-2005-41e3-aaa0-02890a4dd026 req-601a7116-692b-4919-9b83-4b4a81e8983b tempest-FlavorsV2NegativeTest-583371590 tempest-FlavorsV2NegativeTest-583371590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:36.943590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd38bf73-2005-41e3-aaa0-02890a4dd026 req-601a7116-692b-4919-9b83-4b4a81e8983b tempest-FlavorsV2NegativeTest-583371590 tempest-FlavorsV2NegativeTest-583371590-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596526 Aug 18 23:55:36.950207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe367145-585e-45aa-8198-471679efeb99 req-768e4fc1-96a4-454e-9f3b-eecf67a7c1c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:36.963666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe367145-585e-45aa-8198-471679efeb99 req-768e4fc1-96a4-454e-9f3b-eecf67a7c1c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 949 time: 0.1073320 Aug 18 23:55:36.986836 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd38bf73-2005-41e3-aaa0-02890a4dd026 req-9c060418-1e63-4eca-b26c-342c852f7fbb tempest-FlavorsV2NegativeTest-583371590 tempest-FlavorsV2NegativeTest-583371590-project] 10.222.0.20 "GET /v2.0/quotas/c4655f73d9384cfda138bc2cc32da12f HTTP/1.1" status: 200 len: 375 time: 0.0423012 Aug 18 23:55:37.012671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe367145-585e-45aa-8198-471679efeb99 req-6d2439c7-f35b-413e-b0a1-369438063a2f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Aug 18 23:55:37.027446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Checking segment: {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:37.027446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Network hostable DHCP agents. Network: 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:55:37.032221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd38bf73-2005-41e3-aaa0-02890a4dd026 req-936aa6e4-c305-4cec-9de5-8937b1c31a6d tempest-FlavorsV2NegativeTest-583371590 tempest-FlavorsV2NegativeTest-583371590-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4655f73d9384cfda138bc2cc32da12f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439305 Aug 18 23:55:37.066128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:55:37.081809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:37.094320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960c8dd-964e-4739-8215-cc361c0784c7 None None] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:37.099473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:37.100197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.120289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14da30fb-ad23-4c6f-afa1-5d54f53a3435 req-e4e511ec-3fed-435a-9e35-ae8937f01f85 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 210 time: 0.0541298 Aug 18 23:55:37.144797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85bc0689-c7b1-4a7d-97c4-3e163d94c852 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7645326 Aug 18 23:55:37.147870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:37.153211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:37.211281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.212452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.280277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:37.319041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.464588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:37.507344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'mac_address': 'fa:16:3e:64:4a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:37.558782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'fixed_ips': [{'subnet_id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:55:37.560066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.571835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:37.820627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83725-29f3-40d3-9b99-70d2c0b617bc req-403a2d8d-0d99-4655-b989-4c706a895cdf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:37.832383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bd83725-29f3-40d3-9b99-70d2c0b617bc req-403a2d8d-0d99-4655-b989-4c706a895cdf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 944 time: 0.1685271 Aug 18 23:55:37.885453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Allocated IP 172.20.0.2 (7a29c0b7-5b25-4983-a25e-e5d1865ebbeb/83f8cfa2-e122-44ab-836e-88428fc4a0c3/91ecdbaa-672c-40ac-bf47-ebb645aaf6a7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:37.925028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bd83725-29f3-40d3-9b99-70d2c0b617bc req-b6d973d9-2ca5-4787-bde7-871d720c0d8e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915008 Aug 18 23:55:37.951430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40306) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:38.069501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.078383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Transition to ACTIVE for port object 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:38.087178 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.131311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0a70e1-a374-483a-a3c7-c9793aa243c3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:38.134259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fca81-dcac-4628-b5a9-9822ce788104 req-684f1838-00a6-48f2-a868-e16af8cf1f51 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:38.141802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-628fca81-dcac-4628-b5a9-9822ce788104 req-684f1838-00a6-48f2-a868-e16af8cf1f51 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.1909623 Aug 18 23:55:38.151888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Transition to ACTIVE for port object 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:38.156589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f46f4ea-677a-4464-addd-d209a2d835ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.181612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.186226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.206786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.215263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-68378790-d01b-45ff-a855-57d3d70a70bc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317698 Aug 18 23:55:38.218092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:38.255481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-628fca81-dcac-4628-b5a9-9822ce788104 req-52abe918-771c-4db5-8e64-fbaf2f575081 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127429 Aug 18 23:55:38.329363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Pushing event updated for resources: {'Port': ['ID=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:38.333863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.343298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:38.417880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:38.433835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:38.448570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Allocated IP 172.25.1.138 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/03bcf57c-7c0e-461f-9a95-2ad1699827ed) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:38.555904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f46f4ea-677a-4464-addd-d209a2d835ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.562775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:38.565847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-585feceb-634d-4594-b313-3e27790f7148 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:38.569931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-585feceb-634d-4594-b313-3e27790f7148 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447893 Aug 18 23:55:38.575327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f46f4ea-677a-4464-addd-d209a2d835ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.606053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46f4ea-677a-4464-addd-d209a2d835ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb67731-c619-4823-9380-e42b9f26728d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:38.607110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b22177c-2efb-4bd8-b6bc-5b6061f58595 req-e27f3cdc-6f1a-4584-8a47-8a0cbaf3d010 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 210 time: 0.1425598 Aug 18 23:55:38.630731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Attempting to bind port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:38.631652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Attempting to bind port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:38.632061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Attempting to bind port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 on network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:38.635892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['dc0a70e1-a374-483a-a3c7-c9793aa243c3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:38.638990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Request body: {'port': {'device_id': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'a62c20f764b24dcd9bf6c32d4cf84b1a'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:38.720589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:38.721497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Checking segment: {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:38.722236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.722821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Bound using segment: {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:38.723600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Bound port: 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:38.724173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.775962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518750-24df-48b1-9481-2338696bce01 req-7eb81d27-d7c9-4c50-9e51-893aa8ff13f7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:38.782918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.794419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85518750-24df-48b1-9481-2338696bce01 req-7eb81d27-d7c9-4c50-9e51-893aa8ff13f7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 949 time: 0.6602473 Aug 18 23:55:38.811342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f46f4ea-677a-4464-addd-d209a2d835ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4655f73d9384cfda138bc2cc32da12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557644 Aug 18 23:55:38.812698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:38.880174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85518750-24df-48b1-9481-2338696bce01 req-27d5183f-38e3-468e-bab5-5e8e9dd4c3c9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846293 Aug 18 23:55:38.900980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:38.921272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Made reservation on behalf of a62c20f764b24dcd9bf6c32d4cf84b1a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:38.924790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.011712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Pushing event updated for resources: {'Port': ['ID=03bcf57c-7c0e-461f-9a95-2ad1699827ed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:39.029294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.070785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:39.078429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:39.084875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:39.133412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Allocated IP 192.168.233.160 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/0234a31b-27ec-4d42-9085-1e45f6977d50) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:39.160553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.177715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] For port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:39.207919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] For port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:39.261339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.263391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c05bbc-3150-407c-803b-a16af1c47ca1 req-4b1e57f3-d61d-45e1-a977-0d99c5df8b9c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:39.264983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0c05bbc-3150-407c-803b-a16af1c47ca1 req-4b1e57f3-d61d-45e1-a977-0d99c5df8b9c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 945 time: 0.2155809 Aug 18 23:55:39.364175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9128bcd-0dd7-446e-9d71-4b1ca0cbf3e0 None None] Pushing event updated for resources: {'Port': ['ID=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:39.421919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:39.423841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0c05bbc-3150-407c-803b-a16af1c47ca1 req-c8429f95-ea78-4d78-a7e9-1bc117af0e32 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260874 Aug 18 23:55:39.426406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.432131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.433813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cb67731-c619-4823-9380-e42b9f26728d HTTP/1.1" status: 204 len: 168 time: 0.6201694 Aug 18 23:55:39.436881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.448063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861aeab-711f-4088-bf5c-a4c3c50f35a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb67731-c619-4823-9380-e42b9f26728d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:39.483800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Transition to ACTIVE for port object 0234a31b-27ec-4d42-9085-1e45f6977d50 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:39.503159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07909a-7170-4475-a510-fcbaaf0846bb req-5efb3048-571d-4674-9033-df0ed3d0df2b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:39.504800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd07909a-7170-4475-a510-fcbaaf0846bb req-5efb3048-571d-4674-9033-df0ed3d0df2b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.1483440 Aug 18 23:55:39.531354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port f1cf6493-2fc7-4900-945d-03c4ef722f1b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:39.545336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port f1cf6493-2fc7-4900-945d-03c4ef722f1b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:39.545718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.557776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.586997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd07909a-7170-4475-a510-fcbaaf0846bb req-4c53f54b-bfcd-48a2-8973-ee7d53194177 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Aug 18 23:55:39.627113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.675113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a99eaaca-6ea8-4753-acab-63f50b41e43b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:39.703736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:39.712954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:39.717817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:39.723853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:39.725288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.782485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event updated for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:39.797240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e444b8fa-6827-4632-a3d2-48219c6243d3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1941187 Aug 18 23:55:39.811833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Request body: {'port': {'device_id': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:39.933078 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:39.939551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:40.021649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.145647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:40.161329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:40.167254 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae38783-ad21-49f7-8b0f-b461e9bdb27f" -d '{"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:40.199246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.227263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19cdf-e74c-441d-9a06-aa2a73ad6b7b req-aa9eb078-a3a2-428d-a637-4e0f4cc814cb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:40.234960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8f19cdf-e74c-441d-9a06-aa2a73ad6b7b req-aa9eb078-a3a2-428d-a637-4e0f4cc814cb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 949 time: 0.1539438 Aug 18 23:55:40.346100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8f19cdf-e74c-441d-9a06-aa2a73ad6b7b req-137f4cfa-f739-4099-ad37-6b147ba134e9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096292 Aug 18 23:55:40.352330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c4ca2ee7-f46e-42a1-a820-2533630254c2 None None] Provisioning for port 0234a31b-27ec-4d42-9085-1e45f6977d50 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:40.401001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c4ca2ee7-f46e-42a1-a820-2533630254c2 None None] Provisioning complete for port 0234a31b-27ec-4d42-9085-1e45f6977d50 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:40.401384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2ee7-f46e-42a1-a820-2533630254c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.443733 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9942f7c-ea71-4e8e-96fb-9bb7e8bab29f x-openstack-request-id: req-f9942f7c-ea71-4e8e-96fb-9bb7e8bab29f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:40.444020 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:40.444272 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9942f7c-ea71-4e8e-96fb-9bb7e8bab29f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:40.444688 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'code': 200} Aug 18 23:55:40.507872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40356) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:40.535874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:40.539629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-3cfc5c27-e20e-4f29-9d42-14b94fe8149a tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:40.541255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-3cfc5c27-e20e-4f29-9d42-14b94fe8149a tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.21 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.9008019 Aug 18 23:55:40.551565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321cfcf-9665-457e-a3ff-3437e6e8e2c9 req-1dc9f109-4c19-443b-b390-0cf3c7eb2816 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:40.560081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e321cfcf-9665-457e-a3ff-3437e6e8e2c9 req-1dc9f109-4c19-443b-b390-0cf3c7eb2816 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 936 time: 0.8474891 Aug 18 23:55:40.591647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0234a31b-27ec-4d42-9085-1e45f6977d50 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:40.606104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.640320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5563-8ea8-406e-8079-920befd193e0 req-2a6f7e65-0114-4180-bdb1-2902ded38cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:40.641900 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b13d5563-8ea8-406e-8079-920befd193e0 req-2a6f7e65-0114-4180-bdb1-2902ded38cce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1102 time: 0.0897994 Aug 18 23:55:40.643059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Transition to ACTIVE for port object 0234a31b-27ec-4d42-9085-1e45f6977d50 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:40.648812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.699964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca2ee7-f46e-42a1-a820-2533630254c2 None None] Port 0234a31b-27ec-4d42-9085-1e45f6977d50 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:40.824065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1170781590-network', 'tenant_id': '72d73b6254774314a0c2e5b9e2c094c2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:40.885273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Made reservation on behalf of 72d73b6254774314a0c2e5b9e2c094c2 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:40.887548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e321cfcf-9665-457e-a3ff-3437e6e8e2c9 req-c50ebbd2-8dde-4756-8257-f9c589f5db69 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265579 Aug 18 23:55:40.887721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.913564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:40.916741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b13d5563-8ea8-406e-8079-920befd193e0 req-ded349e1-45ba-4fc2-a262-7d22557b65ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637436 Aug 18 23:55:40.934233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157032d8-7d78-4759-8935-972bea518cbf req-ee427fc0-7046-4e1e-acd7-7b922c83dc2b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:40.944433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-157032d8-7d78-4759-8935-972bea518cbf req-ee427fc0-7046-4e1e-acd7-7b922c83dc2b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 945 time: 0.2163463 Aug 18 23:55:40.988965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:40.994181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Attempting to bind port 0234a31b-27ec-4d42-9085-1e45f6977d50 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:40.994497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Attempting to bind port 0234a31b-27ec-4d42-9085-1e45f6977d50 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:40.994835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Attempting to bind port 0234a31b-27ec-4d42-9085-1e45f6977d50 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:41.039606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Port 0234a31b-27ec-4d42-9085-1e45f6977d50 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:41.039852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Attempting to bind port 0234a31b-27ec-4d42-9085-1e45f6977d50 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:41.055389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:41.055736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:41.056126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:41.056606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Bound port: 0234a31b-27ec-4d42-9085-1e45f6977d50, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:41.056966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.080202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-157032d8-7d78-4759-8935-972bea518cbf req-7e5c5099-8545-435e-a0a4-503c860b2f1b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065106 Aug 18 23:55:41.099753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Deleting port 64c33e17-5935-454e-8e6d-13b75dd672ee {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:41.108486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.148210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:41.151651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0234a31b-27ec-4d42-9085-1e45f6977d50,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:41.162167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.174508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.222309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ae60f-08ad-4c40-b65b-6886cf2502fc None None] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:41.239288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.240901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.242271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/0234a31b-27ec-4d42-9085-1e45f6977d50 HTTP/1.1" status: 200 len: 1097 time: 1.4363253 Aug 18 23:55:41.245650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:41.257221 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33db442-f732-4549-adbd-c58732477725" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:41.260736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a126fe-1dbd-4332-92c8-c3b4002056e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:41.326074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:41.335683 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e23f0-a0a0-4ee8-9cc1-074490e8a0f0 x-openstack-request-id: req-d72e23f0-a0a0-4ee8-9cc1-074490e8a0f0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:41.335975 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:41.336327 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d72e23f0-a0a0-4ee8-9cc1-074490e8a0f0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:41.336797 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50', 'status': 'completed', 'code': 200} Aug 18 23:55:41.362064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.375460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.380904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-a65b0bdf-de10-4e1c-b9ad-792dade30e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.383103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-a65b0bdf-de10-4e1c-b9ad-792dade30e47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 1100 time: 0.0868185 Aug 18 23:55:41.423675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:55:41.455726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] For port 64c33e17-5935-454e-8e6d-13b75dd672ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=64c33e17-5935-454e-8e6d-13b75dd672ee,segment=NetworkSegment(ee9d8226-9035-497f-985f-27e4c8c0e075),segment_id=ee9d8226-9035-497f-985f-27e4c8c0e075)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:41.456041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.468344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-63c4219c-30ec-4271-8603-b65f51f7332c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=0234a31b-27ec-4d42-9085-1e45f6977d50 HTTP/1.1" status: 200 len: 217 time: 0.0751400 Aug 18 23:55:41.470376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:41.479487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.479912 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Added segment 96fc392d-4757-45d3-98cd-49a1db5caeb8 of type vlan for network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b Aug 18 23:55:41.507505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Calling delete_port for 64c33e17-5935-454e-8e6d-13b75dd672ee owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:41.539136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f6bcc89f-e220-4daf-a110-c6a6bafff384 None None] Provisioning for port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:41.559401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:41.606498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.619639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-3c2febe8-0c1b-4d12-a692-d6d986fa667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.621487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-3c2febe8-0c1b-4d12-a692-d6d986fa667d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1438332 Aug 18 23:55:41.640741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5061-5fac-4043-a284-31a9ffa62f30 req-da34141e-06dc-4d62-9167-c777979edb7b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.642550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e6f5061-5fac-4043-a284-31a9ffa62f30 req-da34141e-06dc-4d62-9167-c777979edb7b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1446478 Aug 18 23:55:41.659688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port dc0a70e1-a374-483a-a3c7-c9793aa243c3 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:41.682388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port dc0a70e1-a374-483a-a3c7-c9793aa243c3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:41.683013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.719442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.720702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.721402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.732415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2ee3-a709-414e-bcdd-62a0880edcce req-8ff7bce1-1862-46b2-b0ea-1e96176dbb4b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.735019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54fb2ee3-a709-414e-bcdd-62a0880edcce req-8ff7bce1-1862-46b2-b0ea-1e96176dbb4b tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/ports?device_id=32dc4104-b6c8-4bbe-adcf-4e7477f27b1f HTTP/1.1" status: 200 len: 946 time: 0.7203741 Aug 18 23:55:41.741613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.795796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-c56b0a98-a983-4f32-b16b-cceb810d9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:41.798908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-c56b0a98-a983-4f32-b16b-cceb810d9158 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541140 Aug 18 23:55:41.808153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e6f5061-5fac-4043-a284-31a9ffa62f30 req-84afb985-e7b5-4fd3-b791-83d43072ab4a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562314 Aug 18 23:55:41.810400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54fb2ee3-a709-414e-bcdd-62a0880edcce req-34dedaeb-3d64-4f5b-8f7f-f6a38958f5a2 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.20 "GET /v2.0/security-groups?id=0784acf1-1bbe-4e3f-9df4-aafeef935388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668309 Aug 18 23:55:41.836647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Pushing event deleted for resources: {'Port': ['ID=64c33e17-5935-454e-8e6d-13b75dd672ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:41.887641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:41.889682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] No DVR routers for this DVR port 64c33e17-5935-454e-8e6d-13b75dd672ee on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:41.899035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.901191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f0c14b7-976b-40d2-9c2d-a0e4f7c1e4ce req-7e6aec8a-4811-4ef9-82fb-0952c71747c5 tempest-VolumesAdminNegativeTest-1314862953 tempest-VolumesAdminNegativeTest-1314862953-project] 10.222.0.21 "DELETE /v2.0/ports/64c33e17-5935-454e-8e6d-13b75dd672ee HTTP/1.1" status: 204 len: 173 time: 1.3340693 Aug 18 23:55:41.901635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'name': 'network-vif-deleted', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:41.904472 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225a723-8137-4b28-8967-3232b129d322" -d '{"events": [{"server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "name": "network-vif-deleted", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:41.913821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:41.918014 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:41.938939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:55:41.999642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] Pushing event updated for resources: {'Network': ['ID=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:42.004709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c1eec01-4b82-4163-8a14-2023db2b314c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4962828 Aug 18 23:55:42.022657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40376) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:42.027554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Request body: {'subnet': {'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1170781590-subnet', 'tenant_id': '72d73b6254774314a0c2e5b9e2c094c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:42.043362 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3967c885-0e2b-4857-8b7a-20cccc4fb83b x-openstack-request-id: req-3967c885-0e2b-4857-8b7a-20cccc4fb83b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:42.043671 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dc4104-b6c8-4bbe-adcf-4e7477f27b1f", "name": "network-vif-deleted", "tag": "64c33e17-5935-454e-8e6d-13b75dd672ee", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:42.043936 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3967c885-0e2b-4857-8b7a-20cccc4fb83b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:42.044416 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dc4104-b6c8-4bbe-adcf-4e7477f27b1f', 'name': 'network-vif-deleted', 'tag': '64c33e17-5935-454e-8e6d-13b75dd672ee', 'status': 'completed', 'code': 200} Aug 18 23:55:42.076420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Made reservation on behalf of 72d73b6254774314a0c2e5b9e2c094c2 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:42.082433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.095164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.107801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:55:42.224442 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-b14daf2f-9521-41b4-9ceb-6c38d6fc346a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122102 Aug 18 23:55:42.265718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:55:42.282128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Sync routers for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:55:42.282668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:42.301697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.309969 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:42.311494 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:42.339310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.343122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3788416-40b7-44ad-80d3-02cc6836ac6b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1914811 Aug 18 23:55:42.359965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:42.450740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af1bdbfa-9809-4132-b268-d6ddc1c06cd4 req-e64a2f02-57cd-4b36-b7b8-3dd2021c821a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857722 Aug 18 23:55:42.458203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:42.461995 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647d957-f75f-4b5a-9d83-78800809b08d" -d '{"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:42.561900 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e73eb3e5-9050-49c1-9462-62e3973117ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.563345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:42.565868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.582390 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:42.592388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ed28-b35d-4b0a-afaa-17604771a5cc req-1e220b4c-7651-4cd7-9d25-ddb17819cd45 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:42.602062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0682ed28-b35d-4b0a-afaa-17604771a5cc req-1e220b4c-7651-4cd7-9d25-ddb17819cd45 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 948 time: 0.4070632 Aug 18 23:55:42.606604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:42.616878 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.633986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2027110-53b8-481c-b5a9-0c74f8ae5989 req-aceb700a-0408-4ccf-91d4-f088eb79303a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:42.648662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c2027110-53b8-481c-b5a9-0c74f8ae5989 req-aceb700a-0408-4ccf-91d4-f088eb79303a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.3668318 Aug 18 23:55:42.690087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:42.703922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-edf91379-739c-4576-90f5-8936c25d1b42 None None] Provisioning complete for port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:42.704354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-edf91379-739c-4576-90f5-8936c25d1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.819191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33db442-f732-4549-adbd-c58732477725 req-78059338-e33a-4c5a-a45f-da8c680e79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:42.821261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-78059338-e33a-4c5a-a45f-da8c680e79e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 1100 time: 0.2739682 Aug 18 23:55:42.826300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:42.829225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c2027110-53b8-481c-b5a9-0c74f8ae5989 req-9f774ee0-3ed2-43fd-b22d-67bcb89b7ce7 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695826 Aug 18 23:55:42.949710 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a18dbce-e487-4c17-97f4-411c9e0d1354 x-openstack-request-id: req-8a18dbce-e487-4c17-97f4-411c9e0d1354 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:42.950209 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:42.950436 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a18dbce-e487-4c17-97f4-411c9e0d1354 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:42.950924 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'code': 200} Aug 18 23:55:42.955884 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:39Z', 'revision_number': 3, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:42.957482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0682ed28-b35d-4b0a-afaa-17604771a5cc req-255ada61-185d-4e38-819b-658ee8ce3088 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533466 Aug 18 23:55:43.000958 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Checking router: 2bc52f58-c81e-4aad-a175-44d80b8e3e16 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:55:43.001314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Updating router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 port 03bcf57c-7c0e-461f-9a95-2ad1699827ed binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:55:43.053987 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.074101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2205299-5223-41e6-b230-93d058748b0d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:43.076178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40390) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:43.095207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Checking segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:43.095507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Network hostable DHCP agents. Network: 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:55:43.227260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33db442-f732-4549-adbd-c58732477725 req-bce960b4-1f56-4816-aecc-4db2bd047591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.228781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-bce960b4-1f56-4816-aecc-4db2bd047591 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3866796 Aug 18 23:55:43.233328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9658d-dcac-4c51-b3b0-a8d6b8917b33 req-1f40b12e-bafa-434e-9d12-713aec4bded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.234790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41b9658d-dcac-4c51-b3b0-a8d6b8917b33 req-1f40b12e-bafa-434e-9d12-713aec4bded3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 1098 time: 0.1780164 Aug 18 23:55:43.245711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:55:43.247662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33248-4325-421a-92d8-26870f558723 req-1152adbf-49aa-4df0-9355-153178198880 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.249195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb33248-4325-421a-92d8-26870f558723 req-1152adbf-49aa-4df0-9355-153178198880 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1265790 Aug 18 23:55:43.304564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Deleting subnet a405c057-e740-4685-880a-f5580da5ecc6 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:55:43.309400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-4e0c872e-dc2a-4538-b232-c7a410542c21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=0234a31b-27ec-4d42-9085-1e45f6977d50 HTTP/1.1" status: 200 len: 217 time: 0.0650692 Aug 18 23:55:43.310144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:43.311942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.321453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa594ac-c1aa-4a16-bc5b-d402c6059a77 None None] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:43.335783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.336574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.401014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.404587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 64c33e17-5935-454e-8e6d-13b75dd672ee no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:43.407141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-de97dbe4-a52d-4545-b497-d9b31c0a0422 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3834305 Aug 18 23:55:43.421726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41b9658d-dcac-4c51-b3b0-a8d6b8917b33 req-a31d0a0a-539e-41f3-a71e-a2e08eac1d3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714954 Aug 18 23:55:43.423442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33db442-f732-4549-adbd-c58732477725 req-cf33da3d-78a2-491f-9960-23ae8e7775fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.430290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-cf33da3d-78a2-491f-9960-23ae8e7775fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0901024 Aug 18 23:55:43.431680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.448181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:43.461307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb33248-4325-421a-92d8-26870f558723 req-c0ad8a8f-a36e-491b-b179-5d40164dc4df tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903081 Aug 18 23:55:43.476312 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.487657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Transition to ACTIVE for port object 03bcf57c-7c0e-461f-9a95-2ad1699827ed will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:43.507044 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.517733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 64c33e17-5935-454e-8e6d-13b75dd672ee {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:43.518148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 64c33e17-5935-454e-8e6d-13b75dd672ee not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:43.532610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:43.533304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.533660 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.620968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33db442-f732-4549-adbd-c58732477725 req-49bf4304-ce24-4493-95a1-7bf0f7b2b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:43.625705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-49bf4304-ce24-4493-95a1-7bf0f7b2b6f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133761 Aug 18 23:55:43.652618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Attempting to bind port 03bcf57c-7c0e-461f-9a95-2ad1699827ed on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:43.653303 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Attempting to bind port 03bcf57c-7c0e-461f-9a95-2ad1699827ed by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:43.654133 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Attempting to bind port 03bcf57c-7c0e-461f-9a95-2ad1699827ed on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:43.659266 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Pushing event updated for resources: {'Port': ['ID=03bcf57c-7c0e-461f-9a95-2ad1699827ed,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:43.671058 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:43.671764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:43.672356 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.672936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:43.673563 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Bound port: 03bcf57c-7c0e-461f-9a95-2ad1699827ed, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:43.674110 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.693582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.694128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.696076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.696617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.697118 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.698122 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.700221 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.700748 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.701244 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.703713 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.704266 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.704805 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:43.756559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f81da-6fde-49cb-961f-dcef96f409be None None] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:43.782297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] For port 03bcf57c-7c0e-461f-9a95-2ad1699827ed, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:43.793626 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] For port 03bcf57c-7c0e-461f-9a95-2ad1699827ed, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=03bcf57c-7c0e-461f-9a95-2ad1699827ed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:43.809317 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:43.865308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Allocated IP 172.20.0.1 (7a29c0b7-5b25-4983-a25e-e5d1865ebbeb/83f8cfa2-e122-44ab-836e-88428fc4a0c3/59523699-97af-482f-9e2e-9e31eb3d7004) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:43.887625 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdf2f2-9ba0-4752-a0f5-1d136c719dd6 None None] Pushing event updated for resources: {'Port': ['ID=03bcf57c-7c0e-461f-9a95-2ad1699827ed,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:43.933186 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:43.934042 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:44.082812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.100549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Transition to ACTIVE for port object 59523699-97af-482f-9e2e-9e31eb3d7004 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:44.203619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-4c795982-6525-4c63-895f-d1b3a9f87129 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609226 Aug 18 23:55:44.233581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-6df8f7ab-ae85-432c-9091-ce07d3d30554 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:44.235084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-6df8f7ab-ae85-432c-9091-ce07d3d30554 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.1208303 Aug 18 23:55:44.242381 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:44.244133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.299704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-4ebc1f51-b196-4fc7-8556-4eb3266205af tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/quotas/72d73b6254774314a0c2e5b9e2c094c2 HTTP/1.1" status: 200 len: 375 time: 0.0236673 Aug 18 23:55:44.303507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:44.306586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:44.312508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:44.312994 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.342086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-5814e613-de1e-40e3-95ea-d16f3b0342dc tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307519 Aug 18 23:55:44.342717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Pushing event updated for resources: {'Port': ['ID=59523699-97af-482f-9e2e-9e31eb3d7004,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:44.375752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e33db442-f732-4549-adbd-c58732477725 req-e560113f-67f3-4ee4-9425-1f1024ad0f25 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567266 Aug 18 23:55:44.390757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.415485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-392bb71b-1df7-487f-ad45-a9f45593605c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3131044 Aug 18 23:55:44.477649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219410-1456-4427-be15-a9a9588e8a77 req-cd423427-fc27-4825-afeb-ee2b6d6996f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:44.484062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f219410-1456-4427-be15-a9a9588e8a77 req-cd423427-fc27-4825-afeb-ee2b6d6996f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.3134782 Aug 18 23:55:44.485637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.489983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a405c057-e740-4685-880a-f5580da5ecc6 HTTP/1.1" status: 204 len: 168 time: 1.4109361 Aug 18 23:55:44.491810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a405c057-e740-4685-880a-f5580da5ecc6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:44.493630 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:39Z', 'revision_number': 3, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:44.494233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40428) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:44.543336 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d09a7-8c33-48bf-88dd-fe8f9b99cc44 None None] The sync data for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 is: [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:39Z', 'revision_number': 3, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:55:44.590875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.615724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.631858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.632646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.632646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.632895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.633252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.633550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.633884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.634213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.634600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.635332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.635665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.636083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b79b6-7e26-44aa-b136-21bf8df5cd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:44.636548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-932f6608-141c-4cc1-b773-fb0722be1f1b None None] Provisioning for port 59523699-97af-482f-9e2e-9e31eb3d7004 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:44.647134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-932f6608-141c-4cc1-b773-fb0722be1f1b None None] Provisioning complete for port 59523699-97af-482f-9e2e-9e31eb3d7004 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:44.648065 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-932f6608-141c-4cc1-b773-fb0722be1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.657395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-62a98011-db48-4671-8734-9a56d2e84e6e service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442298 Aug 18 23:55:44.673030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f219410-1456-4427-be15-a9a9588e8a77 req-5c227950-4cf8-4be3-946c-07a7087eae44 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769888 Aug 18 23:55:44.707158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-932f6608-141c-4cc1-b773-fb0722be1f1b None None] Port 59523699-97af-482f-9e2e-9e31eb3d7004 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:44.745632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.832253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:44.838831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1ccf1092-92c3-4836-81c1-97770a1fe0b5 service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641145 Aug 18 23:55:44.853743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.854104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.854856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.855191 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > port after_create 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.855534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.855875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > port after_update 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.856198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.857929 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.858266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.863219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:44.961513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b8c915b-da46-4d55-a2cb-016a78edba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.057572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:45.058271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:45.058806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:45.059332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:55:45.060092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870f506a-c4db-4915-9648-0e439856f25b']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:45.103542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9d8226-9035-497f-985f-27e4c8c0e075') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:45.104999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9d8226-9035-497f-985f-27e4c8c0e075') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:45.127419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.143885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.175748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.191595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:55:45.193213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: from cryptography.utils import int_from_bytes Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: from cryptography.utils import int_from_bytes Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:55:45.232125 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:55:45.256993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9ebcd-2d5e-4538-9e32-bf9572f1bee7 req-c162c4ba-1957-4b0d-876a-4155d5dd2dd7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:45.258114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0234a31b-27ec-4d42-9085-1e45f6977d50 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:45.266849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ce9ebcd-2d5e-4538-9e32-bf9572f1bee7 req-c162c4ba-1957-4b0d-876a-4155d5dd2dd7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 948 time: 0.1027243 Aug 18 23:55:45.340949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c04b-b225-4564-9780-4bfba7cc775f req-f9a58d85-c5e4-4cc9-b2fb-5f150f8edaa7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:45.351321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8340c04b-b225-4564-9780-4bfba7cc775f req-f9a58d85-c5e4-4cc9-b2fb-5f150f8edaa7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.5772557 Aug 18 23:55:45.383958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ce9ebcd-2d5e-4538-9e32-bf9572f1bee7 req-22611801-4f0b-4845-99bc-f3b250f7e454 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083546 Aug 18 23:55:45.418964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.431202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.432097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.448524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.485560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8340c04b-b225-4564-9780-4bfba7cc775f req-a27c29b1-49cc-4e72-a8b6-f9a819709b91 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332555 Aug 18 23:55:45.516281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 03bcf57c-7c0e-461f-9a95-2ad1699827ed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:45.516660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.523050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/870f506a-c4db-4915-9648-0e439856f25b HTTP/1.1" status: 204 len: 168 time: 1.0208628 Aug 18 23:55:45.523783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40458) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:45.659808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0234a31b-27ec-4d42-9085-1e45f6977d50,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:45.660698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bde396fd-3bf9-4ecd-84cd-264d306576fc req-abaa1817-814d-4f40-990c-64b880f0e7c9 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 210 time: 0.0485616 Aug 18 23:55:45.671775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465eec-5859-4a9d-91e5-ebe667d17d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=870f506a-c4db-4915-9648-0e439856f25b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:45.683972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '0234a31b-27ec-4d42-9085-1e45f6977d50', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '0234a31b-27ec-4d42-9085-1e45f6977d50', 'mac_address': 'fa:16:3e:f7:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:45.700327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:45.705522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:45.716786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Pushing event updated for resources: {'Port': ['ID=59523699-97af-482f-9e2e-9e31eb3d7004,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:45.724774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Deleting subnet 17b91cde-aaf8-4a87-94f8-9f2da3f97240 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:55:45.729050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.763528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 03bcf57c-7c0e-461f-9a95-2ad1699827ed completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:45.779167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 03bcf57c-7c0e-461f-9a95-2ad1699827ed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:45.779717 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.804516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.853869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.888268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0234a31b-27ec-4d42-9085-1e45f6977d50 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:45.914321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.939890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0234a31b-27ec-4d42-9085-1e45f6977d50,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:45.948919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ac38-47bd-447b-b7b5-fefffa67566d req-b33d68d0-ffca-44cd-b8cc-af3e04e97ca6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:45.956535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7746ac38-47bd-447b-b7b5-fefffa67566d req-b33d68d0-ffca-44cd-b8cc-af3e04e97ca6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1428208 Aug 18 23:55:45.988556 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:45.997888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:55:46.028255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.038453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7746ac38-47bd-447b-b7b5-fefffa67566d req-11a6fc0a-1533-4828-b117-fe504142f1bd tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783815 Aug 18 23:55:46.064857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b91cde-aaf8-4a87-94f8-9f2da3f97240,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:46.071907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.074820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-245f422e-f293-45df-bd9d-37600a2dfe2e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/17b91cde-aaf8-4a87-94f8-9f2da3f97240 HTTP/1.1" status: 204 len: 168 time: 0.5488560 Aug 18 23:55:46.090378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.090562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40466) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:46.163467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 03bcf57c-7c0e-461f-9a95-2ad1699827ed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=03bcf57c-7c0e-461f-9a95-2ad1699827ed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:46.172423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:46.199092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.213606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:55:46.222465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e82b874-7808-4e46-8716-b8a737a6f075 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bc52f58-c81e-4aad-a175-44d80b8e3e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609307 Aug 18 23:55:46.237512 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.239865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8597bcae-7eaa-4a9f-a989-e850808fafe6 None None] Provisioning complete for port 59523699-97af-482f-9e2e-9e31eb3d7004 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:46.240716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8597bcae-7eaa-4a9f-a989-e850808fafe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.254637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.300935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=03bcf57c-7c0e-461f-9a95-2ad1699827ed,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:46.307756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8597bcae-7eaa-4a9f-a989-e850808fafe6 None None] Port 59523699-97af-482f-9e2e-9e31eb3d7004 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:46.346572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0234a31b-27ec-4d42-9085-1e45f6977d50'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:46.391578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.408199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57b5a6d-a6d7-4715-92d7-3ed0063a1e48']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:46.421695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfe922d-9bac-4174-8f86-7f4af1d3e993') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:46.422081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfe922d-9bac-4174-8f86-7f4af1d3e993') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:46.428170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c20c5-df34-4088-b71f-bd8785cb7ecf req-170b8fa6-586c-400a-9bf1-ab10b085ec5d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:46.434343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.438191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a5c20c5-df34-4088-b71f-bd8785cb7ecf req-170b8fa6-586c-400a-9bf1-ab10b085ec5d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0989017 Aug 18 23:55:46.455581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.468210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:55:46.468909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:55:46.471806 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:55:46.494433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a5c20c5-df34-4088-b71f-bd8785cb7ecf req-4892ecf2-bd20-4612-a32f-6015c0ebd771 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Aug 18 23:55:46.597124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6036640e-7e0b-4019-b6e9-681be4dcf9b7 req-724410f2-7b82-40b3-ac19-17e5a9b30fb1 tempest-FloatingIPsNegativeTestJSON-1061984954 tempest-FloatingIPsNegativeTestJSON-1061984954-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=baedc8b765904bc68c0b418d59f3637c HTTP/1.1" status: 200 len: 217 time: 0.0659618 Aug 18 23:55:46.606913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.613694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:46.618668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] 10.222.0.20 "DELETE /v2.0/networks/f57b5a6d-a6d7-4715-92d7-3ed0063a1e48 HTTP/1.1" status: 204 len: 168 time: 0.5243304 Aug 18 23:55:46.619411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a0bc8-f535-4584-883d-0fc1129dc473 req-e3b53d39-a8a4-4afb-9b11-101de0589026 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:46.621497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a1a0bc8-f535-4584-883d-0fc1129dc473 req-e3b53d39-a8a4-4afb-9b11-101de0589026 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 949 time: 0.0583224 Aug 18 23:55:46.641796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815fe67-15e4-4e2a-b70f-a0836a8ed3de admin admin] Pushing event deleted for resources: {'Network': ['ID=f57b5a6d-a6d7-4715-92d7-3ed0063a1e48,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:46.668421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a1a0bc8-f535-4584-883d-0fc1129dc473 req-f5d64169-7ec8-454b-8dc4-e5cb9e40bbb3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Aug 18 23:55:46.765539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfef74-366b-43cd-8645-a86ee081f543 req-6443d066-be98-4989-b51a-df0fba05f45f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:46.770952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af2388a2-78c4-46c5-ac96-e5ebcf87e619 req-b45036a2-87aa-411c-9830-b3e360dea696 tempest-FloatingIPsNegativeTestJSON-1061984954 tempest-FloatingIPsNegativeTestJSON-1061984954-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0349474 Aug 18 23:55:46.779910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:46.795580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ecfef74-366b-43cd-8645-a86ee081f543 req-6443d066-be98-4989-b51a-df0fba05f45f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1131902 Aug 18 23:55:46.860936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c96df20-91d2-499d-8da4-3fda4c507514 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffca85433b444459911c8e978c983e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796692 Aug 18 23:55:46.862906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40498) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:46.883062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ecfef74-366b-43cd-8645-a86ee081f543 req-d7c06b5d-dc58-4cfa-afda-8bddbb10305b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794106 Aug 18 23:55:46.922335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-3eaaf5f7-5788-4f59-b880-99ce22b934c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:46.924784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-3eaaf5f7-5788-4f59-b880-99ce22b934c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1102 time: 0.0767841 Aug 18 23:55:46.966258 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-db6fb1fe-c544-4a3d-9563-262ffbdca5af req-53fcc007-edcb-42a5-9b01-cafba3376f0c tempest-FloatingIPsNegativeTestJSON-1061984954 tempest-FloatingIPsNegativeTestJSON-1061984954-project] show failed (client error): The resource could not be found. Aug 18 23:55:46.967298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db6fb1fe-c544-4a3d-9563-262ffbdca5af req-53fcc007-edcb-42a5-9b01-cafba3376f0c tempest-FloatingIPsNegativeTestJSON-1061984954 tempest-FloatingIPsNegativeTestJSON-1061984954-project] 10.222.0.20 "GET /v2.0/floatingips/5aebb0d9-d2e8-4266-a71a-f5ef7e921d73 HTTP/1.1" status: 404 len: 350 time: 0.0415628 Aug 18 23:55:46.978667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:46.993750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98803fe9-bf18-44f6-8051-05e1de7d0ab4 req-3184fe3b-b5a0-4bfa-9f59-fc7fe386dcb0 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 210 time: 0.0390832 Aug 18 23:55:47.026350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Sync routers for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:55:47.039396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.039617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:47.040117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:47.079287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-85d8d6a8-cf22-429a-ba8d-9b92478b96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.081673 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-85d8d6a8-cf22-429a-ba8d-9b92478b96c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1354403 Aug 18 23:55:47.124054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.126646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-0d39bd0d-f107-45ea-8ca3-95fa2d6f42f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.0364363 Aug 18 23:55:47.149285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:47.151966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-1e7cb059-61d4-4cdd-b9ef-fd7fe557e31d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1614296 Aug 18 23:55:47.180236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-6f9772d4-a2c2-4c1e-ac71-6ef1bc865509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.182019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-6f9772d4-a2c2-4c1e-ac71-6ef1bc865509 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0480106 Aug 18 23:55:47.245024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-99efec66-2624-4966-9d2b-0932282cab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.246934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-99efec66-2624-4966-9d2b-0932282cab9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490167 Aug 18 23:55:47.324678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.327609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.328237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0784acf1-1bbe-4e3f-9df4-aafeef935388 HTTP/1.1" status: 204 len: 168 time: 0.4644053 Aug 18 23:55:47.398342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:44Z', 'revision_number': 4, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '59523699-97af-482f-9e2e-9e31eb3d7004', 'name': '', 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'mac_address': 'fa:16:3e:29:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:43Z', 'updated_at': '2021-08-18T23:55:44Z', 'revision_number': 2, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'subnets': [{'id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:47.404825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78a0ad-14fd-4644-8ae2-9c08be4883e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0784acf1-1bbe-4e3f-9df4-aafeef935388,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:47.437221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Checking router: 2bc52f58-c81e-4aad-a175-44d80b8e3e16 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:55:47.437938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Updating router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 port 59523699-97af-482f-9e2e-9e31eb3d7004 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:55:47.453522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-54783a8b-8529-42c8-820c-8193bf7e6ab9 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961203 Aug 18 23:55:47.483443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.486103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 03bcf57c-7c0e-461f-9a95-2ad1699827ed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:47.511096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-d2f91f8a-4cf3-4654-ac71-3341964cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.515674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-d2f91f8a-4cf3-4654-ac71-3341964cdcb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 1098 time: 0.2032011 Aug 18 23:55:47.610341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-cd77ed03-f7cc-470c-8f47-66d191c5c1bb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.611879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-cd77ed03-f7cc-470c-8f47-66d191c5c1bb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.2649276 Aug 18 23:55:47.639243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-c9e93a00-13e8-4f6b-a268-9da05566509c service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723270 Aug 18 23:55:47.654346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'port': {'device_id': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'admin_state_up': True, 'tenant_id': '72d73b6254774314a0c2e5b9e2c094c2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:47.765222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52ceaa-9b53-47a4-b382-706b1d25a9c0 req-dca9c7fb-b671-40e7-9df4-833885b447fb tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.766759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b52ceaa-9b53-47a4-b382-706b1d25a9c0 req-dca9c7fb-b671-40e7-9df4-833885b447fb tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1463280 Aug 18 23:55:47.806548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-c094134e-6b9d-441a-9903-e5a587a17b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:47.807850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-c094134e-6b9d-441a-9903-e5a587a17b37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.2578733 Aug 18 23:55:47.813375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.860718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 03bcf57c-7c0e-461f-9a95-2ad1699827ed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:47.861172 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.866509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Made reservation on behalf of 72d73b6254774314a0c2e5b9e2c094c2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:47.877685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.904136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:47.946649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b52ceaa-9b53-47a4-b382-706b1d25a9c0 req-055142a6-516d-4aa7-a939-cc2d8558b20a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650701 Aug 18 23:55:47.953308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-17e0d8b7-60f4-4fdf-89e3-2411c194b278 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 200 len: 1001 time: 0.1340227 Aug 18 23:55:48.034113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:48.034356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.049265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Transition to ACTIVE for port object 59523699-97af-482f-9e2e-9e31eb3d7004 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:48.073822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e42c-7046-4695-b01b-b66d210a781b req-1e985db7-0c9d-4cc5-a8c4-1f03efd0a66d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:48.076118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78b7e42c-7046-4695-b01b-b66d210a781b req-1e985db7-0c9d-4cc5-a8c4-1f03efd0a66d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 949 time: 0.2547865 Aug 18 23:55:48.088367 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.153713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Pushing event updated for resources: {'Port': ['ID=59523699-97af-482f-9e2e-9e31eb3d7004,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:48.186199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.186688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.187136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.187601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.188170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.188629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.189215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.189649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.190588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.191041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.191660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.197261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.232952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78b7e42c-7046-4695-b01b-b66d210a781b req-5be44802-98e4-4960-adb6-6e208edd9c14 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359091 Aug 18 23:55:48.233915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Attempting to bind port 59523699-97af-482f-9e2e-9e31eb3d7004 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:48.234476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Attempting to bind port 59523699-97af-482f-9e2e-9e31eb3d7004 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:48.235024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Attempting to bind port 59523699-97af-482f-9e2e-9e31eb3d7004 on network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:48.243127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:48.243506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Checking segment: {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:48.243913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.244385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Bound using segment: {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:48.244817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Bound port: 59523699-97af-482f-9e2e-9e31eb3d7004, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e483652-8c52-4019-94db-c9f55f8201b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:48.245201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.260709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8fdc1745-2329-450e-a553-c70a1d727d22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01ac29c7b3a45d99bd704490a5eb8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227457 Aug 18 23:55:48.261382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:48.273521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Allocated IP 172.20.0.8 (08de7a1e-e0f3-4197-991e-f5d2ce01ac2b/c2205299-5223-41e6-b230-93d058748b0d/0dc2000c-bafc-44e3-a5c2-1a365b5e6877) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:48.349711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] For port 59523699-97af-482f-9e2e-9e31eb3d7004, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:48.354897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] For port 59523699-97af-482f-9e2e-9e31eb3d7004, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=59523699-97af-482f-9e2e-9e31eb3d7004,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:48.363556 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.381746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fecdf2ca-3eb1-4602-9873-65e08478b82e req-09c92ff4-0a33-4b79-a097-39bbd65eca43 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 210 time: 0.0640583 Aug 18 23:55:48.417903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:48.418430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:48.421852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-a09b35fe-4b41-4cfc-9dd3-91ce7a290223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:48.423344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-a09b35fe-4b41-4cfc-9dd3-91ce7a290223 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.4539757 Aug 18 23:55:48.475309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedad5e-317d-4f40-9e5d-f99e1f308a3b None None] Pushing event updated for resources: {'Port': ['ID=59523699-97af-482f-9e2e-9e31eb3d7004,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:48.491074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.531823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff2bb-cd53-4b14-9d86-ee28923e8d3f req-914368a9-c20d-48b4-866c-bb85780a34c0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:48.539325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b1ff2bb-cd53-4b14-9d86-ee28923e8d3f req-914368a9-c20d-48b4-866c-bb85780a34c0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.2461579 Aug 18 23:55:48.541971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.562605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:48.575080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.655482 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.658085 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.659245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2ead940-7153-4645-a2fb-1e45f0cb63c3 HTTP/1.1" status: 204 len: 168 time: 0.3564444 Aug 18 23:55:48.665507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-7a492c0a-fd5a-4707-9bd6-144a5197d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:48.668405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-7a492c0a-fd5a-4707-9bd6-144a5197d577 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186048 Aug 18 23:55:48.673762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.688033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b1ff2bb-cd53-4b14-9d86-ee28923e8d3f req-6fb0666b-62dc-4948-9284-a544c7e7d32c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476460 Aug 18 23:55:48.717881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ead940-7153-4645-a2fb-1e45f0cb63c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:48.738563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:48.745510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.745886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.746359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.746827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.747215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.747818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.748219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.748711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.749109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.749560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.749955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.750350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dbb794-819e-4eba-9fa9-d51a20df9090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:55:48.761924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:48.765725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:48.772585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:48.773233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.790639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:48.807612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-1cb6268e-3642-4196-a07f-1bdcb0b77d78 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1572375 Aug 18 23:55:48.833871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Request body: {'port': {'device_id': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:48.895055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-b63ead75-e5d4-41d8-b782-ecd1e3ea4a18 service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059622 Aug 18 23:55:48.901133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:48.902014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f0222332-5989-4b21-9013-0f367af8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:44Z', 'revision_number': 4, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '59523699-97af-482f-9e2e-9e31eb3d7004', 'name': '', 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'mac_address': 'fa:16:3e:29:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:43Z', 'updated_at': '2021-08-18T23:55:48Z', 'revision_number': 4, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'subnets': [{'id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:48.977027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Deleting port 59523699-97af-482f-9e2e-9e31eb3d7004 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:48.977371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.060678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222332-5989-4b21-9013-0f367af8950f None None] The sync data for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 is: [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:44Z', 'revision_number': 4, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '59523699-97af-482f-9e2e-9e31eb3d7004', 'name': '', 'network_id': '7a29c0b7-5b25-4983-a25e-e5d1865ebbeb', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'mac_address': 'fa:16:3e:29:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:43Z', 'updated_at': '2021-08-18T23:55:48Z', 'revision_number': 4, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'subnets': [{'id': '83f8cfa2-e122-44ab-836e-88428fc4a0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:55:49.061356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed727afb-c8a5-42b5-a42f-ad227b7b1574 req-32c7e0fc-9ef4-4af5-8d75-23ea992add52 service neutron] 10.222.0.21 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576006 Aug 18 23:55:49.101176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] For port 59523699-97af-482f-9e2e-9e31eb3d7004, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=59523699-97af-482f-9e2e-9e31eb3d7004,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:49.101865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.141426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Calling delete_port for 59523699-97af-482f-9e2e-9e31eb3d7004 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:49.225291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00dd0-9ba2-4846-b397-f6c820753be4 req-44fea236-a1d3-4abc-9a61-9072396e7a5f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:49.232928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3b00dd0-9ba2-4846-b397-f6c820753be4 req-44fea236-a1d3-4abc-9a61-9072396e7a5f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1581888 Aug 18 23:55:49.293872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0234a31b-27ec-4d42-9085-1e45f6977d50 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:49.307891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3b00dd0-9ba2-4846-b397-f6c820753be4 req-796e05c7-cf22-47eb-8c21-3e54c38956c9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716178 Aug 18 23:55:49.413943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 0234a31b-27ec-4d42-9085-1e45f6977d50 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:49.418819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 0234a31b-27ec-4d42-9085-1e45f6977d50 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:49.419206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.478538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c12cb6-53aa-4986-91bf-5bce16ec4f29 req-4b6bdef7-e9e9-43d0-936a-fa952dc07b54 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:49.480314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97c12cb6-53aa-4986-91bf-5bce16ec4f29 req-4b6bdef7-e9e9-43d0-936a-fa952dc07b54 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 949 time: 0.0963962 Aug 18 23:55:49.491427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:49.501102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59523699-97af-482f-9e2e-9e31eb3d7004 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:49.527204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.571536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97c12cb6-53aa-4986-91bf-5bce16ec4f29 req-acdd66f7-e214-4522-8b30-6e5d698f4376 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775728 Aug 18 23:55:49.611646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.636071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7025a-5f60-42ec-b1c5-4cb88cc1a474 req-05263b49-006c-4450-b334-a119d8147570 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:49.648097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:49.648332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.649222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aea7025a-5f60-42ec-b1c5-4cb88cc1a474 req-05263b49-006c-4450-b334-a119d8147570 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 931 time: 0.1292968 Aug 18 23:55:49.650909 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150315f6-562c-4f33-a683-d8f5d7c6d692" -d '{"events": [{"server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "name": "network-vif-plugged", "status": "completed", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:49.672329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Transition to ACTIVE for port object 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:49.699737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Could not find standard attr ID for object 59523699-97af-482f-9e2e-9e31eb3d7004. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 23:55:49.711106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0234a31b-27ec-4d42-9085-1e45f6977d50,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:49.711525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.721747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.731973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=59523699-97af-482f-9e2e-9e31eb3d7004,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:49.747674 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00e872-c97c-4dd8-8860-2d4ba6b42690 x-openstack-request-id: req-8c00e872-c97c-4dd8-8860-2d4ba6b42690 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:49.750018 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "name": "network-vif-plugged", "status": "completed", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:49.750647 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c00e872-c97c-4dd8-8860-2d4ba6b42690 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:49.751253 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50', 'code': 200} Aug 18 23:55:49.860148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:49.862192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aea7025a-5f60-42ec-b1c5-4cb88cc1a474 req-91ffdc39-56b2-44db-ac03-de522023fa12 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118142 Aug 18 23:55:49.913782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:49.925511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Attempting to bind port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:49.925916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Attempting to bind port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:49.926331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Attempting to bind port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:49.932435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:49.932832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Attempting to bind port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:49.939441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:49.940430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Checking segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:49.941115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Bound using segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:49.941747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Bound port: 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:49.942408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:49.950513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:50.035489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:50.040021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:50.062586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.084128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bea3-193e-4d54-a46c-498ab3ac1f23 req-15c475ae-075a-410c-be6d-be181c3b6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.085678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b260bea3-193e-4d54-a46c-498ab3ac1f23 req-15c475ae-075a-410c-be6d-be181c3b6746 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 1102 time: 0.2486475 Aug 18 23:55:50.098797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.113367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.114011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.116635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/0dc2000c-bafc-44e3-a5c2-1a365b5e6877 HTTP/1.1" status: 200 len: 1092 time: 1.2937675 Aug 18 23:55:50.117094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:50.120172 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0358bf-5a29-46a8-b947-5576316b7c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:50.129826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-892844664-network', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:50.135765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420305b9-9dfd-4fce-8a0e-e8b2079caab4 req-cc6fede3-7799-412f-8dee-cdd09ea9b433 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.149696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-420305b9-9dfd-4fce-8a0e-e8b2079caab4 req-cc6fede3-7799-412f-8dee-cdd09ea9b433 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1758151 Aug 18 23:55:50.159198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcfe9d-d04a-4d35-bf3b-5bf8dccd88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:50.172563 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5ae9cf-d74e-4f96-98b4-236b04df3b18 x-openstack-request-id: req-7a5ae9cf-d74e-4f96-98b4-236b04df3b18 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:55:50.172890 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:55:50.173153 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a5ae9cf-d74e-4f96-98b4-236b04df3b18 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:55:50.173555 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'status': 'completed', 'code': 200} Aug 18 23:55:50.181347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Made reservation on behalf of d994145a1ac448a7a321c142f80cac6b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:50.184066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.194866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.260007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b260bea3-193e-4d54-a46c-498ab3ac1f23 req-b546a5f8-ee89-435d-8f3b-1e2dcf847c2c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570132 Aug 18 23:55:50.267447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-081e7321-8104-4128-8249-00a6b76728e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.269090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-081e7321-8104-4128-8249-00a6b76728e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 1095 time: 0.0658655 Aug 18 23:55:50.277073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-420305b9-9dfd-4fce-8a0e-e8b2079caab4 req-a850b2f4-63ba-41e3-94d6-fd3e59d93449 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256995 Aug 18 23:55:50.333462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-6585d76e-3ecc-4107-b8c0-269f9e24a1d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877 HTTP/1.1" status: 200 len: 217 time: 0.0468700 Aug 18 23:55:50.422295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.424084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-51af49c1-cabd-4839-8182-29a4762c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.425761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-51af49c1-cabd-4839-8182-29a4762c7c75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.0697246 Aug 18 23:55:50.428176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.471056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-9ce7d97e-73e6-4930-9f73-21dc82e33a4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351751 Aug 18 23:55:50.480770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:55:50.510324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5f981-cadc-4338-82a5-d35837f442bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:50.528973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1765-a52a-4d16-b810-073187c94980 req-e32c3289-2556-42cf-ac79-b66ca97f0842 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.536337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cbd1765-a52a-4d16-b810-073187c94980 req-e32c3289-2556-42cf-ac79-b66ca97f0842 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1178086 Aug 18 23:55:50.563542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:55:50.588622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cbd1765-a52a-4d16-b810-073187c94980 req-a993f92f-5de8-46f7-9591-30f728c62e44 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505731 Aug 18 23:55:50.708555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:55:50.716345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0b21705d-d250-4b06-ba59-2fe306862d20 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bc52f58-c81e-4aad-a175-44d80b8e3e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331831 Aug 18 23:55:50.717664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:50.721579 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Sync routers for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:55:50.732461 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:50.733098 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:50.756507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.756867 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Added segment 33ec5deb-316b-49a3-b521-2eabdef77e2c of type vlan for network 7fa66029-639c-42ac-ae26-7c25ce66f544 Aug 18 23:55:50.836624 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.845905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.848959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:50.899729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281057-a38c-4e46-ac03-988007785599 req-5ceab6b4-ec9f-470b-a874-99f0b372b3c4 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.901367 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41281057-a38c-4e46-ac03-988007785599 req-5ceab6b4-ec9f-470b-a874-99f0b372b3c4 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 950 time: 0.1490049 Aug 18 23:55:50.908696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-858d5c40-d525-4118-b46f-ed07b7b13f8f service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228687 Aug 18 23:55:50.918380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:50.919319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:50.919906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.044793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0928605 Aug 18 23:55:51.047183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a345-21eb-4894-8caf-19b281002884 req-beb005e8-c335-4892-bc63-6bdc41f99d25 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.049422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c82a345-21eb-4894-8caf-19b281002884 req-beb005e8-c335-4892-bc63-6bdc41f99d25 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.0870366 Aug 18 23:55:51.050245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40580) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:51.057366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Request body: {'subnet': {'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-subnet', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:51.067440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41281057-a38c-4e46-ac03-988007785599 req-04cf0c0c-38a9-48ed-9d37-1fc34afdaad7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577790 Aug 18 23:55:51.072215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085a59-c216-4a8d-a08d-f02792918bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa66029-639c-42ac-ae26-7c25ce66f544,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:51.092048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:55:51.092667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.150729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bca63b6-6076-44a4-b0c8-5dcf2172b48c req-837d0d43-7c02-4a23-9572-b2d11caf2ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332792 Aug 18 23:55:51.155597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c82a345-21eb-4894-8caf-19b281002884 req-06fd6a2e-d27b-4559-a5f6-b4765620d6f5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858889 Aug 18 23:55:51.160592 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:49Z', 'revision_number': 5, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port': {'id': '03bcf57c-7c0e-461f-9a95-2ad1699827ed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:38Z', 'updated_at': '2021-08-18T23:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:51.193382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Checking router: 2bc52f58-c81e-4aad-a175-44d80b8e3e16 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:55:51.206164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Made reservation on behalf of d994145a1ac448a7a321c142f80cac6b for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:51.208465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.214998 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Routers {'2bc52f58-c81e-4aad-a175-44d80b8e3e16'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:51.215631 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:51.220689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7489e4-1d79-4c9a-8768-0d7e32b597a2 req-994513a2-f120-4302-af4f-df059e0627a0 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.222684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e7489e4-1d79-4c9a-8768-0d7e32b597a2 req-994513a2-f120-4302-af4f-df059e0627a0 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1098 time: 0.0616004 Aug 18 23:55:51.262950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e7489e4-1d79-4c9a-8768-0d7e32b597a2 req-35708bb9-cfcb-49c5-b15a-e17777b2f2bd tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Aug 18 23:55:51.344828 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] Set router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:51.406737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-692b3549-cf0c-4af6-982b-03fc921adf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.418395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-692b3549-cf0c-4af6-982b-03fc921adf60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 1095 time: 0.0829003 Aug 18 23:55:51.456818 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:51Z', 'revision_number': 6, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:51.485608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b28d37-83af-4446-9f9e-1f02d5c9344a None None] The sync data for ids ['2bc52f58-c81e-4aad-a175-44d80b8e3e16'] in n-d-771363-38 is: [{'id': '2bc52f58-c81e-4aad-a175-44d80b8e3e16', 'name': 'tempest-FloatingIPsNegativeTestJSON-273633854-router', 'tenant_id': 'baedc8b765904bc68c0b418d59f3637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:37Z', 'updated_at': '2021-08-18T23:55:51Z', 'revision_number': 6, 'project_id': 'baedc8b765904bc68c0b418d59f3637c', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:55:51.575790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-fd0774fd-47ee-40f9-9be6-96f8ff3d633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.577914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-fd0774fd-47ee-40f9-9be6-96f8ff3d633e service neutron] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 922 time: 0.1324947 Aug 18 23:55:51.625813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-ec583f6f-be66-4615-ac7c-7becac3a44bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Aug 18 23:55:51.688048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-4a23377b-5490-468f-b2e0-69a7cb0f3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.689640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-4a23377b-5490-468f-b2e0-69a7cb0f3749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.0503573 Aug 18 23:55:51.718453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c07e-79e2-4ad0-8fb1-c76dd38bcc54 req-b3018aab-8ff5-4ce5-9c00-8e3adeffe781 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:51.720113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1596c07e-79e2-4ad0-8fb1-c76dd38bcc54 req-b3018aab-8ff5-4ce5-9c00-8e3adeffe781 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1285644 Aug 18 23:55:51.721404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Deleting port 03bcf57c-7c0e-461f-9a95-2ad1699827ed {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:51.721746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.729013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-0c8cf682-dfe8-442d-b662-29a48f8c9340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304213 Aug 18 23:55:51.826160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-9f144383-20ef-4beb-82dc-0979aef874d1 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876749 Aug 18 23:55:51.853000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1596c07e-79e2-4ad0-8fb1-c76dd38bcc54 req-0b1da06d-c867-4374-9a97-2ae495be7234 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264465 Aug 18 23:55:51.934747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.955352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] For port 03bcf57c-7c0e-461f-9a95-2ad1699827ed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=03bcf57c-7c0e-461f-9a95-2ad1699827ed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:51.955651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:51.958319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df0358bf-5a29-46a8-b947-5576316b7c2a req-6ae6dcd4-1a61-4c23-be19-96289db49acc service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229284 Aug 18 23:55:51.995151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Calling delete_port for 03bcf57c-7c0e-461f-9a95-2ad1699827ed owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:52.077524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67b2c21-3180-4406-944c-074061a3d541,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:52.094286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Checking segment: {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:52.094947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Network hostable DHCP agents. Network: 7fa66029-639c-42ac-ae26-7c25ce66f544, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:55:52.151159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:55:52.199581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e68d-1b50-4039-b58d-7396f0af31c6 req-89637466-47ce-49b5-91a0-3624e3431b91 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:52.201078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a170e68d-1b50-4039-b58d-7396f0af31c6 req-89637466-47ce-49b5-91a0-3624e3431b91 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1182232 Aug 18 23:55:52.209018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 7fa66029-639c-42ac-ae26-7c25ce66f544) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:52.219272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:52.219846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.219975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2138a-eafc-4f9c-915b-d8fbb8f87cc0 None None] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:52.247132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-834041d3-94c7-48a2-ad09-b5ea72b65dc8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1938095 Aug 18 23:55:52.250077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:52.255268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:52.285037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.286642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.288912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a170e68d-1b50-4039-b58d-7396f0af31c6 req-1b4b14fb-d758-4717-a287-685a5bf177b5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808623 Aug 18 23:55:52.329831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.385493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bcf57c-7c0e-461f-9a95-2ad1699827ed,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:52.403253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.408418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-3a6aaf53-4eb7-4082-bf28-c799a0f7d057 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:55:52.409551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-3a6aaf53-4eb7-4082-bf28-c799a0f7d057 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266657 Aug 18 23:55:52.443925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:52.444411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:55:52.452827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-7fa66029-639c-42ac-ae26-7c25ce66f544', 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'fixed_ips': [{'subnet_id': 'd67b2c21-3180-4406-944c-074061a3d541'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:55:52.454175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.542807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ee4ca-28cc-416a-a2cd-27dd63880078 req-83f9b835-0dc0-432e-85cf-87ba10e54b2b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:52.544733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3ee4ca-28cc-416a-a2cd-27dd63880078 req-83f9b835-0dc0-432e-85cf-87ba10e54b2b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 950 time: 0.1410773 Aug 18 23:55:52.567729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.570713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.617341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Allocated IP 172.20.0.2 (7fa66029-639c-42ac-ae26-7c25ce66f544/d67b2c21-3180-4406-944c-074061a3d541/28452c20-1c09-4267-b8d6-aa5b800ee65b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:52.713398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.717324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.729090 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3ee4ca-28cc-416a-a2cd-27dd63880078 req-d6eecd60-6d68-439c-b472-9416b2b7dc13 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410925 Aug 18 23:55:52.787975 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.793941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.812468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Transition to ACTIVE for port object 28452c20-1c09-4267-b8d6-aa5b800ee65b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:52.816575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.829844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Transition to ACTIVE for port object 28452c20-1c09-4267-b8d6-aa5b800ee65b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:52.836378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.842603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.843124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc52f58-c81e-4aad-a175-44d80b8e3e16 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 23:55:52.848744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.852467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dedca59-c447-4fcf-b862-46aefa3f0f52 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2bc52f58-c81e-4aad-a175-44d80b8e3e16 HTTP/1.1" status: 204 len: 168 time: 2.1337163 Aug 18 23:55:52.855720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:52.872236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:52.875056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:52.878233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:52.883958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:52.884258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:52.884789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:52.893916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0526-963d-4dfd-88af-34bdd13a098d req-0d564ed6-c52a-4d01-91e5-11f8b4dcdd85 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:52.895446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e5a0526-963d-4dfd-88af-34bdd13a098d req-0d564ed6-c52a-4d01-91e5-11f8b4dcdd85 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.0937374 Aug 18 23:55:52.900862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:55:52.901253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:52.904971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Pushing event updated for resources: {'Port': ['ID=28452c20-1c09-4267-b8d6-aa5b800ee65b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:52.915089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:52.915089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:52.915362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:52.915812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Bound port: a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:52.934602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Deleting subnet 83f8cfa2-e122-44ab-836e-88428fc4a0c3 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:55:52.937751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.956445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Attempting to bind port 28452c20-1c09-4267-b8d6-aa5b800ee65b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:52.956820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Attempting to bind port 28452c20-1c09-4267-b8d6-aa5b800ee65b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:52.957175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Attempting to bind port 28452c20-1c09-4267-b8d6-aa5b800ee65b on network 7fa66029-639c-42ac-ae26-7c25ce66f544 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:52.963079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:52.963456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Checking segment: {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:52.964076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.964404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Bound using segment: {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:52.964878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Bound port: 28452c20-1c09-4267-b8d6-aa5b800ee65b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:52.965262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:52.974046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e5a0526-963d-4dfd-88af-34bdd13a098d req-c9933554-6223-43b0-927b-c0eb2aa1dc75 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Aug 18 23:55:52.979799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.004359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:53.016230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.030069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-b364a4e9-b482-463f-9eda-c9905dc0c646 service neutron] 10.222.0.20 "POST /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133/bindings HTTP/1.1" status: 201 len: 390 time: 0.5907898 Aug 18 23:55:53.061128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] For port 28452c20-1c09-4267-b8d6-aa5b800ee65b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:53.068812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] For port 28452c20-1c09-4267-b8d6-aa5b800ee65b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=28452c20-1c09-4267-b8d6-aa5b800ee65b,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:53.075524 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.151475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Allocated IP 172.25.1.239 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:53.153947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88d289-f0e1-4c02-b7e5-32ab2de37170 None None] Pushing event updated for resources: {'Port': ['ID=28452c20-1c09-4267-b8d6-aa5b800ee65b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:53.154658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.336115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ee8cb-db78-4254-9704-37fbf2f84e4c req-2b94b791-1a51-4600-8ac1-1a31a581458f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:53.337893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f18ee8cb-db78-4254-9704-37fbf2f84e4c req-2b94b791-1a51-4600-8ac1-1a31a581458f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1385081 Aug 18 23:55:53.374913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.409970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.414032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383cc6c-bd97-45b6-95f4-7859fa433855 None None] Network 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:53.416811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:53.417287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83f8cfa2-e122-44ab-836e-88428fc4a0c3 HTTP/1.1" status: 204 len: 168 time: 0.5605102 Aug 18 23:55:53.490687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f282-51f2-460c-98d3-1a495aedb7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f8cfa2-e122-44ab-836e-88428fc4a0c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:53.522307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59523699-97af-482f-9e2e-9e31eb3d7004 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:53.535853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.547737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-01c48035-25e8-4b66-a1d0-ca770aa16f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:53.550386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 59523699-97af-482f-9e2e-9e31eb3d7004 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:53.550747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59523699-97af-482f-9e2e-9e31eb3d7004 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:53.550965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-01c48035-25e8-4b66-a1d0-ca770aa16f21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1098 time: 0.2256601 Aug 18 23:55:53.551177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 03bcf57c-7c0e-461f-9a95-2ad1699827ed no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:53.574855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.584975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 03bcf57c-7c0e-461f-9a95-2ad1699827ed {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:53.585316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 03bcf57c-7c0e-461f-9a95-2ad1699827ed not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:53.597109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f18ee8cb-db78-4254-9704-37fbf2f84e4c req-7c8cf9ac-eaa1-44cc-bfb0-d1509a6f8783 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045882 Aug 18 23:55:53.688175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Deleting port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:53.688674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.698640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e736e-4caa-48b5-986f-490d1e29f3ae req-31c19019-800e-431c-8823-9f781ef5a263 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:53.706022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a9e736e-4caa-48b5-986f-490d1e29f3ae req-31c19019-800e-431c-8823-9f781ef5a263 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0880337 Aug 18 23:55:53.733501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.740509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] DHCP port deletion for 7a29c0b7-5b25-4983-a25e-e5d1865ebbeb request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 23:55:53.769330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-dc2d0094-8400-4661-bdf9-1e88ff075c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:53.770827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-dc2d0094-8400-4661-bdf9-1e88ff075c91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2086287 Aug 18 23:55:53.778233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:53.792083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:53.792694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Deleting port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:55:53.793121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.795787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:53.811205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] For port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:53.811596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.829051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a9e736e-4caa-48b5-986f-490d1e29f3ae req-d83adc95-8ab8-4220-95df-e84b00067f23 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221771 Aug 18 23:55:53.829917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Calling delete_port for 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:53.870595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] For port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,segment=NetworkSegment(3e483652-8c52-4019-94db-c9f55f8201b9),segment_id=3e483652-8c52-4019-94db-c9f55f8201b9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:53.870999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.887602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Calling delete_port for 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:55:53.892761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-6dd96943-c556-4b1e-a488-ce760a9b9c07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 217 time: 0.1092684 Aug 18 23:55:53.905203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4993ad-ff73-4b5d-ae9e-57e57098b1a6 req-217ceb22-833a-4f07-8aab-fbbf52204141 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:53.912786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b4993ad-ff73-4b5d-ae9e-57e57098b1a6 req-217ceb22-833a-4f07-8aab-fbbf52204141 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.2228386 Aug 18 23:55:53.934566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:53.942887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:53.978631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:53.985986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] No DVR routers for this DVR port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:54.068670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b4993ad-ff73-4b5d-ae9e-57e57098b1a6 req-31fb731e-1bdb-4a4d-ae19-272805120ea8 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511791 Aug 18 23:55:54.078178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-5e82b728-2e9a-46f3-aba2-a4059420bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.079911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-5e82b728-2e9a-46f3-aba2-a4059420bc80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1626356 Aug 18 23:55:54.125018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.140415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.144578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a29c0b7-5b25-4983-a25e-e5d1865ebbeb']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:54.167910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e483652-8c52-4019-94db-c9f55f8201b9') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:54.168463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e483652-8c52-4019-94db-c9f55f8201b9') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:54.180066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] Pushing event deleted for resources: {'Port': ['ID=91ecdbaa-672c-40ac-bf47-ebb645aaf6a7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:54.183194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.195218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94f287-32e2-4d50-b2de-ef71b3db8b95 None None] No DVR routers for this DVR port 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:55:54.206069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-500bec11-9ff5-471d-b95b-f46969c18e20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618277 Aug 18 23:55:54.206557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.227535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:55:54.228157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:55:54.235588 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:55:54.312874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.342401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec162f7-51bc-4e85-bb67-1f8e1eb65697 None None] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:54.344046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.348534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a29c0b7-5b25-4983-a25e-e5d1865ebbeb HTTP/1.1" status: 204 len: 168 time: 0.9283214 Aug 18 23:55:54.359709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20e41-d7d2-4807-bcf8-56d99598cb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a29c0b7-5b25-4983-a25e-e5d1865ebbeb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:54.383858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.384385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.385276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.385756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.386415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.386897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.387374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.387853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.388349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.389426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.389426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.400340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-ae8b0c77-4f44-4dd2-86bc-2651a40255d6 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f&device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20&device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30&device_id=f58736d9-21f3-47c2-8298-fa86538acb14&device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9&device_id=e0c8160d-b8f4-424a-b977-084beb041db1&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&device_id=90242334-dba6-4691-a811-3b15ccd6f471&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 9993 time: 0.1012237 Aug 18 23:55:54.416942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-c1ab95d0-ace6-45f2-8d1a-14529c68760a tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.417833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf955507-bd8d-4427-8a1c-782b9c34fe8e None None] Provisioning for port 28452c20-1c09-4267-b8d6-aa5b800ee65b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:54.551042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-c1ab95d0-ace6-45f2-8d1a-14529c68760a tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.555526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40638) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:54.563203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-c1ab95d0-ace6-45f2-8d1a-14529c68760a tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.594770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cd6b4-bc42-4f56-812a-b6275c88752f req-13715a04-29d5-4a60-9d8f-17d40c7502f5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.596337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f0cd6b4-bc42-4f56-812a-b6275c88752f req-13715a04-29d5-4a60-9d8f-17d40c7502f5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.4218967 Aug 18 23:55:54.599253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.604838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-3ed66c7f-b696-4fd9-b118-f5da6d6f294b service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773396 Aug 18 23:55:54.606162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5e0335f-d06f-4cdd-845d-973ceb4e6bb3 req-c1ab95d0-ace6-45f2-8d1a-14529c68760a tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&id=adee4100-700a-4bd4-82e1-6475d9176c8a&id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&id=4dc80039-a906-40d6-8e2a-51c0726b95b2&id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2051067 Aug 18 23:55:54.637406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab95d0-ace6-45f2-8d1a-14529c68760a tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709f269-2f54-4247-bea2-f2d0f8ba58a2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:54.646504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-21951452-4fe2-4066-a4be-aa03c2822e59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baedc8b765904bc68c0b418d59f3637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872262 Aug 18 23:55:54.646888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40646) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:54.710408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.737070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.776924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f0cd6b4-bc42-4f56-812a-b6275c88752f req-84b65f8f-ec39-4c66-88b3-e37ee4bf543c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331356 Aug 18 23:55:54.797638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.801191 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:54.803064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a8a9491-93f2-42cd-b7f0-36d042079658 HTTP/1.1" status: 204 len: 168 time: 0.1541274 Aug 18 23:55:54.815758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9906c39-b80a-4d63-951d-4e0d87d2f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a9491-93f2-42cd-b7f0-36d042079658,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:54.872397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-1b045e10-ee5c-48c4-bf6a-cc988551868b service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273400 Aug 18 23:55:54.984991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65a3cd-a455-4eb4-a656-1f0062713020 req-194125dc-da35-4e72-b340-977b7a2bb9a5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:54.993087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d65a3cd-a455-4eb4-a656-1f0062713020 req-194125dc-da35-4e72-b340-977b7a2bb9a5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1412044 Aug 18 23:55:55.041048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d65a3cd-a455-4eb4-a656-1f0062713020 req-146c7fb2-7f28-4c47-be72-5e9fcd27ea8e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471215 Aug 18 23:55:55.059514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:55.171464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d1463-3e7c-407a-a5e7-9f43974d9024 req-0e530f15-6d2c-4950-9f63-0951aad37527 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.177118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db3d1463-3e7c-407a-a5e7-9f43974d9024 req-0e530f15-6d2c-4950-9f63-0951aad37527 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0786955 Aug 18 23:55:55.245541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db3d1463-3e7c-407a-a5e7-9f43974d9024 req-5e889094-f1bf-49fc-a657-981a35d19553 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Aug 18 23:55:55.257296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Router fb6afe8f-bbfc-4386-895f-ecf1308f6500 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:55:55.352146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c246ba-c6ad-4d37-bc99-b57fae17074a req-f339a5b7-4696-4f95-9995-a1838bf0fcf7 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.359849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44c246ba-c6ad-4d37-bc99-b57fae17074a req-f339a5b7-4696-4f95-9995-a1838bf0fcf7 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0651665 Aug 18 23:55:55.409227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:55:55.413935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:55:55.432317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44c246ba-c6ad-4d37-bc99-b57fae17074a req-1d4f29ae-dd6c-4409-9841-c33928764b4e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690260 Aug 18 23:55:55.440174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:55.441939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-06ca836c-5d9b-482b-a599-d3ca7f631bdf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1906331 Aug 18 23:55:55.444912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40666) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:55.450951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Sync routers for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:55:55.495905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 28452c20-1c09-4267-b8d6-aa5b800ee65b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:55.515140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:55.516061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:55.547562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb134cd-7e2c-4d01-88e0-43dee17933c2 req-11941f22-3a0a-44f4-8e4d-e77b5be1e705 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.549374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb134cd-7e2c-4d01-88e0-43dee17933c2 req-11941f22-3a0a-44f4-8e4d-e77b5be1e705 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.549872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb134cd-7e2c-4d01-88e0-43dee17933c2 req-11941f22-3a0a-44f4-8e4d-e77b5be1e705 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.553603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cb134cd-7e2c-4d01-88e0-43dee17933c2 req-11941f22-3a0a-44f4-8e4d-e77b5be1e705 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20&device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9&device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 2887 time: 0.0899143 Aug 18 23:55:55.616830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cb134cd-7e2c-4d01-88e0-43dee17933c2 req-69ca9189-5723-4c19-89a1-89261feaa5c4 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 Aug 18 23:55:55.721800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:55.791433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:55.947446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40686) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:55.962462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 28452c20-1c09-4267-b8d6-aa5b800ee65b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:55.973060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0339ed-61d6-4168-8e6f-5b4b9c2b9c18 req-91627d27-74f6-4540-92eb-ef8574042045 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:55.974725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 28452c20-1c09-4267-b8d6-aa5b800ee65b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:55.975317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:55.976263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf0339ed-61d6-4168-8e6f-5b4b9c2b9c18 req-91627d27-74f6-4540-92eb-ef8574042045 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.0693729 Aug 18 23:55:55.978257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'port_id': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'mac_address': 'fa:16:3e:75:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2205299-5223-41e6-b230-93d058748b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:55:56.058589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf0339ed-61d6-4168-8e6f-5b4b9c2b9c18 req-46471a25-a928-4372-978a-a0b9e6075140 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Aug 18 23:55:56.101692 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.105971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.142272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:55:56.179782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:56.181693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.196232 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.206421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-992247158-network', 'tenant_id': '51dcdfd7655c44e5a46012fce068f76d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:56.255002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:54Z', 'revision_number': 3, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:56.265973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 28452c20-1c09-4267-b8d6-aa5b800ee65b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=28452c20-1c09-4267-b8d6-aa5b800ee65b,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:56.288738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Made reservation on behalf of 51dcdfd7655c44e5a46012fce068f76d for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:56.292543 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.303031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.304890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Checking router: fb6afe8f-bbfc-4386-895f-ecf1308f6500 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:55:56.305241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Updating router fb6afe8f-bbfc-4386-895f-ecf1308f6500 port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:55:56.331761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.345041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.345704 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.347268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:56.398681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:55:56.413508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0f2f5-1f03-4808-aa21-83bbb5b60b2b req-0b01fc26-f3f4-4ee9-9bae-af1355cd4e89 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:56.415651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25e0f2f5-1f03-4808-aa21-83bbb5b60b2b req-0b01fc26-f3f4-4ee9-9bae-af1355cd4e89 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0983038 Aug 18 23:55:56.427102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:55:56.427968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 91ecdbaa-672c-40ac-bf47-ebb645aaf6a7 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:55:56.486449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.506401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.508479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25e0f2f5-1f03-4808-aa21-83bbb5b60b2b req-f21c99fb-3d81-45df-b387-f488dc7a86c2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862679 Aug 18 23:55:56.519737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=28452c20-1c09-4267-b8d6-aa5b800ee65b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:56.737810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0dc2000c-bafc-44e3-a5c2-1a365b5e6877'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:55:56.778324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bb6da-7cc2-4271-bade-547a7fdf2028 req-23cf678d-a793-4e21-a851-e6d68e186d8c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:56.779892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d54bb6da-7cc2-4271-bade-547a7fdf2028 req-23cf678d-a793-4e21-a851-e6d68e186d8c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0616949 Aug 18 23:55:56.788651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.808713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Transition to ACTIVE for port object 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:56.841320 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.875035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d54bb6da-7cc2-4271-bade-547a7fdf2028 req-8b3ec645-4803-48af-b8c1-7d6f5c5243e6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Aug 18 23:55:56.878730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:55:56.895645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.898186 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Added segment 411266f8-be7d-49a0-8cdc-0f60dfa53132 of type vlan for network 9b277b05-1128-4186-beb3-fb4af584ea75 Aug 18 23:55:56.899940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f667b-854e-4fec-9a5c-72ef7c84d1a6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:56.925768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Attempting to bind port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:55:56.926132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Attempting to bind port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:55:56.926501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Attempting to bind port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:55:56.936463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:55:56.936843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:56.937251 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.937647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:55:56.938112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Bound port: 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:55:56.938500 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.942675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e234770-4287-4613-b756-a77b094a522b None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:56.955728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.981388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39d88b-865e-4949-9225-c0feb4d53eaf req-fab88b5c-80ca-409b-9250-b8fdceecf2ac tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:56.988678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.989715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:56.990448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:56.990689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf39d88b-865e-4949-9225-c0feb4d53eaf req-fab88b5c-80ca-409b-9250-b8fdceecf2ac tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1102 time: 0.0539525 Aug 18 23:55:57.015352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c0ca6-6a38-4cec-ac1b-1898dbde40e0 req-b0909026-8624-4302-be3d-e3259d011901 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:57.023975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a44c0ca6-6a38-4cec-ac1b-1898dbde40e0 req-b0909026-8624-4302-be3d-e3259d011901 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.5566599 Aug 18 23:55:57.032351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] For port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:55:57.037908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] For port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:55:57.039321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf39d88b-865e-4949-9225-c0feb4d53eaf req-07d6f728-6085-4b9f-bb44-04600e159f58 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Aug 18 23:55:57.044650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.105276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Allocated IP 172.20.0.1 (7fa66029-639c-42ac-ae26-7c25ce66f544/d67b2c21-3180-4406-944c-074061a3d541/83746040-78ef-4656-a3e3-3d73bf163973) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:55:57.113758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:55:57.114393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:57.119657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e234770-4287-4613-b756-a77b094a522b None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:57.143998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a44c0ca6-6a38-4cec-ac1b-1898dbde40e0 req-c6609838-d9ee-44f3-89b3-8c3d835c9a71 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189842 Aug 18 23:55:57.154248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2057407 Aug 18 23:55:57.171100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:55:57.179259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Request body: {'subnet': {'network_id': '9b277b05-1128-4186-beb3-fb4af584ea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-992247158-subnet', 'tenant_id': '51dcdfd7655c44e5a46012fce068f76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:57.209920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b252e2e-84ee-49fa-ba6a-6d8a7408fb04 admin admin] Pushing event updated for resources: {'Network': ['ID=9b277b05-1128-4186-beb3-fb4af584ea75,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:57.210883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e7341-16df-461e-bb0e-a2ddca5ee26c req-5d0c2f4e-7f2c-4f6b-9967-115dd626daef tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:57.219219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c3e7341-16df-461e-bb0e-a2ddca5ee26c req-5d0c2f4e-7f2c-4f6b-9967-115dd626daef tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1102 time: 0.0868790 Aug 18 23:55:57.222360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Made reservation on behalf of 51dcdfd7655c44e5a46012fce068f76d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:55:57.225354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.237626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9b277b05-1128-4186-beb3-fb4af584ea75 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:55:57.323431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c3e7341-16df-461e-bb0e-a2ddca5ee26c req-df4625cb-b83b-4854-a247-fad02faba601 tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012709 Aug 18 23:55:57.344217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:55:57.353521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3343a6a-1951-4e2b-b7f3-f414f1cf800b req-698b6ce8-031a-496c-a1b4-2c62d04152cf tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:57.361759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3343a6a-1951-4e2b-b7f3-f414f1cf800b req-698b6ce8-031a-496c-a1b4-2c62d04152cf tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 944 time: 0.0876315 Aug 18 23:55:57.426953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3343a6a-1951-4e2b-b7f3-f414f1cf800b req-c084ac54-a5f3-4df9-a412-b689dbe70bce tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Aug 18 23:55:57.453606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.476427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Transition to ACTIVE for port object 83746040-78ef-4656-a3e3-3d73bf163973 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:55:57.526676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 28452c20-1c09-4267-b8d6-aa5b800ee65b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:57.528871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.597460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:54Z', 'revision_number': 3, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:55:57.602985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:57.603733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.608930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:57.611637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:55:57.642229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Pushing event updated for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:57.660646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 28452c20-1c09-4267-b8d6-aa5b800ee65b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:57.661329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.663856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.664983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9096-4ffb-4ee0-a049-527185ec2ab5 None None] The sync data for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 is: [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:54Z', 'revision_number': 3, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:55:57.799691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8dbaf9-84ac-4a54-b98e-9dba8ca1d434,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:57.835806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Checking segment: {'id': '411266f8-be7d-49a0-8cdc-0f60dfa53132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b277b05-1128-4186-beb3-fb4af584ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:55:57.836175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Network hostable DHCP agents. Network: 9b277b05-1128-4186-beb3-fb4af584ea75, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:55:57.858216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97267519-27ad-4aae-8d20-a047c4efd4ba req-96ccf825-1e57-49a9-93b5-6a219b96b984 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:57.867260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97267519-27ad-4aae-8d20-a047c4efd4ba req-96ccf825-1e57-49a9-93b5-6a219b96b984 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.2121236 Aug 18 23:55:57.872075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.905864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Network 9b277b05-1128-4186-beb3-fb4af584ea75 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:55:57.922077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9b277b05-1128-4186-beb3-fb4af584ea75) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:57.931773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796aca22-c3da-4e4c-a90a-c18c3392d599 None None] Network 9b277b05-1128-4186-beb3-fb4af584ea75 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:57.944615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97267519-27ad-4aae-8d20-a047c4efd4ba req-b1119a6d-1d64-40d3-9e14-5e06ab656e0f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Aug 18 23:55:57.952241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:57.953129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:57.997617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3ab50b57-36f7-4f83-a283-22cdff613e10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8228130 Aug 18 23:55:58.046028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-53de5738-40d7-4e72-aaa6-bf944955f72c None None] Provisioning for port 83746040-78ef-4656-a3e3-3d73bf163973 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:58.056728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-53de5738-40d7-4e72-aaa6-bf944955f72c None None] Provisioning complete for port 83746040-78ef-4656-a3e3-3d73bf163973 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:58.057087 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-53de5738-40d7-4e72-aaa6-bf944955f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:58.155008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-53de5738-40d7-4e72-aaa6-bf944955f72c None None] Port 83746040-78ef-4656-a3e3-3d73bf163973 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:58.211745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0078b-bca1-45a4-b71d-67683cc9b0b1 req-3902c758-1679-40e7-8d26-e4ef5aa5adc6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:58.213838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc0078b-bca1-45a4-b71d-67683cc9b0b1 req-3902c758-1679-40e7-8d26-e4ef5aa5adc6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1476440 Aug 18 23:55:58.252672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417386bb-67c5-4e1e-a764-e08680ebc1fa None None] Network 9b277b05-1128-4186-beb3-fb4af584ea75 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:55:58.285131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:58.294935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc0078b-bca1-45a4-b71d-67683cc9b0b1 req-44125229-a39b-4a48-92ef-9e0f8ffe68ed tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 Aug 18 23:55:58.298635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:58.477645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:58.519822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2d1d-cdff-4adf-82f4-12f3b18fcf6a req-2e3b46e7-324a-4404-b18f-9f838c7bb4f0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:58.530605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-513b2d1d-cdff-4adf-82f4-12f3b18fcf6a req-2e3b46e7-324a-4404-b18f-9f838c7bb4f0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.1599193 Aug 18 23:55:58.572142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Pushing event updated for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:58.595757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-513b2d1d-cdff-4adf-82f4-12f3b18fcf6a req-3154ef2d-f8f9-4d21-a46b-e08c62acb8b3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Aug 18 23:55:58.737445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-487714645', 'description': 'tempest-description-1961959132'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:58.757328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:55:58.761917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5fd1-d495-4963-840e-76131c24490d req-31eeb673-92de-4784-b839-cd0e51edf8f4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:58.762080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:55:58.772773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbdd5fd1-d495-4963-840e-76131c24490d req-31eeb673-92de-4784-b839-cd0e51edf8f4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 944 time: 0.1022952 Aug 18 23:55:58.797288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:58.840085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbdd5fd1-d495-4963-840e-76131c24490d req-cc6d5a39-e470-44cc-8e37-7fe67052874c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 Aug 18 23:55:58.986850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f546d-6d34-4e55-b38b-1eb4ecaa64ba req-a484e1ad-4a82-4c21-8a80-3b5d5ffdd5fe tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:58.998377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c70f546d-6d34-4e55-b38b-1eb4ecaa64ba req-a484e1ad-4a82-4c21-8a80-3b5d5ffdd5fe tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0835819 Aug 18 23:55:59.063328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c70f546d-6d34-4e55-b38b-1eb4ecaa64ba req-99213770-6edd-4af7-95f0-b22612aea9f6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601468 Aug 18 23:55:59.077976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.130155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.191386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9459a6aa-15eb-45b0-8e78-f743fa8dd943 None None] Provisioning complete for port 83746040-78ef-4656-a3e3-3d73bf163973 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:59.191929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9459a6aa-15eb-45b0-8e78-f743fa8dd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.193042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.196652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ab56351-a252-4893-80c6-9bfb82b34a98 req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4641831 Aug 18 23:55:59.203260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37349e6-995e-4fc3-97d7-07062e8fee70 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ac7ec-34ea-4b0a-b785-0287ce95f499,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:59.207661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Router fb6afe8f-bbfc-4386-895f-ecf1308f6500 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:55:59.231816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9459a6aa-15eb-45b0-8e78-f743fa8dd943 None None] Port 83746040-78ef-4656-a3e3-3d73bf163973 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:55:59.288192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c3606-7490-4f22-b3d2-0fc4876fc1bf req-7fbc7621-ec98-4906-b961-e41fa18cb1ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:59.289750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-385c3606-7490-4f22-b3d2-0fc4876fc1bf req-7fbc7621-ec98-4906-b961-e41fa18cb1ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0543025 Aug 18 23:55:59.311845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-c97f04f8-12a6-44e1-944f-75cf739bb94a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/fe2ac7ec-34ea-4b0a-b785-0287ce95f499 HTTP/1.1" status: 200 len: 1804 time: 0.0852208 Aug 18 23:55:59.335189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-385c3606-7490-4f22-b3d2-0fc4876fc1bf req-ab6bfe4e-a83a-4275-ac19-c840c3b9e660 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Aug 18 23:55:59.353626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2ac7ec-34ea-4b0a-b785-0287ce95f499', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:59.354014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2ac7ec-34ea-4b0a-b785-0287ce95f499', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:59.437469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:59.439923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:55:59.448876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3c5fd5a-b93f-4089-9d4a-3bbe5c55fc0d admin admin] 10.222.0.20 "PUT /v2.0/routers/fb6afe8f-bbfc-4386-895f-ecf1308f6500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0027392 Aug 18 23:55:59.453810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.501047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.503069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:55:59.508361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.543798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.548864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26548b5f-6b39-4e26-a4c8-702992b16313 req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2008224 Aug 18 23:55:59.556762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92e60-26bd-4855-94c2-cee024cf7fba tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb3ae30-94e5-4882-9c54-255ef2808217,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:59.571007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3965e-73f1-4f24-af01-8b1fc17534bf req-16ee626c-8ada-46d0-825d-3a37d7b6d48c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:59.572599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60a3965e-73f1-4f24-af01-8b1fc17534bf req-16ee626c-8ada-46d0-825d-3a37d7b6d48c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0986662 Aug 18 23:55:59.579438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-563276949', 'description': 'tempest-description-1123374699'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:55:59.616879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:59.621848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:59.621848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.636788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.645875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60a3965e-73f1-4f24-af01-8b1fc17534bf req-ba2acda2-4aa2-4bbd-b2f1-78e18037db54 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Aug 18 23:55:59.753312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.756028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:55:59.760517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.771893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.776263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:55:59.776889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.810799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213714-787b-4bb9-8961-39e8f5d24a62 req-5217f625-1dfa-4113-9d87-a6fe8f350801 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:55:59.820928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.822233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf2b248c-4dc7-4b13-87c3-8aaeef56aafd req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2470648 Aug 18 23:55:59.823616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71165da4-10db-4fb9-9c37-775c1b3d2362 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180c76a3-b1d0-4e0e-bfb3-875e645cf8db,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:55:59.825901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94213714-787b-4bb9-8961-39e8f5d24a62 req-5217f625-1dfa-4113-9d87-a6fe8f350801 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.1029339 Aug 18 23:55:59.856124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:55:59.859054 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961822ef-4025-4174-93d1-9bf09ab8f36c" -d '{"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:55:59.891468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94213714-787b-4bb9-8961-39e8f5d24a62 req-c831e4e0-11a5-40d8-b6b9-bdde9911bb53 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Aug 18 23:55:59.912853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:55:59.929667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:55:59.938576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.000711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:00.011418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-1f51cc98-b6c0-455d-8b7c-8e8c25042ab6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/180c76a3-b1d0-4e0e-bfb3-875e645cf8db HTTP/1.1" status: 200 len: 1804 time: 0.0601182 Aug 18 23:56:00.018161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.026659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:00.032718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '180c76a3-b1d0-4e0e-bfb3-875e645cf8db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:00.033573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '180c76a3-b1d0-4e0e-bfb3-875e645cf8db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:00.095093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:00.109901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.133109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-e70544bb-fa94-4557-a18b-9faa764d719f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2130506 Aug 18 23:56:00.145392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:00.154795 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Sync routers for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:56:00.169904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:00.171541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.172756 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:00.178910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.182408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.194961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdf28c4-e3de-45ca-8945-f90facde34a1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:00.206675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.219599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-496e1a7d-18cb-4648-b08d-705e2415f51d req-3d3b33fe-c4cd-4f38-af8a-00813865ee35 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1909635 Aug 18 23:56:00.312415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:00.324506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941052d-01f5-4e86-a8a4-da9dde0b7ed6 req-751336a7-4770-4e99-8233-0bc31ce713fc tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:00.325670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.326327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7941052d-01f5-4e86-a8a4-da9dde0b7ed6 req-751336a7-4770-4e99-8233-0bc31ce713fc tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0583341 Aug 18 23:56:00.375155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7941052d-01f5-4e86-a8a4-da9dde0b7ed6 req-db6bf5e1-227e-4b50-b796-476abea6bc99 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Aug 18 23:56:00.423231 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b6415-4aee-42d4-90d9-484d00319c89 x-openstack-request-id: req-638b6415-4aee-42d4-90d9-484d00319c89 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:00.423760 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:00.423857 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-638b6415-4aee-42d4-90d9-484d00319c89 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:00.424250 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'code': 200} Aug 18 23:56:00.451955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Allocated IP 172.25.1.98 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/11a61ed2-526b-46c7-be88-99a2916e0173) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:00.562019 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 4, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '83746040-78ef-4656-a3e3-3d73bf163973', 'name': '', 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'mac_address': 'fa:16:3e:30:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd67b2c21-3180-4406-944c-074061a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:56Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 2, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'subnets': [{'id': 'd67b2c21-3180-4406-944c-074061a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:00.589958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f7e3-7ed3-4eea-aa3a-ba521d20331a req-c5fbf64f-a4fd-4d8f-9d8a-884284631bf0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:00.592382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Checking router: fb6afe8f-bbfc-4386-895f-ecf1308f6500 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:56:00.592747 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Updating router fb6afe8f-bbfc-4386-895f-ecf1308f6500 port 83746040-78ef-4656-a3e3-3d73bf163973 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:56:00.598723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e948f7e3-7ed3-4eea-aa3a-ba521d20331a req-c5fbf64f-a4fd-4d8f-9d8a-884284631bf0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1015697 Aug 18 23:56:00.603217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.623358 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.632787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f5119-d8cf-4546-ba59-c355c3ecfa83 req-3813f781-2ff6-461a-896e-09d019f5d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:00.634354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-192f5119-d8cf-4546-ba59-c355c3ecfa83 req-3813f781-2ff6-461a-896e-09d019f5d4fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 1097 time: 0.0966456 Aug 18 23:56:00.662203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.676624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e948f7e3-7ed3-4eea-aa3a-ba521d20331a req-ee5573a5-61b5-4827-ba5b-452c7c64c199 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717080 Aug 18 23:56:00.706590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:00.710633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:00.715784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-192f5119-d8cf-4546-ba59-c355c3ecfa83 req-100be86b-04d7-4c9c-880f-f22c7df4828e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Aug 18 23:56:00.717928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:00.742859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=11a61ed2-526b-46c7-be88-99a2916e0173,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:00.861252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.904335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:00.994874 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.004382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Transition to ACTIVE for port object 83746040-78ef-4656-a3e3-3d73bf163973 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:01.011335 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.053645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.061059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.079961 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aac109-040e-45a7-8203-80130f2469f1 None None] Pushing event updated for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:01.114252 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Attempting to bind port 83746040-78ef-4656-a3e3-3d73bf163973 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:01.114663 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Attempting to bind port 83746040-78ef-4656-a3e3-3d73bf163973 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:01.115021 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Attempting to bind port 83746040-78ef-4656-a3e3-3d73bf163973 on network 7fa66029-639c-42ac-ae26-7c25ce66f544 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:01.120865 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:01.121245 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Checking segment: {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:01.121799 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.122407 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Bound using segment: {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:01.122824 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Bound port: 83746040-78ef-4656-a3e3-3d73bf163973, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ec5deb-316b-49a3-b521-2eabdef77e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:01.123226 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.141709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1676181085', 'description': 'tempest-description-1216224326'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:01.170395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=11a61ed2-526b-46c7-be88-99a2916e0173,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:01.194865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.195842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.212120 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] For port 83746040-78ef-4656-a3e3-3d73bf163973, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:01.215577 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] For port 83746040-78ef-4656-a3e3-3d73bf163973, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=83746040-78ef-4656-a3e3-3d73bf163973,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:01.217979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.219827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-7035f1d6-be95-4eec-afcf-becc3019371f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0805542 Aug 18 23:56:01.222923 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.290764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aac109-040e-45a7-8203-80130f2469f1 None None] Pushing event updated for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:01.295069 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:01.296337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:01.303501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-41267c99-dc8e-4115-8671-bd3a7a4334ab tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0744178 Aug 18 23:56:01.322611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.329947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.384007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.385791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2d8df3b-8f26-4c75-bcb8-dfa667d9defd req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2481637 Aug 18 23:56:01.402888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41271ce-238e-4dbc-b8bb-67fd8865951e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878007b1-2417-47df-8fce-6ee7f3440c1f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:01.435601 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:01.450813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:01.487817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-af199a61-624d-4ab7-9377-d453a9dd6bac tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:01.489298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-af199a61-624d-4ab7-9377-d453a9dd6bac tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1785214 Aug 18 23:56:01.508813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-a9812dc0-609a-454a-a474-cc7775f40eb6 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:56:01.510122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3572c3f-4d52-41f8-a64b-a5f21a60153d req-a9812dc0-609a-454a-a474-cc7775f40eb6 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127971 Aug 18 23:56:01.511827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:01.512348 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.535170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee4eac-fc25-46a8-af44-537ee76259a2 req-df76843b-76e1-4a19-8169-9ef5329119af tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:01.537005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eee4eac-fc25-46a8-af44-537ee76259a2 req-df76843b-76e1-4a19-8169-9ef5329119af tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0638638 Aug 18 23:56:01.596908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eee4eac-fc25-46a8-af44-537ee76259a2 req-d314e603-66d7-41be-b339-4dc4c0b8896c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521019 Aug 18 23:56:01.644209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f9d5-557b-473d-8795-08cb906f4b52 req-e05c7d0d-7acf-4db6-ae1a-532c3266cb4d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:01.645843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32b7f9d5-557b-473d-8795-08cb906f4b52 req-e05c7d0d-7acf-4db6-ae1a-532c3266cb4d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0533838 Aug 18 23:56:01.688030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32b7f9d5-557b-473d-8795-08cb906f4b52 req-36b42d87-4613-4697-b344-aa41feff2bbc tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Aug 18 23:56:01.719031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31529a9-7d38-4559-a311-7d011614ea93 req-d78de8ea-b645-49be-bf68-5de1630bf4f3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:01.720369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a31529a9-7d38-4559-a311-7d011614ea93 req-d78de8ea-b645-49be-bf68-5de1630bf4f3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0641925 Aug 18 23:56:01.721565 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 4, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '83746040-78ef-4656-a3e3-3d73bf163973', 'name': '', 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'mac_address': 'fa:16:3e:30:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd67b2c21-3180-4406-944c-074061a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:56Z', 'updated_at': '2021-08-18T23:56:01Z', 'revision_number': 4, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'subnets': [{'id': 'd67b2c21-3180-4406-944c-074061a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:01.729465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-949023845', 'description': 'tempest-description-1836819139'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:01.748934 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7dad98-7f0a-4632-b2f1-9b6bf7c11868 None None] The sync data for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 is: [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:57Z', 'revision_number': 4, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '83746040-78ef-4656-a3e3-3d73bf163973', 'name': '', 'network_id': '7fa66029-639c-42ac-ae26-7c25ce66f544', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'mac_address': 'fa:16:3e:30:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd67b2c21-3180-4406-944c-074061a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:56Z', 'updated_at': '2021-08-18T23:56:01Z', 'revision_number': 4, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'subnets': [{'id': 'd67b2c21-3180-4406-944c-074061a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:56:01.754745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.768835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a31529a9-7d38-4559-a311-7d011614ea93 req-c2c93616-fff2-4c80-9586-4f096dbcbae9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Aug 18 23:56:01.875072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.887320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.919982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:01.920884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4113-4ab1-4070-abe2-72655924710a req-1ef210c1-f51c-4365-bf88-82aa924fef88 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:01.921542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ae727b8-b4ae-43ec-8233-a471dca3bb54 req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1962819 Aug 18 23:56:01.923314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba05ef-4851-4060-8a20-4ccd2b6c5260 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948102cd-a5f3-4001-9fa3-9c73e8fffdb0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:01.934528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d45d4113-4ab1-4070-abe2-72655924710a req-1ef210c1-f51c-4365-bf88-82aa924fef88 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0757060 Aug 18 23:56:01.979035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d45d4113-4ab1-4070-abe2-72655924710a req-69942ea9-1e3b-4ae5-bc78-25600d6f4f8a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Aug 18 23:56:02.051506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1b8798d-309b-4079-a818-0166f99149e1 req-ec7d0150-9540-43c3-afdb-d430c55933a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1100700 Aug 18 23:56:02.061703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:02.087069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.096449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac52f-340a-495f-a462-c6313600f606 req-af13cf18-44b6-4e8b-94cc-f425788cd006 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:02.097999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ecdac52f-340a-495f-a462-c6313600f606 req-af13cf18-44b6-4e8b-94cc-f425788cd006 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0585752 Aug 18 23:56:02.144578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ecdac52f-340a-495f-a462-c6313600f606 req-56e8458b-1d88-4e92-a8ad-90623697c04a tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Aug 18 23:56:02.197541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.215076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-a151d1bd-da2a-4039-a294-77c6270504fe tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/878007b1-2417-47df-8fce-6ee7f3440c1f HTTP/1.1" status: 200 len: 1805 time: 0.0410287 Aug 18 23:56:02.279258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-42e5d8ca-8843-4628-ac8c-0b566f34b00b tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/948102cd-a5f3-4001-9fa3-9c73e8fffdb0 HTTP/1.1" status: 200 len: 1804 time: 0.0459940 Aug 18 23:56:02.293945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '878007b1-2417-47df-8fce-6ee7f3440c1f', 'remote_group_id': '948102cd-a5f3-4001-9fa3-9c73e8fffdb0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:02.294259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '878007b1-2417-47df-8fce-6ee7f3440c1f', 'remote_group_id': '948102cd-a5f3-4001-9fa3-9c73e8fffdb0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:02.320502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Allocated IP 172.25.1.29 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c1bfe9de-e745-49ce-945e-b0d3cd9fc532) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:02.381842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.428582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.434503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.446316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.452757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdca84b-8b64-40f5-86d4-e6506d55c7a9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:02.465275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.466540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f8be0bf-dd57-4283-8e71-8cbf9e802ddd req-157fcde9-4cb6-4520-b819-528cf32b424a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1772804 Aug 18 23:56:02.491568 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.533480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:02.536199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:02.542057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:02.568977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=c1bfe9de-e745-49ce-945e-b0d3cd9fc532,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:02.583386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-66472247', 'description': 'tempest-description-1908092407'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:02.610085 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.634742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.677434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.701704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.707355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.733938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.735165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69f6562f-53c5-4c3f-9e4f-f1cdb98eb7cd req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1561646 Aug 18 23:56:02.745028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f55c9-ea18-4226-8e00-f45ea6fc200e tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96319b07-66eb-4a67-9118-a0027cd634d8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:02.844113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.848863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6d39c-a19f-41ae-8249-5e8b74537fba req-061bc2bb-5696-423d-9331-acd18b78ab17 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:02.849204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.850498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dca6d39c-a19f-41ae-8249-5e8b74537fba req-061bc2bb-5696-423d-9331-acd18b78ab17 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0549262 Aug 18 23:56:02.895529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dca6d39c-a19f-41ae-8249-5e8b74537fba req-afa6b38b-09e3-4c98-bc56-7c0cf5f1372c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Aug 18 23:56:02.927449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=c1bfe9de-e745-49ce-945e-b0d3cd9fc532,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:02.933636 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.947639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:02.949106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1b8798d-309b-4079-a818-0166f99149e1 req-f6531e83-1f20-44b4-b967-9c387926f7f0 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8914511 Aug 18 23:56:02.998368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1b8798d-309b-4079-a818-0166f99149e1 req-914b9908-3ab8-44ae-b9a4-9beebb74fbe3 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0433052 Aug 18 23:56:03.006277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d2288-b196-4a61-a0a5-6acae3b014ca req-77664582-4169-47f9-bafa-2a49e6d7dd93 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.007755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d2d2288-b196-4a61-a0a5-6acae3b014ca req-77664582-4169-47f9-bafa-2a49e6d7dd93 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Aug 18 23:56:03.046146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d2d2288-b196-4a61-a0a5-6acae3b014ca req-6a3e270e-db42-4fc0-8f74-6190b9bca202 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Aug 18 23:56:03.073156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1398957710', 'description': 'tempest-description-1409028312'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:03.096143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.106862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8798d-309b-4079-a818-0166f99149e1 req-063a8364-98df-497c-afe9-473fb40014bd tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.108208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1b8798d-309b-4079-a818-0166f99149e1 req-063a8364-98df-497c-afe9-473fb40014bd tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1041648 Aug 18 23:56:03.180330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.184634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.206344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c848-43cd-4ce1-bfab-3768abe0fb05 req-91868f47-3780-4393-bbed-566bee572515 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.208005 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4d5c848-43cd-4ce1-bfab-3768abe0fb05 req-91868f47-3780-4393-bbed-566bee572515 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0519104 Aug 18 23:56:03.210864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.220869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d84d2951-a985-4278-a31c-b307a365f821 req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1518223 Aug 18 23:56:03.226364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c0467-5c14-463a-a925-df6d79051ae6 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b66c5c-0eee-4fde-ae5c-11eabaacca86,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:03.257079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4d5c848-43cd-4ce1-bfab-3768abe0fb05 req-25f15693-4963-4c40-a7c9-8194a0df06c6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Aug 18 23:56:03.321050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb86e7-249f-4a41-8b60-f0352096d5ec req-a44afacc-23f8-44e8-8fdb-0dd482242905 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.322489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccfb86e7-249f-4a41-8b60-f0352096d5ec req-a44afacc-23f8-44e8-8fdb-0dd482242905 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0525131 Aug 18 23:56:03.360637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccfb86e7-249f-4a41-8b60-f0352096d5ec req-aa5f0804-1246-438a-861c-03ff5ec81a6e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Aug 18 23:56:03.422623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 83746040-78ef-4656-a3e3-3d73bf163973 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:03.490635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 83746040-78ef-4656-a3e3-3d73bf163973 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:03.495024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 83746040-78ef-4656-a3e3-3d73bf163973 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:03.495486 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.506896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0b93-0593-4bcb-82f6-f3578b44f0fb req-ce1a0542-70ba-4677-a5dd-2e6152f5ffe3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.508524 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-15ca0b93-0593-4bcb-82f6-f3578b44f0fb req-ce1a0542-70ba-4677-a5dd-2e6152f5ffe3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0635738 Aug 18 23:56:03.549374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-15ca0b93-0593-4bcb-82f6-f3578b44f0fb req-13696adb-66ec-4616-a205-91f7139e8237 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Aug 18 23:56:03.591876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.628399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 83746040-78ef-4656-a3e3-3d73bf163973, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=83746040-78ef-4656-a3e3-3d73bf163973,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:03.633469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.639992 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-4eaf7993-bc34-4e4a-b880-88d32b504b6c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/96319b07-66eb-4a67-9118-a0027cd634d8 HTTP/1.1" status: 200 len: 1803 time: 0.0532274 Aug 18 23:56:03.663177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-f71ad4d4-2fc1-4616-9da2-ffca8846d4b6 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3790536 Aug 18 23:56:03.674628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:03.682500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:03.685654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-d0eba4e6-7a92-46e8-8fbc-44b1cf82325d tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/f3b66c5c-0eee-4fde-ae5c-11eabaacca86 HTTP/1.1" status: 200 len: 1805 time: 0.0406361 Aug 18 23:56:03.697272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.702498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '96319b07-66eb-4a67-9118-a0027cd634d8', 'remote_group_id': 'f3b66c5c-0eee-4fde-ae5c-11eabaacca86', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:03.702820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '96319b07-66eb-4a67-9118-a0027cd634d8', 'remote_group_id': 'f3b66c5c-0eee-4fde-ae5c-11eabaacca86', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:03.766924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.792964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.804166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.810224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.828877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4c07ad-0a41-436e-b6a4-3c7dd50018b0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:03.831880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:03.833762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04201660-872d-417d-8e4a-8f61b16f7a88 req-c0f8ee25-8308-4ae9-8f9d-e9d2d857fd32 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1348004 Aug 18 23:56:03.913786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Allocated IP 172.25.1.91 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/6f52b82e-1014-4b41-8a1c-86ba999d8c52) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:03.927287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f9cbc-d83f-4024-bd37-60a9e51aaf34 req-04462537-b1c2-48b2-b6ae-126a7c16db20 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:03.928803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-415f9cbc-d83f-4024-bd37-60a9e51aaf34 req-04462537-b1c2-48b2-b6ae-126a7c16db20 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0483792 Aug 18 23:56:03.967196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-415f9cbc-d83f-4024-bd37-60a9e51aaf34 req-0d3b2026-4654-4dea-875e-b37be6d9d75a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Aug 18 23:56:04.016182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.059361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.099952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:04.104601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:04.104914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-e3ea7ef9-bb0e-4fe2-99db-5d0d016f2c0b tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/f3b66c5c-0eee-4fde-ae5c-11eabaacca86 HTTP/1.1" status: 200 len: 1805 time: 0.0382483 Aug 18 23:56:04.107472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:04.138560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=6f52b82e-1014-4b41-8a1c-86ba999d8c52,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:04.162775 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.184508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.195238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.228466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.252396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.256020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.257294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a646ba9c-4f02-4848-a7f7-154551d6232f req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/f3b66c5c-0eee-4fde-ae5c-11eabaacca86 HTTP/1.1" status: 204 len: 173 time: 0.1460392 Aug 18 23:56:04.269315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3a6fd-8a78-46fb-8183-85e0d364a92a tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b66c5c-0eee-4fde-ae5c-11eabaacca86,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:04.368324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46b338-92d3-4e26-8509-6dc853e7e8e9 req-df5eb6ba-247e-43bd-a3e7-1c797343a5ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.369800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c46b338-92d3-4e26-8509-6dc853e7e8e9 req-df5eb6ba-247e-43bd-a3e7-1c797343a5ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0482881 Aug 18 23:56:04.383337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.388981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.408129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c46b338-92d3-4e26-8509-6dc853e7e8e9 req-03bb499a-7794-412d-912a-67d406c2b479 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 18 23:56:04.460341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=6f52b82e-1014-4b41-8a1c-86ba999d8c52,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:04.470090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.483551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.484911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-497259de-6178-4089-9233-e5c69a0223f9 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8153543 Aug 18 23:56:04.533219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae426-0a0a-4ac5-8914-891ee6966f09 req-4efc6949-b07e-4021-b184-335c37c96da4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.534978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aebae426-0a0a-4ac5-8914-891ee6966f09 req-4efc6949-b07e-4021-b184-335c37c96da4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0516438 Aug 18 23:56:04.535245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-9f740fae-3447-470d-975b-f5a3c4113f96 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0437219 Aug 18 23:56:04.573259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aebae426-0a0a-4ac5-8914-891ee6966f09 req-68c3eadf-002d-4f9a-9117-57b05405f2a0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 18 23:56:04.642211 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca76808e-90b2-4c03-a500-63c7fd157b4f req-352a7341-954d-4444-9530-ce49884cbe7f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/96319b07-66eb-4a67-9118-a0027cd634d8 HTTP/1.1" status: 200 len: 1803 time: 0.0378289 Aug 18 23:56:04.643799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-b28106a0-b1a4-4c4b-9eff-97d0eb9428b3 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.648759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e40b3c91-d2a8-4604-a08d-d48403895c1e req-b28106a0-b1a4-4c4b-9eff-97d0eb9428b3 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1078019 Aug 18 23:56:04.738934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12421c-6a52-4df8-831b-623e5d29d4e1 req-d866e3d1-5467-4374-8058-1fa7be649005 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.740984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b12421c-6a52-4df8-831b-623e5d29d4e1 req-d866e3d1-5467-4374-8058-1fa7be649005 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0524268 Aug 18 23:56:04.745450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e663f-949d-463c-bdb5-6c95db2b333b req-1def3799-d8fb-46af-8039-ea54c1c17eea tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.746946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb9e663f-949d-463c-bdb5-6c95db2b333b req-1def3799-d8fb-46af-8039-ea54c1c17eea tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0487809 Aug 18 23:56:04.781051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b12421c-6a52-4df8-831b-623e5d29d4e1 req-95a58026-abc5-498f-b2b7-aea69625b9dc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Aug 18 23:56:04.787879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb9e663f-949d-463c-bdb5-6c95db2b333b req-4bbae867-eae9-4e16-968f-44f455e4f9d6 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Aug 18 23:56:04.807975 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:56:04.815598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1617208736', 'description': 'tempest-description-808056313'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:04.838117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.899761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50617e9e-57e5-485f-a76f-3fe1759cbd49 req-4c52cb6b-d6c3-42b3-9af1-2305ae77fc81 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:04.901264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50617e9e-57e5-485f-a76f-3fe1759cbd49 req-4c52cb6b-d6c3-42b3-9af1-2305ae77fc81 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0513129 Aug 18 23:56:04.920209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.923923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.940727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50617e9e-57e5-485f-a76f-3fe1759cbd49 req-04c42c1f-f6c9-49a9-adfe-6764efcac27b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Aug 18 23:56:04.947498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:04.948851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67c3a46c-40a9-4510-ace1-cbce4572571a req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1379085 Aug 18 23:56:04.962671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bbd0-a8ac-49c1-8e5d-ef51e793498f tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076b9ef1-6f07-42cd-91ae-f96f680575f3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:05.062507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9e1b-4c9a-49a0-b7be-bb01c8e9a93a req-36b0623a-b8c5-4dfc-9df1-b7f3f9da4092 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:05.064085 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc7e9e1b-4c9a-49a0-b7be-bb01c8e9a93a req-36b0623a-b8c5-4dfc-9df1-b7f3f9da4092 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0559406 Aug 18 23:56:05.101892 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc7e9e1b-4c9a-49a0-b7be-bb01c8e9a93a req-f3ed0423-c8b3-4815-afe0-bdcbb5ac978e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Aug 18 23:56:05.138985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-4c6f65b2-7793-4954-8eed-cc1e9967649a tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1730745 Aug 18 23:56:05.148940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:05.162269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-13d7ba35-1446-4424-8b05-5134a94bbd10 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 200 len: 1804 time: 0.0372362 Aug 18 23:56:05.170577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.172562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '076b9ef1-6f07-42cd-91ae-f96f680575f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:05.172883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '076b9ef1-6f07-42cd-91ae-f96f680575f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:05.232282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.267870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.272278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.291345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ffa38b-d94d-404b-8a1f-a008092a95c2,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:05.298008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.299319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fa85f48-d4b8-458b-a5d2-82cabd1631d5 req-3fdf94e7-f7d2-479e-84a5-74fa81376c71 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1307802 Aug 18 23:56:05.410510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 83746040-78ef-4656-a3e3-3d73bf163973 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:05.464910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-750e4a19-6d45-4407-a6cd-13519761ce9d tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 200 len: 2397 time: 0.0578463 Aug 18 23:56:05.469982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 83746040-78ef-4656-a3e3-3d73bf163973 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:05.470760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.471921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '076b9ef1-6f07-42cd-91ae-f96f680575f3', 'remote_group_id': None}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:05.472263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '076b9ef1-6f07-42cd-91ae-f96f680575f3', 'remote_group_id': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:05.496906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.541180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.569560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.573407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.591516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3225fec3-41c3-4e76-ba03-7addddd96a9c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:05.598500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.599865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c5639cf-b130-44d2-8ba5-51aa99fad7f9 req-bc7ce848-ddb5-44e2-846a-149336ce12d9 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1320937 Aug 18 23:56:05.625548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Allocated IP 172.25.1.94 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e91e162c-792a-4fe3-abe5-ca6e19c7a04b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:05.696512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43d5c-5cdd-46f6-b9f2-7425e2902e3a req-f9602ccf-b74b-4df8-9989-6e859e248f9d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:05.698017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4da43d5c-5cdd-46f6-b9f2-7425e2902e3a req-f9602ccf-b74b-4df8-9989-6e859e248f9d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0487561 Aug 18 23:56:05.726522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.735606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4da43d5c-5cdd-46f6-b9f2-7425e2902e3a req-bab69779-aab2-4db1-926d-6172758adfcd tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Aug 18 23:56:05.765573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.810767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:05.816213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:05.819644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:05.836627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=e91e162c-792a-4fe3-abe5-ca6e19c7a04b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:05.852482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fbeab-bf4a-4932-a2df-405c344ac6ad req-b8182c90-4f3a-47be-89f1-c6ef67909fef tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:05.853993 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b24fbeab-bf4a-4932-a2df-405c344ac6ad req-b8182c90-4f3a-47be-89f1-c6ef67909fef tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0504651 Aug 18 23:56:05.874562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.892631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b24fbeab-bf4a-4932-a2df-405c344ac6ad req-a123cc78-9d19-44f5-9dd2-7e4fbbe40ebd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Aug 18 23:56:05.907833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:05.996090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0587fe-6f64-4810-8876-f638f6f3db5f req-4900b7c5-f733-416f-a396-b5329e1b6746 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:05.997589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d0587fe-6f64-4810-8876-f638f6f3db5f req-4900b7c5-f733-416f-a396-b5329e1b6746 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0509150 Aug 18 23:56:06.036687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d0587fe-6f64-4810-8876-f638f6f3db5f req-332ab780-964a-4c90-85b5-c0a62c456887 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Aug 18 23:56:06.060553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.065003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.100788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.101607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94489637-b1d4-4818-a4ff-35fb06d45eeb req-97753a1e-002b-4702-8136-9c1d0ebb0ec4 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 200 len: 2995 time: 0.0424531 Aug 18 23:56:06.119803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event updated for resources: {'Port': ['ID=e91e162c-792a-4fe3-abe5-ca6e19c7a04b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:06.126765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.128034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-09f2a8a2-4ddf-4c5a-abbf-bfa2ad992638 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9834507 Aug 18 23:56:06.206385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-999e7278-945e-4d43-8d87-a5527723029e tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.0699377 Aug 18 23:56:06.209980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381d2a-0ce5-44a0-8a40-f8a991bb53d9 req-a4fbe7f0-30c2-4e26-9303-2b69af6404db tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.211440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63381d2a-0ce5-44a0-8a40-f8a991bb53d9 req-a4fbe7f0-30c2-4e26-9303-2b69af6404db tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0491207 Aug 18 23:56:06.249370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63381d2a-0ce5-44a0-8a40-f8a991bb53d9 req-18383073-f100-46b5-868c-79688210d109 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Aug 18 23:56:06.319163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-7099faec-3656-4f21-9dd8-d85371c407e8 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.320594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-7099faec-3656-4f21-9dd8-d85371c407e8 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1085787 Aug 18 23:56:06.331279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-f355f794-2a0b-4998-b91f-330c10c61fb1 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:56:06.333055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-054f9b35-cae5-405f-b207-33d6298c8d21 req-f355f794-2a0b-4998-b91f-330c10c61fb1 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064447 Aug 18 23:56:06.355692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb4e8b-7d8b-4363-93aa-20bcaec2ba54 req-a2082fc1-0bcf-4581-883c-8b4f105cb6d2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.357345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ddeb4e8b-7d8b-4363-93aa-20bcaec2ba54 req-a2082fc1-0bcf-4581-883c-8b4f105cb6d2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0530572 Aug 18 23:56:06.404583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ddeb4e8b-7d8b-4363-93aa-20bcaec2ba54 req-0ba4e4fa-03f2-4bac-91a8-8d8e4b819c7d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Aug 18 23:56:06.442550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0955282-7182-43e0-acf4-137d6d940b39 req-e606a146-1f19-4b6f-9b5c-f4a21c466b25 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.444087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0955282-7182-43e0-acf4-137d6d940b39 req-e606a146-1f19-4b6f-9b5c-f4a21c466b25 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0633793 Aug 18 23:56:06.469597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f22d380-a79f-4773-85da-036f81898118 req-5aaf5334-4c10-4fd0-854c-ca6d4b9272e7 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-group-rules/3225fec3-41c3-4e76-ba03-7addddd96a9c HTTP/1.1" status: 200 len: 783 time: 0.0261097 Aug 18 23:56:06.483133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0955282-7182-43e0-acf4-137d6d940b39 req-8d814173-e491-4380-a2cc-2eff303cfa47 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Aug 18 23:56:06.523681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f22d380-a79f-4773-85da-036f81898118 req-febc0539-7cd2-48a6-aece-fa2ba33dda12 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 200 len: 2995 time: 0.0465779 Aug 18 23:56:06.553681 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2f22d380-a79f-4773-85da-036f81898118 req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.561129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2f22d380-a79f-4773-85da-036f81898118 req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.590980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a1d79cd-c873-4c0d-ba9c-9bbc1799e9d0 req-6b31c728-eb78-42eb-91f7-810d722710ba tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips/7bd8c3e6-a961-4c92-af76-6859497c6e18 HTTP/1.1" status: 200 len: 692 time: 0.0781538 Aug 18 23:56:06.591605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2f22d380-a79f-4773-85da-036f81898118 req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.597750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2f22d380-a79f-4773-85da-036f81898118 req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.599327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f22d380-a79f-4773-85da-036f81898118 req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3225fec3-41c3-4e76-ba03-7addddd96a9c HTTP/1.1" status: 204 len: 173 time: 0.0691156 Aug 18 23:56:06.608862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500a9b-9fdf-486b-8b27-1a2c68270754 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3225fec3-41c3-4e76-ba03-7addddd96a9c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:06.700388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d79cd-c873-4c0d-ba9c-9bbc1799e9d0 req-bf2c5b96-6482-4cad-9ea1-bbed1e67f443 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.701743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a1d79cd-c873-4c0d-ba9c-9bbc1799e9d0 req-bf2c5b96-6482-4cad-9ea1-bbed1e67f443 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1049449 Aug 18 23:56:06.712324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-2a1d79cd-c873-4c0d-ba9c-9bbc1799e9d0 req-c8209430-102c-409e-af10-0525fb7f5e2a tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:56:06.713337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a1d79cd-c873-4c0d-ba9c-9bbc1799e9d0 req-c8209430-102c-409e-af10-0525fb7f5e2a tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061941 Aug 18 23:56:06.767373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-368da2cc-1406-491e-aa2a-529e2c366226 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 200 len: 2397 time: 0.0385261 Aug 18 23:56:06.767636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6f57-64fd-48ea-926c-704c2442fc31 req-4d887f45-c013-49af-9683-dc3dcc010d3e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.769001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65ab6f57-64fd-48ea-926c-704c2442fc31 req-4d887f45-c013-49af-9683-dc3dcc010d3e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0493562 Aug 18 23:56:06.814978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65ab6f57-64fd-48ea-926c-704c2442fc31 req-da97c6af-36d3-40b6-b0f2-725fdbb40dd5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Aug 18 23:56:06.835723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.859088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.884889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-31c7bfc5-1dea-4ad8-8332-b4ce4818df9e tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips/7bd8c3e6-a961-4c92-af76-6859497c6e18 HTTP/1.1" status: 200 len: 692 time: 0.0463345 Aug 18 23:56:06.902935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.905746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:06.906857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-566e9907-36ad-4775-8ea8-5b081fd497bc req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/076b9ef1-6f07-42cd-91ae-f96f680575f3 HTTP/1.1" status: 204 len: 173 time: 0.1323738 Aug 18 23:56:06.916499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1e544-d347-4904-b5d7-2e92882bfdaf tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076b9ef1-6f07-42cd-91ae-f96f680575f3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:06.996288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-4c50e9ae-95ac-4e04-95f2-7b13e0abe61e tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:06.997695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-4c50e9ae-95ac-4e04-95f2-7b13e0abe61e tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1069770 Aug 18 23:56:07.006524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a3a9b-99c9-4b56-bb3a-2434fe588441 req-a4a280aa-a966-40d0-9957-03af7aff8b76 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:07.007978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-619a3a9b-99c9-4b56-bb3a-2434fe588441 req-a4a280aa-a966-40d0-9957-03af7aff8b76 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0479515 Aug 18 23:56:07.008499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-6adc0d83-86bb-47e3-9221-f0830cc1e185 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:56:07.009694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-6adc0d83-86bb-47e3-9221-f0830cc1e185 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055630 Aug 18 23:56:07.047194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-619a3a9b-99c9-4b56-bb3a-2434fe588441 req-07132780-5988-46f0-abfa-f5e3a7ccab3a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Aug 18 23:56:07.058236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-b616d065-018f-4a40-9721-e207c20d21fb tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.0426395 Aug 18 23:56:07.084514 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-bf1b4cc4-5d13-4693-b1ad-1c042755fd3e req-5fe2ecd0-f5c3-41ef-b6e7-beed0798be68 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] show failed (client error): The resource could not be found. Aug 18 23:56:07.085496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf1b4cc4-5d13-4693-b1ad-1c042755fd3e req-5fe2ecd0-f5c3-41ef-b6e7-beed0798be68 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/f3b66c5c-0eee-4fde-ae5c-11eabaacca86 HTTP/1.1" status: 404 len: 352 time: 0.0142541 Aug 18 23:56:07.109356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-866f0bf4-744a-4931-9f8b-b4d97170c439 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.0448024 Aug 18 23:56:07.183869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9908c-549f-4d84-b7f4-897ccc9286b4 req-93363279-9d0e-48fc-8302-3e28f48ac1c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:07.185247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57a9908c-549f-4d84-b7f4-897ccc9286b4 req-93363279-9d0e-48fc-8302-3e28f48ac1c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0479510 Aug 18 23:56:07.225096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57a9908c-549f-4d84-b7f4-897ccc9286b4 req-517c2d32-5d89-4802-9661-4e4578aab8f7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Aug 18 23:56:07.242538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Deleting port e91e162c-792a-4fe3-abe5-ca6e19c7a04b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:07.242897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.324240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.324816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.330215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fc13-f3f7-4270-b236-7165c2342b83 req-f794a2f4-8648-4130-99f9-18393966522d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:07.331833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e879fc13-f3f7-4270-b236-7165c2342b83 req-f794a2f4-8648-4130-99f9-18393966522d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0499606 Aug 18 23:56:07.337228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Calling delete_port for e91e162c-792a-4fe3-abe5-ca6e19c7a04b owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:07.374444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e879fc13-f3f7-4270-b236-7165c2342b83 req-97a58ec0-8474-48f2-b7e3-2ce80c6d25a4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Aug 18 23:56:07.479092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.501890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event deleted for resources: {'Port': ['ID=e91e162c-792a-4fe3-abe5-ca6e19c7a04b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:07.565804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.568356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.569502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea29686b-3cc6-41e2-a2a9-67c827626c40 req-fa085c06-0d6a-4071-a4d8-e4746245743b tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "DELETE /v2.0/floatingips/7bd8c3e6-a961-4c92-af76-6859497c6e18 HTTP/1.1" status: 204 len: 173 time: 0.4538288 Aug 18 23:56:07.627390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-f684535f-8fc0-4ee7-b441-fde1c9400d6b tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/96319b07-66eb-4a67-9118-a0027cd634d8 HTTP/1.1" status: 200 len: 1803 time: 0.0422776 Aug 18 23:56:07.689816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.715634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.761501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.764062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:07.765232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6e8de45-6d39-4b80-a05e-f58a26136b81 req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/96319b07-66eb-4a67-9118-a0027cd634d8 HTTP/1.1" status: 204 len: 173 time: 0.1319091 Aug 18 23:56:07.775064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44e249-c338-44ee-9424-f1ad5eeeda65 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96319b07-66eb-4a67-9118-a0027cd634d8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:07.785906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f40207-7033-4675-9167-7119e073253e req-d63cace0-22ea-4d96-9c7b-35824e8fad5b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:07.787509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f40207-7033-4675-9167-7119e073253e req-d63cace0-22ea-4d96-9c7b-35824e8fad5b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 946 time: 0.0607362 Aug 18 23:56:07.830960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f40207-7033-4675-9167-7119e073253e req-86bf58e8-2800-4aa3-bc0a-383aae6e33f7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Aug 18 23:56:07.871486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d51f1f-c4d0-4f29-bec6-69e3e8071646 req-3da60718-e197-472c-94ab-ec908da43bb3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:07.873137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59d51f1f-c4d0-4f29-bec6-69e3e8071646 req-3da60718-e197-472c-94ab-ec908da43bb3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0515995 Aug 18 23:56:07.911371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59d51f1f-c4d0-4f29-bec6-69e3e8071646 req-ad97d3c2-b0a8-4d98-bed5-dea13f38c9ca tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Aug 18 23:56:08.054337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b1b1-a48d-4f8c-a7d3-3efad8569c96 req-5674af62-be6e-4496-814c-ff622bde1fa5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.055597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e396b1b1-a48d-4f8c-a7d3-3efad8569c96 req-5674af62-be6e-4496-814c-ff622bde1fa5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1878421 Aug 18 23:56:08.104969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-31ecbefe-8f6d-47ff-854b-5408d8c1b651 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/948102cd-a5f3-4001-9fa3-9c73e8fffdb0 HTTP/1.1" status: 200 len: 1804 time: 0.0408773 Aug 18 23:56:08.154591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-f1474378-a542-4efc-9f92-0d77753997a2 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.156708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-f1474378-a542-4efc-9f92-0d77753997a2 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1098 time: 0.0505822 Aug 18 23:56:08.169065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.182849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:08.194266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.255574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.258286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.259695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4da36e56-f961-42d6-8af8-a60c2d0cecdb req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/948102cd-a5f3-4001-9fa3-9c73e8fffdb0 HTTP/1.1" status: 204 len: 173 time: 0.1481316 Aug 18 23:56:08.271690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59df82-9058-4206-82be-46e506318978 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948102cd-a5f3-4001-9fa3-9c73e8fffdb0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:08.301528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1280421e-5789-44b9-a5c1-146402ddfbf1 req-2948f932-ae9c-4bf7-9c29-7301ab5c2c71 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=d994145a1ac448a7a321c142f80cac6b HTTP/1.1" status: 200 len: 1654 time: 0.0958419 Aug 18 23:56:08.306755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.361409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27ce3-c1de-4d33-b0bb-d46e2fb06c78 req-95b8a316-a171-43df-b05d-a07fa886b69f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.362991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6d27ce3-c1de-4d33-b0bb-d46e2fb06c78 req-95b8a316-a171-43df-b05d-a07fa886b69f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0498879 Aug 18 23:56:08.402498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6d27ce3-c1de-4d33-b0bb-d46e2fb06c78 req-bd2c5da9-40ff-4f12-866f-77e1e2ae91a8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Aug 18 23:56:08.488907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280421e-5789-44b9-a5c1-146402ddfbf1 req-520b541e-4f74-4e53-a7cf-ca2107c8c626 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.491042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1280421e-5789-44b9-a5c1-146402ddfbf1 req-520b541e-4f74-4e53-a7cf-ca2107c8c626 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks?id=a3f6491e-d685-43b7-9181-2b82c7eb4260&id=a3f6491e-d685-43b7-9181-2b82c7eb4260&id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 787 time: 0.1821370 Aug 18 23:56:08.509077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea93f-c90b-4afa-8070-3ca478148362 req-49a42f23-49b3-4f99-b1ea-9247c6eedaeb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.510427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-1280421e-5789-44b9-a5c1-146402ddfbf1 req-a9ece99e-18e9-4871-9c23-8254cbcc0f4d tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:56:08.510772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8fea93f-c90b-4afa-8070-3ca478148362 req-49a42f23-49b3-4f99-b1ea-9247c6eedaeb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0539639 Aug 18 23:56:08.511403 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1280421e-5789-44b9-a5c1-146402ddfbf1 req-a9ece99e-18e9-4871-9c23-8254cbcc0f4d tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131965 Aug 18 23:56:08.541742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:08.551031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8fea93f-c90b-4afa-8070-3ca478148362 req-94213a36-2e75-40f6-a6a5-592423798278 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Aug 18 23:56:08.592962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-e4beadb9-a056-4165-a672-597aac6b0579 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/878007b1-2417-47df-8fce-6ee7f3440c1f HTTP/1.1" status: 200 len: 1805 time: 0.0648890 Aug 18 23:56:08.604138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:08.651890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232024e5-262f-4433-a049-1c47153134f2 req-f50b77a7-f633-4906-9b02-cdb73b03c603 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.653517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-232024e5-262f-4433-a049-1c47153134f2 req-f50b77a7-f633-4906-9b02-cdb73b03c603 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Aug 18 23:56:08.667413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:08.669632 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee166a77-3526-4bc4-b4ae-49b124c063ba" -d '{"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:08.675125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.685587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.693415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-232024e5-262f-4433-a049-1c47153134f2 req-4b7c6d9e-587e-4e0b-99d7-6d947ff91544 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Aug 18 23:56:08.722056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.764697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.764989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-93d2d5e0-f34f-4b58-88cc-468d70742909 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips/736295de-a996-40ec-aae6-0c9e4b072750 HTTP/1.1" status: 200 len: 692 time: 0.0480816 Aug 18 23:56:08.811015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:08.828087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:08.828453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:08.828788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:08.833650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:08.833970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Attempting to bind port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:08.840337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:08.840878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:08.841338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:08.841814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Bound port: a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:08.842223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.856539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.859431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.860591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49fb173b-faa4-4870-abfb-f84d4889b636 req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/878007b1-2417-47df-8fce-6ee7f3440c1f HTTP/1.1" status: 204 len: 173 time: 0.2599947 Aug 18 23:56:08.876825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-0a32be2a-7fe9-44b0-9784-95d607eee875 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:08.878212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-0a32be2a-7fe9-44b0-9784-95d607eee875 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1069846 Aug 18 23:56:08.892436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b006d90-9dfa-4511-a8be-c08e3190fdec tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878007b1-2417-47df-8fce-6ee7f3440c1f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:08.904580 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777339c1-30c0-4b2c-81b8-37eab5a62a70 x-openstack-request-id: req-777339c1-30c0-4b2c-81b8-37eab5a62a70 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:08.904867 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:08.905119 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-777339c1-30c0-4b2c-81b8-37eab5a62a70 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:08.905503 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'code': 200} Aug 18 23:56:08.932751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:08.935811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:08.940902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:08.943946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-26717d43-2385-4c34-ada2-0f5e483d1e2e tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0578990 Aug 18 23:56:08.996588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-89421441-3bb5-489f-9206-fee1fe1230b2 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0434442 Aug 18 23:56:09.033104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:09.055060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.056119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.057144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-675eeccc-657f-46ca-a28f-fefa727402da service neutron] 10.222.0.21 "PUT /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 1124 time: 0.8788273 Aug 18 23:56:09.065456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45023-3a15-400d-bc22-901ac4f5563f req-c7fa4786-3947-41db-b23b-a819fbf6cfcd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.066836 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19f45023-3a15-400d-bc22-901ac4f5563f req-c7fa4786-3947-41db-b23b-a819fbf6cfcd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0994499 Aug 18 23:56:09.105618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19f45023-3a15-400d-bc22-901ac4f5563f req-64667243-01ba-41e5-bcf1-178aa9c413d2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 18 23:56:09.139197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Deleting port 6f52b82e-1014-4b41-8a1c-86ba999d8c52 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:09.139560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.144291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:09.190034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-4a9a1931-14ae-4db9-96ca-d4b27aed7998 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/180c76a3-b1d0-4e0e-bfb3-875e645cf8db HTTP/1.1" status: 200 len: 2403 time: 0.0564127 Aug 18 23:56:09.238673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.239011 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.251958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Calling delete_port for 6f52b82e-1014-4b41-8a1c-86ba999d8c52 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:09.258073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.282269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.296103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:09.335594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.338524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.339742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c58cde6-5a81-4be6-a307-c1efea817e53 req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/180c76a3-b1d0-4e0e-bfb3-875e645cf8db HTTP/1.1" status: 204 len: 173 time: 0.1413159 Aug 18 23:56:09.352564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e0946-2c1a-45bf-8e75-de9c9e9b778c tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180c76a3-b1d0-4e0e-bfb3-875e645cf8db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:09.423060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.446698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa00fa-e519-4d05-9214-1dc02538b124 req-22960d67-cd5b-4650-9051-cd5a63e3d5a7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.448723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8fa00fa-e519-4d05-9214-1dc02538b124 req-22960d67-cd5b-4650-9051-cd5a63e3d5a7 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0548387 Aug 18 23:56:09.454983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event deleted for resources: {'Port': ['ID=6f52b82e-1014-4b41-8a1c-86ba999d8c52,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:09.455972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:09.462702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:09.492556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:09.495436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8fa00fa-e519-4d05-9214-1dc02538b124 req-e01a57fb-e02f-4c71-a0f0-09783e6a89a9 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Aug 18 23:56:09.521733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.525930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.527223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a247930a-a0c7-48ae-a40e-0111b4ea82c2 req-3567447f-5e88-406e-a238-34bc62cccbaf tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "DELETE /v2.0/floatingips/736295de-a996-40ec-aae6-0c9e4b072750 HTTP/1.1" status: 204 len: 173 time: 0.5250697 Aug 18 23:56:09.588645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-6244f81b-9320-4f1a-b5ed-d10b585fba19 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "GET /v2.0/security-groups/fe2ac7ec-34ea-4b0a-b785-0287ce95f499 HTTP/1.1" status: 200 len: 2397 time: 0.0438645 Aug 18 23:56:09.651993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.675955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.691138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:09.707449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a921d84-65c1-4350-9c96-5cd3a92c4fcb req-252d3395-6969-4303-9f77-efb7ba82d805 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.709143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a921d84-65c1-4350-9c96-5cd3a92c4fcb req-252d3395-6969-4303-9f77-efb7ba82d805 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0585201 Aug 18 23:56:09.712243 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.736129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'mac_address': 'fa:16:3e:d9:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:09.737826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.738880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:09.741363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.744320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f9b5e7e-6035-4c64-a97b-7effe139e9b1 req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe2ac7ec-34ea-4b0a-b785-0287ce95f499 HTTP/1.1" status: 204 len: 173 time: 0.1479144 Aug 18 23:56:09.749441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:09.755598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124444a-6d09-418c-822a-bc7a75166c52 tempest-SecurityGroupRulesTestJSON-142452902 tempest-SecurityGroupRulesTestJSON-142452902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ac7ec-34ea-4b0a-b785-0287ce95f499,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:09.759644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:56:09.766306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:09.768664 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d79a5-84ce-46a2-8744-d4deab26c9ca" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:09.768950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a921d84-65c1-4350-9c96-5cd3a92c4fcb req-bff1799c-781a-462d-a47e-69e4eb0e8e5e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537229 Aug 18 23:56:09.813829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Deleting subnet 9b8dbaf9-84ac-4a54-b98e-9dba8ca1d434 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:56:09.815560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:09.818951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.826204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.833942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.840971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-29de1883-db9f-455c-a670-c39b4851c6ce tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips/82f06b31-f91a-474d-ac52-43e332849874 HTTP/1.1" status: 200 len: 692 time: 0.0722263 Aug 18 23:56:09.869274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:09.906426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.913589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:09.914651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:09.930919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 23:56:09.931331 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 23:56:09.946137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93750c1-400d-4240-86e7-8f775f388988 req-da666e12-f5f9-4d80-b67b-6159d6bc9fcf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.947585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c93750c1-400d-4240-86e7-8f775f388988 req-da666e12-f5f9-4d80-b67b-6159d6bc9fcf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0914669 Aug 18 23:56:09.954885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-860cd07a-5ce6-46f0-abfc-7f5e366ac7ef tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:09.956364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-860cd07a-5ce6-46f0-abfc-7f5e366ac7ef tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1097674 Aug 18 23:56:10.000096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c93750c1-400d-4240-86e7-8f775f388988 req-a606c91c-1c0e-4275-b418-e0d78999362f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Aug 18 23:56:10.007223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-138c88ab-be34-4206-91f7-817b07ab398f tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0443573 Aug 18 23:56:10.013871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.054700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8dbaf9-84ac-4a54-b98e-9dba8ca1d434,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:10.057914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.062604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-3db25d32-675e-4643-ba40-8c4eef7f0afb tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0488060 Aug 18 23:56:10.062994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40950) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:10.063165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa48f735-2694-4053-abd0-127ae8cee5df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b8dbaf9-84ac-4a54-b98e-9dba8ca1d434 HTTP/1.1" status: 204 len: 168 time: 0.3107750 Aug 18 23:56:10.120061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca538-979b-4ff6-8768-f3d4a4ef6ada req-f1bd6455-7375-4867-a9d5-072b6a177910 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:10.121572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-343ca538-979b-4ff6-8768-f3d4a4ef6ada req-f1bd6455-7375-4867-a9d5-072b6a177910 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0486104 Aug 18 23:56:10.158681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-343ca538-979b-4ff6-8768-f3d4a4ef6ada req-1c6e9d7f-15e3-4a8e-9f66-a2e4f93dad04 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Aug 18 23:56:10.202109 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6465cac8-3718-4c58-aa7d-0e6defeb7e9a x-openstack-request-id: req-6465cac8-3718-4c58-aa7d-0e6defeb7e9a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:10.202616 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:10.202855 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6465cac8-3718-4c58-aa7d-0e6defeb7e9a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:10.203333 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'code': 200} Aug 18 23:56:10.219226 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.299098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d652f4-e833-410b-8585-4b2a46b8e650 req-5aae5990-7d40-4af8-9599-d588e9828dfa tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:10.300682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6d652f4-e833-410b-8585-4b2a46b8e650 req-5aae5990-7d40-4af8-9599-d588e9828dfa tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0524042 Aug 18 23:56:10.303500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Deleting port c1bfe9de-e745-49ce-945e-b0d3cd9fc532 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:10.303846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.337572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6d652f4-e833-410b-8585-4b2a46b8e650 req-c889ec77-3f84-4c67-a72a-656e79f433da tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Aug 18 23:56:10.352230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.367579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b277b05-1128-4186-beb3-fb4af584ea75']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:10.379502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411266f8-be7d-49a0-8cdc-0f60dfa53132') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:10.379739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411266f8-be7d-49a0-8cdc-0f60dfa53132') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:10.392789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.418637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.424520 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.424832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.432785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:56:10.433171 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:56:10.435014 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:56:10.468061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.471485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Calling delete_port for c1bfe9de-e745-49ce-945e-b0d3cd9fc532 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:10.481072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:10.501112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:10.504961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.529638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.544357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.548857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b277b05-1128-4186-beb3-fb4af584ea75 HTTP/1.1" status: 204 len: 168 time: 0.4821749 Aug 18 23:56:10.563719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:10.564246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae1a7e-2a64-40f2-858f-47fac0dca1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9b277b05-1128-4186-beb3-fb4af584ea75,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:10.634446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a8bd-03bc-49e4-8219-57069372d3d0 req-f1d78c7d-60fc-4394-869b-d5bfb93d8b18 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:10.640775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08c9a8bd-03bc-49e4-8219-57069372d3d0 req-f1d78c7d-60fc-4394-869b-d5bfb93d8b18 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 949 time: 0.0593054 Aug 18 23:56:10.648899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.676497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event deleted for resources: {'Port': ['ID=c1bfe9de-e745-49ce-945e-b0d3cd9fc532,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:10.685109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08c9a8bd-03bc-49e4-8219-57069372d3d0 req-e48fc5ee-ca29-41c4-8d6f-4931b6e1b5f2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Aug 18 23:56:10.685724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:10.738576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8f499128-5335-4ba7-b438-10bc1216742d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51dcdfd7655c44e5a46012fce068f76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516524 Aug 18 23:56:10.738850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40962) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:10.756788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.759518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.760602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbe25182-77e4-41fa-a1b2-807b4cc4226b req-823104af-b6e6-4bbc-ab9b-4aa4997363a5 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "DELETE /v2.0/floatingips/82f06b31-f91a-474d-ac52-43e332849874 HTTP/1.1" status: 204 len: 173 time: 0.6907635 Aug 18 23:56:10.780092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:10.842052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-8be4bf1a-e861-4bd7-9dce-02672e663a3d tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips/418e3f17-71be-4b14-9573-fa2d377977db HTTP/1.1" status: 200 len: 692 time: 0.0590549 Aug 18 23:56:10.845002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:10.899596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1b3e9-16ee-48f5-921f-911fb629eb3e req-8131409a-ea08-4f31-badc-8c40a34a7491 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:10.901026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08c1b3e9-16ee-48f5-921f-911fb629eb3e req-8131409a-ea08-4f31-badc-8c40a34a7491 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0539167 Aug 18 23:56:10.907101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:10.909859 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf655f4-a111-4fde-97fa-e227b6ee4745" -d '{"events": [{"name": "network-changed", "server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:10.959310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08c1b3e9-16ee-48f5-921f-911fb629eb3e req-058a90b9-3578-4966-82f1-fee6348fa6dc tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Aug 18 23:56:11.014372 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d757feea-710e-4d9f-8b5b-ee68727ef4a0 x-openstack-request-id: req-d757feea-710e-4d9f-8b5b-ee68727ef4a0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:11.014669 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:11.014920 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d757feea-710e-4d9f-8b5b-ee68727ef4a0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:11.015315 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'status': 'completed', 'code': 200} Aug 18 23:56:11.132845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916ee1a-a5ed-4cce-bfc8-31ec5301fcde req-036e6ae8-f716-431b-804c-1cd110523881 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.134639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3916ee1a-a5ed-4cce-bfc8-31ec5301fcde req-036e6ae8-f716-431b-804c-1cd110523881 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0504751 Aug 18 23:56:11.173259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3916ee1a-a5ed-4cce-bfc8-31ec5301fcde req-1d1cdd4a-16f1-4d5e-9cbf-065de8d122da tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Aug 18 23:56:11.178643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.276158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471988dc-3a21-4fbc-9f37-7759774c553a req-99f603e5-37e5-4d03-bc80-b6952aa19ad0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.276696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-355bcf6e-68d6-4580-b2c7-4726f6147e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.277701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-471988dc-3a21-4fbc-9f37-7759774c553a req-99f603e5-37e5-4d03-bc80-b6952aa19ad0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.0505590 Aug 18 23:56:11.278222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-355bcf6e-68d6-4580-b2c7-4726f6147e7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1127 time: 0.0976584 Aug 18 23:56:11.288405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-d7c042cf-3e82-4797-a7a6-14c2c8343429 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.289680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-d7c042cf-3e82-4797-a7a6-14c2c8343429 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.4353068 Aug 18 23:56:11.320311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-471988dc-3a21-4fbc-9f37-7759774c553a req-d655e282-826c-45c9-9d7c-a7ece6029d3f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Aug 18 23:56:11.365902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.368430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.369530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02f667b-854e-4fec-9a5c-72ef7c84d1a6 HTTP/1.1" status: 204 len: 168 time: 0.6296666 Aug 18 23:56:11.392056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-5d1d7677-6060-43bd-a1f0-82d3fe900cf1 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0939074 Aug 18 23:56:11.392848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f89081-2db8-48eb-971d-f27f2209fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f667b-854e-4fec-9a5c-72ef7c84d1a6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:11.467997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-7888b61d-629c-4c56-b6f7-c98561c2a750 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0655141 Aug 18 23:56:11.472602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-cdc8da98-794e-4dde-ad8f-77bc66cd878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.474563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-cdc8da98-794e-4dde-ad8f-77bc66cd878a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1839895 Aug 18 23:56:11.474917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41109-a7bb-4775-a615-11a480974fe1 req-658703f3-faf9-4c82-aa1d-8e7243bed316 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.476563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49e41109-a7bb-4775-a615-11a480974fe1 req-658703f3-faf9-4c82-aa1d-8e7243bed316 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0606773 Aug 18 23:56:11.496961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:11.528591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49e41109-a7bb-4775-a615-11a480974fe1 req-d10b9804-77ad-432a-a1ea-fb54edfb7d58 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Aug 18 23:56:11.548844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-c5a6d7d0-e96d-4c19-8859-71870064f12f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 217 time: 0.0664172 Aug 18 23:56:11.616579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:11.631102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'port_id': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'mac_address': 'fa:16:3e:75:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2205299-5223-41e6-b230-93d058748b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:11.649320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-fd1f4429-ec0a-4881-b842-e29826673616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.650643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-fd1f4429-ec0a-4881-b842-e29826673616 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0697393 Aug 18 23:56:11.669647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.683695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:11.689699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-b695b2b4-6f7f-4f7e-ba27-f37ddf171c50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313680 Aug 18 23:56:11.697796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Deleting port 11a61ed2-526b-46c7-be88-99a2916e0173 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:11.697796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.704616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:11.711081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.768203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:11.837163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.837351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6df5-7f96-4f69-8cdd-e9f33baf5769 req-da04d105-1691-485e-8203-a41410c535dc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:11.837518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:11.838932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-082f6df5-7f96-4f69-8cdd-e9f33baf5769 req-da04d105-1691-485e-8203-a41410c535dc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 949 time: 0.0696154 Aug 18 23:56:11.866082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Calling delete_port for 11a61ed2-526b-46c7-be88-99a2916e0173 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:11.869242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-b9c658cd-9fbe-4f38-a047-fc368a18d7bf service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719880 Aug 18 23:56:11.885059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-082f6df5-7f96-4f69-8cdd-e9f33baf5769 req-31b4b4ff-27a0-4628-b15e-e8722f3854f2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389011 Aug 18 23:56:11.930358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0dc2000c-bafc-44e3-a5c2-1a365b5e6877'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:12.024654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bf655f4-a111-4fde-97fa-e227b6ee4745 req-3efa3219-ac1b-44f7-b777-10b7fd428605 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457992 Aug 18 23:56:12.086334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.121602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3cd9-ff3d-4a33-8b7c-5797cedaa7c1 req-89c21089-1c33-4b21-a576-484198604343 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:12.122408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Pushing event deleted for resources: {'Port': ['ID=11a61ed2-526b-46c7-be88-99a2916e0173,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:12.123393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f2e3cd9-ff3d-4a33-8b7c-5797cedaa7c1 req-89c21089-1c33-4b21-a576-484198604343 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 944 time: 0.0622263 Aug 18 23:56:12.178281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f2e3cd9-ff3d-4a33-8b7c-5797cedaa7c1 req-7c86adad-958d-4bd7-a18c-3b01451d2082 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Aug 18 23:56:12.189477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.192184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.194101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3a6251-9367-4b95-927f-6fef91604c00 req-36105676-7d91-4726-a6f5-1476557a2234 tempest-FloatingIPDetailsTestJSON-281748851 tempest-FloatingIPDetailsTestJSON-281748851-project] 10.222.0.20 "DELETE /v2.0/floatingips/418e3f17-71be-4b14-9573-fa2d377977db HTTP/1.1" status: 204 len: 173 time: 0.7186642 Aug 18 23:56:12.203467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:12.268907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:12.302320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765273-dd0c-41c2-b818-6b43056c59da req-f5280a0f-b103-410b-ad99-dd313c93c732 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:12.303960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e765273-dd0c-41c2-b818-6b43056c59da req-f5280a0f-b103-410b-ad99-dd313c93c732 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0525534 Aug 18 23:56:12.336773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2ccca42-da0a-4c83-9700-05b52cecb293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.365785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e765273-dd0c-41c2-b818-6b43056c59da req-d43d8a19-4c91-46a1-8f72-18668c0337da tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536036 Aug 18 23:56:12.594164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-101875594-network', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:12.663222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373089f-2e22-4500-97ce-92578e0c0bb2 req-62160332-8f73-4ed1-89b7-cce96cf597a7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:12.664738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3373089f-2e22-4500-97ce-92578e0c0bb2 req-62160332-8f73-4ed1-89b7-cce96cf597a7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0535672 Aug 18 23:56:12.686413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Made reservation on behalf of 180d6a6bc6994b97b2e366176871f5c2 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:12.688686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.703208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3373089f-2e22-4500-97ce-92578e0c0bb2 req-cc8e8520-8ee4-47a6-b575-cec280186b85 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Aug 18 23:56:12.709577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.720351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8614-dde8-4eac-a271-5f589efb1b2f req-84ee518a-0297-4152-81d2-6197d307d96b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:12.721818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a02b8614-dde8-4eac-a271-5f589efb1b2f req-84ee518a-0297-4152-81d2-6197d307d96b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1216013 Aug 18 23:56:12.824265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a02b8614-dde8-4eac-a271-5f589efb1b2f req-92d560bd-4bad-4405-90e2-3929defbc354 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952365 Aug 18 23:56:12.958855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:12.974794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.004504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7402-efc3-4db4-afb6-5c3177362a9d req-9c2e9f4e-99b3-4a63-aef1-3312a549b759 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.006628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43aa7402-efc3-4db4-afb6-5c3177362a9d req-9c2e9f4e-99b3-4a63-aef1-3312a549b759 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 949 time: 0.0507238 Aug 18 23:56:13.022657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:56:13.043265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c81979-d848-4404-80b4-c9214a1720ae,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:13.054873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43aa7402-efc3-4db4-afb6-5c3177362a9d req-ab149507-a79e-45a1-ab78-e8adbc65cdfb tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Aug 18 23:56:13.055442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.055792 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Added segment d3cc76da-14dc-40a0-a307-491085daeddb of type vlan for network 27a936f2-23d9-4e34-896a-e8cce4985885 Aug 18 23:56:13.114995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.118911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.205574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.206533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.207119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.280065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0101049 Aug 18 23:56:13.283401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:13.290149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Request body: {'subnet': {'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-101875594-subnet', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:13.303156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd954e7-852b-45c1-bc13-58d84ebaa15e req-67d78bd1-8a5e-4595-a2a8-ba2fd9a3d92d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.304605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7fd954e7-852b-45c1-bc13-58d84ebaa15e req-67d78bd1-8a5e-4595-a2a8-ba2fd9a3d92d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 944 time: 0.0495994 Aug 18 23:56:13.311923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e964723-76a6-4f3c-b62b-cc0f6eba05fa admin admin] Pushing event updated for resources: {'Network': ['ID=27a936f2-23d9-4e34-896a-e8cce4985885,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:13.321842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 27a936f2-23d9-4e34-896a-e8cce4985885 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:56:13.358505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7fd954e7-852b-45c1-bc13-58d84ebaa15e req-b5b5a114-0f52-429a-8178-173483d1aaaa tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Aug 18 23:56:13.401808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Made reservation on behalf of 180d6a6bc6994b97b2e366176871f5c2 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:13.404101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.504519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:13.508291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:13.569641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284af21-795a-4bbc-828e-482d791191de req-0f5868f9-ccdd-4332-8e20-629654f45204 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.571035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6284af21-795a-4bbc-828e-482d791191de req-0f5868f9-ccdd-4332-8e20-629654f45204 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1227114 Aug 18 23:56:13.591691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:13.592136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.594843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:13.595209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.671020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6284af21-795a-4bbc-828e-482d791191de req-519e2bda-96e1-4e48-aa20-871a85a04f5c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928416 Aug 18 23:56:13.718985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.728051 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.731200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.751707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Deleting port 83746040-78ef-4656-a3e3-3d73bf163973 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:13.752053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.765997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:13.768244 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c6c94-b7f4-4c8b-afc8-81e1d475eff0" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:13.792678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:13.793899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:13.797748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.803256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.830405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:13.849478 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73689417-fceb-4351-a844-7740afc2df58 x-openstack-request-id: req-73689417-fceb-4351-a844-7740afc2df58 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:13.849880 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:13.849990 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73689417-fceb-4351-a844-7740afc2df58 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:13.851179 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'code': 200} Aug 18 23:56:13.852209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Checking segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:13.852551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Network hostable DHCP agents. Network: 27a936f2-23d9-4e34-896a-e8cce4985885, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:56:13.863532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:13.875641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] For port 83746040-78ef-4656-a3e3-3d73bf163973, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=83746040-78ef-4656-a3e3-3d73bf163973,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:13.876010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.889475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74bb00-51e5-40af-a3c0-6feb67772784 req-f981ade7-b579-4b47-ae3c-3f020f5a7af6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.891998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Calling delete_port for 83746040-78ef-4656-a3e3-3d73bf163973 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:13.898125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf74bb00-51e5-40af-a3c0-6feb67772784 req-f981ade7-b579-4b47-ae3c-3f020f5a7af6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0885928 Aug 18 23:56:13.901233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Network 27a936f2-23d9-4e34-896a-e8cce4985885 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:56:13.939437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:13.946233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 27a936f2-23d9-4e34-896a-e8cce4985885) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:13.949870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf74bb00-51e5-40af-a3c0-6feb67772784 req-ece26d63-c9bd-4a81-8b1d-519460c402dd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Aug 18 23:56:13.959349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefb75b-d694-4e2a-bdb1-2721a3d2e1ef None None] Network 27a936f2-23d9-4e34-896a-e8cce4985885 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:13.960757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:13.961356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:13.995375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8cd60cbc-70e7-402e-8f8e-baaa98904959 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7090461 Aug 18 23:56:13.997962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:14.016207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:14.103476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88292c-093a-45b6-9750-737b96368f5f req-795f95a0-a1ca-4a9e-af0a-8e18cf209a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:14.105576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0d88292c-093a-45b6-9750-737b96368f5f req-795f95a0-a1ca-4a9e-af0a-8e18cf209a65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1102 time: 0.0457442 Aug 18 23:56:14.112045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.113084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.130709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffc888-8496-433e-affc-7807d8a97a1b req-81a4be83-07a9-49d7-9260-12c51f075421 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:14.132228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56ffc888-8496-433e-affc-7807d8a97a1b req-81a4be83-07a9-49d7-9260-12c51f075421 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1537809 Aug 18 23:56:14.158025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-27a936f2-23d9-4e34-896a-e8cce4985885', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:56:14.158890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.187021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0d88292c-093a-45b6-9750-737b96368f5f req-4be08936-1132-4257-abee-73f65ac5f8ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681973 Aug 18 23:56:14.203985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44486-8cde-4d2a-bee8-4a3fae314d5b req-ae120e88-e804-4277-a114-91ab56dab4dc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:14.204690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.205625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe44486-8cde-4d2a-bee8-4a3fae314d5b req-ae120e88-e804-4277-a114-91ab56dab4dc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0701489 Aug 18 23:56:14.248120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe44486-8cde-4d2a-bee8-4a3fae314d5b req-86507820-bfda-4fec-a6d1-bed38af231cc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Aug 18 23:56:14.289443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56ffc888-8496-433e-affc-7807d8a97a1b req-a498d052-dee9-4edb-960e-addeff5f1d31 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469579 Aug 18 23:56:14.312802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Allocated IP 172.20.0.2 (27a936f2-23d9-4e34-896a-e8cce4985885/95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55/d8064d82-f31d-4b79-ba3c-37aed572e4d6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:14.381783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.409831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.476772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Pushing event deleted for resources: {'Port': ['ID=83746040-78ef-4656-a3e3-3d73bf163973,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:14.604429 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.610006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.621425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Transition to ACTIVE for port object d8064d82-f31d-4b79-ba3c-37aed572e4d6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:14.628463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f604-4935-4ec4-8e5e-2c2da50ae069 req-d9011fd1-dbcf-417c-86bd-5337d0bc4285 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:14.632923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c69f604-4935-4ec4-8e5e-2c2da50ae069 req-d9011fd1-dbcf-417c-86bd-5337d0bc4285 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.1888053 Aug 18 23:56:14.638964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Transition to ACTIVE for port object d8064d82-f31d-4b79-ba3c-37aed572e4d6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:14.647799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.688646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.694003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Network 27a936f2-23d9-4e34-896a-e8cce4985885 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:14.699752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:14.702309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:14.704888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c69f604-4935-4ec4-8e5e-2c2da50ae069 req-5877e7dc-d715-4302-a175-7fc0d711859a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Aug 18 23:56:14.707353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Pushing event updated for resources: {'Port': ['ID=d8064d82-f31d-4b79-ba3c-37aed572e4d6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:14.765058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Attempting to bind port d8064d82-f31d-4b79-ba3c-37aed572e4d6 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:14.767908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Attempting to bind port d8064d82-f31d-4b79-ba3c-37aed572e4d6 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:14.767908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Attempting to bind port d8064d82-f31d-4b79-ba3c-37aed572e4d6 on network 27a936f2-23d9-4e34-896a-e8cce4985885 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:14.773184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:14.773184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Checking segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:14.773184 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.773184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Bound using segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:14.773627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Bound port: d8064d82-f31d-4b79-ba3c-37aed572e4d6, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:14.773718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.841343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b806-4541-4e1b-a044-14ecaa262b8b req-3d5c73f7-f47b-418b-8d82-d4736d79bac2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:14.843106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc40b806-4541-4e1b-a044-14ecaa262b8b req-3d5c73f7-f47b-418b-8d82-d4736d79bac2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0869057 Aug 18 23:56:14.868432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] For port d8064d82-f31d-4b79-ba3c-37aed572e4d6, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:14.871809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] For port d8064d82-f31d-4b79-ba3c-37aed572e4d6, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d8064d82-f31d-4b79-ba3c-37aed572e4d6,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:14.877856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.900519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc40b806-4541-4e1b-a044-14ecaa262b8b req-4256f373-5cbb-498a-8789-e0960a2afd60 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Aug 18 23:56:14.941384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c372793a-28eb-4a16-8f24-800d0d25e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:14.957336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa093b-1cc8-43b8-a35e-592c777ef611 None None] Pushing event updated for resources: {'Port': ['ID=d8064d82-f31d-4b79-ba3c-37aed572e4d6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:15.126012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:15.233853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c44ef-8c16-4dd0-a92e-f33de1333a32 req-4b353939-6872-42c9-a7e4-1a6288beb2c0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:15.235421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f1c44ef-8c16-4dd0-a92e-f33de1333a32 req-4b353939-6872-42c9-a7e4-1a6288beb2c0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.1881857 Aug 18 23:56:15.241141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:15.297378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:15.381052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080bdce-4c60-4b71-a43c-1431b5349561 req-fce5670e-ee1d-4084-bd8c-c7b5a382678e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:15.385343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8080bdce-4c60-4b71-a43c-1431b5349561 req-fce5670e-ee1d-4084-bd8c-c7b5a382678e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0612864 Aug 18 23:56:15.405047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f1c44ef-8c16-4dd0-a92e-f33de1333a32 req-979c540c-cda5-464e-8d5e-53c7f16f0cb5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608551 Aug 18 23:56:15.435176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8080bdce-4c60-4b71-a43c-1431b5349561 req-1f3cab08-c6d0-4b0e-a446-c3e811fdcfff tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Aug 18 23:56:15.495971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Router fb6afe8f-bbfc-4386-895f-ecf1308f6500 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:56:15.499233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Allocated IP 172.25.1.84 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e8c76230-a314-4f53-9be6-05adc14ab9b6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:15.587958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d8064d82-f31d-4b79-ba3c-37aed572e4d6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:15.641439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d8064d82-f31d-4b79-ba3c-37aed572e4d6 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:15.686940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23352a-4050-4454-a321-1d8d515db531 req-68856950-7f30-47b0-974f-d5e70947f731 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:15.689092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b23352a-4050-4454-a321-1d8d515db531 req-68856950-7f30-47b0-974f-d5e70947f731 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1913798 Aug 18 23:56:15.755937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:56:15.760121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:15.769455 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f8beb8b-0720-4804-83f7-f4caba9d3372 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb6afe8f-bbfc-4386-895f-ecf1308f6500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626464 Aug 18 23:56:15.769653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Sync routers for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:56:15.775419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:15.783597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:15.784434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:15.811573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b23352a-4050-4454-a321-1d8d515db531 req-74429ccf-f707-4055-96a0-5f2978370f6d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Aug 18 23:56:15.848130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:15.901262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4a2b3-df9e-4a6f-a852-3367702a7538 req-d30ca34d-009f-4b33-a7de-d85f8b19c75c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:15.903403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ee4a2b3-df9e-4a6f-a852-3367702a7538 req-d30ca34d-009f-4b33-a7de-d85f8b19c75c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1463888 Aug 18 23:56:15.905931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:15.941870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:15.948133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:15.951690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:15.956141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c76230-a314-4f53-9be6-05adc14ab9b6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:15.975014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:15.977614 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f265104a-5dec-458e-b3e4-e35f1238ba5a" -d '{"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:16.008405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ee4a2b3-df9e-4a6f-a852-3367702a7538 req-ae079123-5121-4143-b15d-51cf04a279e8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669754 Aug 18 23:56:16.010408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.098527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee29e8-928e-4bec-a94d-919ce37c317b None None] Network 27a936f2-23d9-4e34-896a-e8cce4985885 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:16.119174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594400d-760c-457a-b3ee-1f132ddf4df2 req-05168aa4-12d8-4b68-ab40-7df60dccfa6d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:16.124803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b594400d-760c-457a-b3ee-1f132ddf4df2 req-05168aa4-12d8-4b68-ab40-7df60dccfa6d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.2333729 Aug 18 23:56:16.183332 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.185428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02277-59ef-4162-ac30-6e3d47ae9d01 req-365b501f-0fb4-4b73-939e-699bc3401479 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:16.186932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58a02277-59ef-4162-ac30-6e3d47ae9d01 req-365b501f-0fb4-4b73-939e-699bc3401479 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0786994 Aug 18 23:56:16.188418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.196948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Provisioning for port d8064d82-f31d-4b79-ba3c-37aed572e4d6 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:16.211117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Provisioning complete for port d8064d82-f31d-4b79-ba3c-37aed572e4d6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:16.211492 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.217067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:56:14Z', 'revision_number': 5, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port': {'id': '1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:16.221633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b594400d-760c-457a-b3ee-1f132ddf4df2 req-320de448-a2e6-476e-b92f-22a86e670ed1 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918179 Aug 18 23:56:16.252824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58a02277-59ef-4162-ac30-6e3d47ae9d01 req-6132222e-79ab-49bc-ba41-ceb8ab989504 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545542 Aug 18 23:56:16.272564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Deleting port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:16.272909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.306846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.333393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Checking router: fb6afe8f-bbfc-4386-895f-ecf1308f6500 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:56:16.336390 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ada31d-ad5d-48cb-8c18-4888cef5062e x-openstack-request-id: req-f0ada31d-ad5d-48cb-8c18-4888cef5062e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:16.336681 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:16.336935 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0ada31d-ad5d-48cb-8c18-4888cef5062e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:16.337327 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'code': 200} Aug 18 23:56:16.389495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] For port 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:16.390135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.396747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Routers {'fb6afe8f-bbfc-4386-895f-ecf1308f6500'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:16.397039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:16.411192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Calling delete_port for 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:16.599067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] Set router fb6afe8f-bbfc-4386-895f-ecf1308f6500 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:16.611079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.665392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.679953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.709968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:56:16Z', 'revision_number': 6, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:16.712503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:16.735096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1f3d9-4df2-416c-b48f-50ae85f6e2eb req-e962f47b-4283-4d21-b65e-6d436fcca663 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:16.740777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1c1f3d9-4df2-416c-b48f-50ae85f6e2eb req-e962f47b-4283-4d21-b65e-6d436fcca663 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1181314 Aug 18 23:56:16.741486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fb294-50a5-43c1-b13b-899dd8d58201 req-cfdb8f79-c959-48bd-b570-291fff1b1ca3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:16.742985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d8fb294-50a5-43c1-b13b-899dd8d58201 req-cfdb8f79-c959-48bd-b570-291fff1b1ca3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.1265328 Aug 18 23:56:16.763413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b5133-66e4-4442-bbf8-ae4ba749a156 None None] The sync data for ids ['fb6afe8f-bbfc-4386-895f-ecf1308f6500'] in n-d-771363-38 is: [{'id': 'fb6afe8f-bbfc-4386-895f-ecf1308f6500', 'name': 'tempest-FloatingIPDetailsTestJSON-892844664-router', 'tenant_id': 'd994145a1ac448a7a321c142f80cac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:55:52Z', 'updated_at': '2021-08-18T23:56:16Z', 'revision_number': 6, 'project_id': 'd994145a1ac448a7a321c142f80cac6b', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:56:16.789691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] For port d8064d82-f31d-4b79-ba3c-37aed572e4d6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d8064d82-f31d-4b79-ba3c-37aed572e4d6,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:16.806580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.808813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d8fb294-50a5-43c1-b13b-899dd8d58201 req-30b99f63-6364-4c4c-abd8-d381946c08b9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601566 Aug 18 23:56:16.842705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Router 18719198-12c2-4db2-87ef-a8d74eeecc3c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:56:16.906261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1c1f3d9-4df2-416c-b48f-50ae85f6e2eb req-2ff8d349-401c-471d-8658-dfb811eb1722 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452806 Aug 18 23:56:16.920806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:16.957498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2254-8a2f-49f9-9710-d4e1d83caf62 None None] Pushing event updated for resources: {'Port': ['ID=d8064d82-f31d-4b79-ba3c-37aed572e4d6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:17.050996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:56:17.061226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Sync routers for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:56:17.075773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:17.076872 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:17.080518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.082239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68ed68a9-065d-41fa-aa73-447158abecb3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0831935 Aug 18 23:56:17.090956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:17.157441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.162798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.190608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:17.231724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ef76005b-3dbc-4a52-a7be-3a05f7d5cc39 None None] Provisioning complete for port d8064d82-f31d-4b79-ba3c-37aed572e4d6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:17.232019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef76005b-3dbc-4a52-a7be-3a05f7d5cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.276323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.276698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6afe8f-bbfc-4386-895f-ecf1308f6500 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 23:56:17.290898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6500e1-75bd-43dd-8c1e-08f08ed345cf req-66e1d348-a36b-4a24-8954-3ad8ab788511 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:17.292679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f6500e1-75bd-43dd-8c1e-08f08ed345cf req-66e1d348-a36b-4a24-8954-3ad8ab788511 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.2426586 Aug 18 23:56:17.309609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.310925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd83ea5e-a78f-4a26-8849-c1ed65691195 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb6afe8f-bbfc-4386-895f-ecf1308f6500 HTTP/1.1" status: 204 len: 168 time: 1.5331445 Aug 18 23:56:17.334112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:17.389377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8f453-d5fe-4700-b300-241a54406125 req-defcd4d4-99a8-4946-a088-b4b87de952a4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:17.390877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cae8f453-d5fe-4700-b300-241a54406125 req-defcd4d4-99a8-4946-a088-b4b87de952a4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.0832398 Aug 18 23:56:17.396431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Deleting subnet d67b2c21-3180-4406-944c-074061a3d541 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:56:17.400223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.408362 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:16Z', 'revision_number': 3, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:17.414904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f6500e1-75bd-43dd-8c1e-08f08ed345cf req-91b3cc7f-20f6-4fa6-afad-6a6c1a323c7a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138754 Aug 18 23:56:17.455958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.480709 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Checking router: 18719198-12c2-4db2-87ef-a8d74eeecc3c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:56:17.483199 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Updating router 18719198-12c2-4db2-87ef-a8d74eeecc3c port e8c76230-a314-4f53-9be6-05adc14ab9b6 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:56:17.509675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d8064d82-f31d-4b79-ba3c-37aed572e4d6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:17.524779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.544117 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.582328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d8064d82-f31d-4b79-ba3c-37aed572e4d6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:17.583671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.595319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.625480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd188b4-7f53-4155-80ad-7b4370c49b62 req-d5f9833d-5475-499c-bddc-1962d57f9425 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:17.627441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2fd188b4-7f53-4155-80ad-7b4370c49b62 req-d5f9833d-5475-499c-bddc-1962d57f9425 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1005168 Aug 18 23:56:17.650375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.654436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d67b2c21-3180-4406-944c-074061a3d541 HTTP/1.1" status: 204 len: 168 time: 0.3154883 Aug 18 23:56:17.654436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea59ba0-80d5-4e59-9d85-8635c234accc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67b2c21-3180-4406-944c-074061a3d541,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:17.659598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:17.668141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfb880-b7f2-4ab0-a380-28cb00eb6e09 None None] Network 7fa66029-639c-42ac-ae26-7c25ce66f544 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:17.702146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cae8f453-d5fe-4700-b300-241a54406125 req-f66fbf36-885a-4f9a-af11-2b387289fb2f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Aug 18 23:56:17.728475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.731243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2fd188b4-7f53-4155-80ad-7b4370c49b62 req-620d6e83-0da4-4fdd-8eff-931d8e6fc351 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Aug 18 23:56:17.842965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.905432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.978588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Deleting port 28452c20-1c09-4267-b8d6-aa5b800ee65b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:17.978588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:17.998285 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.014996 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Transition to ACTIVE for port object e8c76230-a314-4f53-9be6-05adc14ab9b6 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:18.022939 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.065546 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Attempting to bind port e8c76230-a314-4f53-9be6-05adc14ab9b6 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:18.066645 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Attempting to bind port e8c76230-a314-4f53-9be6-05adc14ab9b6 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:18.067775 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Attempting to bind port e8c76230-a314-4f53-9be6-05adc14ab9b6 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:18.147456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] For port 28452c20-1c09-4267-b8d6-aa5b800ee65b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=28452c20-1c09-4267-b8d6-aa5b800ee65b,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:18.149387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.168754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] DHCP port deletion for 7fa66029-639c-42ac-ae26-7c25ce66f544 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 23:56:18.172133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:18.181732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Calling delete_port for 28452c20-1c09-4267-b8d6-aa5b800ee65b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:18.191374 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ab5b8-a7ad-42e5-a432-3938ed2d6a57 None None] Pushing event updated for resources: {'Port': ['ID=e8c76230-a314-4f53-9be6-05adc14ab9b6,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:18.194370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:18.194744 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:18.195142 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.195523 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:18.195992 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Bound port: e8c76230-a314-4f53-9be6-05adc14ab9b6, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:18.196396 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.205939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:56:18.206290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c7c2c3f-c8a7-468d-a0cb-ac1689c0d257 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:56:18.206713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 83746040-78ef-4656-a3e3-3d73bf163973 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:18.245162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 83746040-78ef-4656-a3e3-3d73bf163973 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:56:18.245979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 83746040-78ef-4656-a3e3-3d73bf163973 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:56:18.255367 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] For port e8c76230-a314-4f53-9be6-05adc14ab9b6, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:18.258748 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] For port e8c76230-a314-4f53-9be6-05adc14ab9b6, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e8c76230-a314-4f53-9be6-05adc14ab9b6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:18.265217 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.271006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Deleting port 28452c20-1c09-4267-b8d6-aa5b800ee65b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:18.271391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.317166 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:18.318080 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:18.322756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Allocated IP 172.20.0.1 (27a936f2-23d9-4e34-896a-e8cce4985885/95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55/17267e87-eb31-4570-8127-ec3fd8bdb424) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:18.345342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] For port 28452c20-1c09-4267-b8d6-aa5b800ee65b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=28452c20-1c09-4267-b8d6-aa5b800ee65b,segment=NetworkSegment(33ec5deb-316b-49a3-b521-2eabdef77e2c),segment_id=33ec5deb-316b-49a3-b521-2eabdef77e2c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:18.345895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.362473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Calling delete_port for 28452c20-1c09-4267-b8d6-aa5b800ee65b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:18.381214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.450661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] No DVR routers for this DVR port 28452c20-1c09-4267-b8d6-aa5b800ee65b on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:56:18.455348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Pushing event deleted for resources: {'Port': ['ID=28452c20-1c09-4267-b8d6-aa5b800ee65b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:18.469358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.471306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4369-ea80-4819-9786-f3ea9453790d req-5d596182-292d-4d3a-a088-7bafa6dc6d15 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:18.480403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-124b4369-ea80-4819-9786-f3ea9453790d req-5d596182-292d-4d3a-a088-7bafa6dc6d15 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.2860303 Aug 18 23:56:18.483029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] No DVR routers for this DVR port 28452c20-1c09-4267-b8d6-aa5b800ee65b on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:56:18.508475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.508716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12569cd-e9e2-47eb-9c3f-b343d0f54d80 None None] Pushing event deleted for resources: {'Port': ['ID=28452c20-1c09-4267-b8d6-aa5b800ee65b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:18.549371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Transition to ACTIVE for port object 17267e87-eb31-4570-8127-ec3fd8bdb424 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:18.551229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:18.566715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-124b4369-ea80-4819-9786-f3ea9453790d req-8213c490-12f0-4daa-87ed-34678f35e3c9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850000 Aug 18 23:56:18.631178 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:18.675380 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ab5b8-a7ad-42e5-a432-3938ed2d6a57 None None] Pushing event updated for resources: {'Port': ['ID=e8c76230-a314-4f53-9be6-05adc14ab9b6,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:18.704033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Network 27a936f2-23d9-4e34-896a-e8cce4985885 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:18.709221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:18.891424 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:16Z', 'revision_number': 3, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:18.977345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86bb45e-5778-41c5-bb21-981b21107a1c None None] The sync data for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 is: [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:16Z', 'revision_number': 3, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:56:19.044569 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.058430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.058792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.059571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.059919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > port after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.060268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.060672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > port after_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.061007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.061339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.061667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.062001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.076108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2e69df6f-f095-4d78-bae3-ef304992a7cd None None] Provisioning for port 17267e87-eb31-4570-8127-ec3fd8bdb424 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:19.082741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2e69df6f-f095-4d78-bae3-ef304992a7cd None None] Provisioning complete for port 17267e87-eb31-4570-8127-ec3fd8bdb424 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:19.083787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e69df6f-f095-4d78-bae3-ef304992a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.131466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Pushing event updated for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:19.136894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.137257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.137602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.137950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 23:56:19.138334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa66029-639c-42ac-ae26-7c25ce66f544']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:19.141814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:19.147971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e69df6f-f095-4d78-bae3-ef304992a7cd None None] Port 17267e87-eb31-4570-8127-ec3fd8bdb424 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:56:19.160071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ec5deb-316b-49a3-b521-2eabdef77e2c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:19.160427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ec5deb-316b-49a3-b521-2eabdef77e2c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:19.185323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03963176-cfd5-4238-9e90-21c0f0423f1a req-0c5f0756-7b33-46c0-b919-b6e421a819b9 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:19.192707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03963176-cfd5-4238-9e90-21c0f0423f1a req-0c5f0756-7b33-46c0-b919-b6e421a819b9 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 945 time: 0.1944213 Aug 18 23:56:19.196494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.199966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321f32-9cf5-4cfd-8cfd-2c777a0b2738 req-1df9f575-1435-4002-af29-665996178add tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:19.207852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0321f32-9cf5-4cfd-8cfd-2c777a0b2738 req-1df9f575-1435-4002-af29-665996178add tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.5178394 Aug 18 23:56:19.215508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.234667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.251532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:56:19.251964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: from cryptography.utils import int_from_bytes Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: from cryptography.utils import int_from_bytes Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:56:19.256179 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:56:19.307197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03963176-cfd5-4238-9e90-21c0f0423f1a req-f03dc6e5-1a89-464c-b5c4-3feb6c006685 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080301 Aug 18 23:56:19.307865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0321f32-9cf5-4cfd-8cfd-2c777a0b2738 req-33492c7e-12d9-4d7a-becc-d9429dd6ef05 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987310 Aug 18 23:56:19.357767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.388406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.394790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7fa66029-639c-42ac-ae26-7c25ce66f544 HTTP/1.1" status: 204 len: 168 time: 1.7342060 Aug 18 23:56:19.416374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77312342-810b-427f-a8a2-b1dbb9504959 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa66029-639c-42ac-ae26-7c25ce66f544,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:19.514162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.530453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:19.573608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e8c76230-a314-4f53-9be6-05adc14ab9b6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:19.585441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba06a4-4569-40a2-a686-4ac9eaf50b7b req-8c17040b-6247-480e-b223-d46fd33b1f7a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:19.587379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3ba06a4-4569-40a2-a686-4ac9eaf50b7b req-8c17040b-6247-480e-b223-d46fd33b1f7a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1447058 Aug 18 23:56:19.617388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:19.713110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-207e7c2a-de44-4cd9-a353-2387fea32a4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d994145a1ac448a7a321c142f80cac6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945585 Aug 18 23:56:19.717260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:19.724548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.741646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3ba06a4-4569-40a2-a686-4ac9eaf50b7b req-5f521a5e-98de-4fb6-b4cd-f6f2650609a8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411889 Aug 18 23:56:19.769622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e8c76230-a314-4f53-9be6-05adc14ab9b6 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:19.782009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:19.784704 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b49e5-25fc-4e5d-94fa-11d7b0c08f8e" -d '{"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:19.815274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:19.826092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.834137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e8c76230-a314-4f53-9be6-05adc14ab9b6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:19.834532 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.836664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89733c03-c988-4f27-9a27-357997fe91e2 req-8f324297-73a6-4221-82bc-d349ae59167a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:19.838389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89733c03-c988-4f27-9a27-357997fe91e2 req-8f324297-73a6-4221-82bc-d349ae59167a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.0974767 Aug 18 23:56:19.845824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.855479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.883494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.884569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.888762 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2025d-c1e4-440e-ab5e-8cf51ef91c65 x-openstack-request-id: req-5ac2025d-c1e4-440e-ab5e-8cf51ef91c65 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:19.889767 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:19.894361 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac2025d-c1e4-440e-ab5e-8cf51ef91c65 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:19.895270 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'code': 200} Aug 18 23:56:19.932908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89733c03-c988-4f27-9a27-357997fe91e2 req-16285674-4a29-4cde-837f-f87b49aedade tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832634 Aug 18 23:56:19.961891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Pushing event updated for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:19.970169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.981953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.986907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:19.992463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19d5f981-cadc-4338-82a5-d35837f442bd HTTP/1.1" status: 204 len: 168 time: 0.2738061 Aug 18 23:56:20.007313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6c61b-2d40-4bae-afaa-8db4fea3d647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5f981-cadc-4338-82a5-d35837f442bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:20.055610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:20.108685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:20.117026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Network 27a936f2-23d9-4e34-896a-e8cce4985885 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:20.119067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:20.147564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e8c76230-a314-4f53-9be6-05adc14ab9b6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e8c76230-a314-4f53-9be6-05adc14ab9b6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:20.155668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:20.237901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 28452c20-1c09-4267-b8d6-aa5b800ee65b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:20.267113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 28452c20-1c09-4267-b8d6-aa5b800ee65b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:56:20.267463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 28452c20-1c09-4267-b8d6-aa5b800ee65b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:56:20.287832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e8c76230-a314-4f53-9be6-05adc14ab9b6,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:20.343172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Router 18719198-12c2-4db2-87ef-a8d74eeecc3c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:56:20.493754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-69a04b9c-def3-4046-982e-0d8104b7cf7f None None] Provisioning complete for port 17267e87-eb31-4570-8127-ec3fd8bdb424 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:20.494136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69a04b9c-def3-4046-982e-0d8104b7cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:20.563280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-69a04b9c-def3-4046-982e-0d8104b7cf7f None None] Port 17267e87-eb31-4570-8127-ec3fd8bdb424 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:56:20.585668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31ac03-2c97-4a61-a1d6-bab44235eca6 req-efc4c252-ad42-42f0-a3a1-ed41ad89f44c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:20.594213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae31ac03-2c97-4a61-a1d6-bab44235eca6 req-efc4c252-ad42-42f0-a3a1-ed41ad89f44c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.2067900 Aug 18 23:56:20.614809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-f57def4f-c176-4892-830b-02936bc66551 service neutron] 10.222.0.21 "GET /v2.0/ports/f1cf6493-2fc7-4900-945d-03c4ef722f1b/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.2172930 Aug 18 23:56:20.641645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512910e2-e6a9-4a74-bcc3-179db0e9ed44 req-adfc557b-77da-4ab4-92ad-030179783d3e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:20.643278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-512910e2-e6a9-4a74-bcc3-179db0e9ed44 req-adfc557b-77da-4ab4-92ad-030179783d3e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1260998 Aug 18 23:56:20.654646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:56:20.680352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e17069ee-404b-4ba3-923f-eeb4a41a666e admin admin] 10.222.0.20 "PUT /v2.0/routers/18719198-12c2-4db2-87ef-a8d74eeecc3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5711474 Aug 18 23:56:20.680561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae31ac03-2c97-4a61-a1d6-bab44235eca6 req-d0c78c10-cba1-404f-aa9e-d03d6441e4ab tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741858 Aug 18 23:56:20.696442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-d6aae75d-9847-4e90-90e3-33e88660685e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:20.706005 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-d6aae75d-9847-4e90-90e3-33e88660685e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 943 time: 0.1607666 Aug 18 23:56:20.730751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-512910e2-e6a9-4a74-bcc3-179db0e9ed44 req-72bef777-5388-4715-9286-d8f723d82cec tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804236 Aug 18 23:56:20.873124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Deleting port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:20.879300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:20.966624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-676a913f-0f3c-4879-bfb5-f6af11223d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:20.970045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-676a913f-0f3c-4879-bfb5-f6af11223d57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.0657194 Aug 18 23:56:21.021746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00663f-ff78-44dc-8fa8-5094827293c5 req-e7275cb3-0a7c-46b5-888c-0a933fe4c5e0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.023307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f00663f-ff78-44dc-8fa8-5094827293c5 req-e7275cb3-0a7c-46b5-888c-0a933fe4c5e0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1374063 Aug 18 23:56:21.048759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] For port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:21.049192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:21.066258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Calling delete_port for 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:21.149651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-e9b43eb9-cb7c-4bac-8d6c-25e6efec068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.151676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-e9b43eb9-cb7c-4bac-8d6c-25e6efec068d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1102 time: 0.0826349 Aug 18 23:56:21.181304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f00663f-ff78-44dc-8fa8-5094827293c5 req-a9f17aa8-4c9c-4139-8896-ffe0a5dd2d70 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Aug 18 23:56:21.328591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-8a2e3cd3-7218-44fa-8095-5300e3aea2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.330611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-8a2e3cd3-7218-44fa-8095-5300e3aea2f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1709859 Aug 18 23:56:21.410575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-c9c9ea9d-add8-454d-8ffe-e0bd45c762e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.0709906 Aug 18 23:56:21.425181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:21.470451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-f5fb73e2-2bf6-41c3-a430-33d06bc279da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.474873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-f5fb73e2-2bf6-41c3-a430-33d06bc279da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0581510 Aug 18 23:56:21.500791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event deleted for resources: {'Port': ['ID=0dc2000c-bafc-44e3-a5c2-1a365b5e6877,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:21.507943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-d8514b16-9120-4dfc-91b9-3c54a4cbac83 service neutron] 10.222.0.11 "GET /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.3531926 Aug 18 23:56:21.519974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e8c76230-a314-4f53-9be6-05adc14ab9b6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:21.536668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] No DVR routers for this DVR port 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:56:21.544222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:21.546704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85e9837b-3513-45f0-8236-ddb9a0ca9227 req-1242db09-3210-4506-851c-80d6b87650a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "DELETE /v2.0/ports/0dc2000c-bafc-44e3-a5c2-1a365b5e6877 HTTP/1.1" status: 204 len: 173 time: 0.8200672 Aug 18 23:56:21.548768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-deleted', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:21.549938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:21.552502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:21.553482 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebebda2-0b5e-44b5-8f37-63febc2e1c2c" -d '{"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-deleted", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:21.604446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-2c343538-2b57-442b-afad-0bbe9e922c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.607488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-2c343538-2b57-442b-afad-0bbe9e922c75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167622 Aug 18 23:56:21.611175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072f56-c58b-4976-90b7-68215a66f0b8 req-9fae9ed3-0750-4a79-8462-9ea92fbf74a2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:21.630577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa072f56-c58b-4976-90b7-68215a66f0b8 req-9fae9ed3-0750-4a79-8462-9ea92fbf74a2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 944 time: 0.2605050 Aug 18 23:56:21.665519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Sync routers for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:56:21.707964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa072f56-c58b-4976-90b7-68215a66f0b8 req-b3ca3865-f2f4-4cb7-8666-d95f376a77b0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742016 Aug 18 23:56:21.838317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-8b680956-a90c-445d-a329-c28b38ea9aab service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135174 Aug 18 23:56:21.872974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:21.903312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'mac_address': 'fa:16:3e:64:4a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:21.916036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:21.917931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:21.918331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:21.966940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:22.013919 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66cd0bc6-61dd-418e-ac13-351c5604217a req-e081d139-e38d-4b15-a4cc-3208eed6ccc9 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392984 Aug 18 23:56:22.037436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:22.064560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:22.087606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.093087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.117557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc0a70e1-a374-483a-a3c7-c9793aa243c3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:22.130715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41220) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:22.136389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178267259', 'description': 'tempest-description--1406363422'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:22.161560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:22.166126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e8c76230-a314-4f53-9be6-05adc14ab9b6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:22.166760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.215783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.262799 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4daa21-4e1a-4632-bb5b-d6fa0ae7a6d3 x-openstack-request-id: req-5d4daa21-4e1a-4632-bb5b-d6fa0ae7a6d3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:22.263255 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815f53a-efc0-4fb8-be1c-e1575ec2628f", "name": "network-vif-deleted", "tag": "0dc2000c-bafc-44e3-a5c2-1a365b5e6877", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:22.263530 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d4daa21-4e1a-4632-bb5b-d6fa0ae7a6d3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:22.265535 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815f53a-efc0-4fb8-be1c-e1575ec2628f', 'name': 'network-vif-deleted', 'tag': '0dc2000c-bafc-44e3-a5c2-1a365b5e6877', 'status': 'completed', 'code': 200} Aug 18 23:56:22.296159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] Transition to ACTIVE for port object a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:22.298317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.307443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.484972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa4b1cf7-a289-4dc9-9e10-1d4ceaafe8cd req-a221c1e2-2099-4bf7-8dab-112fd2713f19 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=9815f53a-efc0-4fb8-be1c-e1575ec2628f HTTP/1.1" status: 200 len: 210 time: 0.1115007 Aug 18 23:56:22.502293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['dc0a70e1-a374-483a-a3c7-c9793aa243c3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:22.560471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] No DVR routers for this DVR port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:56:22.591899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:22.641481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-d819b65c-0fcc-4760-85d7-e6b55bea0296 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 1.1265776 Aug 18 23:56:22.647567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.663999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.675738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6d83-0501-4f12-a2f3-d27edcfd9a07 req-3c94b1eb-91a3-42f8-98db-04e2c334ac03 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:22.683519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-196c6d83-0501-4f12-a2f3-d27edcfd9a07 req-3c94b1eb-91a3-42f8-98db-04e2c334ac03 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.2114353 Aug 18 23:56:22.700549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeab4a-28f2-4b26-bece-e445ef4fa4a3 req-64d0a04b-3ba7-4495-9714-2e3b41227915 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:22.703244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbbeab4a-28f2-4b26-bece-e445ef4fa4a3 req-64d0a04b-3ba7-4495-9714-2e3b41227915 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1079059 Aug 18 23:56:22.738116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:22.763901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41238) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:22.778447 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.782510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6481371 Aug 18 23:56:22.793278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:22.808034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'security_group_rule': {'security_group_id': '3bfe1180-9f47-4fc0-b9b9-166add965d2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:22.812847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-196c6d83-0501-4f12-a2f3-d27edcfd9a07 req-c8732332-ac3f-493b-830d-c9ec7dde12cf tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231132 Aug 18 23:56:22.814173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61931-3844-4c29-bfb6-dc73241f4af9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe1180-9f47-4fc0-b9b9-166add965d2f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:22.842696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbbeab4a-28f2-4b26-bece-e445ef4fa4a3 req-6bf9dac2-d541-4e26-94de-5d2c1bca9d36 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314721 Aug 18 23:56:22.845748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-c0227cb6-4ee0-47f6-996b-126bd0fd5549 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:22.850720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-c0227cb6-4ee0-47f6-996b-126bd0fd5549 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1278162 Aug 18 23:56:22.857393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.968750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.973025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-04d5a0fa-bab8-40fc-abfd-bdf7bfbc6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:22.975134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-04d5a0fa-bab8-40fc-abfd-bdf7bfbc6d0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 1097 time: 0.1185148 Aug 18 23:56:22.985344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:22.992846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd936a-8657-4cff-aea1-822eda60d55c req-ba11ce20-2046-4986-b994-fcd424ab0690 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:23.003034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72cd936a-8657-4cff-aea1-822eda60d55c req-ba11ce20-2046-4986-b994-fcd424ab0690 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.0861640 Aug 18 23:56:23.017369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6886a884-89c1-418b-b00a-fd9064a35806,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:23.032739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.036632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5259c15f-1559-4949-9327-f3359c03606e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2398965 Aug 18 23:56:23.037038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41246) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:23.056679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'security_group_rule': {'security_group_id': '3bfe1180-9f47-4fc0-b9b9-166add965d2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:23.056925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:23.096754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e4eb-9436-4479-b3c8-784177a0acb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.100930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72cd936a-8657-4cff-aea1-822eda60d55c req-372b2901-82be-47ca-ac1e-c04ca48a688a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910435 Aug 18 23:56:23.140864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-bc4f0830-5241-48a7-872c-465a3b3058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:23.146557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-bc4f0830-5241-48a7-872c-465a3b3058b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1097 time: 0.1058486 Aug 18 23:56:23.168783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.275789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.285445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.300606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-b9211c28-9620-4021-93ba-6c3effcda820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:23.302939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-b9211c28-9620-4021-93ba-6c3effcda820 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1489592 Aug 18 23:56:23.320285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244b63e0-7cac-4181-bd75-a9c8024ae3ae,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:23.337719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 2, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:23.361897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e4eb-9436-4479-b3c8-784177a0acb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.368089 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-c4139727-3e4d-4de6-9332-172a9d781567 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 200 len: 217 time: 0.0553534 Aug 18 23:56:23.370761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e4eb-9436-4479-b3c8-784177a0acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.399141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.403710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ee606b4f-d118-4633-86ab-74d23ad55171 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654478 Aug 18 23:56:23.406650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41250) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:23.413215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:23.474667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-6209ae09-4102-4c02-ba46-4a3de81ca983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:23.476503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-6209ae09-4102-4c02-ba46-4a3de81ca983 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1011801 Aug 18 23:56:23.491458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bcd6e4eb-9436-4479-b3c8-784177a0acb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=265e9a14522847cdae0025e712ba39e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261231 Aug 18 23:56:23.499920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:23.527461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Checking router: 18719198-12c2-4db2-87ef-a8d74eeecc3c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:56:23.527893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Updating router 18719198-12c2-4db2-87ef-a8d74eeecc3c port 17267e87-eb31-4570-8127-ec3fd8bdb424 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:56:23.535016 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-f67970c2-09eb-4dea-9efe-a7f4d0333f9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508664 Aug 18 23:56:23.541716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.553836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e4eb-9436-4479-b3c8-784177a0acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd0e20c-4ae0-4120-b513-ba0804712434,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:23.556120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:23.560526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:23.622988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:56:23.623864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0dc2000c-bafc-44e3-a5c2-1a365b5e6877 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:56:23.624547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:23.653650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.720422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.724905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.753937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.823300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.827305 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:23.828827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cd0e20c-4ae0-4120-b513-ba0804712434 HTTP/1.1" status: 204 len: 168 time: 0.3275304 Aug 18 23:56:23.855527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94063efb-000e-47a1-8802-60f9ec002e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd0e20c-4ae0-4120-b513-ba0804712434,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:23.877413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-a000682f-d861-42e3-afbd-98fb1dfb0c95 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323643 Aug 18 23:56:23.948915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Allocated IP 172.25.1.145 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/a4409c80-96e8-4593-ba8d-8948ce0f52e5) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:24.068150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port dc0a70e1-a374-483a-a3c7-c9793aa243c3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:24.068707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.104753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f00b1-3a00-4cd8-b340-2ebb0fb72e0c req-31f46290-bc2d-4dab-b510-6c0b8107af5c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:24.113279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-794f00b1-3a00-4cd8-b340-2ebb0fb72e0c req-31f46290-bc2d-4dab-b510-6c0b8107af5c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1126108 Aug 18 23:56:24.170118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41278) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:24.181623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870934601', 'description': 'tempest-description--1421490938'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:24.210687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-794f00b1-3a00-4cd8-b340-2ebb0fb72e0c req-8290d84c-5d06-4d71-a904-8c69321c1b57 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915160 Aug 18 23:56:24.217909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.224257 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-2f1add15-c32e-4b2a-b5ab-9ac232e76ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385866 Aug 18 23:56:24.268332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:24.271269 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f78f4-63c9-402f-85f4-0c6810fb6a3b" -d '{"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:24.291492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.293279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:24.331371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.407114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.418934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.470372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.487626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:24.490638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:24.494796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aeb09-5b03-426c-9146-69b1a1a8ab15 req-63f05e7a-148b-4e8d-8ea0-0ef4467eac31 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:24.496588 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.499757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f7aeb09-5b03-426c-9146-69b1a1a8ab15 req-63f05e7a-148b-4e8d-8ea0-0ef4467eac31 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.1115983 Aug 18 23:56:24.556767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:24.576249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:24.577919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.584417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:24.601410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd2d81-0895-4dbb-ab50-ad2599d3c075 req-7d1591f1-5528-43a1-a4cd-cfd12f724603 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:24.609408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ebd2d81-0895-4dbb-ab50-ad2599d3c075 req-7d1591f1-5528-43a1-a4cd-cfd12f724603 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.2680328 Aug 18 23:56:24.610546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Transition to ACTIVE for port object 17267e87-eb31-4570-8127-ec3fd8bdb424 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:24.612071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f7aeb09-5b03-426c-9146-69b1a1a8ab15 req-ee79c9cd-56bf-4a10-b2ef-74b96f3a0178 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050694 Aug 18 23:56:24.619538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:24.628973 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.748142 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe98bf-6096-449a-af26-b4419c9c67ea x-openstack-request-id: req-83fe98bf-6096-449a-af26-b4419c9c67ea {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:24.748468 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:24.748730 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83fe98bf-6096-449a-af26-b4419c9c67ea {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:24.749128 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'code': 200} Aug 18 23:56:24.763305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'Port': ['ID=a4409c80-96e8-4593-ba8d-8948ce0f52e5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:24.786263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34674283-1d1c-4690-be9e-198e3118444c req-97cb7ae0-3397-4806-aafc-100c88949837 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:24.787792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-97cb7ae0-3397-4806-aafc-100c88949837 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1598194 Aug 18 23:56:24.796231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417889-a768-45e5-8f83-ef48e17bfb8a None None] Pushing event updated for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:24.835844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Attempting to bind port 17267e87-eb31-4570-8127-ec3fd8bdb424 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:24.837001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Attempting to bind port 17267e87-eb31-4570-8127-ec3fd8bdb424 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:24.837530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Attempting to bind port 17267e87-eb31-4570-8127-ec3fd8bdb424 on network 27a936f2-23d9-4e34-896a-e8cce4985885 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:24.847020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:24.847410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Checking segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:24.848887 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.849295 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Bound using segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:24.849777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Bound port: 17267e87-eb31-4570-8127-ec3fd8bdb424, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:24.850684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.854907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ebd2d81-0895-4dbb-ab50-ad2599d3c075 req-d56be2e0-aad3-48da-bde5-f261b25812b9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443810 Aug 18 23:56:24.948385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.982628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:24.986500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] For port 17267e87-eb31-4570-8127-ec3fd8bdb424, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:24.991180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] For port 17267e87-eb31-4570-8127-ec3fd8bdb424, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=17267e87-eb31-4570-8127-ec3fd8bdb424,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:24.994991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.001238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.080910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34674283-1d1c-4690-be9e-198e3118444c req-fc0c4871-b046-4321-b023-efddb70e653a service neutron] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:25.090534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34674283-1d1c-4690-be9e-198e3118444c req-fc0c4871-b046-4321-b023-efddb70e653a service neutron] Notify callbacks [] for binding, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.092575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.095211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9238639 Aug 18 23:56:25.099692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34674283-1d1c-4690-be9e-198e3118444c req-fc0c4871-b046-4321-b023-efddb70e653a service neutron] 10.222.0.21 "DELETE /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.3003201 Aug 18 23:56:25.100617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.101252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:25.111558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ac485-959e-4cc1-811d-a66eff7178c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:25.164648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:25.165358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:25.170613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417889-a768-45e5-8f83-ef48e17bfb8a None None] Pushing event updated for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:25.178657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.184660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ba35-e7c5-4d81-8bcc-745450661f92 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ac485-959e-4cc1-811d-a66eff7178c8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:25.371090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:25.377443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.400052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.407899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:25.440602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bd2b72-c45c-4f3d-9119-be20c93f5514,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:25.470823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.472259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-540b1570-8963-453f-aa16-b040a9ea868d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694196 Aug 18 23:56:25.478446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:25.494881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.501857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.511923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ac485-959e-4cc1-811d-a66eff7178c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:25.540623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12d04f-883e-49af-8267-ff5d5805b525 req-2a7c037c-b134-4467-8368-b8788f63349c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:25.549565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd12d04f-883e-49af-8267-ff5d5805b525 req-2a7c037c-b134-4467-8368-b8788f63349c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.2090213 Aug 18 23:56:25.599914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:25.633061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd12d04f-883e-49af-8267-ff5d5805b525 req-fd0c82e1-00c7-494c-81ef-3b43be9aae17 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825169 Aug 18 23:56:25.658602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.730045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.738397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.740527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'Port': ['ID=a4409c80-96e8-4593-ba8d-8948ce0f52e5,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:25.758338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.760132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ef2641-4e8e-4656-8792-75d755723459,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:25.771630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.773513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62ec157a-96b3-4950-8030-4d05a39b62f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894044 Aug 18 23:56:25.778090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:25.785522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:25.818188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:25.831512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-506949741-network', 'tenant_id': '0a051ece3c524669b5fcaae2e0e97cda'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:25.838352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.839868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-54e6beb2-c1c0-49b1-bc6b-fe42b4f58cca tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4303551 Aug 18 23:56:25.840054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.845044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'mac_address': 'fa:16:3e:14:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:25.890454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c0ae-e822-4f7c-b80c-0c9d98d793d0 req-de8dfdac-df82-4035-84e7-a640b176986e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:25.901311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e68c0ae-e822-4f7c-b80c-0c9d98d793d0 req-de8dfdac-df82-4035-84e7-a640b176986e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.1252279 Aug 18 23:56:25.919635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.928395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Made reservation on behalf of 0a051ece3c524669b5fcaae2e0e97cda for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:25.930964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.947823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:25.965039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e68c0ae-e822-4f7c-b80c-0c9d98d793d0 req-2da7a425-11a5-47eb-9f0e-750c897a4428 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624359 Aug 18 23:56:26.079709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.102066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cf6493-2fc7-4900-945d-03c4ef722f1b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:26.133077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:26.143342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:24Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:26.148068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.206623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2572a-54fb-4f55-a40b-e29e826f5f64 None None] The sync data for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 is: [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:24Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:56:26.207375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5e1a-11b4-49c7-a530-45e03b0e3613 req-95b00918-dc5c-436b-80ff-d3b498a23682 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:26.213053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-430c5e1a-11b4-49c7-a530-45e03b0e3613 req-95b00918-dc5c-436b-80ff-d3b498a23682 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 948 time: 0.1644709 Aug 18 23:56:26.319273 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-5b19e49d-f009-4375-b8ee-2a902ff40f6d tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--178267259&fields=id&tenant_id=180d6a6bc6994b97b2e366176871f5c2 HTTP/1.1" status: 200 len: 267 time: 0.1182470 Aug 18 23:56:26.359684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.400164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:26.417816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Allocated IP 172.25.1.75 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0765a548-8f46-41a4-9874-5fac8f394636) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:26.570386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-017b8948-e108-47ce-bd65-26f6f4d4a846 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:26.578641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-017b8948-e108-47ce-bd65-26f6f4d4a846 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/networks?id=27a936f2-23d9-4e34-896a-e8cce4985885 HTTP/1.1" status: 200 len: 805 time: 0.2577012 Aug 18 23:56:26.579398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.620253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-1a7259c7-91e1-4ae5-90fe-8822ccf2297f tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/quotas/180d6a6bc6994b97b2e366176871f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0398843 Aug 18 23:56:26.634944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:26.653350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.665162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.690937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.749783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-7261ef9d-7c9c-4f0f-94ad-27867ffb7886 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=180d6a6bc6994b97b2e366176871f5c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289892 Aug 18 23:56:26.752759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:26.756026 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936151a-6508-458d-bb38-21ecf23bbe0b" -d '{"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:26.795916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-430c5e1a-11b4-49c7-a530-45e03b0e3613 req-acb5c5d1-dc37-4758-bacc-92578fd25fbf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645502 Aug 18 23:56:26.836851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:56:26.869453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:26.873661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c3116a-c1bd-4122-b993-2228bfc1dd82,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:26.876791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'Port': ['ID=0765a548-8f46-41a4-9874-5fac8f394636,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:26.886357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:26.897503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:26.906756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:26.907175 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Added segment 1dbdd8d8-10cc-4959-b2dc-a14532492d33 of type vlan for network ec80ab68-385a-47b3-8a46-79922f7380f7 Aug 18 23:56:26.983956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6d401e18-7486-4015-982f-6ea435adc5ee service neutron] 10.222.0.20 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310956 Aug 18 23:56:26.987931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.056653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.058411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:27.058618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.109221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-04eb3263-f98e-4e3e-9218-3cddbac281d1 service neutron] 10.222.0.20 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248903 Aug 18 23:56:27.142380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7286110 Aug 18 23:56:27.146204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:27.157554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Request body: {'subnet': {'network_id': 'ec80ab68-385a-47b3-8a46-79922f7380f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-506949741-subnet', 'tenant_id': '0a051ece3c524669b5fcaae2e0e97cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:27.190114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c41f4-144f-4583-948e-8c072e861a14 req-d031cc82-eade-43d3-8e88-d599754e6a99 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:27.192437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c91c41f4-144f-4583-948e-8c072e861a14 req-d031cc82-eade-43d3-8e88-d599754e6a99 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1097 time: 0.1771429 Aug 18 23:56:27.209765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fcee-ed38-451f-8bcd-39764c7941a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec80ab68-385a-47b3-8a46-79922f7380f7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:27.214734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Made reservation on behalf of 0a051ece3c524669b5fcaae2e0e97cda for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:27.217557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.221911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ec80ab68-385a-47b3-8a46-79922f7380f7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:56:27.407979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c91c41f4-144f-4583-948e-8c072e861a14 req-65eb999f-e95e-459f-946b-3465797286d9 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960542 Aug 18 23:56:27.469142 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.511692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 17267e87-eb31-4570-8127-ec3fd8bdb424 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:27.565805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.592719 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3cab4f-ccd0-4d09-b057-f3eadb034fe8 x-openstack-request-id: req-8f3cab4f-ccd0-4d09-b057-f3eadb034fe8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:27.593014 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:27.593265 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f3cab4f-ccd0-4d09-b057-f3eadb034fe8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:27.593659 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'code': 200} Aug 18 23:56:27.689121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 17267e87-eb31-4570-8127-ec3fd8bdb424 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:27.697612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 17267e87-eb31-4570-8127-ec3fd8bdb424 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:27.698246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.709609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28df8f5-b9b1-4822-9bfd-2b1787394ecf req-1fefe489-c088-4aa1-8d1e-fcdd4b102506 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:27.718024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c28df8f5-b9b1-4822-9bfd-2b1787394ecf req-1fefe489-c088-4aa1-8d1e-fcdd4b102506 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1453834 Aug 18 23:56:27.796067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.835955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c28df8f5-b9b1-4822-9bfd-2b1787394ecf req-c8fde3c5-1f32-4b11-afe5-e8a2368d29e2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169415 Aug 18 23:56:27.850531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:27.987146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 17267e87-eb31-4570-8127-ec3fd8bdb424, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=17267e87-eb31-4570-8127-ec3fd8bdb424,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:27.994401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d18767-0694-49e0-8c4d-8f0c6740dab8 req-bb9e100b-9822-4f44-bfd5-8fb7a077312b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 210 time: 0.0505660 Aug 18 23:56:27.998747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:28.079807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:28.126943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6dcf650-1a6c-4b43-8ec6-22e06439ed36,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:28.139867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Checking segment: {'id': '1dbdd8d8-10cc-4959-b2dc-a14532492d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec80ab68-385a-47b3-8a46-79922f7380f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:28.140852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Network hostable DHCP agents. Network: ec80ab68-385a-47b3-8a46-79922f7380f7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:56:28.240821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Network ec80ab68-385a-47b3-8a46-79922f7380f7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:56:28.248046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-f087415d-0fdc-4847-9b97-e476a68f39a7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:28.252751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-f087415d-0fdc-4847-9b97-e476a68f39a7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30&tenant_id=b942f8d7d15743acba22af3439da2722&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 949 time: 0.3241653 Aug 18 23:56:28.258102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a0de-d7e0-4182-ad01-7001f7e6a80a req-271dd8d4-a9e8-4272-8bcb-030e2a8545db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:28.260180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22a5a0de-d7e0-4182-ad01-7001f7e6a80a req-271dd8d4-a9e8-4272-8bcb-030e2a8545db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 949 time: 0.0950949 Aug 18 23:56:28.293385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d6b3-2d52-4b09-9e40-af641b2da07e req-98b77948-246a-4faf-96a4-86fff82e1a87 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:28.302343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae13d6b3-2d52-4b09-9e40-af641b2da07e req-98b77948-246a-4faf-96a4-86fff82e1a87 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 1097 time: 0.2000065 Aug 18 23:56:28.318585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22a5a0de-d7e0-4182-ad01-7001f7e6a80a req-cd15a0cb-0b33-478a-a43e-99dcd6d16ab7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504494 Aug 18 23:56:28.319382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ec80ab68-385a-47b3-8a46-79922f7380f7) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:28.328432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d807e-f69f-45b3-a559-2826a404aa73 None None] Network ec80ab68-385a-47b3-8a46-79922f7380f7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:28.349652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:28.350263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:28.378767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:28.390734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-524a805b-ca70-4b14-811c-b5ff912138ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2424250 Aug 18 23:56:28.409283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:28.445121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-fa7d0dde-6dd5-4dbf-bdae-a9b511403142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:28.446612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-fa7d0dde-6dd5-4dbf-bdae-a9b511403142 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1101 time: 0.1098022 Aug 18 23:56:28.475864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae13d6b3-2d52-4b09-9e40-af641b2da07e req-78d64cc3-2fb9-4f9f-9a68-d6e5d0d7bd1d tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721840 Aug 18 23:56:28.602884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928ee91-a1b8-4379-b8b0-33dfdb0b6311 None None] Network ec80ab68-385a-47b3-8a46-79922f7380f7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:28.946883 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-bf3c52eb-5b27-444c-93fd-ad02f4991a0e req-23796012-ab02-4499-809e-4a5c4afd2ef0 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] show failed (client error): The resource could not be found. Aug 18 23:56:28.955307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf3c52eb-5b27-444c-93fd-ad02f4991a0e req-23796012-ab02-4499-809e-4a5c4afd2ef0 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/a203a841-05d0-4c4e-b635-583a01b3303d HTTP/1.1" status: 404 len: 352 time: 0.0294096 Aug 18 23:56:29.024621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'Port': ['ID=0765a548-8f46-41a4-9874-5fac8f394636,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:29.071066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:29.102827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:29.104197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df740312-3e10-4c73-a08d-1cf9df350c2a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3250666 Aug 18 23:56:29.140568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-f1ff162c-3099-4832-8b0d-28b08b42292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.148973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-f1ff162c-3099-4832-8b0d-28b08b42292a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.6659672 Aug 18 23:56:29.154595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a153c-014e-4d4f-8c4b-e91179d42cf3 req-35f545dd-01d7-4716-bbd3-066aaf64f549 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.168417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad9a153c-014e-4d4f-8c4b-e91179d42cf3 req-35f545dd-01d7-4716-bbd3-066aaf64f549 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1321671 Aug 18 23:56:29.249326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-e3c37789-aedc-41cc-b361-b96929b58933 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.0851460 Aug 18 23:56:29.251987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad9a153c-014e-4d4f-8c4b-e91179d42cf3 req-f0d01620-3e88-4ce9-af29-3d07ad367dc6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826285 Aug 18 23:56:29.334742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb00438a-c55c-4176-ab83-23015f15ea5d req-9953991f-9448-425e-a9e1-2cdb5f6ded60 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 210 time: 0.0630186 Aug 18 23:56:29.363707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-9ff257bc-866c-4a31-a8da-5639c803a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.363707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-9ff257bc-866c-4a31-a8da-5639c803a42f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0923557 Aug 18 23:56:29.444988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-d54aae23-b616-463a-b30a-e68653284bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.449449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-d54aae23-b616-463a-b30a-e68653284bdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811002 Aug 18 23:56:29.501135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-209c44ab-914a-46d1-8caa-4ad90d87cc67 req-ebe8d53d-0e08-4ac5-939c-3f6f44518f6d tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a051ece3c524669b5fcaae2e0e97cda HTTP/1.1" status: 200 len: 2984 time: 0.2064452 Aug 18 23:56:29.505904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 17267e87-eb31-4570-8127-ec3fd8bdb424 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:29.537611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-ca23136c-6104-4325-a3ee-7364929deb50 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.539546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-ca23136c-6104-4325-a3ee-7364929deb50 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.11 "GET /v2.0/networks?id=27a936f2-23d9-4e34-896a-e8cce4985885 HTTP/1.1" status: 200 len: 805 time: 0.2815824 Aug 18 23:56:29.603249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-08522296-0450-4066-9403-7878705ce1be tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180d6a6bc6994b97b2e366176871f5c2 HTTP/1.1" status: 200 len: 379 time: 0.0491645 Aug 18 23:56:29.630417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'port': {'device_id': '2c242319-c0e7-495c-870c-8385a207a1ef', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'admin_state_up': True, 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'security_groups': ['3bfe1180-9f47-4fc0-b9b9-166add965d2f']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:29.630641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-14e7f234-d7d6-4700-8dcd-2700cc2d7e64 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608982 Aug 18 23:56:29.664674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:29.701985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-54cc634a-16bc-42fd-b043-f4ec6b581cb7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:29.708819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-54cc634a-16bc-42fd-b043-f4ec6b581cb7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.2582080 Aug 18 23:56:29.743634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-d6d6c060-feb7-440c-9794-392adfbd7bd0 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/quotas/72d73b6254774314a0c2e5b9e2c094c2 HTTP/1.1" status: 200 len: 375 time: 0.0256865 Aug 18 23:56:29.753215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 17267e87-eb31-4570-8127-ec3fd8bdb424 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:29.753892 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:29.795925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-209c44ab-914a-46d1-8caa-4ad90d87cc67 req-3381ae65-e2f2-45ca-a1e3-1cea657449b1 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/83c3116a-c1bd-4122-b993-2228bfc1dd82 HTTP/1.1" status: 200 len: 2981 time: 0.2922685 Aug 18 23:56:29.833916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port f1cf6493-2fc7-4900-945d-03c4ef722f1b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:29.834196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:29.875125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Made reservation on behalf of 180d6a6bc6994b97b2e366176871f5c2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:29.885423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:29.897164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f55fab53-c60d-4996-8453-3ff307fb5d79 req-ce92bb1c-d095-4821-8e7b-7ec2b9b528c5 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873202 Aug 18 23:56:29.931613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-209c44ab-914a-46d1-8caa-4ad90d87cc67 req-1d7270a4-4802-4c41-a98b-b62c7cd5fd12 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/83c3116a-c1bd-4122-b993-2228bfc1dd82 HTTP/1.1" status: 200 len: 2981 time: 0.1345778 Aug 18 23:56:29.971912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-e85b6908-d5ad-477a-b319-7fb59e0d547b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2270980 Aug 18 23:56:30.006116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:30.081582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:30.083741 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b0ad9-d394-4aef-b277-5607f7cabcb9" -d '{"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:30.113326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:30.126639 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:30.146122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79764362-c862-459e-82da-8adcb970fb40 req-390cd213-f4fc-4a7e-8f6c-91c72b03e881 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:30.153466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79764362-c862-459e-82da-8adcb970fb40 req-390cd213-f4fc-4a7e-8f6c-91c72b03e881 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 949 time: 0.1109037 Aug 18 23:56:30.155964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Allocated IP 172.20.0.13 (27a936f2-23d9-4e34-896a-e8cce4985885/95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55/114b934b-139c-4067-8876-cc3687456427) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:30.240087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79764362-c862-459e-82da-8adcb970fb40 req-f2accb9b-33ad-4d31-8171-86d450b83658 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Aug 18 23:56:30.254689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-249fbecd-59d6-4cff-8cad-6f6f98cb1bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639143 Aug 18 23:56:30.256654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:30.381917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-dbd788cf-2340-4d75-9f56-b697a76913e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178777 Aug 18 23:56:30.466281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-5d54871a-c310-4522-aeba-4bacf744054b service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094254 Aug 18 23:56:30.468547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:30.503211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-caf81550-ff97-4553-bb0f-7523d05fe56b req-ca0c09c1-4711-4941-9bca-948f13537015 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/83c3116a-c1bd-4122-b993-2228bfc1dd82 HTTP/1.1" status: 200 len: 2981 time: 0.1007330 Aug 18 23:56:30.508710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Transition to ACTIVE for port object 114b934b-139c-4067-8876-cc3687456427 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:30.590736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-813dc27f-90bc-4bb4-8dfc-b01f65ce46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:30.596134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-813dc27f-90bc-4bb4-8dfc-b01f65ce46e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.1273205 Aug 18 23:56:30.598084 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-caf81550-ff97-4553-bb0f-7523d05fe56b req-46d7069e-b741-48bc-887b-e61041970dbb tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 23:56:30.620603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-caf81550-ff97-4553-bb0f-7523d05fe56b req-46d7069e-b741-48bc-887b-e61041970dbb tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "DELETE /v2.0/security-groups/83c3116a-c1bd-4122-b993-2228bfc1dd82 HTTP/1.1" status: 409 len: 352 time: 0.1160681 Aug 18 23:56:30.631386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:30.684857 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9edac0c-5ff7-4229-bdae-bbf371bb357d x-openstack-request-id: req-e9edac0c-5ff7-4229-bdae-bbf371bb357d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:30.685376 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:30.685376 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9edac0c-5ff7-4229-bdae-bbf371bb357d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:30.685776 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'code': 200} Aug 18 23:56:30.723895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Network 27a936f2-23d9-4e34-896a-e8cce4985885 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:30.733466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:30.765051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:30.851297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event updated for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:30.929292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:30.929973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:30.955602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-f49b1c00-ecc5-4bf8-bc36-dba174c0088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:30.962004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-f49b1c00-ecc5-4bf8-bc36-dba174c0088a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3258197 Aug 18 23:56:31.082420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-6385b5fe-4648-480a-bead-8a0e153231dc tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4708912 Aug 18 23:56:31.092672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-162cdde8-393e-4041-9941-5653c585b9b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0785255 Aug 18 23:56:31.097240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Request body: {'port': {'device_id': '2c242319-c0e7-495c-870c-8385a207a1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:31.109997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0e37e-d5c5-4f6a-9929-2dcb1e03ad65 req-0d8a91ea-d1be-4124-93c2-618459f2b198 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:31.115005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7cb9e-fbc3-408d-96b0-4062be2f77a0 req-7a5482f6-5adc-47e2-aa25-ce2a53844e3b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:31.124824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ff7cb9e-fbc3-408d-96b0-4062be2f77a0 req-7a5482f6-5adc-47e2-aa25-ce2a53844e3b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 932 time: 0.1610727 Aug 18 23:56:31.130194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19c0e37e-d5c5-4f6a-9929-2dcb1e03ad65 req-0d8a91ea-d1be-4124-93c2-618459f2b198 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1768196 Aug 18 23:56:31.187847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-7ab106d9-6493-48d2-b928-6a1e7340d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:31.189755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-7ab106d9-6493-48d2-b928-6a1e7340d13a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0847745 Aug 18 23:56:31.225476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19c0e37e-d5c5-4f6a-9929-2dcb1e03ad65 req-19eca616-620b-4b5f-954b-43a9964f9f02 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943038 Aug 18 23:56:31.261473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1c9a111b-c360-4453-bcac-76392577d981 None None] Provisioning for port 114b934b-139c-4067-8876-cc3687456427 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:31.266826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1c9a111b-c360-4453-bcac-76392577d981 None None] Provisioning complete for port 114b934b-139c-4067-8876-cc3687456427 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:31.267328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c9a111b-c360-4453-bcac-76392577d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:31.278577 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-a7450afe-0f6e-455c-abfb-21d58f68bcd5 req-c486f66d-dfa7-431f-8a8a-76e802373f08 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] show failed (client error): The resource could not be found. Aug 18 23:56:31.293957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7450afe-0f6e-455c-abfb-21d58f68bcd5 req-c486f66d-dfa7-431f-8a8a-76e802373f08 tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/c3de32c4-87de-4bc5-916d-ca9fa194bd55 HTTP/1.1" status: 404 len: 352 time: 0.0258605 Aug 18 23:56:31.311537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:31.322101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ff7cb9e-fbc3-408d-96b0-4062be2f77a0 req-4fa1aa75-82ab-4fc4-82a9-3cb3e29da120 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960266 Aug 18 23:56:31.333410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-ef0004b9-9d12-4f6e-a3cd-7e3ca6e8c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:31.334962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-ef0004b9-9d12-4f6e-a3cd-7e3ca6e8c857 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364069 Aug 18 23:56:31.366852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a111b-c360-4453-bcac-76392577d981 None None] Port 114b934b-139c-4067-8876-cc3687456427 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:56:31.619103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e94dd-345a-4e5f-aa40-b6c6e5ad54eb req-7e064663-40e8-422a-8da6-a67f00b271bf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:31.627177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae9e94dd-345a-4e5f-aa40-b6c6e5ad54eb req-7e064663-40e8-422a-8da6-a67f00b271bf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1563675 Aug 18 23:56:31.647316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-a9d537fc-baf9-4578-a546-e6a90156027a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026588 Aug 18 23:56:31.721934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae9e94dd-345a-4e5f-aa40-b6c6e5ad54eb req-008351f5-53d4-49b7-b78f-33679d0e3e08 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919819 Aug 18 23:56:31.793011 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-a5e9e31b-a8d8-46c5-baa2-6e87a74716a8 req-af3d9f18-5639-49ae-a0a5-baa3dd023e8c tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] show failed (client error): The resource could not be found. Aug 18 23:56:31.800827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5e9e31b-a8d8-46c5-baa2-6e87a74716a8 req-af3d9f18-5639-49ae-a0a5-baa3dd023e8c tempest-SecurityGroupsNegativeTestJSON-1677227850 tempest-SecurityGroupsNegativeTestJSON-1677227850-project] 10.222.0.20 "GET /v2.0/security-groups/7c61f323-5e16-42ee-948c-02f10a4dfd6e HTTP/1.1" status: 404 len: 352 time: 0.0398481 Aug 18 23:56:31.819583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:31.932576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c434a981-65d3-47b6-818f-e78e9b948a9f req-60c26c23-8b63-45e2-881e-14e558ee2ff7 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763352 Aug 18 23:56:31.961747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Deleting subnet e6dcf650-1a6c-4b43-8ec6-22e06439ed36 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:56:31.985894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.026582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d2f70ba-0b1c-4079-8e86-865d92233cfb req-4a5e5ac4-67f1-4307-9999-4571bce6693c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 210 time: 0.0701437 Aug 18 23:56:32.070876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.119880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ac1d8-83f4-420b-b840-be0a30ed2082 req-5f70f352-245b-4ade-a718-a8a83977e1d6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:32.121822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f21ac1d8-83f4-420b-b840-be0a30ed2082 req-5f70f352-245b-4ade-a718-a8a83977e1d6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1091795 Aug 18 23:56:32.173737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.257835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f21ac1d8-83f4-420b-b840-be0a30ed2082 req-76920d69-ad78-4c0a-8402-30b648ccef6a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290376 Aug 18 23:56:32.309640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.330897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.333071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6dcf650-1a6c-4b43-8ec6-22e06439ed36 HTTP/1.1" status: 204 len: 168 time: 0.4832911 Aug 18 23:56:32.338154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:32.359093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db9df-62b9-46c4-b9ce-c3ef4daa7f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6dcf650-1a6c-4b43-8ec6-22e06439ed36,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:32.476212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114b934b-139c-4067-8876-cc3687456427 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:32.489421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.496161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.519556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Transition to ACTIVE for port object 114b934b-139c-4067-8876-cc3687456427 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:32.528444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92ac68-3d15-4b49-a027-132aef79dd17 req-5714ae15-26dc-4d38-9894-f92c20aaa957 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:32.530042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c92ac68-3d15-4b49-a027-132aef79dd17 req-5714ae15-26dc-4d38-9894-f92c20aaa957 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1909301 Aug 18 23:56:32.532699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.693308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6511e-3f28-47f9-988b-399960262fb8 req-c261418b-d8eb-44ce-8aae-7f76992e09d8 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:32.702356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e6511e-3f28-47f9-988b-399960262fb8 req-c261418b-d8eb-44ce-8aae-7f76992e09d8 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 932 time: 0.2116439 Aug 18 23:56:32.709107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Pushing event updated for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:32.759881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-b63d4f1d-ffab-4fa2-a2c5-6afaa2037e34 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:32.761658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-b63d4f1d-ffab-4fa2-a2c5-6afaa2037e34 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.3153667 Aug 18 23:56:32.775104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c92ac68-3d15-4b49-a027-132aef79dd17 req-1b200246-3f63-4bb9-8125-2b380aeb3f3e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354360 Aug 18 23:56:32.783061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'port': {'device_id': '4efaa17f-b948-4640-b16f-ad280949dca2', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'admin_state_up': True, 'tenant_id': '72d73b6254774314a0c2e5b9e2c094c2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:32.807314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e6511e-3f28-47f9-988b-399960262fb8 req-dca41d7d-c026-487c-a254-999988595d87 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038842 Aug 18 23:56:32.810992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.828850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec80ab68-385a-47b3-8a46-79922f7380f7']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:32.852808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbdd8d8-10cc-4959-b2dc-a14532492d33') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:32.853145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbdd8d8-10cc-4959-b2dc-a14532492d33') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:32.870894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.891130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Attempting to bind port 114b934b-139c-4067-8876-cc3687456427 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:32.891576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Attempting to bind port 114b934b-139c-4067-8876-cc3687456427 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:32.891915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Attempting to bind port 114b934b-139c-4067-8876-cc3687456427 on network 27a936f2-23d9-4e34-896a-e8cce4985885 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:32.907266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.909143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Port 114b934b-139c-4067-8876-cc3687456427 on network 27a936f2-23d9-4e34-896a-e8cce4985885 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:32.909465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Attempting to bind port 114b934b-139c-4067-8876-cc3687456427 on network 27a936f2-23d9-4e34-896a-e8cce4985885 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:32.933509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:56:32.935116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:56:32.938930 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:56:32.960733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:32.961073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Checking segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:32.961461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Bound using segment: {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:32.964190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Bound port: 114b934b-139c-4067-8876-cc3687456427, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cc76da-14dc-40a0-a307-491085daeddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:32.964383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.108029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.117740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Made reservation on behalf of 72d73b6254774314a0c2e5b9e2c094c2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:33.127901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.145556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.147831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec80ab68-385a-47b3-8a46-79922f7380f7 HTTP/1.1" status: 204 len: 168 time: 0.8070164 Aug 18 23:56:33.210024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b59b-2a51-4608-92a8-26ccf71d63ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ec80ab68-385a-47b3-8a46-79922f7380f7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:33.308325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-feaf65cd-3cf5-4361-92d3-b8cb2f6da733 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475080 Aug 18 23:56:33.320327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-868b6f40-7984-43ff-abdb-bab556d8304e req-670b8bf3-d79c-4f64-adf1-cb78ebd8c8ae tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 210 time: 0.1188965 Aug 18 23:56:33.328524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:33.333731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=114b934b-139c-4067-8876-cc3687456427,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:33.351702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.387288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41536) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:33.485045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:33.485929 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.489912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] 10.222.0.11 "PUT /v2.0/ports/114b934b-139c-4067-8876-cc3687456427 HTTP/1.1" status: 200 len: 1093 time: 2.3971915 Aug 18 23:56:33.513993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6127a184-b5da-4307-9d96-51985f37e068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a051ece3c524669b5fcaae2e0e97cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246819 Aug 18 23:56:33.523061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:33.523256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'tag': '114b934b-139c-4067-8876-cc3687456427'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:33.529570 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67" -d '{"events": [{"name": "network-changed", "server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "tag": "114b934b-139c-4067-8876-cc3687456427"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:33.559499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Allocated IP 172.20.0.3 (08de7a1e-e0f3-4197-991e-f5d2ce01ac2b/c2205299-5223-41e6-b230-93d058748b0d/dde61d41-8c84-4028-8a39-949c8285956f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:33.681852 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d333b1-1c28-4cd4-b18b-3609759df5d5 x-openstack-request-id: req-04d333b1-1c28-4cd4-b18b-3609759df5d5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:33.682297 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "tag": "114b934b-139c-4067-8876-cc3687456427", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:33.686304 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04d333b1-1c28-4cd4-b18b-3609759df5d5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:33.686860 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'tag': '114b934b-139c-4067-8876-cc3687456427', 'status': 'completed', 'code': 200} Aug 18 23:56:33.713149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-4e4f0a8f-d6d3-47b5-84b3-44928dcad5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:33.714875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-4e4f0a8f-d6d3-47b5-84b3-44928dcad5ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=180d6a6bc6994b97b2e366176871f5c2&device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 1096 time: 0.1294982 Aug 18 23:56:33.715595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee5790-8d9c-423a-a33f-ec770ef7f504 service neutron] Pushing event updated for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:33.771601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-86be524b-10c0-4052-b590-e7afacb6156c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114b934b-139c-4067-8876-cc3687456427 HTTP/1.1" status: 200 len: 217 time: 0.0467341 Aug 18 23:56:33.783413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-44aeff9f-74eb-406d-8d6e-06bde300304d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:33.785155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-44aeff9f-74eb-406d-8d6e-06bde300304d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4497631 Aug 18 23:56:33.836157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-b1671878-8acc-4464-9395-36543187b4d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/quotas/b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 375 time: 0.0169532 Aug 18 23:56:33.847257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.933791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:33.947238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-02980025-cf38-49b0-ba0a-a36e887991b6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797384 Aug 18 23:56:33.949068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-247c7aee-3ba4-416f-a7bc-72aee0f3dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:33.950512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-247c7aee-3ba4-416f-a7bc-72aee0f3dbbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55 HTTP/1.1" status: 200 len: 844 time: 0.1638265 Aug 18 23:56:34.045295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-edb7ff37-6143-4524-a924-a642e37c6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.046848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.050525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.055247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c3116a-c1bd-4122-b993-2228bfc1dd82 HTTP/1.1" status: 204 len: 168 time: 0.5295799 Aug 18 23:56:34.065830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-edb7ff37-6143-4524-a924-a642e37c6999 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27a936f2-23d9-4e34-896a-e8cce4985885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065400 Aug 18 23:56:34.103428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6db3d-6bf0-4ae2-9af2-561dd4f6c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c3116a-c1bd-4122-b993-2228bfc1dd82,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:34.163007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.232949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.272535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:34.277945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-7a7aead8-03ee-460c-a5f5-e24742a58cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874480 Aug 18 23:56:34.281076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:34.291402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69902dd8-d0cc-42e4-9d8b-ab6704e5f19b req-e9dc027c-1786-401b-85be-4494f9918ca0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.299771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69902dd8-d0cc-42e4-9d8b-ab6704e5f19b req-e9dc027c-1786-401b-85be-4494f9918ca0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.2701042 Aug 18 23:56:34.322139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:34.410086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fe1f9-64ee-4721-ad49-794a198078e8 req-e68f717d-4d9f-46a8-8087-a82eacfc2a26 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.423902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-235fe1f9-64ee-4721-ad49-794a198078e8 req-e68f717d-4d9f-46a8-8087-a82eacfc2a26 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 944 time: 0.1386731 Aug 18 23:56:34.428286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.430379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.468582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9964b25-ede6-45e8-9dd4-648ce983828a req-2cd95b2b-33f2-470c-9c3a-e2588f8ecaeb service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721172 Aug 18 23:56:34.498253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-235fe1f9-64ee-4721-ad49-794a198078e8 req-11b63b0a-3459-4c29-bede-a5cb700bd862 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693464 Aug 18 23:56:34.539231 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7611384 Aug 18 23:56:34.569307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Request body: {'port': {'device_id': '4efaa17f-b948-4640-b16f-ad280949dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:34.608713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-8817fd9d-fe0d-4d37-a738-46ecdeb9fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.610324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-8817fd9d-fe0d-4d37-a738-46ecdeb9fe91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=180d6a6bc6994b97b2e366176871f5c2&device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 1096 time: 0.0844736 Aug 18 23:56:34.661957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d68d6-bedd-4fab-a3e2-82e27ef52aad tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:34.779570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69902dd8-d0cc-42e4-9d8b-ab6704e5f19b req-8058dbde-6b73-4404-94b1-c8c9ccb60c04 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721255 Aug 18 23:56:34.832982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-c3ce0073-4d31-49e3-a040-b591683eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:34.834752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-c3ce0073-4d31-49e3-a040-b591683eb235 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27a936f2-23d9-4e34-896a-e8cce4985885 HTTP/1.1" status: 200 len: 905 time: 0.2168710 Aug 18 23:56:34.847287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:34.878122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69360bc6-93f8-437b-bd05-87c4df8fcdd1 req-18ec49f9-aa3a-4b5a-a9ca-12ef6e41952b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 210 time: 0.1068134 Aug 18 23:56:34.972915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-7ff5c15a-f440-49b3-9be1-6361f58087ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114b934b-139c-4067-8876-cc3687456427 HTTP/1.1" status: 200 len: 217 time: 0.1197829 Aug 18 23:56:35.051953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973bed9-74c2-4a6a-932c-7a835b6beab1 req-60dbd5d4-15a7-401c-b5f1-7565ad1750d6 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:35.060502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5973bed9-74c2-4a6a-932c-7a835b6beab1 req-60dbd5d4-15a7-401c-b5f1-7565ad1750d6 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 931 time: 0.1487627 Aug 18 23:56:35.122918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-f7338754-b664-4058-a311-dec59879c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:35.124684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-f7338754-b664-4058-a311-dec59879c517 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55 HTTP/1.1" status: 200 len: 844 time: 0.1289616 Aug 18 23:56:35.206414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-f5304072-d08b-40cd-9df5-1d5a072da179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:35.208321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-f5304072-d08b-40cd-9df5-1d5a072da179 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27a936f2-23d9-4e34-896a-e8cce4985885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758324 Aug 18 23:56:35.245952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5973bed9-74c2-4a6a-932c-7a835b6beab1 req-1fca608e-c01e-4261-a466-db26311d9ae4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842473 Aug 18 23:56:35.404235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-a4d76327-b6f4-4cfc-80eb-c6a8c0f60232 service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876748 Aug 18 23:56:35.491377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde61d41-8c84-4028-8a39-949c8285956f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:35.514567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:35.536574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Transition to ACTIVE for port object dde61d41-8c84-4028-8a39-949c8285956f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:35.546229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:35.634948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:35.655926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-988fa6ba-43db-4e6b-8d0d-8394a85b6b67 req-434ac496-6447-409f-b1a3-50d6cd601e25 service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422736 Aug 18 23:56:35.750064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Attempting to bind port dde61d41-8c84-4028-8a39-949c8285956f on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:35.751276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Attempting to bind port dde61d41-8c84-4028-8a39-949c8285956f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:35.751927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Attempting to bind port dde61d41-8c84-4028-8a39-949c8285956f on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:35.758165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Port dde61d41-8c84-4028-8a39-949c8285956f on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:35.758976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Attempting to bind port dde61d41-8c84-4028-8a39-949c8285956f on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:35.764257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:35.764698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Checking segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:35.765163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Bound using segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:35.765645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Bound port: dde61d41-8c84-4028-8a39-949c8285956f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:35.766077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:35.778691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:35.786332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd0683-af42-40f1-b54b-186f9c3895d7 req-eef8c89b-1346-416d-932e-0d3e7e953139 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:35.788543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96dd0683-af42-40f1-b54b-186f9c3895d7 req-eef8c89b-1346-416d-932e-0d3e7e953139 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 944 time: 0.1316578 Aug 18 23:56:35.868379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96dd0683-af42-40f1-b54b-186f9c3895d7 req-0c60897b-64f5-491d-8ac1-d9dcb79b5965 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720081 Aug 18 23:56:35.873973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:35.879280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:35.898690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:35.985839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:35.986483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:35.988041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-a3326873-4068-4838-82b4-e94faeca323c service neutron] 10.222.0.21 "PUT /v2.0/ports/dde61d41-8c84-4028-8a39-949c8285956f HTTP/1.1" status: 200 len: 1092 time: 1.4231257 Aug 18 23:56:35.988602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:35.991069 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae96891-d344-49e5-ab09-23f9b6042fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "tag": "dde61d41-8c84-4028-8a39-949c8285956f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:36.045166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-5ed6de8a-4c95-4f1e-8d39-0f1f7283003d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794249 Aug 18 23:56:36.083529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1248602041-network', 'tenant_id': 'd17a1dedada54839b2531f3cfb922485'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:36.103457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3326873-4068-4838-82b4-e94faeca323c service neutron] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:36.144715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e511358-afda-42a7-a6a9-309313c45166 req-93da0ec7-477d-441d-a603-bf1553a3616a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 210 time: 0.0906816 Aug 18 23:56:36.170557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f3584-ec21-4756-935e-4d9bbb2d4f16 req-4eb931fd-2694-4e88-a46f-1bcebb6a5bdd tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.172133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-602f3584-ec21-4756-935e-4d9bbb2d4f16 req-4eb931fd-2694-4e88-a46f-1bcebb6a5bdd tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.2509711 Aug 18 23:56:36.224351 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f8e65f-fc1b-405f-969a-7976836c0a24 x-openstack-request-id: req-14f8e65f-fc1b-405f-969a-7976836c0a24 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:36.224736 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "tag": "dde61d41-8c84-4028-8a39-949c8285956f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:36.224999 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14f8e65f-fc1b-405f-969a-7976836c0a24 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:36.225412 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f', 'status': 'completed', 'code': 200} Aug 18 23:56:36.263531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-5c83f195-92e7-4341-a6de-12b1c9d54226 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.266859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-5c83f195-92e7-4341-a6de-12b1c9d54226 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995139 Aug 18 23:56:36.273796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Made reservation on behalf of d17a1dedada54839b2531f3cfb922485 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:36.290791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.291263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Request body: {'port': {'device_id': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b942f8d7d15743acba22af3439da2722'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:36.386885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.494209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-602f3584-ec21-4756-935e-4d9bbb2d4f16 req-c1d2c456-c732-4e5a-b5e6-b2b71213bb59 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830091 Aug 18 23:56:36.522628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-405723ef-84f0-4934-8d6f-203b6b418f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.524106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-405723ef-84f0-4934-8d6f-203b6b418f90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 1095 time: 0.3922546 Aug 18 23:56:36.594202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-3a56e1bc-01d8-46cb-b661-c94404b8f8dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde61d41-8c84-4028-8a39-949c8285956f HTTP/1.1" status: 200 len: 217 time: 0.0483713 Aug 18 23:56:36.687375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17e218-734f-496c-84db-009f7ee18dac req-4e9014dd-ab91-48a7-b0f3-46e954202c51 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.689332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.691628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69211a-2151-438d-ac31-49dd71585f05 req-4bec394a-30f4-4de4-8532-9e808b4bf8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.693332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-4bec394a-30f4-4de4-8532-9e808b4bf8b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.0772586 Aug 18 23:56:36.695041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.695179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f17e218-734f-496c-84db-009f7ee18dac req-4e9014dd-ab91-48a7-b0f3-46e954202c51 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 943 time: 0.1494017 Aug 18 23:56:36.746101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-fbe02da6-83f9-496f-9bf1-d671bfd6075a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319874 Aug 18 23:56:36.767792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:56:36.772968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Made reservation on behalf of b942f8d7d15743acba22af3439da2722 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:36.790070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.793719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4be96-10e1-40f6-a9c8-769582dce99b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:36.826960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.827264 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Added segment 835b3aae-7206-4949-b5f5-81145fb462b9 of type vlan for network d5c887e9-e264-4ea3-aaab-83d6de23c3dd Aug 18 23:56:36.849101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f17e218-734f-496c-84db-009f7ee18dac req-d5af0b1d-5103-4593-a6b6-683d0ca29398 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513696 Aug 18 23:56:36.890354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.943209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-1fc39994-0e04-4378-a91a-85dae41020ed service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865458 Aug 18 23:56:36.989881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:36.992027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:36.992934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.078627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Allocated IP 192.168.233.195 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/7a256085-b73a-446b-965a-6ea7ddf3186c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:37.088190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cc442-2e33-46b5-9943-684c8e4bdc60 req-62526200-2e8e-48df-b545-bfbbf2722594 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:37.090986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d02cc442-2e33-46b5-9943-684c8e4bdc60 req-62526200-2e8e-48df-b545-bfbbf2722594 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 944 time: 0.1020215 Aug 18 23:56:37.100912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2188647 Aug 18 23:56:37.103910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:37.115949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Request body: {'subnet': {'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1248602041-subnet', 'tenant_id': 'd17a1dedada54839b2531f3cfb922485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:37.127976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206524d1-edb3-4783-a2f9-964542903617 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c887e9-e264-4ea3-aaab-83d6de23c3dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:37.150579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d5c887e9-e264-4ea3-aaab-83d6de23c3dd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:56:37.158194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a69211a-2151-438d-ac31-49dd71585f05 req-99e3027e-c3ce-490c-98e3-38c3a75ef1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045622 Aug 18 23:56:37.195456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Made reservation on behalf of d17a1dedada54839b2531f3cfb922485 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:37.198010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.219923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d02cc442-2e33-46b5-9943-684c8e4bdc60 req-d5049643-7693-44ab-8336-2c8349167e33 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160591 Aug 18 23:56:37.357577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ddbf1e5-072d-4838-ba7a-6c6f2c5a33a1 req-d9bd42d6-1bd3-4626-aaf3-255519033eef tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 210 time: 0.0379605 Aug 18 23:56:37.377656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-7aa6b518-145b-4b83-a65d-a0036f46b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:37.395135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-7aa6b518-145b-4b83-a65d-a0036f46b263 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 1095 time: 0.1089041 Aug 18 23:56:37.463387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.502678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Transition to ACTIVE for port object 7a256085-b73a-446b-965a-6ea7ddf3186c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:37.560997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-82312e0e-ed51-4377-9e64-f7b1dff6b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:37.566094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-82312e0e-ed51-4377-9e64-f7b1dff6b484 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 922 time: 0.1725297 Aug 18 23:56:37.617270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.628877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.640568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:37.740352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:37.741286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Checking segment: {'id': '835b3aae-7206-4949-b5f5-81145fb462b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:37.742054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Network hostable DHCP agents. Network: d5c887e9-e264-4ea3-aaab-83d6de23c3dd, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:56:37.748993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6459a2-4819-4419-bb88-fdb1e1f9e8ab,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:37.751045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:37.752827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:37.767244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:37.793327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 114b934b-139c-4067-8876-cc3687456427 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:37.795936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:37.846042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Network d5c887e9-e264-4ea3-aaab-83d6de23c3dd is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:56:37.870189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:37.873036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.880604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d5c887e9-e264-4ea3-aaab-83d6de23c3dd) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:37.899602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:37.900271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:37.934629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee463e3c-ef08-4acf-b01d-76f1f0f82cb2 None None] Network d5c887e9-e264-4ea3-aaab-83d6de23c3dd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:37.946329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-463f8e8e-d4b4-426d-b7cb-53e1c8537a3e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6660819 Aug 18 23:56:37.963026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Request body: {'port': {'device_id': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:37.995326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1207b823-04b6-48cf-bf90-f61474437698 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8895078 Aug 18 23:56:38.171489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:38.243235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-f97ae8f5-b4be-4abe-b171-dea8b94a1aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde61d41-8c84-4028-8a39-949c8285956f HTTP/1.1" status: 200 len: 217 time: 0.6684823 Aug 18 23:56:38.254710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:56:38.257000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e61d7-a4b1-4dae-a443-e4b5b1caadf6 None None] Network d5c887e9-e264-4ea3-aaab-83d6de23c3dd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:56:38.354791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad8ef-2244-4dea-a73e-5c3471d87b1f req-98b6a2c5-563f-410b-8078-f582590eafb8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:38.364262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2caad8ef-2244-4dea-a73e-5c3471d87b1f req-98b6a2c5-563f-410b-8078-f582590eafb8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1990974 Aug 18 23:56:38.392916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-fb6fadd1-334e-4dd4-958c-a7553971f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:38.394989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-fb6fadd1-334e-4dd4-958c-a7553971f97a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.1425452 Aug 18 23:56:38.451502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-851e04e5-6927-419c-a9e2-681c2c6fa10d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479286 Aug 18 23:56:38.462602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2caad8ef-2244-4dea-a73e-5c3471d87b1f req-cffb3482-bc01-4041-82f1-d4c19b9190da tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969012 Aug 18 23:56:38.466723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c8b5-0f0d-4483-a0ec-7b86daf1595f req-29c825bd-9906-4ed5-bd94-a23f5f989c12 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:38.475042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e40c8b5-0f0d-4483-a0ec-7b86daf1595f req-29c825bd-9906-4ed5-bd94-a23f5f989c12 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 943 time: 0.4526000 Aug 18 23:56:38.623746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-abd07207-5f3e-4fee-94ee-7b1be85cb32b None None] Provisioning for port 7a256085-b73a-446b-965a-6ea7ddf3186c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:38.659453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-abd07207-5f3e-4fee-94ee-7b1be85cb32b None None] Provisioning complete for port 7a256085-b73a-446b-965a-6ea7ddf3186c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:38.659832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abd07207-5f3e-4fee-94ee-7b1be85cb32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:38.673801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e40c8b5-0f0d-4483-a0ec-7b86daf1595f req-65d50a07-fbb1-4e94-aa98-2122db51545d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962547 Aug 18 23:56:38.726722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-c51360e7-e710-44dd-ae01-ab8dd4cbd42f service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481098 Aug 18 23:56:38.793419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=114b934b-139c-4067-8876-cc3687456427,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:38.828205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-abd07207-5f3e-4fee-94ee-7b1be85cb32b None None] Port 7a256085-b73a-446b-965a-6ea7ddf3186c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:56:38.837997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '114b934b-139c-4067-8876-cc3687456427', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'port_id': '114b934b-139c-4067-8876-cc3687456427', 'mac_address': 'fa:16:3e:74:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:38.921109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:38.975765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114b934b-139c-4067-8876-cc3687456427 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:38.989529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43b421-e212-4783-bf2d-96972c40c4c0 req-66762a8c-5318-4dc7-b5de-13a5841f7ae7 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:38.997871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee43b421-e212-4783-bf2d-96972c40c4c0 req-66762a8c-5318-4dc7-b5de-13a5841f7ae7 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 944 time: 0.1202452 Aug 18 23:56:39.018313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:39.046401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.059845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=114b934b-139c-4067-8876-cc3687456427,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:39.069442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.069982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fae96891-d344-49e5-ab09-23f9b6042fc8 req-a0f936e4-d6a8-40e1-82c7-e5daf5328d5f service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359480 Aug 18 23:56:39.083488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee43b421-e212-4783-bf2d-96972c40c4c0 req-fec64ae4-00e1-44d1-9ad6-222c64ae7dc7 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843914 Aug 18 23:56:39.106604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Transition to ACTIVE for port object 7a256085-b73a-446b-965a-6ea7ddf3186c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:39.115817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.158478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:39.350398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['114b934b-139c-4067-8876-cc3687456427'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:39.404150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:39.449486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6338c18-674f-41eb-be02-a3468783166d req-22fb9c8f-6a6a-4706-aa04-523f096385d3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:39.451026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6338c18-674f-41eb-be02-a3468783166d req-22fb9c8f-6a6a-4706-aa04-523f096385d3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1061752 Aug 18 23:56:39.517211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:39.518195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:39.518333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:39.526901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:39.527318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:39.530302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6338c18-674f-41eb-be02-a3468783166d req-49adec4b-49fa-4608-9ef5-6a978a37ee40 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Aug 18 23:56:39.539489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:39.539907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:39.540391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:39.540924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Bound port: 7a256085-b73a-446b-965a-6ea7ddf3186c, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:39.541357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.640021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-54bf8c98-62ac-42af-89ad-44125aa74918 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:39.642018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-54bf8c98-62ac-42af-89ad-44125aa74918 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/networks?id=d5c887e9-e264-4ea3-aaab-83d6de23c3dd HTTP/1.1" status: 200 len: 822 time: 0.3420665 Aug 18 23:56:39.671357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-cebca31a-1930-4755-8a7f-3a58772ca7c2 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/quotas/d17a1dedada54839b2531f3cfb922485 HTTP/1.1" status: 200 len: 375 time: 0.0235651 Aug 18 23:56:39.688081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba9856-60f6-4968-af60-46520c420ca1 req-2e00b7b0-4a8c-4271-a3ae-9bb223a859ff tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:39.694873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:39.697531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-14ba9856-60f6-4968-af60-46520c420ca1 req-2e00b7b0-4a8c-4271-a3ae-9bb223a859ff tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0858440 Aug 18 23:56:39.699747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:39.722177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-81c53e80-8479-4482-bdcc-fb481e748320 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d17a1dedada54839b2531f3cfb922485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416043 Aug 18 23:56:39.723921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.758963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-14ba9856-60f6-4968-af60-46520c420ca1 req-7a9d4f61-2a18-4017-80b8-1cb779494d86 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Aug 18 23:56:39.895335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:39.895963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:39.897674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 1097 time: 1.9437115 Aug 18 23:56:39.898114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:39.901877 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e986d9c-a797-48b6-be52-3381fe4518d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:40.010306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529efc4-4c29-4853-863c-c7e51c00fa52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:40.066620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372793-cfdf-4840-a81f-d44951208a60 req-914f4ddd-a13f-40c1-9517-8cca6ff436f5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.068157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1372793-cfdf-4840-a81f-d44951208a60 req-914f4ddd-a13f-40c1-9517-8cca6ff436f5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 943 time: 0.0999568 Aug 18 23:56:40.073326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-e31605b9-d60a-4933-a14b-1a182f36a74b service neutron] 10.222.0.20 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406315 Aug 18 23:56:40.122707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1372793-cfdf-4840-a81f-d44951208a60 req-fce84dfe-c096-43de-8efd-4f80d3b04f8d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Aug 18 23:56:40.145816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-fdac96b4-a8e7-4ce2-9978-47c800659f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.147818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-fdac96b4-a8e7-4ce2-9978-47c800659f2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1100 time: 0.1909850 Aug 18 23:56:40.201800 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202499ef-a3b3-4a0a-83ff-e4a5f907c567 x-openstack-request-id: req-202499ef-a3b3-4a0a-83ff-e4a5f907c567 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:40.202238 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:40.202418 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-202499ef-a3b3-4a0a-83ff-e4a5f907c567 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:40.202775 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'status': 'completed', 'code': 200} Aug 18 23:56:40.206123 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-19d63e96-1987-4a77-8e3f-e684354d8747 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0467901 Aug 18 23:56:40.306386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-025804e2-48ec-40f8-baa3-4c72f6f761ae service neutron] 10.222.0.20 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320921 Aug 18 23:56:40.311299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-b94adcfd-b65b-44c4-ae6b-5116ebb07e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.316003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-b94adcfd-b65b-44c4-ae6b-5116ebb07e97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1007879 Aug 18 23:56:40.329213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cf72f-c6a7-4e5a-b173-0ba84db0a4b5 req-216f8387-d2b1-4fc7-b363-bd280a773c9d tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.337862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-177cf72f-c6a7-4e5a-b173-0ba84db0a4b5 req-216f8387-d2b1-4fc7-b363-bd280a773c9d tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 945 time: 0.0683601 Aug 18 23:56:40.382629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-bd83f9b3-4bba-4fea-8f17-929b66982907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.385232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-bd83f9b3-4bba-4fea-8f17-929b66982907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610905 Aug 18 23:56:40.405897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-177cf72f-c6a7-4e5a-b173-0ba84db0a4b5 req-290c384d-b9e7-4d41-aa36-af7af004a999 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629301 Aug 18 23:56:40.566796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-d6d67352-38d7-4701-ac5b-10df174dfa0a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731865 Aug 18 23:56:40.587653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc43202f-545f-470e-8068-330a86601798 req-df49cb22-c538-49c7-9956-76e50960a886 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0498204 Aug 18 23:56:40.765066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51f823b3-af4f-4b61-93fd-15f883d25aba req-ebe0935e-27cf-4129-82aa-dd303dc6d709 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799681 Aug 18 23:56:40.800250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44989-be88-4d40-9109-f246126021f3 req-8ccb3341-6bdf-40b3-8bc5-d4065371754c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.803578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bf44989-be88-4d40-9109-f246126021f3 req-8ccb3341-6bdf-40b3-8bc5-d4065371754c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1204879 Aug 18 23:56:40.898153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bf44989-be88-4d40-9109-f246126021f3 req-8777d994-4481-4f58-969f-6f442cee1dfa tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Aug 18 23:56:40.956355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-8488f260-7a45-4459-9bb4-7e2543fc5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:40.957534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-8488f260-7a45-4459-9bb4-7e2543fc5f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1100 time: 0.0916862 Aug 18 23:56:41.183508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b22e7-2dce-44a4-b64c-dacbe785da18 req-5ced8e51-8747-445c-9609-6d227353c9d5 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:41.186157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-027b22e7-2dce-44a4-b64c-dacbe785da18 req-5ced8e51-8747-445c-9609-6d227353c9d5 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1081271 Aug 18 23:56:41.250538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-06506a3b-c9d3-4687-8611-2e9967722157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:41.253068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-06506a3b-c9d3-4687-8611-2e9967722157 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2758265 Aug 18 23:56:41.265224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-027b22e7-2dce-44a4-b64c-dacbe785da18 req-58d90fb0-408b-49c8-aa41-2fa91dd114fe tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689747 Aug 18 23:56:41.319415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-5c02b237-ddb0-48af-aaee-02e64f9225e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0513852 Aug 18 23:56:41.408285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-6a18b54d-0f75-4ea5-92f0-cdc56b08092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:41.409839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-6a18b54d-0f75-4ea5-92f0-cdc56b08092f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0836596 Aug 18 23:56:41.477378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-13962362-6424-403f-b6a0-e45081ba061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:41.479849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-13962362-6424-403f-b6a0-e45081ba061d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616913 Aug 18 23:56:41.606996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:41.690977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 114b934b-139c-4067-8876-cc3687456427 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:41.794198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:41.810209 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:56:41.826593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 114b934b-139c-4067-8876-cc3687456427 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:41.834218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 114b934b-139c-4067-8876-cc3687456427 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:41.836061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:41.888387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'dde61d41-8c84-4028-8a39-949c8285956f', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'port_id': 'dde61d41-8c84-4028-8a39-949c8285956f', 'mac_address': 'fa:16:3e:cc:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2205299-5223-41e6-b230-93d058748b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:41.980317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.013882 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.017139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde61d41-8c84-4028-8a39-949c8285956f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:42.082751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:42.098666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b934b-139c-4067-8876-cc3687456427'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:42.104582 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c1af6-0356-4b2e-aef5-edbe0eebc3be" -d '{"events": [{"server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "name": "network-vif-plugged", "status": "completed", "tag": "114b934b-139c-4067-8876-cc3687456427"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:42.130481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.144008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=114b934b-139c-4067-8876-cc3687456427,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:42.165294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.165539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-436cd108-8e42-4267-9ce4-192c9bf06b3e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374660 Aug 18 23:56:42.200896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0806-0436-454e-9be9-8d331fbf0cdf req-a0e75786-6dfd-4c41-8be9-8239011c8b2f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:42.213710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-096c0806-0436-454e-9be9-8d331fbf0cdf req-a0e75786-6dfd-4c41-8be9-8239011c8b2f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 943 time: 0.7185960 Aug 18 23:56:42.262191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:42.335217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-2d053222-c8fd-4bbd-8d5b-8939e48f7c23 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:42.340844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-2d053222-c8fd-4bbd-8d5b-8939e48f7c23 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.21 "GET /v2.0/networks?id=d5c887e9-e264-4ea3-aaab-83d6de23c3dd HTTP/1.1" status: 200 len: 822 time: 0.3071363 Aug 18 23:56:42.341789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-096c0806-0436-454e-9be9-8d331fbf0cdf req-9b017556-70ca-4549-99f4-64d138f4384c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247909 Aug 18 23:56:42.365439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Request body: {'port': {'device_id': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd', 'admin_state_up': True, 'tenant_id': 'd17a1dedada54839b2531f3cfb922485'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:42.422521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1afe74a-e268-450c-a266-9d3efc4a111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.435259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:42.534683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e986d9c-a797-48b6-be52-3381fe4518d7 req-5a87946d-1d7a-4698-bfec-211b5e0e9822 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635938 Aug 18 23:56:42.584224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f5ce-a46a-4272-8a8f-49532bc09e54 req-959b045d-2357-46bb-b4b0-ea6b60194c56 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:42.588781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0489f5ce-a46a-4272-8a8f-49532bc09e54 req-959b045d-2357-46bb-b4b0-ea6b60194c56 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.1264839 Aug 18 23:56:42.614486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Made reservation on behalf of d17a1dedada54839b2531f3cfb922485 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:42.618534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:42.684836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0489f5ce-a46a-4272-8a8f-49532bc09e54 req-d3c496fe-cea7-493c-bedb-6084f942a381 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835426 Aug 18 23:56:42.685231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['dde61d41-8c84-4028-8a39-949c8285956f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:42.826434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Allocated IP 172.20.0.3 (d5c887e9-e264-4ea3-aaab-83d6de23c3dd/8f6459a2-4819-4419-bb88-fdb1e1f9e8ab/2edd9345-7c4d-4b3e-a370-8f34a1663a82) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:42.840999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3de38f39-9375-4978-9425-f8acd6120b12 req-ff519e76-1664-441d-a6da-fe0ec7047092 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0675006 Aug 18 23:56:43.100141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaf1bd-eaab-44e6-8799-fcbddf5322e7 req-648fa59a-3eb9-4c24-8f50-120a3f86e874 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:43.124986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8eaf1bd-eaab-44e6-8799-fcbddf5322e7 req-648fa59a-3eb9-4c24-8f50-120a3f86e874 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1266897 Aug 18 23:56:43.196350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:43.230065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8eaf1bd-eaab-44e6-8799-fcbddf5322e7 req-ca457ffa-f532-4565-af12-9113346a9419 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Aug 18 23:56:43.250632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:43.305620 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069457e5-20eb-48fc-ae8e-a5e44fe2bd03 x-openstack-request-id: req-069457e5-20eb-48fc-ae8e-a5e44fe2bd03 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:43.305922 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "name": "network-vif-plugged", "status": "completed", "tag": "114b934b-139c-4067-8876-cc3687456427", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:43.306176 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-069457e5-20eb-48fc-ae8e-a5e44fe2bd03 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:43.306582 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b934b-139c-4067-8876-cc3687456427', 'code': 200} Aug 18 23:56:43.311175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Network d5c887e9-e264-4ea3-aaab-83d6de23c3dd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:43.315077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:43.343593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:43.427696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Pushing event updated for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:43.437962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:43.438675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:43.459449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-d770f342-ddcd-4bfd-8605-1b7a05ab95e3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018181 Aug 18 23:56:43.481328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Request body: {'port': {'device_id': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:43.505940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3765-40fa-4352-9a04-d13915e102e0 req-d4617779-0162-4ac1-8a6a-a5159e8e43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:43.507241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-130a3765-40fa-4352-9a04-d13915e102e0 req-d4617779-0162-4ac1-8a6a-a5159e8e43a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 1098 time: 0.1356616 Aug 18 23:56:43.543443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22ff06-8865-4d19-89b4-a53536756ff4 req-2d64a330-3de4-44b6-852d-6356a02a7419 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:43.551470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe22ff06-8865-4d19-89b4-a53536756ff4 req-2d64a330-3de4-44b6-852d-6356a02a7419 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1630411 Aug 18 23:56:43.582506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-130a3765-40fa-4352-9a04-d13915e102e0 req-68a5ee9d-d47c-472a-ae11-97ae34acebc4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663438 Aug 18 23:56:43.611839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe22ff06-8865-4d19-89b4-a53536756ff4 req-b0befd8d-185b-41f8-a318-cb595bb1a718 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Aug 18 23:56:43.619322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:43.647069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:43.870130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:43.886515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'mac_address': 'fa:16:3e:3e:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:43.912778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b21f3-bb0a-4ca3-9c6e-e813065b0ff9 req-67bbd326-56f3-4800-a8c8-ff85175be9eb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:43.920454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-435b21f3-bb0a-4ca3-9c6e-e813065b0ff9 req-67bbd326-56f3-4800-a8c8-ff85175be9eb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 944 time: 0.0940776 Aug 18 23:56:43.965845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-435b21f3-bb0a-4ca3-9c6e-e813065b0ff9 req-49af1221-16ae-43cf-b3e7-1092e96280a4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Aug 18 23:56:43.985646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.009320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:44.032592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd9345-7c4d-4b3e-a370-8f34a1663a82 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:44.037407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:44.042904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.047327 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.071792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Transition to ACTIVE for port object 2edd9345-7c4d-4b3e-a370-8f34a1663a82 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:44.078508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.139245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:44.160878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6a146-ab8f-4ea1-820f-a6cb06425063 req-4babf1bd-6b69-4849-99e2-a45df4405208 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.162445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3c6a146-ab8f-4ea1-820f-a6cb06425063 req-4babf1bd-6b69-4849-99e2-a45df4405208 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.1039369 Aug 18 23:56:44.183379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Pushing event updated for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:44.224936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3c6a146-ab8f-4ea1-820f-a6cb06425063 req-63c775a7-f987-4bc2-a3d6-0897d63ffbf4 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559950 Aug 18 23:56:44.299852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Attempting to bind port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:44.300253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Attempting to bind port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '835b3aae-7206-4949-b5f5-81145fb462b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:44.301043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Attempting to bind port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 on network d5c887e9-e264-4ea3-aaab-83d6de23c3dd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:44.305485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 on network d5c887e9-e264-4ea3-aaab-83d6de23c3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:44.305938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Attempting to bind port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 on network d5c887e9-e264-4ea3-aaab-83d6de23c3dd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:44.315799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:44.316076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Checking segment: {'id': '835b3aae-7206-4949-b5f5-81145fb462b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:44.316496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Bound using segment: {'id': '835b3aae-7206-4949-b5f5-81145fb462b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:44.317135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Bound port: 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b3aae-7206-4949-b5f5-81145fb462b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:44.317500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.335220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:44.401421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d34a0-c684-4577-b836-f3f7485dba58 req-a20e48a0-d3a5-4684-98ed-f2dfc85030a4 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.411158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a3d34a0-c684-4577-b836-f3f7485dba58 req-a20e48a0-d3a5-4684-98ed-f2dfc85030a4 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 943 time: 0.0837364 Aug 18 23:56:44.453200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a3d34a0-c684-4577-b836-f3f7485dba58 req-150a66b1-f827-4bdb-96da-c710676c32bd tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Aug 18 23:56:44.474193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:44.474193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82,segment=NetworkSegment(835b3aae-7206-4949-b5f5-81145fb462b9),segment_id=835b3aae-7206-4949-b5f5-81145fb462b9)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:44.474820 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.522406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.523893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.525585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] 10.222.0.21 "PUT /v2.0/ports/2edd9345-7c4d-4b3e-a370-8f34a1663a82 HTTP/1.1" status: 200 len: 1092 time: 1.0491483 Aug 18 23:56:44.526161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:44.529508 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf853ea1-c235-46c4-90fa-74e4f7132881" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:44.584709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8776d-abd0-4b8d-86da-de201d26bd8a service neutron] Pushing event updated for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:44.602616 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.662996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992bdf-5e20-4216-b548-bb50384b1012 req-2c4f5738-3c11-4c4a-ae80-72840d237eed tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.674812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d992bdf-5e20-4216-b548-bb50384b1012 req-2c4f5738-3c11-4c4a-ae80-72840d237eed tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.0750587 Aug 18 23:56:44.683831 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2929b3-bd21-40a0-aa83-c68092b45563 x-openstack-request-id: req-4e2929b3-bd21-40a0-aa83-c68092b45563 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:44.684131 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:44.684442 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e2929b3-bd21-40a0-aa83-c68092b45563 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:44.684836 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82', 'status': 'completed', 'code': 200} Aug 18 23:56:44.701290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-6fd0f1d3-a005-4c29-b923-1b52833ac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.702828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-6fd0f1d3-a005-4c29-b923-1b52833ac9ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d17a1dedada54839b2531f3cfb922485&device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0715771 Aug 18 23:56:44.711000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d992bdf-5e20-4216-b548-bb50384b1012 req-ed793815-7152-4e94-a527-a496fe227fff tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Aug 18 23:56:44.765809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-398ed08e-5014-4f66-884d-4abcda80915c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82 HTTP/1.1" status: 200 len: 217 time: 0.0472693 Aug 18 23:56:44.849989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc8924-5568-4392-8b5b-11d43f9898aa req-e7d40053-4739-4046-a6b0-7890c0c8429b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.851543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdbc8924-5568-4392-8b5b-11d43f9898aa req-e7d40053-4739-4046-a6b0-7890c0c8429b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0953755 Aug 18 23:56:44.857757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-0c85bff2-f100-4a0f-9869-071f5fa77e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:44.859217 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-0c85bff2-f100-4a0f-9869-071f5fa77e49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f6459a2-4819-4419-bb88-fdb1e1f9e8ab HTTP/1.1" status: 200 len: 862 time: 0.0712180 Aug 18 23:56:44.903502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-2ed8c61f-841b-479d-acb9-aff062c62906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c887e9-e264-4ea3-aaab-83d6de23c3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323036 Aug 18 23:56:44.918602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2588b259-7d71-4765-b885-7d69b2d1ae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:44.940642 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdbc8924-5568-4392-8b5b-11d43f9898aa req-d38aef29-9b98-4e7a-83e9-49b42a7a11a0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755265 Aug 18 23:56:45.041378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-f68cb508-4ea1-465c-bc46-69cd613c93fa service neutron] 10.222.0.21 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249411 Aug 18 23:56:45.101710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42bdc-76fe-44cf-838c-83741c8fdcca req-6e583495-849f-4ac0-acfb-4ed0930c687a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.110776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8f42bdc-76fe-44cf-838c-83741c8fdcca req-6e583495-849f-4ac0-acfb-4ed0930c687a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 944 time: 0.0691519 Aug 18 23:56:45.130794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.150387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa9840aa-cb3b-4288-b70b-89939ee2ad52 req-8ac0ea4c-83c4-4911-bb26-6242e0bcd627 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975771 Aug 18 23:56:45.160837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8f42bdc-76fe-44cf-838c-83741c8fdcca req-36656542-3f2a-4f16-9897-47323ee28c69 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Aug 18 23:56:45.316923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-749db874-f77b-476f-a1fc-713cf6d95174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.318598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-749db874-f77b-476f-a1fc-713cf6d95174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d17a1dedada54839b2531f3cfb922485&device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0486588 Aug 18 23:56:45.381271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d67a3-f31a-4d4c-ac84-532019c0d4a1 req-4f97915f-5801-4962-a5b3-6c89b0e665de tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.384349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f02d67a3-f31a-4d4c-ac84-532019c0d4a1 req-4f97915f-5801-4962-a5b3-6c89b0e665de tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.0809369 Aug 18 23:56:45.435401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f02d67a3-f31a-4d4c-ac84-532019c0d4a1 req-f90e4332-8208-4c5f-be84-102f6724e8fd tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Aug 18 23:56:45.487269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-a5255e24-5f06-4f9a-9672-7d9198e3cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.489628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-a5255e24-5f06-4f9a-9672-7d9198e3cdc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c887e9-e264-4ea3-aaab-83d6de23c3dd HTTP/1.1" status: 200 len: 922 time: 0.1625192 Aug 18 23:56:45.542985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-b8d1870c-6539-4ecd-982b-9e330d664f6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82 HTTP/1.1" status: 200 len: 217 time: 0.0455265 Aug 18 23:56:45.566747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7e37-747a-43e5-abab-db33b2bffcde req-4da3abad-1f40-4d67-b5a9-c074afb745e4 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.568368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-843f7e37-747a-43e5-abab-db33b2bffcde req-4da3abad-1f40-4d67-b5a9-c074afb745e4 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.0533705 Aug 18 23:56:45.577744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:56:45.583445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Request body: {'floatingip': {'port_id': '114b934b-139c-4067-8876-cc3687456427'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:45.603088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-0efc7b03-ef4c-482e-b051-d9b3657395c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.604633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-0efc7b03-ef4c-482e-b051-d9b3657395c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f6459a2-4819-4419-bb88-fdb1e1f9e8ab HTTP/1.1" status: 200 len: 862 time: 0.0525420 Aug 18 23:56:45.612679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:45.642589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.654881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-5b75cbc5-f30f-423b-97e4-d9218830f14d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c887e9-e264-4ea3-aaab-83d6de23c3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421331 Aug 18 23:56:45.662818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:45.737604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port dde61d41-8c84-4028-8a39-949c8285956f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:45.742559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port dde61d41-8c84-4028-8a39-949c8285956f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:45.743107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.788941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7a256085-b73a-446b-965a-6ea7ddf3186c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:45.802439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-d7a20ba2-a95f-4d9f-a041-d862599fe22f service neutron] 10.222.0.21 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369638 Aug 18 23:56:45.804065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7a256085-b73a-446b-965a-6ea7ddf3186c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:45.804468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.854166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b12897-0a5b-49d0-bb5a-ccc6f0a40a2a req-f8a4c858-c6f3-4442-a39b-631153a61029 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.855730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75b12897-0a5b-49d0-bb5a-ccc6f0a40a2a req-f8a4c858-c6f3-4442-a39b-631153a61029 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 943 time: 0.2159398 Aug 18 23:56:45.908900 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.938109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:45.939927 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc0921d-9d7a-42e7-bd17-e43fc7853e75" -d '{"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-plugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:45.956175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:45.976887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fcbab-e633-4031-a1af-a3a6369e0fbf req-0669a1cc-b33e-44f9-8ff3-3f15a0b2c23f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:45.978609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-396fcbab-e633-4031-a1af-a3a6369e0fbf req-0669a1cc-b33e-44f9-8ff3-3f15a0b2c23f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.0901735 Aug 18 23:56:45.983681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:45.990719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853ea1-c235-46c4-90fa-74e4f7132881 req-c2d5965b-e346-41b3-8327-aff17b8b7acf service neutron] 10.222.0.21 "GET /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774547 Aug 18 23:56:45.992750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75b12897-0a5b-49d0-bb5a-ccc6f0a40a2a req-726de033-bc5b-41a2-b60d-3815d59e7524 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213694 Aug 18 23:56:46.024192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:46.033376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-396fcbab-e633-4031-a1af-a3a6369e0fbf req-092db324-eda2-4bc6-b483-4f9f286ce436 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Aug 18 23:56:46.189992 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bcc0ea-82d0-4e74-a347-ad4c374cf8b2 x-openstack-request-id: req-65bcc0ea-82d0-4e74-a347-ad4c374cf8b2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:46.190271 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-plugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:46.190524 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65bcc0ea-82d0-4e74-a347-ad4c374cf8b2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:46.190915 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f', 'code': 200} Aug 18 23:56:46.202956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:46.250829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203042b7-782d-474f-9c9e-d6d4f9f77a67 req-e142154c-55f5-40c4-b522-bc7e2b0c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:46.252887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-203042b7-782d-474f-9c9e-d6d4f9f77a67 req-e142154c-55f5-40c4-b522-bc7e2b0c32d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 1097 time: 0.0540662 Aug 18 23:56:46.263661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:46.270963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:46.280720 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:46.339437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:46.344085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-203042b7-782d-474f-9c9e-d6d4f9f77a67 req-4329904a-125c-427e-ab54-2ae90fd199c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Aug 18 23:56:46.365825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88687d-a38f-4b4c-8e8a-88bdbcd7ee53 req-dfed703e-5b54-416f-a1c9-abd63457acf2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:46.367461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a88687d-a38f-4b4c-8e8a-88bdbcd7ee53 req-dfed703e-5b54-416f-a1c9-abd63457acf2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1114185 Aug 18 23:56:46.423459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a88687d-a38f-4b4c-8e8a-88bdbcd7ee53 req-9d3d5d3e-1139-4ccc-9de1-f2f44b9910bc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Aug 18 23:56:46.558390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37900f3a-21cb-4bba-ac9c-f13f5beabe39 req-6801831c-fd34-45d1-822b-e45027b60a5f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:46.559874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37900f3a-21cb-4bba-ac9c-f13f5beabe39 req-6801831c-fd34-45d1-822b-e45027b60a5f tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.1470692 Aug 18 23:56:46.562185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:46.574132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:46.629111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-3160f306-909a-41dd-8df2-c6d0a113d374 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:46.631508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-3160f306-909a-41dd-8df2-c6d0a113d374 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.1202798 Aug 18 23:56:46.651196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-d1897514-90d3-4824-b479-39b5c324b63f tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/quotas/d2b81d29b3e64ef6bf5d3bb7e0410a25 HTTP/1.1" status: 200 len: 375 time: 0.0123012 Aug 18 23:56:46.680829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37900f3a-21cb-4bba-ac9c-f13f5beabe39 req-35010d2a-5c75-4457-aa66-7eca6f4e20c1 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Aug 18 23:56:46.712887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-127cdfad-8819-4235-bbac-a2cb4eec7c65 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553017 Aug 18 23:56:46.717014 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Floating IP 93c09497-8283-42ac-92a5-e0dd19faa163 associated. External IP: 172.25.1.145, port: 114b934b-139c-4067-8876-cc3687456427. Aug 18 23:56:46.825877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-70390ba5-5113-40c6-9c76-ee76afb84150 service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091564 Aug 18 23:56:46.948892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-7ff1c88b-038b-49e0-ab0d-7a678fd1e932 service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167052 Aug 18 23:56:46.984492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Router 18719198-12c2-4db2-87ef-a8d74eeecc3c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:56:47.127149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ab4101f-a471-48c3-a173-85509638ecc2 req-c9085927-bd88-4b99-969e-e0ac075d3556 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 210 time: 0.0276511 Aug 18 23:56:47.130945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:56:47.136888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:47.148196 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Sync routers for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:56:47.159120 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:47.160915 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:47.197537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c32288f0-6dfa-471d-8f7a-bf16eae5adf5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "PUT /v2.0/floatingips/93c09497-8283-42ac-92a5-e0dd19faa163 HTTP/1.1" status: 200 len: 992 time: 1.6184928 Aug 18 23:56:47.199762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'tag': '114b934b-139c-4067-8876-cc3687456427'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:47.201943 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "tag": "114b934b-139c-4067-8876-cc3687456427"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:47.224873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c1f7-ba17-44a3-8131-ea917e5b3802 req-cb12b42c-96c7-49de-803c-a50018316f14 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.242325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3921c1f7-ba17-44a3-8131-ea917e5b3802 req-cb12b42c-96c7-49de-803c-a50018316f14 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 943 time: 0.1129940 Aug 18 23:56:47.306540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70965e0-be7e-4a62-be33-e550a44bc628 req-000239b4-2a3e-4d33-a23d-51fe7d8a51b0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.311162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c70965e0-be7e-4a62-be33-e550a44bc628 req-000239b4-2a3e-4d33-a23d-51fe7d8a51b0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0735459 Aug 18 23:56:47.312590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3921c1f7-ba17-44a3-8131-ea917e5b3802 req-e5391ad7-d912-4fe9-a584-09710bc5b366 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644698 Aug 18 23:56:47.372868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c70965e0-be7e-4a62-be33-e550a44bc628 req-1f522f5e-1983-4e02-a1ad-ffee75f434de tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Aug 18 23:56:47.388742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:47.427097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90459a29-cfce-44b7-a2a8-8c14a10a837e x-openstack-request-id: req-90459a29-cfce-44b7-a2a8-8c14a10a837e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:47.427573 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "tag": "114b934b-139c-4067-8876-cc3687456427", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:47.427991 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90459a29-cfce-44b7-a2a8-8c14a10a837e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:47.428613 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'tag': '114b934b-139c-4067-8876-cc3687456427', 'status': 'completed', 'code': 200} Aug 18 23:56:47.521108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-fa8c7c25-bae5-45ed-bd5c-5f86cf85d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.522686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-fa8c7c25-bae5-45ed-bd5c-5f86cf85d752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=180d6a6bc6994b97b2e366176871f5c2&device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 1098 time: 0.0642195 Aug 18 23:56:47.620408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eadcf3-e33b-4d70-958a-8c0bed1c7623 req-f887d150-2343-4d22-979c-1b5bae4e0ff3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.621523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8eadcf3-e33b-4d70-958a-8c0bed1c7623 req-f887d150-2343-4d22-979c-1b5bae4e0ff3 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0993922 Aug 18 23:56:47.659524 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:47.692382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8eadcf3-e33b-4d70-958a-8c0bed1c7623 req-ba2fc44b-2dc1-444f-b7cb-e31a9d0dc6fc tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Aug 18 23:56:47.700125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-8f0fade1-46da-4173-99d7-18ed9b8f1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.701907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-8f0fade1-46da-4173-99d7-18ed9b8f1bc2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27a936f2-23d9-4e34-896a-e8cce4985885 HTTP/1.1" status: 200 len: 905 time: 0.1687157 Aug 18 23:56:47.748275 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '93c09497-8283-42ac-92a5-e0dd19faa163', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'port_id': '114b934b-139c-4067-8876-cc3687456427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'mac_address': 'fa:16:3e:74:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c242319-c0e7-495c-870c-8385a207a1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:56:24Z', 'updated_at': '2021-08-18T23:56:46Z', 'revision_number': 1, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:47.787598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Checking router: 18719198-12c2-4db2-87ef-a8d74eeecc3c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:56:47.791229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:56:47.792226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:56:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:47.821299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-1af3d2ad-bd49-4845-a81f-9eb9156c208e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.823092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-1af3d2ad-bd49-4845-a81f-9eb9156c208e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7 HTTP/1.1" status: 200 len: 946 time: 0.1062107 Aug 18 23:56:47.901605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-729a58c4-882e-4c74-a6e7-b63a6c3b4d74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114b934b-139c-4067-8876-cc3687456427 HTTP/1.1" status: 200 len: 1000 time: 0.1829720 Aug 18 23:56:47.959804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Deleting port dc0a70e1-a374-483a-a3c7-c9793aa243c3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:56:47.960257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:47.964337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:56:47.995058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a70cc6-7785-4897-9854-69ced474550d req-8ab68f0b-eef2-4ff8-9749-1f7a8c9df2e8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:47.996733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0a70cc6-7785-4897-9854-69ced474550d req-8ab68f0b-eef2-4ff8-9749-1f7a8c9df2e8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.1758192 Aug 18 23:56:48.040903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-2116ca27-6553-4c3a-92eb-e7a6f0f98e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.053169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-2116ca27-6553-4c3a-92eb-e7a6f0f98e39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55 HTTP/1.1" status: 200 len: 844 time: 0.1421273 Aug 18 23:56:48.116251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0a70cc6-7785-4897-9854-69ced474550d req-9837e5b5-a68d-479a-ae28-bbf17f699969 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105680 Aug 18 23:56:48.119248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] For port dc0a70e1-a374-483a-a3c7-c9793aa243c3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=dc0a70e1-a374-483a-a3c7-c9793aa243c3,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:48.119714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:48.140718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-1aa3987f-3256-4761-8dff-2db2dbeec42e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0936117 Aug 18 23:56:48.141564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Calling delete_port for dc0a70e1-a374-483a-a3c7-c9793aa243c3 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:56:48.156005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-2fa69187-f204-41bd-9693-79bfa2b34103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.156567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-2fa69187-f204-41bd-9693-79bfa2b34103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27a936f2-23d9-4e34-896a-e8cce4985885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893822 Aug 18 23:56:48.192126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:48.195471 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4808a42a-ade0-4c90-939b-6098ea30022f" -d '{"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:48.295988 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adabf275-7d85-40f4-ab71-4babf52a5258 x-openstack-request-id: req-adabf275-7d85-40f4-ab71-4babf52a5258 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:48.296416 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:48.296755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f8d9fd2-d114-4bec-88f2-43460facdeae req-58d3619f-db07-4157-b593-f246ef186b2a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 210 time: 0.0372412 Aug 18 23:56:48.296882 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adabf275-7d85-40f4-ab71-4babf52a5258 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:48.297301 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'code': 200} Aug 18 23:56:48.331798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-36f39234-aa4c-4775-b3c9-b8c8acc6cc64 service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664732 Aug 18 23:56:48.352417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-575d8ffd-0f68-4df1-9267-8c83b8eca62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.353909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-575d8ffd-0f68-4df1-9267-8c83b8eca62f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 1096 time: 0.0700781 Aug 18 23:56:48.379431 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '93c09497-8283-42ac-92a5-e0dd19faa163', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'port_id': '114b934b-139c-4067-8876-cc3687456427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'mac_address': 'fa:16:3e:74:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c242319-c0e7-495c-870c-8385a207a1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:56:24Z', 'updated_at': '2021-08-18T23:56:46Z', 'revision_number': 1, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:56:48.449998 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e44b0a-c85b-4251-bd44-d586d7eb3e31 None None] The sync data for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 is: [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '93c09497-8283-42ac-92a5-e0dd19faa163', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'port_id': '114b934b-139c-4067-8876-cc3687456427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'mac_address': 'fa:16:3e:74:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c242319-c0e7-495c-870c-8385a207a1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:56:24Z', 'updated_at': '2021-08-18T23:56:46Z', 'revision_number': 1, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:56:48.556351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-45068a36-d283-4900-ad20-ca1a8a18723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.557969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-45068a36-d283-4900-ad20-ca1a8a18723a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1504402 Aug 18 23:56:48.608403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:48.631117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df8fc85-6d09-494b-8fe5-f7a255dd9dc1 req-626c5e45-f95c-4a62-a206-ec89686cd30b service neutron] 10.222.0.11 "GET /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706594 Aug 18 23:56:48.679344 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-5da7da84-9f7f-4540-a79e-3ce9bda1aa7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 200 len: 217 time: 0.0856712 Aug 18 23:56:48.686819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event deleted for resources: {'Port': ['ID=dc0a70e1-a374-483a-a3c7-c9793aa243c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:48.756578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567864-96fa-4575-bee2-6190e32663b5 req-69be3db8-b8d0-4fb9-bede-1190bc5d7211 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.767203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c7567864-96fa-4575-bee2-6190e32663b5 req-69be3db8-b8d0-4fb9-bede-1190bc5d7211 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.2247107 Aug 18 23:56:48.795744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5a49-1de2-417f-8ce1-0ebb553206f8 req-08a3950c-91e3-468d-a888-b4cf683fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.802444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe2b5a49-1de2-417f-8ce1-0ebb553206f8 req-08a3950c-91e3-468d-a888-b4cf683fdb50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1102 time: 0.2429590 Aug 18 23:56:48.809217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95bd04-5567-484b-867e-974e0826f9c9 req-28637ea7-1565-4c59-af94-d6079b7590c8 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.817387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff95bd04-5567-484b-867e-974e0826f9c9 req-28637ea7-1565-4c59-af94-d6079b7590c8 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 943 time: 0.2606313 Aug 18 23:56:48.819165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] No DVR routers for this DVR port dc0a70e1-a374-483a-a3c7-c9793aa243c3 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:56:48.829996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:48.831739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1596ad4-5f31-41de-818c-5d814a5d6f8b req-48dbd32a-1d0e-474a-9088-61dea2036e57 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "DELETE /v2.0/ports/dc0a70e1-a374-483a-a3c7-c9793aa243c3 HTTP/1.1" status: 204 len: 173 time: 0.9935360 Aug 18 23:56:48.833895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-deleted', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:48.836337 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6de87b3-21f8-4de2-a799-d088c7330f5b" -d '{"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-deleted", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:48.847588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcec41b-7b40-4ea7-88e7-f6531b444ccc None None] New status for floating IP 93c09497-8283-42ac-92a5-e0dd19faa163: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:56:48.863395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-64d8680b-e11a-499a-af7e-10c203657da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.865048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-64d8680b-e11a-499a-af7e-10c203657da3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1686661 Aug 18 23:56:48.888472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-254f5465-96e2-40b0-9723-93c68f8271ab tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:48.889392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-254f5465-96e2-40b0-9723-93c68f8271ab tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.3336639 Aug 18 23:56:48.902138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c7567864-96fa-4575-bee2-6190e32663b5 req-5547a473-1e10-4811-b125-3076bd8baae4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249924 Aug 18 23:56:48.933520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-15306c40-afa0-444d-b132-63c6d7345c28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587401 Aug 18 23:56:48.933797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Request body: {'port': {'device_id': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'admin_state_up': True, 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:48.956333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe2b5a49-1de2-417f-8ce1-0ebb553206f8 req-053a6f6e-afdd-4fb0-ab96-260586180cd4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361852 Aug 18 23:56:49.009812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff95bd04-5567-484b-867e-974e0826f9c9 req-4d269019-580b-418c-944f-c999896954f3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914272 Aug 18 23:56:49.137002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-1ea37c9f-0f2a-430a-8d4c-2b67568e83e5 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847806 Aug 18 23:56:49.162986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:56:49.167057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.180219 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30734c58-e97b-40f2-995e-ab6041749960 x-openstack-request-id: req-30734c58-e97b-40f2-995e-ab6041749960 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:49.180515 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7", "name": "network-vif-deleted", "tag": "dc0a70e1-a374-483a-a3c7-c9793aa243c3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:49.180772 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30734c58-e97b-40f2-995e-ab6041749960 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:49.181269 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ef26c3-c6ef-46cd-a832-6fa9e436f4b7', 'name': 'network-vif-deleted', 'tag': 'dc0a70e1-a374-483a-a3c7-c9793aa243c3', 'status': 'completed', 'code': 200} Aug 18 23:56:49.191569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f872-a3c7-43b6-942c-3f281aea495d req-c20c2306-2d81-4fa4-b2e3-a9389fe6b646 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:49.193160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b440f872-a3c7-43b6-942c-3f281aea495d req-c20c2306-2d81-4fa4-b2e3-a9389fe6b646 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0822854 Aug 18 23:56:49.282068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b440f872-a3c7-43b6-942c-3f281aea495d req-687cd18f-4cda-4468-a457-a9776906f727 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779963 Aug 18 23:56:49.296263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8555b6de-18b1-479c-bbec-24625d7926e9 req-9ddc9d8d-2952-49ae-8bb9-e1c8a909b17f service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530509 Aug 18 23:56:49.305416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e373ef-c863-4fd2-baac-768841037c1f req-2aa2f04d-ab97-4a5f-9fbb-ed4b29db1dbf tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:49.306975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9e373ef-c863-4fd2-baac-768841037c1f req-2aa2f04d-ab97-4a5f-9fbb-ed4b29db1dbf tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0753322 Aug 18 23:56:49.397717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9e373ef-c863-4fd2-baac-768841037c1f req-26681824-1d00-44ef-b361-8ddc2682b785 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823872 Aug 18 23:56:49.405666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Allocated IP 172.20.0.6 (b3286e4d-a0b3-42a1-828f-ade4c3e00289/8944cdca-14e6-4ba9-928b-2a1e65552b81/9f6529f8-60ba-42e8-9724-5ffc8054aa40) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:56:49.450215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fbac292-7942-47a2-9f41-42a311422644 req-274c0963-1806-48f5-bbd8-4f41ea479ede tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 210 time: 0.0420549 Aug 18 23:56:49.553387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590179e-3aaf-4bb7-8d3b-30fd65b827c8 req-6b93773d-0869-4502-a5cd-2c4a66548d9a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:49.554968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f590179e-3aaf-4bb7-8d3b-30fd65b827c8 req-6b93773d-0869-4502-a5cd-2c4a66548d9a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0650656 Aug 18 23:56:49.598801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f590179e-3aaf-4bb7-8d3b-30fd65b827c8 req-5ce42130-1bdf-4026-a0a9-aa5f19455d5d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Aug 18 23:56:49.627512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.636386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2edd9345-7c4d-4b3e-a370-8f34a1663a82 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:49.699257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:49.712829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.726455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: dc0a70e1-a374-483a-a3c7-c9793aa243c3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:56:49.727042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device dc0a70e1-a374-483a-a3c7-c9793aa243c3 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:56:49.770369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:56:49.795721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:56:49.800505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:56:49.804589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:49.817115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82,segment=NetworkSegment(835b3aae-7206-4949-b5f5-81145fb462b9),segment_id=835b3aae-7206-4949-b5f5-81145fb462b9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:49.830570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2edd9345-7c4d-4b3e-a370-8f34a1663a82', 'network_id': 'd5c887e9-e264-4ea3-aaab-83d6de23c3dd', 'port_id': '2edd9345-7c4d-4b3e-a370-8f34a1663a82', 'mac_address': 'fa:16:3e:0c:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6459a2-4819-4419-bb88-fdb1e1f9e8ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:49.834807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.835181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.835515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.836106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.836221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.836559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.836894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.837230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.837561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.837891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.838207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.838549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:49.879158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:49.880071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.882206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.903828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd9345-7c4d-4b3e-a370-8f34a1663a82 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:49.908512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-09cfc46a-8c32-4add-80ab-45ff12ff6a56 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9799671 Aug 18 23:56:49.922250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Request body: {'port': {'device_id': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:56:49.970601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82,segment=NetworkSegment(835b3aae-7206-4949-b5f5-81145fb462b9),segment_id=835b3aae-7206-4949-b5f5-81145fb462b9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:49.985048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:49.992193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:50.078201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93ddcb-c61e-4604-a858-cece7c41ddfe req-eb0bddbd-8926-401e-bf66-2683a107a672 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.088459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c93ddcb-c61e-4604-a858-cece7c41ddfe req-eb0bddbd-8926-401e-bf66-2683a107a672 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0947075 Aug 18 23:56:50.099166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:50.113317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.113675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.114022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.114367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.114709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.115045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.115380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.115715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.116047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.116401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.116732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.117061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:56:50.180204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c93ddcb-c61e-4604-a858-cece7c41ddfe req-4a601431-eab6-487a-bd8f-8338c4046084 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684559 Aug 18 23:56:50.328922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45d733-e697-4802-9caf-70856af91f55 req-6f54eb29-5399-46fb-8695-1bcfdd3ffe99 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.332901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f45d733-e697-4802-9caf-70856af91f55 req-6f54eb29-5399-46fb-8695-1bcfdd3ffe99 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 944 time: 0.1134961 Aug 18 23:56:50.416696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6529f8-60ba-42e8-9724-5ffc8054aa40 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:50.430117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:50.434853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f45d733-e697-4802-9caf-70856af91f55 req-3cdddaeb-4b76-4519-988d-4223aa1310bf tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871739 Aug 18 23:56:50.446116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Transition to ACTIVE for port object 9f6529f8-60ba-42e8-9724-5ffc8054aa40 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:56:50.451974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:50.509931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:50.519278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6bc12-3b57-40c7-9685-e05df950a6b0 req-f8c058b3-003f-43c3-aa2d-90fa24fedb44 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.526964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fee6bc12-3b57-40c7-9685-e05df950a6b0 req-f8c058b3-003f-43c3-aa2d-90fa24fedb44 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0574999 Aug 18 23:56:50.528267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2edd9345-7c4d-4b3e-a370-8f34a1663a82'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:50.569020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fee6bc12-3b57-40c7-9685-e05df950a6b0 req-e19f1599-4e37-4603-910b-b5af744a6da1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Aug 18 23:56:50.636922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Attempting to bind port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:56:50.637287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Attempting to bind port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:56:50.638863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Attempting to bind port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:50.650508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333f22b-b670-4c71-bb15-7aa77a7e9d74 req-0014cfc0-4472-46ee-ade0-735f44d49f94 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.652286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f333f22b-b670-4c71-bb15-7aa77a7e9d74 req-0014cfc0-4472-46ee-ade0-735f44d49f94 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1197090 Aug 18 23:56:50.654466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:56:50.654790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Attempting to bind port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:56:50.667656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:56:50.667991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Checking segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:56:50.668401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Bound using segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:56:50.668847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Bound port: 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:56:50.669325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:50.726325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0efe-d007-48e3-80ae-b7cf5473d5b1 req-007d8d2c-7c65-403b-83e7-58da4715c4d4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.727776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b61d0efe-d007-48e3-80ae-b7cf5473d5b1 req-007d8d2c-7c65-403b-83e7-58da4715c4d4 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 943 time: 0.0553768 Aug 18 23:56:50.769462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b61d0efe-d007-48e3-80ae-b7cf5473d5b1 req-90a125b4-a4df-4129-89cf-37e1a276259a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Aug 18 23:56:50.943345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400523d3-2006-4af0-97b7-714ab88beb4e req-bf7ceb22-5bcf-476b-9eec-c6897bb3cabd tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:50.946762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400523d3-2006-4af0-97b7-714ab88beb4e req-bf7ceb22-5bcf-476b-9eec-c6897bb3cabd tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0636344 Aug 18 23:56:50.989607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400523d3-2006-4af0-97b7-714ab88beb4e req-525585e1-c6d0-462e-b34a-4ef0ce0640a1 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Aug 18 23:56:51.028934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f333f22b-b670-4c71-bb15-7aa77a7e9d74 req-79e41c4a-69be-4205-b6a2-78ca1df7efc4 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680594 Aug 18 23:56:51.065213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:56:51.069437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:56:51.074718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:51.110769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.111458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:51.113112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f6529f8-60ba-42e8-9724-5ffc8054aa40 HTTP/1.1" status: 200 len: 1092 time: 1.1951606 Aug 18 23:56:51.113349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:51.115632 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:51.146671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325900c-aac7-43d9-afdf-f40c752592c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:51.166408 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0516d83-4b17-4676-9381-834add41230c x-openstack-request-id: req-f0516d83-4b17-4676-9381-834add41230c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:51.166702 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:51.167075 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0516d83-4b17-4676-9381-834add41230c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:51.167475 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'status': 'completed', 'code': 200} Aug 18 23:56:51.231199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-c7efed9b-f46c-4e52-aceb-7b473e555cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.232982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-c7efed9b-f46c-4e52-aceb-7b473e555cf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 1095 time: 0.0590532 Aug 18 23:56:51.281220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-b3ed5d71-510f-466f-8ca1-e38419dbac45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40 HTTP/1.1" status: 200 len: 217 time: 0.0389750 Aug 18 23:56:51.334795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-fbdedb8b-5e55-4578-b44d-c4ad279f7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.338829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-fbdedb8b-5e55-4578-b44d-c4ad279f7e14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.0507715 Aug 18 23:56:51.378048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-4227bae2-cd5f-4ff3-9012-f103ee1dba52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349665 Aug 18 23:56:51.496342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-ae1da243-845c-4912-a104-5978e238484a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265473 Aug 18 23:56:51.504949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c26db-f93b-4f3d-a47f-241e601a61f2 req-efebff03-4f0b-4ea7-a897-6de6ca24062d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.506427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e60c26db-f93b-4f3d-a47f-241e601a61f2 req-efebff03-4f0b-4ea7-a897-6de6ca24062d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1391969 Aug 18 23:56:51.556507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-7c01a6ad-9a03-4608-9ade-07837d920ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692781 Aug 18 23:56:51.588116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e60c26db-f93b-4f3d-a47f-241e601a61f2 req-8d967b28-7cf3-4878-9753-846f54c40564 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749102 Aug 18 23:56:51.658934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a0a98-f38b-4244-a756-5f2b89f4cf4c req-b1a393e2-c72c-4ea5-9cb6-f95df78e604d tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.664813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d81a0a98-f38b-4244-a756-5f2b89f4cf4c req-b1a393e2-c72c-4ea5-9cb6-f95df78e604d tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0746219 Aug 18 23:56:51.669728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-725e537c-dca5-4f8e-87f6-8eaac2f23add req-ba51c655-99ff-4ce4-9742-3bd92a493fc1 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050065 Aug 18 23:56:51.689580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:51.703543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:56:51.714572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d81a0a98-f38b-4244-a756-5f2b89f4cf4c req-be25c529-941f-4479-95b8-73fe17dbf38f tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Aug 18 23:56:51.787378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-7ceb35e6-b372-4556-8f7d-3e02eafe9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.790365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-7ceb35e6-b372-4556-8f7d-3e02eafe9bad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 1095 time: 0.0579910 Aug 18 23:56:51.855600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:51.907367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:51.914733 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49631f1c-af15-4cb4-9d0a-567c3ec725d8" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:51.982942 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c50ed-9a78-40eb-a46f-95b9be01cef2 x-openstack-request-id: req-e10c50ed-9a78-40eb-a46f-95b9be01cef2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:51.983486 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:51.983869 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10c50ed-9a78-40eb-a46f-95b9be01cef2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:51.984383 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'code': 200} Aug 18 23:56:51.989717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:51.990581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-331862ab-828c-451a-9601-cd71bb68ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:51.992427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-331862ab-828c-451a-9601-cd71bb68ee03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 904 time: 0.1875117 Aug 18 23:56:52.000721 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:52.016240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:52.054100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-b09da7dd-fa1c-4398-b83f-8a8822dcb509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40 HTTP/1.1" status: 200 len: 217 time: 0.0487335 Aug 18 23:56:52.068640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b903c-a6f6-41f5-baad-5a5161a03209 req-ad855751-37f2-450c-beb2-317a4e6cc8a1 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.071054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d9b903c-a6f6-41f5-baad-5a5161a03209 req-ad855751-37f2-450c-beb2-317a4e6cc8a1 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 943 time: 0.1901884 Aug 18 23:56:52.073243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'mac_address': 'fa:16:3e:d9:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:52.120013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-219199d7-ee94-441a-b9cd-785be403f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.121721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-219199d7-ee94-441a-b9cd-785be403f6dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.0497372 Aug 18 23:56:52.125619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:52.151827 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:52.171414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88aa5-6e28-4d7b-8012-2fccf0db4562 req-0a2bae9c-5512-49b3-9de2-957efd9b5fb4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.180686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-fcaf1bc3-08c0-4e17-bf12-5981da7f94ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294027 Aug 18 23:56:52.181251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46f88aa5-6e28-4d7b-8012-2fccf0db4562 req-0a2bae9c-5512-49b3-9de2-957efd9b5fb4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.1035070 Aug 18 23:56:52.190310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:52.224057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d9b903c-a6f6-41f5-baad-5a5161a03209 req-9ccf0731-0747-4c7f-91d0-de4162b7374e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947595 Aug 18 23:56:52.231003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:52.238536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46f88aa5-6e28-4d7b-8012-2fccf0db4562 req-f3027e38-38c0-4c0f-b3c0-fe82a2ffeea5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551808 Aug 18 23:56:52.246408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:52.352604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:52.375882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-c3941cd3-10c0-40b5-9d4d-a28bb01782c3 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866224 Aug 18 23:56:52.489890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e61dda-893b-4c77-ba56-4400c93e9f1b req-2dcf457b-24ef-45c6-8fb4-3c1bbafe794e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.491801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e61dda-893b-4c77-ba56-4400c93e9f1b req-2dcf457b-24ef-45c6-8fb4-3c1bbafe794e tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.1412528 Aug 18 23:56:52.547829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:52.562975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e61dda-893b-4c77-ba56-4400c93e9f1b req-c3750512-ddc8-4ad0-928b-9cb436fa7d14 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624571 Aug 18 23:56:52.567239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6ef7d97-6175-4a5f-a1bf-c5c8b2096bbf req-bbaf4c72-be70-48d2-9086-16f1db72ed33 service neutron] 10.222.0.11 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695895 Aug 18 23:56:52.716969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744cb4-a207-4713-8bf4-c40c040fa522 req-7a02b05b-58ec-4c98-9441-cc3ecf0aeb9e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.718522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9744cb4-a207-4713-8bf4-c40c040fa522 req-7a02b05b-58ec-4c98-9441-cc3ecf0aeb9e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0503671 Aug 18 23:56:52.759238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9744cb4-a207-4713-8bf4-c40c040fa522 req-9dbcdf83-c606-4d6d-8c2a-079201f24208 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Aug 18 23:56:52.872098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5df72-7c35-46f9-8f31-34ace1e2c17f req-ebeea7e4-70fd-4ee3-b802-8d4e0a55cdea tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:52.873531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4f5df72-7c35-46f9-8f31-34ace1e2c17f req-ebeea7e4-70fd-4ee3-b802-8d4e0a55cdea tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0608997 Aug 18 23:56:52.913019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4f5df72-7c35-46f9-8f31-34ace1e2c17f req-158ce02e-c62f-48eb-aba5-f0767bb8127c tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 18 23:56:53.339859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3be55-36c5-4d62-a255-37dde36f30ab req-63f56ed7-03c4-45d4-95b3-8ecc9db94286 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:53.341384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13d3be55-36c5-4d62-a255-37dde36f30ab req-63f56ed7-03c4-45d4-95b3-8ecc9db94286 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 943 time: 0.0513070 Aug 18 23:56:53.361521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a2d82-d0a6-4f24-b8e2-d1038951139a req-bac03002-cd92-4cd9-9c20-7af8a83a5cf8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:53.363498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-103a2d82-d0a6-4f24-b8e2-d1038951139a req-bac03002-cd92-4cd9-9c20-7af8a83a5cf8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0555615 Aug 18 23:56:53.400641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13d3be55-36c5-4d62-a255-37dde36f30ab req-033edc4d-ae98-4b3b-a1f8-8589ea9e8de6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Aug 18 23:56:53.413067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-103a2d82-d0a6-4f24-b8e2-d1038951139a req-88266e2e-68e1-4710-bb23-e0d998a2b3a7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Aug 18 23:56:53.648813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:53.662576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2edd9345-7c4d-4b3e-a370-8f34a1663a82 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:53.727827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9f6529f8-60ba-42e8-9724-5ffc8054aa40 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:56:53.730646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:53.752516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-c53f14c1-312b-49d1-9c1d-93a86bd4e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:53.753721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a4810-aec3-485d-81e2-554c8d8c2f6a req-ff5e3b5f-2129-40f0-b799-60b1ae4d44e5 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:53.754647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-c53f14c1-312b-49d1-9c1d-93a86bd4e5e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1102 time: 0.0542493 Aug 18 23:56:53.755241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-648a4810-aec3-485d-81e2-554c8d8c2f6a req-ff5e3b5f-2129-40f0-b799-60b1ae4d44e5 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 950 time: 0.0946088 Aug 18 23:56:53.854714 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-648a4810-aec3-485d-81e2-554c8d8c2f6a req-6ede16cc-db27-4642-a8dd-7ac8984fb399 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888593 Aug 18 23:56:53.878805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-40fe0328-488e-4e96-8329-fa48fdebdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:53.880417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-40fe0328-488e-4e96-8329-fa48fdebdce9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1193349 Aug 18 23:56:53.925191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:53.935773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-e1cf3557-ba24-4be4-b706-e8e2311bb9eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0485013 Aug 18 23:56:53.938426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:53.944346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:53.944735 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:53.983719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:53.984100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:53.991040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'dde61d41-8c84-4028-8a39-949c8285956f', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'port_id': 'dde61d41-8c84-4028-8a39-949c8285956f', 'mac_address': 'fa:16:3e:cc:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2205299-5223-41e6-b230-93d058748b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:54.013480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620285a9-a199-4586-b3e4-fb3b8df15755 req-cac2afe1-2e1c-4d0b-9a05-17f57a0fe9fb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.015122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-620285a9-a199-4586-b3e4-fb3b8df15755 req-cac2afe1-2e1c-4d0b-9a05-17f57a0fe9fb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1221433 Aug 18 23:56:54.021662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-38e882cd-1625-4d9f-92e7-f5db01cae7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.023145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-38e882cd-1625-4d9f-92e7-f5db01cae7c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0723093 Aug 18 23:56:54.027934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:54.084774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'mac_address': 'fa:16:3e:e6:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:56:54.107007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.114755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-f3c09e64-d501-4fd1-addc-28ffd165e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.116907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-f3c09e64-d501-4fd1-addc-28ffd165e2a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858774 Aug 18 23:56:54.127756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335709-2a8b-4689-ae0a-aa14ff19d9ba req-9fb00bb9-51dd-44c0-a702-2b887fd95929 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.132518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-620285a9-a199-4586-b3e4-fb3b8df15755 req-b17daa0d-563d-41b4-acd3-f818156c1c98 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081331 Aug 18 23:56:54.138714 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21335709-2a8b-4689-ae0a-aa14ff19d9ba req-9fb00bb9-51dd-44c0-a702-2b887fd95929 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 944 time: 0.1284356 Aug 18 23:56:54.177229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde61d41-8c84-4028-8a39-949c8285956f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:54.209823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21335709-2a8b-4689-ae0a-aa14ff19d9ba req-66901751-4b14-48a7-9cfc-8df105bc0459 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Aug 18 23:56:54.221780 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.232487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.244720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:54.255602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.259899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-7a13c871-d2a1-4989-849c-1701f3b6b287 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227443 Aug 18 23:56:54.260161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.274681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6529f8-60ba-42e8-9724-5ffc8054aa40 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:56:54.332049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:54.334731 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34978de3-4ebe-4d27-a50a-729c3d2cec4e" -d '{"events": [{"server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:54.349113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:54.367355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-814a08e7-2887-4eee-9944-d16e090937dd service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995665 Aug 18 23:56:54.372994 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.375607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:54.377481 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0467bb6a-45aa-47fd-9ec9-9065d869fef6 x-openstack-request-id: req-0467bb6a-45aa-47fd-9ec9-9065d869fef6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:54.377778 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:54.378952 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0467bb6a-45aa-47fd-9ec9-9065d869fef6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:54.378952 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82', 'code': 200} Aug 18 23:56:54.386433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82,segment=NetworkSegment(835b3aae-7206-4949-b5f5-81145fb462b9),segment_id=835b3aae-7206-4949-b5f5-81145fb462b9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:54.392148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.395597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:54.398050 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:54.469870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:54.551602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['dde61d41-8c84-4028-8a39-949c8285956f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:54.558112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bdbe7-af80-4e58-a6b9-cb235a4b4fb7 req-cd5e58f3-d997-4506-8d17-24e586ec68c4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.560007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f1bdbe7-af80-4e58-a6b9-cb235a4b4fb7 req-cd5e58f3-d997-4506-8d17-24e586ec68c4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 944 time: 0.0639095 Aug 18 23:56:54.583725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:54.605221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f1bdbe7-af80-4e58-a6b9-cb235a4b4fb7 req-e5749ed7-e6c5-4562-b39a-8bff3509e157 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370648 Aug 18 23:56:54.645242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a524-8d28-471e-9ce6-dcb90cf3951b req-75726e0f-e8f2-4db9-a75d-e51ea5f0db5c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.647413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2340a524-8d28-471e-9ce6-dcb90cf3951b req-75726e0f-e8f2-4db9-a75d-e51ea5f0db5c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 944 time: 0.1266131 Aug 18 23:56:54.671837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b023e-d21d-400a-82c9-1c84c35fc580 req-59b3377e-74f5-4122-99d1-5e2680544b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:54.672454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9f6529f8-60ba-42e8-9724-5ffc8054aa40'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:56:54.673402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f65b023e-d21d-400a-82c9-1c84c35fc580 req-59b3377e-74f5-4122-99d1-5e2680544b41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.1148200 Aug 18 23:56:54.712390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2340a524-8d28-471e-9ce6-dcb90cf3951b req-48c51510-edfd-424a-9858-0c887496f894 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578253 Aug 18 23:56:54.733244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:54.733446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f65b023e-d21d-400a-82c9-1c84c35fc580 req-208beeee-977b-4a6c-ac19-7a7350f9f76e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Aug 18 23:56:55.005535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654f35-ceac-4725-8257-103f2e105072 req-e591e9a8-3e93-4678-99cb-8029560d9647 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:55.007105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72654f35-ceac-4725-8257-103f2e105072 req-e591e9a8-3e93-4678-99cb-8029560d9647 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.0512331 Aug 18 23:56:55.045534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72654f35-ceac-4725-8257-103f2e105072 req-afe931f4-8a8b-427e-95f1-a30e73e70b98 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 18 23:56:55.253910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590503b-4010-44bc-9145-9e98ad53a93c req-91e3008b-d824-4664-9fc1-0e95145f41f2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:55.255362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7590503b-4010-44bc-9145-9e98ad53a93c req-91e3008b-d824-4664-9fc1-0e95145f41f2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0477233 Aug 18 23:56:55.296621 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7590503b-4010-44bc-9145-9e98ad53a93c req-ef49fcbb-f110-4cc6-9547-566bd4219f56 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Aug 18 23:56:55.363718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab221c-f598-4469-be45-a586d9194f11 req-feb1f686-2ab0-4d31-8fbc-75283e99b540 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:55.365240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6aab221c-f598-4469-be45-a586d9194f11 req-feb1f686-2ab0-4d31-8fbc-75283e99b540 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0477488 Aug 18 23:56:55.406546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6aab221c-f598-4469-be45-a586d9194f11 req-8f64aede-9075-407f-8fa9-e310521511cd tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352154 Aug 18 23:56:55.667355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:55.721025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd976e22-046a-4f86-8e06-f259dbfb3702 req-03e67287-6985-42d5-9f7f-7a06c5d9d052 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:55.723398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port dde61d41-8c84-4028-8a39-949c8285956f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:55.724164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd976e22-046a-4f86-8e06-f259dbfb3702 req-03e67287-6985-42d5-9f7f-7a06c5d9d052 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 944 time: 0.0532141 Aug 18 23:56:55.728666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:55.737881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9f6529f8-60ba-42e8-9724-5ffc8054aa40 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:56:55.771303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd976e22-046a-4f86-8e06-f259dbfb3702 req-33274ddc-d62e-4406-958f-1bad8fd4f41c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Aug 18 23:56:55.856935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:56:55.867221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:56:55.867608 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:55.871286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:55.874459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793c0b-eeae-41d4-8779-44112230d7d7 req-a63b0974-3243-4e40-9b3a-cb79576575c9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:55.876748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe793c0b-eeae-41d4-8779-44112230d7d7 req-a63b0974-3243-4e40-9b3a-cb79576575c9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 944 time: 0.0588279 Aug 18 23:56:55.916616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe793c0b-eeae-41d4-8779-44112230d7d7 req-c7a8950b-413e-4d5c-939b-ce8a4a885949 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Aug 18 23:56:55.930902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:55.936928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:56.012090 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:56.014939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:56.047060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:56:56.051781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:56.099724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:56:56.167268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d85a17-f3ec-42f4-8dcb-49127201d066 req-ab08cbe5-c831-4ec9-a37d-cd055541e92f tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.168731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c4d85a17-f3ec-42f4-8dcb-49127201d066 req-ab08cbe5-c831-4ec9-a37d-cd055541e92f tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.0478630 Aug 18 23:56:56.206187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c4d85a17-f3ec-42f4-8dcb-49127201d066 req-9ca0af73-f5b5-489e-a4af-2948ecb8d9d2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Aug 18 23:56:56.281408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:56:56.379872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}, {'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f'}, {'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:56:56.382339 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bdbb4-0a00-4c4c-a6db-d4a2e02f416a" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}, {"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-plugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f"}, {"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-plugged", "status": "completed", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:56:56.411901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a846-a50c-4283-9d32-c32837a93e6e req-04ee009d-88dc-4b85-a0f2-9b033ff592f5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.413804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e020a846-a50c-4283-9d32-c32837a93e6e req-04ee009d-88dc-4b85-a0f2-9b033ff592f5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0513284 Aug 18 23:56:56.432041 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d5798-5ba1-4b29-896a-2d891cca5fa8 x-openstack-request-id: req-a34d5798-5ba1-4b29-896a-2d891cca5fa8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:56:56.432355 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-plugged", "status": "completed", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "code": 200}, {"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-plugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f", "code": 200}, {"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-plugged", "status": "completed", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:56:56.432614 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a34d5798-5ba1-4b29-896a-2d891cca5fa8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:56:56.433012 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'code': 200} Aug 18 23:56:56.433268 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f', 'code': 200} Aug 18 23:56:56.433545 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'code': 200} Aug 18 23:56:56.459546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e020a846-a50c-4283-9d32-c32837a93e6e req-59d741a1-b205-412b-b24d-67601fb4bfa1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Aug 18 23:56:56.529512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76561832-8ad9-4604-b6c4-11c55ffd43f9 req-d9848870-15e4-46a1-ab18-63e350429b8c tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.530901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76561832-8ad9-4604-b6c4-11c55ffd43f9 req-d9848870-15e4-46a1-ab18-63e350429b8c tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0486977 Aug 18 23:56:56.604694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76561832-8ad9-4604-b6c4-11c55ffd43f9 req-321d6c98-daaa-407b-a15f-c0d2d20230c5 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670705 Aug 18 23:56:56.630274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65006-8db7-41a2-b8e0-e60ad418c69f req-40cc8902-81f7-4332-96ed-b6487e2ffd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.631771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68e65006-8db7-41a2-b8e0-e60ad418c69f req-40cc8902-81f7-4332-96ed-b6487e2ffd3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 1097 time: 0.0883427 Aug 18 23:56:56.648399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00980c20-b9c8-4faf-bc5e-05bed9c1c7d5 req-04a737d3-b8c7-431b-af34-ba207736ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.649831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00980c20-b9c8-4faf-bc5e-05bed9c1c7d5 req-04a737d3-b8c7-431b-af34-ba207736ae6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1103 time: 0.0594375 Aug 18 23:56:56.684135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68e65006-8db7-41a2-b8e0-e60ad418c69f req-6b6cd783-bbbd-489b-be3a-310a62234db4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Aug 18 23:56:56.697956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00980c20-b9c8-4faf-bc5e-05bed9c1c7d5 req-a1100818-a809-4d78-b0ac-fe01a753e7be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 18 23:56:56.899515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e1e56-24a7-4cda-8b7f-f2f2477565e3 req-6213afee-92eb-467e-8f01-508ca59b65ab tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:56.901092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c4e1e56-24a7-4cda-8b7f-f2f2477565e3 req-6213afee-92eb-467e-8f01-508ca59b65ab tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Aug 18 23:56:56.939803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c4e1e56-24a7-4cda-8b7f-f2f2477565e3 req-781c27e8-30f3-4ba9-99a0-693493a5bf32 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Aug 18 23:56:57.041539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f02be0-bde2-4589-993a-e3e90b43802e req-3f9f80dd-760e-46de-9d67-be0beafb43ad tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:57.042985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5f02be0-bde2-4589-993a-e3e90b43802e req-3f9f80dd-760e-46de-9d67-be0beafb43ad tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 945 time: 0.0546188 Aug 18 23:56:57.086535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5f02be0-bde2-4589-993a-e3e90b43802e req-8483f223-ff88-4601-bfe6-9919b5eceb34 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Aug 18 23:56:57.327185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22725b0-1a51-4f55-9371-bc70c2a3ec37 req-054d53cb-02c5-4bad-89a2-ba816535ec41 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:57.328819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e22725b0-1a51-4f55-9371-bc70c2a3ec37 req-054d53cb-02c5-4bad-89a2-ba816535ec41 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.0550258 Aug 18 23:56:57.370324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e22725b0-1a51-4f55-9371-bc70c2a3ec37 req-8f6af185-28f2-4c96-aef0-a692d46e9872 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Aug 18 23:56:57.579461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f0010-92fe-4bc5-b2d4-2feff8e64825 req-55e05968-06bc-4ea6-ad4e-1a204315b05e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:57.582110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b90f0010-92fe-4bc5-b2d4-2feff8e64825 req-55e05968-06bc-4ea6-ad4e-1a204315b05e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0506959 Aug 18 23:56:57.657387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b90f0010-92fe-4bc5-b2d4-2feff8e64825 req-ae58c6fc-224d-4616-8c12-1b9106fd8c06 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608778 Aug 18 23:56:57.730437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffb4f2-21e4-4f80-a539-b13263817c98 req-28a8336a-d7a1-41d9-9d99-54d383c32bbd tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:57.732405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cffb4f2-21e4-4f80-a539-b13263817c98 req-28a8336a-d7a1-41d9-9d99-54d383c32bbd tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Aug 18 23:56:57.771733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cffb4f2-21e4-4f80-a539-b13263817c98 req-1d6fc198-6932-428d-b411-b7185ff38b13 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Aug 18 23:56:58.084194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0573-d95d-47e1-9759-ef244984fcdb req-9ea7377e-c3a0-4707-847d-7bb3026ed625 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.086165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d6c0573-d95d-47e1-9759-ef244984fcdb req-9ea7377e-c3a0-4707-847d-7bb3026ed625 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Aug 18 23:56:58.145853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545dc6-8381-44f1-985a-471ffce33bca req-9d384c0e-8879-4c8a-83f8-efd221e42862 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.147392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c545dc6-8381-44f1-985a-471ffce33bca req-9d384c0e-8879-4c8a-83f8-efd221e42862 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0861337 Aug 18 23:56:58.151011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d6c0573-d95d-47e1-9759-ef244984fcdb req-9d61cca4-7666-47ca-bbca-5c849a45175b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 Aug 18 23:56:58.197523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c545dc6-8381-44f1-985a-471ffce33bca req-a04879c9-4a81-4543-8679-9ea5b594a802 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Aug 18 23:56:58.259417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce56e32-e3ef-4380-bf82-f696ee3ec8dd req-d7acb01e-9105-4b8c-a630-6944f621926d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.260895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ce56e32-e3ef-4380-bf82-f696ee3ec8dd req-d7acb01e-9105-4b8c-a630-6944f621926d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 945 time: 0.0531266 Aug 18 23:56:58.297701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ce56e32-e3ef-4380-bf82-f696ee3ec8dd req-532d7a01-9122-46cb-ae65-86b394f71737 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Aug 18 23:56:58.512060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023c46-2d21-4ad5-b41e-319c2d6f6052 req-44ec7132-29cf-4e8d-bf1a-8158a879d548 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.513770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24023c46-2d21-4ad5-b41e-319c2d6f6052 req-44ec7132-29cf-4e8d-bf1a-8158a879d548 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.0733414 Aug 18 23:56:58.569639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24023c46-2d21-4ad5-b41e-319c2d6f6052 req-20054018-5eb8-478f-9018-c56613e500a8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 Aug 18 23:56:58.727052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34cae-a80c-43ea-ad53-c1783a191156 req-6761dcc8-8437-4fa7-a0d3-63ea90856d25 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.729731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25f34cae-a80c-43ea-ad53-c1783a191156 req-6761dcc8-8437-4fa7-a0d3-63ea90856d25 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 945 time: 0.0988374 Aug 18 23:56:58.809457 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25f34cae-a80c-43ea-ad53-c1783a191156 req-6a60ddd5-ed6c-43ae-a652-02c1448b87ba tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718794 Aug 18 23:56:58.875905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a1fd3-5bb1-497c-b0d1-6269b3ad68b2 req-32d195ca-fb59-4952-8025-075c25362be9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.885326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa1a1fd3-5bb1-497c-b0d1-6269b3ad68b2 req-32d195ca-fb59-4952-8025-075c25362be9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0912230 Aug 18 23:56:58.943081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa1a1fd3-5bb1-497c-b0d1-6269b3ad68b2 req-79fdba94-3c04-4614-a0d0-219d437d6ef1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553269 Aug 18 23:56:58.987090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf26ee-e814-4f9e-917a-fd2eb8c556f6 req-a5871d64-cc9d-4bbd-bb83-5ba60a02175e tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:58.989281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dbf26ee-e814-4f9e-917a-fd2eb8c556f6 req-a5871d64-cc9d-4bbd-bb83-5ba60a02175e tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1103 time: 0.0696926 Aug 18 23:56:59.036106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dbf26ee-e814-4f9e-917a-fd2eb8c556f6 req-2f348563-e287-408b-bae7-c4757239fcae tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Aug 18 23:56:59.280592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092275-7f3d-48ef-a478-3189efc721b3 req-2c77ed45-3812-4df1-acb2-99a81f6ff99b tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.282118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4092275-7f3d-48ef-a478-3189efc721b3 req-2c77ed45-3812-4df1-acb2-99a81f6ff99b tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 1103 time: 0.0438209 Aug 18 23:56:59.288358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab294e-8147-4844-adea-e4936d2ad706 req-a3f67c69-e441-4f18-847a-df174f656430 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.293049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66ab294e-8147-4844-adea-e4936d2ad706 req-a3f67c69-e441-4f18-847a-df174f656430 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0584848 Aug 18 23:56:59.331106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4092275-7f3d-48ef-a478-3189efc721b3 req-20881870-3d29-4e38-af2f-7a03a71f03ed tempest-ServersAdminTestJSON-44198707 tempest-ServersAdminTestJSON-44198707-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Aug 18 23:56:59.332513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66ab294e-8147-4844-adea-e4936d2ad706 req-1c40b06f-cfee-4c4c-a5d2-2b1426cb1747 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Aug 18 23:56:59.461670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f830-66ce-41e7-a83d-56302d00314d req-80e5e255-3bb2-405e-9910-c5d43efbd3f3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.469112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88f0f830-66ce-41e7-a83d-56302d00314d req-80e5e255-3bb2-405e-9910-c5d43efbd3f3 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0634387 Aug 18 23:56:59.521056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88f0f830-66ce-41e7-a83d-56302d00314d req-53954c44-877c-4ff8-8466-0b8bc904d5b2 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced4be96-10e1-40f6-a9c8-769582dce99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495610 Aug 18 23:56:59.656785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524fa4-cedd-41ad-86ed-79891d66f14e req-89ae44b1-8285-49c3-a9f4-3cb440ff9d6d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.658481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e524fa4-cedd-41ad-86ed-79891d66f14e req-89ae44b1-8285-49c3-a9f4-3cb440ff9d6d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0630903 Aug 18 23:56:59.699998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e524fa4-cedd-41ad-86ed-79891d66f14e req-4777f89b-635d-449f-8ff8-7745dc071e46 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Aug 18 23:56:59.806382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad4063-d180-4a7b-9c1b-1baf300b725b req-baed78c2-8ce4-4d4a-8dcf-cb250c5b634b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.807936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4ad4063-d180-4a7b-9c1b-1baf300b725b req-baed78c2-8ce4-4d4a-8dcf-cb250c5b634b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 950 time: 0.0500700 Aug 18 23:56:59.864383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-f3ef7d30-1429-485f-ab24-6bc1961c20d7 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.866692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-f3ef7d30-1429-485f-ab24-6bc1961c20d7 tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0609140 Aug 18 23:56:59.872854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4ad4063-d180-4a7b-9c1b-1baf300b725b req-e0a69364-1fb5-4b5a-86e6-a0516511b6e6 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Aug 18 23:56:59.991693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46cb5-c12f-4bed-81ee-13413e8910a3 req-1920d18b-281d-4e1c-8d0d-48d22100fe2a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:56:59.993189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d46cb5-c12f-4bed-81ee-13413e8910a3 req-1920d18b-281d-4e1c-8d0d-48d22100fe2a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 945 time: 0.0912340 Aug 18 23:57:00.034036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Deleting port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:00.034930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:00.060689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cdb23-1074-4487-bbf7-24022f08a42e req-1d71f204-8fa0-48a7-8763-6f24aa2c960b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:00.062140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-957cdb23-1074-4487-bbf7-24022f08a42e req-1d71f204-8fa0-48a7-8763-6f24aa2c960b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0498023 Aug 18 23:57:00.075717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d46cb5-c12f-4bed-81ee-13413e8910a3 req-1ee4d55f-939a-48de-bad0-28995d0a811b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752361 Aug 18 23:57:00.119771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-957cdb23-1074-4487-bbf7-24022f08a42e req-ea5675ac-5d71-4e8c-9d34-22d36c6632c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Aug 18 23:57:00.130949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] For port 2edd9345-7c4d-4b3e-a370-8f34a1663a82, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2edd9345-7c4d-4b3e-a370-8f34a1663a82,segment=NetworkSegment(835b3aae-7206-4949-b5f5-81145fb462b9),segment_id=835b3aae-7206-4949-b5f5-81145fb462b9)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:00.131323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:00.388323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Calling delete_port for 2edd9345-7c4d-4b3e-a370-8f34a1663a82 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:00.528331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:00.559457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Pushing event deleted for resources: {'Port': ['ID=2edd9345-7c4d-4b3e-a370-8f34a1663a82,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:00.575021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2edd9345-7c4d-4b3e-a370-8f34a1663a82'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:00.600785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.601173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.601510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.602005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.602350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.602686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.603022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.603357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.603688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.604074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.604465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.604799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:00.643010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] No DVR routers for this DVR port 2edd9345-7c4d-4b3e-a370-8f34a1663a82 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:00.646015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87f9d39d-d448-4f47-9fb0-17133725cfb6 req-3472b4ca-8877-42b1-a81d-ffa7907fe93a tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3ec397-4a2b-4533-a188-8736e7f6f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0499024 Aug 18 23:57:00.646981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:00.648852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68da21d9-43a1-4015-a21d-a6dbb0e1820f req-c13e2c9e-5048-4627-a0c9-a0a3bb6a76fe tempest-InstanceActionsNegativeTestJSON-675035598 tempest-InstanceActionsNegativeTestJSON-675035598-project] 10.222.0.21 "DELETE /v2.0/ports/2edd9345-7c4d-4b3e-a370-8f34a1663a82 HTTP/1.1" status: 204 len: 173 time: 0.7749438 Aug 18 23:57:00.649418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'name': 'network-vif-deleted', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:00.651490 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09927003-5256-4072-9a16-269cf37f6dd6" -d '{"events": [{"server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "name": "network-vif-deleted", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:00.698416 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2195be20-ab83-4886-8a47-fb7e5155ddd7 x-openstack-request-id: req-2195be20-ab83-4886-8a47-fb7e5155ddd7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:00.698653 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3ec397-4a2b-4533-a188-8736e7f6f0e9", "name": "network-vif-deleted", "tag": "2edd9345-7c4d-4b3e-a370-8f34a1663a82", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:00.699008 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2195be20-ab83-4886-8a47-fb7e5155ddd7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:00.699403 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3ec397-4a2b-4533-a188-8736e7f6f0e9', 'name': 'network-vif-deleted', 'tag': '2edd9345-7c4d-4b3e-a370-8f34a1663a82', 'status': 'completed', 'code': 200} Aug 18 23:57:00.729499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-00c30652-bf34-4f50-b31c-79a4988451b5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:00.731099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-00c30652-bf34-4f50-b31c-79a4988451b5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.1107085 Aug 18 23:57:00.748512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-883e0812-c3e0-4cbe-a497-6b3e440569ee tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/quotas/8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 375 time: 0.0098724 Aug 18 23:57:00.804232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-41302775-d284-418c-8b72-c90d90738d74 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489862 Aug 18 23:57:00.901935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-f5516d6d-452b-4312-b360-8055293c6380 service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909488 Aug 18 23:57:00.918993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a019081-10f5-4750-8398-ce539c6eb83b req-f583dd94-d4f0-4e5a-a2a8-46448e74651b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:00.926890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a019081-10f5-4750-8398-ce539c6eb83b req-f583dd94-d4f0-4e5a-a2a8-46448e74651b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.0574303 Aug 18 23:57:00.964530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a019081-10f5-4750-8398-ce539c6eb83b req-b8e51775-3adb-4ea8-89d1-9ce26db3e768 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Aug 18 23:57:01.007327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-9b7122da-30df-46fa-83be-77109fbf0d00 service neutron] 10.222.0.20 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976894 Aug 18 23:57:01.078184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58cfe-c8b1-44fe-964a-1610bc921180 req-8395d7e7-9eb4-44cf-a467-f2cf790c8499 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:01.080023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ace58cfe-c8b1-44fe-964a-1610bc921180 req-8395d7e7-9eb4-44cf-a467-f2cf790c8499 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 950 time: 0.0587425 Aug 18 23:57:01.118712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ace58cfe-c8b1-44fe-964a-1610bc921180 req-a0dc085f-4d97-4a2d-99ac-bfcef14a0f19 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 18 23:57:01.231822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27c01-c1a8-4ece-950d-dc1a7a98050a req-ea57367d-efe9-4af6-8363-78c885bbffd3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:01.233538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bf27c01-c1a8-4ece-950d-dc1a7a98050a req-ea57367d-efe9-4af6-8363-78c885bbffd3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0491307 Aug 18 23:57:01.290735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bf27c01-c1a8-4ece-950d-dc1a7a98050a req-b7afb0a2-a12d-4ea7-9d98-7866af991b2f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499063 Aug 18 23:57:01.311969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-17e8425f-28a6-4f5e-b622-1d47ef34a376 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:01.313552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-17e8425f-28a6-4f5e-b622-1d47ef34a376 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 950 time: 0.0641072 Aug 18 23:57:01.360550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83876cef-b252-428a-bc1e-76b37869bd59 req-b695d2e2-3a9e-440f-8137-c482b22f64d8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0265431 Aug 18 23:57:01.432251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Deleting port 0234a31b-27ec-4d42-9085-1e45f6977d50 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:01.432716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.555226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] For port 0234a31b-27ec-4d42-9085-1e45f6977d50, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0234a31b-27ec-4d42-9085-1e45f6977d50,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:01.556110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.571065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Calling delete_port for 0234a31b-27ec-4d42-9085-1e45f6977d50 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:01.708033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:01.709621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:01.713516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.751608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event deleted for resources: {'Port': ['ID=0234a31b-27ec-4d42-9085-1e45f6977d50,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:01.756041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0234a31b-27ec-4d42-9085-1e45f6977d50', '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:01.759612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Deleting subnet 8f6459a2-4819-4419-bb88-fdb1e1f9e8ab {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:57:01.763747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.786189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] No DVR routers for this DVR port 0234a31b-27ec-4d42-9085-1e45f6977d50 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:01.793405 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.795774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a99eaaca-6ea8-4753-acab-63f50b41e43b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:01.797578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57c11a1b-d7ba-43cf-a56a-cce26c42478d req-03b1196c-9b76-4cd9-9e53-339b99149057 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "DELETE /v2.0/ports/0234a31b-27ec-4d42-9085-1e45f6977d50 HTTP/1.1" status: 204 len: 173 time: 0.4676979 Aug 18 23:57:01.798028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'name': 'network-vif-deleted', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:01.802118 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e226ba-ddcc-48c6-9bef-ab3c57834800" -d '{"events": [{"server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "name": "network-vif-deleted", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:01.811604 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.862126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.927374 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c19339-2823-4c42-9190-8f1cb3af05ec x-openstack-request-id: req-46c19339-2823-4c42-9190-8f1cb3af05ec {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:01.927873 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b2d776-3fa8-4a4d-a780-ca907c502a20", "name": "network-vif-deleted", "tag": "0234a31b-27ec-4d42-9085-1e45f6977d50", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:01.927987 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46c19339-2823-4c42-9190-8f1cb3af05ec {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:01.928315 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b2d776-3fa8-4a4d-a780-ca907c502a20', 'name': 'network-vif-deleted', 'tag': '0234a31b-27ec-4d42-9085-1e45f6977d50', 'status': 'completed', 'code': 200} Aug 18 23:57:01.944532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:01.988051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6459a2-4819-4419-bb88-fdb1e1f9e8ab,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:02.000915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.003468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7e1b854-ec22-4313-80e4-dc34832c091c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f6459a2-4819-4419-bb88-fdb1e1f9e8ab HTTP/1.1" status: 204 len: 168 time: 0.2930546 Aug 18 23:57:02.007776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42324) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:02.058030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-e0fdc119-8361-4560-9682-c1987efabfd4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:02.060104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-e0fdc119-8361-4560-9682-c1987efabfd4 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.1435263 Aug 18 23:57:02.101379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.145530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:02.147954 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2385f9-8d05-41c1-84a4-a00f58e7f444" -d '{"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-unplugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:02.170731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:02.197967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.209410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.210117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2edd9345-7c4d-4b3e-a370-8f34a1663a82 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:02.226475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444c02-fb1f-4c09-b95c-09b26fb2970f req-7b5b8a6e-e204-43c9-a00a-292b1be7d2c7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:02.228025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e444c02-fb1f-4c09-b95c-09b26fb2970f req-7b5b8a6e-e204-43c9-a00a-292b1be7d2c7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 945 time: 0.1202328 Aug 18 23:57:02.256046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Deleting port dde61d41-8c84-4028-8a39-949c8285956f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:02.256671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.340974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12b837f8-8ae0-4bdc-a099-2f11cf26008a req-2432f8f0-f184-49a0-a398-e3499b59a5df tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b2d776-3fa8-4a4d-a780-ca907c502a20 HTTP/1.1" status: 200 len: 210 time: 0.0367913 Aug 18 23:57:02.367819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.391314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e444c02-fb1f-4c09-b95c-09b26fb2970f req-fc498a87-8ce9-49cf-84dc-1fcd19c56a24 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362631 Aug 18 23:57:02.404961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c887e9-e264-4ea3-aaab-83d6de23c3dd']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:02.429377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835b3aae-7206-4949-b5f5-81145fb462b9') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:02.429692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835b3aae-7206-4949-b5f5-81145fb462b9') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:02.437891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] For port dde61d41-8c84-4028-8a39-949c8285956f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=dde61d41-8c84-4028-8a39-949c8285956f,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:02.441491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.458690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.459341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Calling delete_port for dde61d41-8c84-4028-8a39-949c8285956f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:02.466558 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09034b33-3ff6-4c76-9c2b-938a6e5f5d67 x-openstack-request-id: req-09034b33-3ff6-4c76-9c2b-938a6e5f5d67 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:02.466851 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-unplugged", "status": "completed", "tag": "dde61d41-8c84-4028-8a39-949c8285956f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:02.467120 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09034b33-3ff6-4c76-9c2b-938a6e5f5d67 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:02.467521 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f', 'code': 200} Aug 18 23:57:02.500736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.508559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2edd9345-7c4d-4b3e-a370-8f34a1663a82 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:02.508911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2edd9345-7c4d-4b3e-a370-8f34a1663a82 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:02.527805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:57:02.528215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:57:02.529959 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:57:02.589930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:02.636702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f7e0035-a5ec-46eb-a5e2-7c1d9b2989d0 req-0c2e65c5-6576-4054-80ee-0ea3367cab1a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0304809 Aug 18 23:57:02.665213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bff46-15e9-4835-a204-cef99f7f84b4 req-2ae7d990-2246-4268-962b-3619b108f1db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:02.681524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82bff46-15e9-4835-a204-cef99f7f84b4 req-2ae7d990-2246-4268-962b-3619b108f1db tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1681004 Aug 18 23:57:02.696969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.733961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.738551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5c887e9-e264-4ea3-aaab-83d6de23c3dd HTTP/1.1" status: 204 len: 168 time: 0.7266707 Aug 18 23:57:02.764468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.788560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde667-7067-4c45-a842-587cea995c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c887e9-e264-4ea3-aaab-83d6de23c3dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:02.809280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event deleted for resources: {'Port': ['ID=dde61d41-8c84-4028-8a39-949c8285956f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:02.822889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82bff46-15e9-4835-a204-cef99f7f84b4 req-d0513387-aa9b-41c3-8190-3fbfa11e0b40 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335237 Aug 18 23:57:02.856062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] No DVR routers for this DVR port dde61d41-8c84-4028-8a39-949c8285956f on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:02.858632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:02.860863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d3ee674-dcaa-4189-a404-87c76e035de2 req-fa483f1c-1cc7-440e-87f7-4bea8e31a775 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "DELETE /v2.0/ports/dde61d41-8c84-4028-8a39-949c8285956f HTTP/1.1" status: 204 len: 173 time: 0.7938008 Aug 18 23:57:02.861272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-deleted', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:02.864074 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ca2d7-a7b9-4087-8ce1-e976c759b607" -d '{"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-deleted", "tag": "dde61d41-8c84-4028-8a39-949c8285956f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:02.890201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-9d5fc907-ca80-4aa2-9b53-53ed5eaf36f6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:02.891734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-9d5fc907-ca80-4aa2-9b53-53ed5eaf36f6 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 821 time: 0.1968920 Aug 18 23:57:02.907771 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380d800-9698-4618-b091-16c033377be5 x-openstack-request-id: req-d380d800-9698-4618-b091-16c033377be5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:02.908167 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaa17f-b948-4640-b16f-ad280949dca2", "name": "network-vif-deleted", "tag": "dde61d41-8c84-4028-8a39-949c8285956f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:02.908578 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d380d800-9698-4618-b091-16c033377be5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:02.908976 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaa17f-b948-4640-b16f-ad280949dca2', 'name': 'network-vif-deleted', 'tag': 'dde61d41-8c84-4028-8a39-949c8285956f', 'status': 'completed', 'code': 200} Aug 18 23:57:02.922039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42350) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:02.964706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Request body: {'port': {'device_id': '34383539-6268-45a6-9f1c-591610192d8b', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'admin_state_up': True, 'tenant_id': '8f75e13eb5ff4495b3f5e5858f14938d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:03.036052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5107d49e-b35a-4f3b-9488-931bce0f3bfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d17a1dedada54839b2531f3cfb922485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099410 Aug 18 23:57:03.036524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:03.135306 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.139837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Made reservation on behalf of 8f75e13eb5ff4495b3f5e5858f14938d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:03.144008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.163743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.218645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.225874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.227091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced4be96-10e1-40f6-a9c8-769582dce99b HTTP/1.1" status: 204 len: 168 time: 0.1892905 Aug 18 23:57:03.248905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cf95f-622d-44af-bbaa-b1ce03369087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4be96-10e1-40f6-a9c8-769582dce99b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:03.334146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Allocated IP 172.20.0.12 (2e248ade-151f-4e2a-b231-48d0c5bbd87a/3f225f9e-afdd-4682-a2c3-b156c67fd760/7693a654-25b7-4144-a1cc-2b067e3c0ba3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:03.613848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.706265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-adc4a0b4-848f-44fc-b888-fefa5a559fc8 req-ec550539-cecb-4232-914c-d444305d7520 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efaa17f-b948-4640-b16f-ad280949dca2 HTTP/1.1" status: 200 len: 210 time: 0.0822880 Aug 18 23:57:03.769010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9f6529f8-60ba-42e8-9724-5ffc8054aa40 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:03.837026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:03.956877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2654c-2eec-4667-bc03-14e1ae842ff1 req-ff7c7a5b-52da-4a8d-a3b6-2bdd4734118d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:03.960796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05c2654c-2eec-4667-bc03-14e1ae842ff1 req-ff7c7a5b-52da-4a8d-a3b6-2bdd4734118d tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.0628688 Aug 18 23:57:04.053119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05c2654c-2eec-4667-bc03-14e1ae842ff1 req-6f6d1992-98ca-413c-92cd-e2c2a2b2005b tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871673 Aug 18 23:57:04.082366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Network 2e248ade-151f-4e2a-b231-48d0c5bbd87a is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:04.083569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:04.099027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:04.102863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:04.123171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:04.161822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c2f2-7dec-49f8-b7b6-72c21e072dfe req-c503a3c6-1db1-4d81-a1fe-8e81adc5417e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:04.163483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7687c2f2-7dec-49f8-b7b6-72c21e072dfe req-c503a3c6-1db1-4d81-a1fe-8e81adc5417e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 932 time: 0.3091345 Aug 18 23:57:04.238587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7687c2f2-7dec-49f8-b7b6-72c21e072dfe req-d5237bf5-3336-4e5a-a72f-396731c48faf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Aug 18 23:57:04.246220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:04.246957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:04.272633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-e16c25ce-2191-4e0c-9956-4fe15186fedf tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3185744 Aug 18 23:57:04.293978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Request body: {'port': {'device_id': '34383539-6268-45a6-9f1c-591610192d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:04.301414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:04.373095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'mac_address': 'fa:16:3e:e6:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:04.433308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9d40-5f1c-49dd-82bb-50a39461f317 req-836e9f0f-b9c7-4119-95f9-d3319926e0f1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:04.440659 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b7a9d40-5f1c-49dd-82bb-50a39461f317 req-836e9f0f-b9c7-4119-95f9-d3319926e0f1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1235194 Aug 18 23:57:04.453629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:04.512361 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:04.537565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b7a9d40-5f1c-49dd-82bb-50a39461f317 req-554e68b8-65ac-4a95-a06c-141fa7f1ed2f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959284 Aug 18 23:57:04.622762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6529f8-60ba-42e8-9724-5ffc8054aa40 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:04.645873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:04.720485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:04.734852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:04.932351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9f6529f8-60ba-42e8-9724-5ffc8054aa40'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:04.936431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-475778406-network', 'tenant_id': '733cacceab824704b3703c5aa7c12bc0'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:05.002731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Made reservation on behalf of 733cacceab824704b3703c5aa7c12bc0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:05.012737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.028038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:05.035890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.075803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7693a654-25b7-4144-a1cc-2b067e3c0ba3 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:05.122242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.160073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Transition to ACTIVE for port object 7693a654-25b7-4144-a1cc-2b067e3c0ba3 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:05.175470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.346216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:05.373960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.400099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.413190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-c1463e94-49b0-442e-96a4-c46e147c63fb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:05.421508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-c1463e94-49b0-442e-96a4-c46e147c63fb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.2582314 Aug 18 23:57:05.439466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f334df-0c32-4a53-8e68-2719ebbbf90b req-b62b0011-f704-4e70-ad74-581e36469cd8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:05.441152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-03b763ef-a94b-413b-9349-58886f9c73ed tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/quotas/72d73b6254774314a0c2e5b9e2c094c2 HTTP/1.1" status: 200 len: 375 time: 0.0185390 Aug 18 23:57:05.449049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88f334df-0c32-4a53-8e68-2719ebbbf90b req-b62b0011-f704-4e70-ad74-581e36469cd8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.1854184 Aug 18 23:57:05.472871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:57:05.484932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:05.485409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:05.485899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:05.505485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e46cd1-b236-4289-ad49-3b8ff2045ef5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:05.515597 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.516468 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Added segment 3c6be008-dd0f-4c0a-841f-ca4b78099455 of type vlan for network abe716a9-262a-40b7-9730-ccdb1d5ef498 Aug 18 23:57:05.526651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-705feedb-7f19-47c8-a068-e20c5b8933c7 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844634 Aug 18 23:57:05.538936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:05.539590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:05.557446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:05.558202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:05.558846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:05.559529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Bound port: 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:05.560120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.561645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b237b3f-973b-42b5-9406-7de46f629611 req-b36c2fcc-a84d-43b3-b8b1-07e89a215b08 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:05.563228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b237b3f-973b-42b5-9406-7de46f629611 req-b36c2fcc-a84d-43b3-b8b1-07e89a215b08 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 950 time: 0.2101021 Aug 18 23:57:05.628471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.671164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88f334df-0c32-4a53-8e68-2719ebbbf90b req-37f275de-5b15-43c8-8392-824f72002373 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204292 Aug 18 23:57:05.698742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:05.703631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:05.715445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:05.726271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.727940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:05.728875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.731224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.793280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: dde61d41-8c84-4028-8a39-949c8285956f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:05.793699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device dde61d41-8c84-4028-8a39-949c8285956f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:05.794212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a99eaaca-6ea8-4753-acab-63f50b41e43b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:05.800019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9f6529f8-60ba-42e8-9724-5ffc8054aa40 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:05.861169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:05.862011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2146018 Aug 18 23:57:05.867398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:05.869137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 1093 time: 1.5802798 Aug 18 23:57:05.876968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:05.886028 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434ffcb4-9587-4c71-86bc-76aea844784d" -d '{"events": [{"name": "network-changed", "server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:05.898484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42462) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:05.926456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Request body: {'subnet': {'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-475778406-subnet', 'tenant_id': '733cacceab824704b3703c5aa7c12bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:05.949814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d240d28-6c31-4add-af37-4bc5e59cef2b admin admin] Pushing event updated for resources: {'Network': ['ID=abe716a9-262a-40b7-9730-ccdb1d5ef498,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:05.960842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network abe716a9-262a-40b7-9730-ccdb1d5ef498 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:57:06.078420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:06.078912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.079937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55396e63-b759-461c-956f-3059bbfd1cfe req-a36817c3-2a88-4e7a-91bd-a3892afadee2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:06.092472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55396e63-b759-461c-956f-3059bbfd1cfe req-a36817c3-2a88-4e7a-91bd-a3892afadee2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1330967 Aug 18 23:57:06.125009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.164560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Deleting port a99eaaca-6ea8-4753-acab-63f50b41e43b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:06.164815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:06.164928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.167046 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c77b6ce-e6ff-4381-9c21-e136df5823c9" -d '{"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:06.191175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:06.218383 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.295404 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.334148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:06.354765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:06.360686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] For port a99eaaca-6ea8-4753-acab-63f50b41e43b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a99eaaca-6ea8-4753-acab-63f50b41e43b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:06.361061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.365719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.366701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0234a31b-27ec-4d42-9085-1e45f6977d50 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:06.406991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Calling delete_port for a99eaaca-6ea8-4753-acab-63f50b41e43b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:06.439521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55396e63-b759-461c-956f-3059bbfd1cfe req-48f085f6-8f9b-46d6-bb96-6b5f9c98d53e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393421 Aug 18 23:57:06.472709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:06.479925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 0234a31b-27ec-4d42-9085-1e45f6977d50 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:06.480670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0234a31b-27ec-4d42-9085-1e45f6977d50 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:06.684562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-5f8d321a-448a-419d-b0ee-50e8425ec178 service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1560998 Aug 18 23:57:06.691514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.705060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:06.778896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178347d-4369-4b38-938e-3cbf330285e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:06.796199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event deleted for resources: {'Port': ['ID=a99eaaca-6ea8-4753-acab-63f50b41e43b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:06.835084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-adbe7481-c977-4f33-a82f-94e4043fb528 service neutron] 10.222.0.20 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496885 Aug 18 23:57:06.864765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Made reservation on behalf of 733cacceab824704b3703c5aa7c12bc0 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:06.871610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.922055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] No DVR routers for this DVR port a99eaaca-6ea8-4753-acab-63f50b41e43b on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:06.933195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:06.935647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b237b3f-973b-42b5-9406-7de46f629611 req-241d5da4-dfb5-4c12-b2a0-839dbc8bb4b2 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.21 "DELETE /v2.0/ports/a99eaaca-6ea8-4753-acab-63f50b41e43b HTTP/1.1" status: 204 len: 173 time: 1.2622015 Aug 18 23:57:06.958058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc622-30d0-4104-9e8c-1f040a9dc262 req-ed410b17-8749-4ca0-9440-4e32560694ad tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:06.963392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-684bc622-30d0-4104-9e8c-1f040a9dc262 req-ed410b17-8749-4ca0-9440-4e32560694ad tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.2979608 Aug 18 23:57:06.963988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-deleted', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:06.971255 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d04e8-0fc0-42ae-8692-7291c8f9df1c" -d '{"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-deleted", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:07.039124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-b138b399-f9bb-434b-9294-c0a8fa4832e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:07.060872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-b138b399-f9bb-434b-9294-c0a8fa4832e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1096 time: 0.4459336 Aug 18 23:57:07.097707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-684bc622-30d0-4104-9e8c-1f040a9dc262 req-c8dd18bc-a0f2-4c3f-8461-efbb8e87c14e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167474 Aug 18 23:57:07.226250 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db812e62-a390-4937-9284-a8300f70f4cc x-openstack-request-id: req-db812e62-a390-4937-9284-a8300f70f4cc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:07.226703 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:07.227027 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db812e62-a390-4937-9284-a8300f70f4cc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:07.227467 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'status': 'completed', 'code': 200} Aug 18 23:57:07.263127 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97282b6-bf90-4fc8-9611-b7262d577d9f x-openstack-request-id: req-d97282b6-bf90-4fc8-9611-b7262d577d9f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:07.263610 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:07.263704 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d97282b6-bf90-4fc8-9611-b7262d577d9f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:07.264224 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'code': 200} Aug 18 23:57:07.278776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-74ef211a-7bbe-48d6-9d23-fef1dfad4389 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0503466 Aug 18 23:57:07.279630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:07.460306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11452103-ccef-4dc1-8601-8cf23aab37d4 req-6a2e24bd-be29-49ce-bc0b-0f3e9afe9b95 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=66dbcb87-ec2c-45d1-8686-a2867cf479a9 HTTP/1.1" status: 200 len: 210 time: 0.0646455 Aug 18 23:57:07.491787 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f49dfa-345c-4082-821f-6f07a1e13b56 x-openstack-request-id: req-f7f49dfa-345c-4082-821f-6f07a1e13b56 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:07.492257 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dbcb87-ec2c-45d1-8686-a2867cf479a9", "name": "network-vif-deleted", "tag": "a99eaaca-6ea8-4753-acab-63f50b41e43b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:07.492919 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7f49dfa-345c-4082-821f-6f07a1e13b56 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:07.494319 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dbcb87-ec2c-45d1-8686-a2867cf479a9', 'name': 'network-vif-deleted', 'tag': 'a99eaaca-6ea8-4753-acab-63f50b41e43b', 'status': 'completed', 'code': 200} Aug 18 23:57:07.511699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Checking segment: {'id': '3c6be008-dd0f-4c0a-841f-ca4b78099455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:07.512624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Network hostable DHCP agents. Network: abe716a9-262a-40b7-9730-ccdb1d5ef498, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:57:07.581581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4d1990-495f-496c-88ec-c68c43ce5c8b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:07.588802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3756d-ee45-4051-8498-8be009240b91 req-b37ac3f0-821a-4ad5-80ca-a0236c021494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:07.594042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-b37ac3f0-821a-4ad5-80ca-a0236c021494 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.2742405 Aug 18 23:57:07.622623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3586e3ca-67ef-4c76-b4b6-e3510e62f608 req-dc503530-433b-4054-96b4-8df8d31400ee tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 210 time: 0.0752895 Aug 18 23:57:07.710262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-e6001de4-e127-43c4-ae06-45512c1c2cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065385 Aug 18 23:57:07.726164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Network abe716a9-262a-40b7-9730-ccdb1d5ef498 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:57:07.784606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, abe716a9-262a-40b7-9730-ccdb1d5ef498) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:07.794755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd292d97-d285-4a62-8adc-3233b57c1f71 None None] Network abe716a9-262a-40b7-9730-ccdb1d5ef498 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:07.874050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:07.875029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:07.934925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32fbd-bbd5-4f4f-a2d3-1dfbb05f9ba5 req-bd238654-3ce6-41a8-94b7-a253cb248a11 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:07.944384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-acb32fbd-bbd5-4f4f-a2d3-1dfbb05f9ba5 req-bd238654-3ce6-41a8-94b7-a253cb248a11 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.2314134 Aug 18 23:57:07.949753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-880e3a25-8fc0-4ef0-863f-3e6c1aa765aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0467930 Aug 18 23:57:07.995476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-9fab2fbb-4712-435d-b5ff-4a40694a2a50 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350054 Aug 18 23:57:08.005341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-acb32fbd-bbd5-4f4f-a2d3-1dfbb05f9ba5 req-2c99742a-6400-4b60-a622-d4c1d990badd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600538 Aug 18 23:57:08.094223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f111a17-4cce-46a1-80f7-71dfea8134bc None None] Network abe716a9-262a-40b7-9730-ccdb1d5ef498 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:08.229669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41d3756d-ee45-4051-8498-8be009240b91 req-f67fbfd0-c5cb-4a03-8eab-ed91ffe989b4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233391 Aug 18 23:57:08.313693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01addb61-c190-44f3-a4b6-2571409ca5b6 req-9704a68f-b391-4d8c-a2d8-44b6e6d9968b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:08.318935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01addb61-c190-44f3-a4b6-2571409ca5b6 req-9704a68f-b391-4d8c-a2d8-44b6e6d9968b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1148717 Aug 18 23:57:08.410203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01addb61-c190-44f3-a4b6-2571409ca5b6 req-962a561c-0ca4-4e52-8ef8-93256939d46c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Aug 18 23:57:08.469951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ffcb4-9587-4c71-86bc-76aea844784d req-a8478c82-e6e5-471d-b3c6-45aca6753c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:08.474757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-a8478c82-e6e5-471d-b3c6-45aca6753c43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1096 time: 0.1251681 Aug 18 23:57:08.714284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ffcb4-9587-4c71-86bc-76aea844784d req-3382b35f-ca18-4c5d-a811-9880de882b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:08.718349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-3382b35f-ca18-4c5d-a811-9880de882b2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2338881 Aug 18 23:57:08.828208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-5c333f83-e4fc-4134-8c49-368a466f9c1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0997028 Aug 18 23:57:08.942520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ffcb4-9587-4c71-86bc-76aea844784d req-845fc4ef-7efc-4319-944e-8d1ea2ff9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:08.943565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-845fc4ef-7efc-4319-944e-8d1ea2ff9ed8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0827858 Aug 18 23:57:09.029378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-ea2bb00d-db60-4565-8360-51353d1369ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594602 Aug 18 23:57:09.047479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-412e9e64-1132-46ac-bcbe-4d03b169d435 req-df351f8b-cc2a-4d91-ae21-63f1cc0a7120 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 210 time: 0.0529916 Aug 18 23:57:09.182174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-af7eb77b-2e4a-4624-86d1-ae241fedab9e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:09.184101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-af7eb77b-2e4a-4624-86d1-ae241fedab9e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 822 time: 0.3225503 Aug 18 23:57:09.202843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Request body: {'port': {'device_id': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'admin_state_up': True, 'tenant_id': '72d73b6254774314a0c2e5b9e2c094c2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:09.222531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-71fdc09c-9e9d-475c-85dc-f2e1c441c042 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835201 Aug 18 23:57:09.265025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:09.267952 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6caf969-e9e5-4e28-9722-e026b6c56321" -d '{"events": [{"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-plugged", "status": "completed", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:09.353449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49eca5-7417-47e2-8f96-adbd574e8f2b req-0b28ac82-1b2f-4ef8-84c7-191ecba5d4ed tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:09.354887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a49eca5-7417-47e2-8f96-adbd574e8f2b req-0b28ac82-1b2f-4ef8-84c7-191ecba5d4ed tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.1311460 Aug 18 23:57:09.441954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-434ffcb4-9587-4c71-86bc-76aea844784d req-2eb22706-b429-43ff-b299-83fe7ab4af8b service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813896 Aug 18 23:57:09.444381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb61f-1d29-4541-9e45-890865f98eea req-317c2119-6094-4296-8895-647c5133ab09 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:09.451291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a49eca5-7417-47e2-8f96-adbd574e8f2b req-b85302a6-3aad-4af3-aea7-d19d3b99c31c tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Aug 18 23:57:09.451433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9cfb61f-1d29-4541-9e45-890865f98eea req-317c2119-6094-4296-8895-647c5133ab09 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1193037 Aug 18 23:57:09.513123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9cfb61f-1d29-4541-9e45-890865f98eea req-04e476e6-a932-42b5-87f5-54991de368b5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595667 Aug 18 23:57:09.572097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Made reservation on behalf of 72d73b6254774314a0c2e5b9e2c094c2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:09.575954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:09.602986 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a4099-1bcc-47f4-aa57-a0f0fe71a239 x-openstack-request-id: req-af1a4099-1bcc-47f4-aa57-a0f0fe71a239 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:09.603558 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-plugged", "status": "completed", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:09.604257 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af1a4099-1bcc-47f4-aa57-a0f0fe71a239 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:09.604871 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'code': 200} Aug 18 23:57:09.779897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfc9a6-8f09-4d00-bdc2-16dc45e7122a req-7cb2db55-61c5-429a-b19a-d1eb6c2332c5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:09.781543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4abfc9a6-8f09-4d00-bdc2-16dc45e7122a req-7cb2db55-61c5-429a-b19a-d1eb6c2332c5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1014390 Aug 18 23:57:09.822215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Allocated IP 172.20.0.9 (08de7a1e-e0f3-4197-991e-f5d2ce01ac2b/c2205299-5223-41e6-b230-93d058748b0d/13191701-075a-42f6-b765-0dc60a6a3c84) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:09.855594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4abfc9a6-8f09-4d00-bdc2-16dc45e7122a req-79868046-e72e-43ab-95b5-de3479cd931f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Aug 18 23:57:10.139937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:10.208021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:10.289878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:10.304714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:10.310004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event updated for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:10.338822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52747-53d4-4535-8fd6-cdb095ab4c7b req-bd953101-0ea0-49dd-b24b-e7c8d8d3824b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:10.340181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fb52747-53d4-4535-8fd6-cdb095ab4c7b req-bd953101-0ea0-49dd-b24b-e7c8d8d3824b tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 931 time: 0.1188641 Aug 18 23:57:10.341110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:10.425948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fb52747-53d4-4535-8fd6-cdb095ab4c7b req-ff1466dd-453e-42d2-9fe9-119c743edd19 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545151 Aug 18 23:57:10.431244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:10.432051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:10.470182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-90e4344e-49e4-447d-a184-09f6d4d3c57a tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2711520 Aug 18 23:57:10.494742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Request body: {'port': {'device_id': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:10.611620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-4b83a61a-38e8-4444-85cf-01e1d297da60 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:10.615692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-4b83a61a-38e8-4444-85cf-01e1d297da60 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.1736071 Aug 18 23:57:10.640459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:10.686728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09c4e9-5ecc-4726-94e3-8cafe8dc8107 req-e4566faa-db14-48b1-8825-27b0833b8020 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:10.694667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff09c4e9-5ecc-4726-94e3-8cafe8dc8107 req-e4566faa-db14-48b1-8825-27b0833b8020 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 951 time: 0.1545076 Aug 18 23:57:10.769543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927a70-2210-4118-8559-0f2becae035f req-cfad7a0d-e82a-4091-9510-89e28f6afd73 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:10.771179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45927a70-2210-4118-8559-0f2becae035f req-cfad7a0d-e82a-4091-9510-89e28f6afd73 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1280723 Aug 18 23:57:10.816680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff09c4e9-5ecc-4726-94e3-8cafe8dc8107 req-93964255-e1a5-4425-b56e-be01d38382e8 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e362920-211c-4348-bf29-240be1e1d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160476 Aug 18 23:57:10.851657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Deleting port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:10.852631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:10.859024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45927a70-2210-4118-8559-0f2becae035f req-12b56318-1103-4bf3-9aed-338a157631c9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Aug 18 23:57:11.009970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] For port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:11.010350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.029968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Calling delete_port for 23c34c2f-8827-4bf5-8bc2-0c47917fc21f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:11.156866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-bce97dbd-2fb6-46de-8da8-6a24e9bd9baa tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:11.163960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-bce97dbd-2fb6-46de-8da8-6a24e9bd9baa tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/networks?id=abe716a9-262a-40b7-9730-ccdb1d5ef498 HTTP/1.1" status: 200 len: 809 time: 0.2347391 Aug 18 23:57:11.170540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13191701-075a-42f6-b765-0dc60a6a3c84 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:11.190983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-c7acc0eb-9eda-48b8-8167-29aec3ec8b28 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/quotas/733cacceab824704b3703c5aa7c12bc0 HTTP/1.1" status: 200 len: 375 time: 0.0254660 Aug 18 23:57:11.204604 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.215027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdd2d-4359-40f1-82cc-d9d2a09e2164 req-65775222-e5c8-48a4-9ebb-672a24fbb027 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:11.216636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48efdd2d-4359-40f1-82cc-d9d2a09e2164 req-65775222-e5c8-48a4-9ebb-672a24fbb027 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0921891 Aug 18 23:57:11.221902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-daa69de3-eee9-49d0-989e-d5de06dd5ac5 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=733cacceab824704b3703c5aa7c12bc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300729 Aug 18 23:57:11.255726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.266972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['23c34c2f-8827-4bf5-8bc2-0c47917fc21f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:11.296388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Transition to ACTIVE for port object 13191701-075a-42f6-b765-0dc60a6a3c84 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:11.299274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48efdd2d-4359-40f1-82cc-d9d2a09e2164 req-d0554893-2714-4062-a109-85c2ecf5eb82 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751312 Aug 18 23:57:11.300594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Pushing event deleted for resources: {'Port': ['ID=23c34c2f-8827-4bf5-8bc2-0c47917fc21f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:11.307364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.390464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-b6e2e00f-f175-4203-973b-b57e4723a3e3 service neutron] 10.222.0.20 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582675 Aug 18 23:57:11.393855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] No DVR routers for this DVR port 23c34c2f-8827-4bf5-8bc2-0c47917fc21f on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:11.396721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.399232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-171de7f1-aa9e-41c4-813d-65f0a7befcee req-cfe6862d-f69e-4842-a1f9-629b01163ad0 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.11 "DELETE /v2.0/ports/23c34c2f-8827-4bf5-8bc2-0c47917fc21f HTTP/1.1" status: 204 len: 173 time: 0.7780123 Aug 18 23:57:11.399866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-deleted', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:11.407071 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef6c326-3405-485f-bc14-b7453fa807d1" -d '{"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-deleted", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:11.463293 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9129c09-f746-42e6-972d-3de0d4fc28ff x-openstack-request-id: req-a9129c09-f746-42e6-972d-3de0d4fc28ff {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:11.463624 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c8160d-b8f4-424a-b977-084beb041db1", "name": "network-vif-deleted", "tag": "23c34c2f-8827-4bf5-8bc2-0c47917fc21f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:11.463872 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9129c09-f746-42e6-972d-3de0d4fc28ff {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:11.464278 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c8160d-b8f4-424a-b977-084beb041db1', 'name': 'network-vif-deleted', 'tag': '23c34c2f-8827-4bf5-8bc2-0c47917fc21f', 'status': 'completed', 'code': 200} Aug 18 23:57:11.494976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Pushing event updated for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:11.605446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32982-6dd3-4b4a-9d9e-16954b5cee0e req-05e45a41-5c69-4f72-a151-e29180f48690 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:11.613428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57a32982-6dd3-4b4a-9d9e-16954b5cee0e req-05e45a41-5c69-4f72-a151-e29180f48690 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 943 time: 0.0652032 Aug 18 23:57:11.632222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-013554b2-0269-41e5-adbd-12d5149f14fa service neutron] 10.222.0.20 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407589 Aug 18 23:57:11.633565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Attempting to bind port 13191701-075a-42f6-b765-0dc60a6a3c84 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:11.633946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Attempting to bind port 13191701-075a-42f6-b765-0dc60a6a3c84 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:11.634291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Attempting to bind port 13191701-075a-42f6-b765-0dc60a6a3c84 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:11.646207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Port 13191701-075a-42f6-b765-0dc60a6a3c84 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:11.646538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Attempting to bind port 13191701-075a-42f6-b765-0dc60a6a3c84 on network 08de7a1e-e0f3-4197-991e-f5d2ce01ac2b {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:11.664988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:11.665315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Checking segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:11.665646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Bound using segment: {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:11.666114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Bound port: 13191701-075a-42f6-b765-0dc60a6a3c84, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc392d-4757-45d3-98cd-49a1db5caeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:11.666508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.692101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57a32982-6dd3-4b4a-9d9e-16954b5cee0e req-e750ffde-041f-4a71-a0ca-36b1977c1627 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777073 Aug 18 23:57:11.831676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:11.835428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=13191701-075a-42f6-b765-0dc60a6a3c84,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:11.848001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.929952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:11.931190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:11.933001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] 10.222.0.21 "PUT /v2.0/ports/13191701-075a-42f6-b765-0dc60a6a3c84 HTTP/1.1" status: 200 len: 1092 time: 1.4493871 Aug 18 23:57:11.933684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:11.936200 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdefffc-e27d-4987-9068-846bb12639a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:11.993912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3f67-0d52-430c-acc6-edff6ee2a75e service neutron] Pushing event updated for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:12.017081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab31991f-c733-4a41-9ce5-18936b3f3730 req-4b000c2e-96a6-4101-8910-c97231d9d238 tempest-ServersAdminTestJSON-1213700771 tempest-ServersAdminTestJSON-1213700771-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0c8160d-b8f4-424a-b977-084beb041db1 HTTP/1.1" status: 200 len: 210 time: 0.0430233 Aug 18 23:57:12.088233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-b1b0cd16-bf37-41b8-b15e-87ff1a9211bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.092185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-b1b0cd16-bf37-41b8-b15e-87ff1a9211bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 1095 time: 0.0865426 Aug 18 23:57:12.227313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02173e-f0d3-4c29-b4d7-a039fa7ce917 req-421200a4-7e8c-4d94-a85e-fd7020f27aae tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.229657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-0f800699-1971-4b37-9e5b-2a8b06cae0cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13191701-075a-42f6-b765-0dc60a6a3c84 HTTP/1.1" status: 200 len: 217 time: 0.1214747 Aug 18 23:57:12.231200 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973d4b0-c7c0-4b14-b51b-007c25c771ba x-openstack-request-id: req-d973d4b0-c7c0-4b14-b51b-007c25c771ba {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:12.231484 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:12.231918 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d973d4b0-c7c0-4b14-b51b-007c25c771ba {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:12.232479 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84', 'status': 'completed', 'code': 200} Aug 18 23:57:12.233365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa02173e-f0d3-4c29-b4d7-a039fa7ce917 req-421200a4-7e8c-4d94-a85e-fd7020f27aae tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1299310 Aug 18 23:57:12.285880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa02173e-f0d3-4c29-b4d7-a039fa7ce917 req-7bfdb4b8-8ab5-4e1a-8708-875f18ac64d1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380166 Aug 18 23:57:12.343284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-879ba275-aa85-42be-a803-763b28295763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:12.356904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-827eae67-ae2a-431a-ad26-fe4830b9a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.358652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-827eae67-ae2a-431a-ad26-fe4830b9a698 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.1194890 Aug 18 23:57:12.397293 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-a678ff9d-5be8-433d-90b6-e11d9c87e732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305109 Aug 18 23:57:12.464129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b9c7023-d817-4002-95b6-e62c99cfd731 req-636ccabd-da95-4412-8a3b-e6f10dfe6875 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 210 time: 0.0313194 Aug 18 23:57:12.569095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b225-50ed-4293-a336-1f4c0b32eff4 req-a30a9e15-c009-4906-bedc-ad2112d70602 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.584944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5551b225-50ed-4293-a336-1f4c0b32eff4 req-a30a9e15-c009-4906-bedc-ad2112d70602 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1460557 Aug 18 23:57:12.600618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-a3dff6dd-efa1-493b-bdeb-bc3551462a25 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933920 Aug 18 23:57:12.695985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5551b225-50ed-4293-a336-1f4c0b32eff4 req-84ed3047-0df6-4ff7-b21f-4c23b29fa8ab tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Aug 18 23:57:12.767668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb9b9620-c720-4773-9df0-d16d2ed56f50 req-86a462eb-4803-4691-9ffb-18a9b4dad044 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582508 Aug 18 23:57:12.856400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce368f-0896-40aa-a6ed-ab4ebb2431b0 req-fa206be3-627a-40d6-b892-35be4dac477d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.866378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19ce368f-0896-40aa-a6ed-ab4ebb2431b0 req-fa206be3-627a-40d6-b892-35be4dac477d tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 943 time: 0.0690818 Aug 18 23:57:12.921761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-43f0cbce-e0fb-4c2f-a549-0458f2286af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:12.923256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-43f0cbce-e0fb-4c2f-a549-0458f2286af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 1095 time: 0.0505290 Aug 18 23:57:12.924710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19ce368f-0896-40aa-a6ed-ab4ebb2431b0 req-f67f9abd-580f-4595-abfc-e8e518502108 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Aug 18 23:57:13.063877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-9164e2a4-a2f9-4275-8c7f-289742e3f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:13.065662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-9164e2a4-a2f9-4275-8c7f-289742e3f53d service neutron] 10.222.0.21 "GET /v2.0/networks?id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 200 len: 922 time: 0.1255190 Aug 18 23:57:13.130365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-ea41b1f7-9904-4936-b408-4719040e45e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13191701-075a-42f6-b765-0dc60a6a3c84 HTTP/1.1" status: 200 len: 217 time: 0.0475919 Aug 18 23:57:13.200737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-314e7e45-c245-414f-a4d0-575a5fe0d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:13.202537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-314e7e45-c245-414f-a4d0-575a5fe0d41d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 200 len: 862 time: 0.0646725 Aug 18 23:57:13.243657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-f66b6b2b-847c-4def-9e2f-68ec8bd2bef0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336428 Aug 18 23:57:13.367752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42658) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:13.666655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de4917a0-7ea4-48bf-bd1a-a26dd1d2b20f req-fc8c65bd-27bc-49f8-87a5-b7f942e854d2 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 210 time: 0.0787151 Aug 18 23:57:13.730393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1da8-562d-48d8-bea1-b820d0d32a41 req-99defb6e-46c1-4d77-a88b-029a1c55f8b1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:13.732597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9aa1da8-562d-48d8-bea1-b820d0d32a41 req-99defb6e-46c1-4d77-a88b-029a1c55f8b1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1199553 Aug 18 23:57:13.760192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-59a22602-0e21-4e44-b3de-3f0c19d938dd service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094562 Aug 18 23:57:13.794119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9aa1da8-562d-48d8-bea1-b820d0d32a41 req-adb289fc-b55f-4bf5-a622-adaa91dcda98 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Aug 18 23:57:13.816931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:13.839708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 23c34c2f-8827-4bf5-8bc2-0c47917fc21f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:13.840223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 23c34c2f-8827-4bf5-8bc2-0c47917fc21f not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:13.870758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f6ab07e-12cc-4b69-a576-bb225041b9c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a62c20f764b24dcd9bf6c32d4cf84b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016594 Aug 18 23:57:13.875987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42678) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:13.898402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-8f63578f-38cd-42c4-a46e-80abe8d501e2 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:13.900753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-8f63578f-38cd-42c4-a46e-80abe8d501e2 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.11 "GET /v2.0/networks?id=abe716a9-262a-40b7-9730-ccdb1d5ef498 HTTP/1.1" status: 200 len: 809 time: 0.2940619 Aug 18 23:57:13.913833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cdefffc-e27d-4987-9068-846bb12639a0 req-d14c9ce2-1aed-4a98-937b-342c0b016a12 service neutron] 10.222.0.21 "GET /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188269 Aug 18 23:57:13.930230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Request body: {'port': {'device_id': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498', 'admin_state_up': True, 'tenant_id': '733cacceab824704b3703c5aa7c12bc0'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:14.054513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.066273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b84cd7-cbd6-4d2d-b751-8189533391fc req-6d88c753-7412-4217-b888-b633101786e8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:14.071055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5bbee-c4c0-4181-b180-25e424ca82ca req-fa4e433f-4026-47bb-ab08-e75aa2ff1570 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:14.073545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0b84cd7-cbd6-4d2d-b751-8189533391fc req-6d88c753-7412-4217-b888-b633101786e8 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 943 time: 0.0751739 Aug 18 23:57:14.078967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3a5bbee-c4c0-4181-b180-25e424ca82ca req-fa4e433f-4026-47bb-ab08-e75aa2ff1570 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1875224 Aug 18 23:57:14.135449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0b84cd7-cbd6-4d2d-b751-8189533391fc req-aba71aa9-6def-4ef8-96bc-f3ab0d89622e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Aug 18 23:57:14.138925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.208836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3a5bbee-c4c0-4181-b180-25e424ca82ca req-634b196c-524c-410c-bf4e-0055a470e932 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286862 Aug 18 23:57:14.226267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Made reservation on behalf of 733cacceab824704b3703c5aa7c12bc0 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:14.231160 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.265069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.268643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.269781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e362920-211c-4348-bf29-240be1e1d95e HTTP/1.1" status: 204 len: 168 time: 0.3928289 Aug 18 23:57:14.282817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06b187-3db9-4cfb-8053-372a6c05f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e362920-211c-4348-bf29-240be1e1d95e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:14.410975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Allocated IP 172.20.0.14 (abe716a9-262a-40b7-9730-ccdb1d5ef498/af4d1990-495f-496c-88ec-c68c43ce5c8b/9039a33b-e01f-4842-be1a-55815a31b8fb) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:14.619936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.657607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.675163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:14.708169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.728289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36553bef-aa9f-42f6-8ee1-dad1ae12039a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c6d8283c0354e9c9098ef78e038fe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512419 Aug 18 23:57:14.728906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:14.765430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Network abe716a9-262a-40b7-9730-ccdb1d5ef498 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:14.770030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:14.779153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:14.821959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Pushing event updated for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:14.837960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.867536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:14.868175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.872459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.884318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e494-654d-4a15-8c40-19967ed06bda req-fc44793c-6b6b-4dec-8e17-169910e9a012 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:14.885409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-79fd5886-1057-4a80-9f26-e2ed39052424 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9591298 Aug 18 23:57:14.886184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e43e494-654d-4a15-8c40-19967ed06bda req-fc44793c-6b6b-4dec-8e17-169910e9a012 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 932 time: 0.1093636 Aug 18 23:57:14.911736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Request body: {'port': {'device_id': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:14.925177 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc5f8-9f4d-4820-a682-c12a5f58da30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:14.966156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e43e494-654d-4a15-8c40-19967ed06bda req-9b0eb968-ab85-43c1-81df-05c8a61606b9 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 Aug 18 23:57:14.993488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.001915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.007039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.011965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3709f269-2f54-4247-bea2-f2d0f8ba58a2 HTTP/1.1" status: 204 len: 168 time: 0.2820008 Aug 18 23:57:15.021334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112543-3dea-44ad-a599-6af790cc4424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709f269-2f54-4247-bea2-f2d0f8ba58a2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:15.138054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.175314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e43d4-afbf-44bc-aadb-652f950d41a7 req-75d57ddd-a52c-4eb4-b8cf-95e5bddf7efd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:15.176849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-828e43d4-afbf-44bc-aadb-652f950d41a7 req-75d57ddd-a52c-4eb4-b8cf-95e5bddf7efd tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1259811 Aug 18 23:57:15.297190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-828e43d4-afbf-44bc-aadb-652f950d41a7 req-18a0eb52-9cb2-40e0-81fa-5bbfe44f765c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065133 Aug 18 23:57:15.304123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8628-5a75-43a4-b486-f45cdcea3de2 req-261191a3-7612-44db-98be-9c7de55ce568 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:15.324723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c6e8628-5a75-43a4-b486-f45cdcea3de2 req-261191a3-7612-44db-98be-9c7de55ce568 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 943 time: 0.0923042 Aug 18 23:57:15.378411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c6e8628-5a75-43a4-b486-f45cdcea3de2 req-4901a962-3d76-488d-b49c-064f91164ecd tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521574 Aug 18 23:57:15.483291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9e5ee-dc95-4528-bff7-e9374455abd5 req-9531dc2d-388f-4605-832c-401aa535863e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:15.485094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eff9e5ee-dc95-4528-bff7-e9374455abd5 req-9531dc2d-388f-4605-832c-401aa535863e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0913386 Aug 18 23:57:15.507138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9039a33b-e01f-4842-be1a-55815a31b8fb {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:15.522604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.560068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Transition to ACTIVE for port object 9039a33b-e01f-4842-be1a-55815a31b8fb will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:15.564169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eff9e5ee-dc95-4528-bff7-e9374455abd5 req-498539e5-5949-4140-b8bc-9b268b4d7c98 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678501 Aug 18 23:57:15.567881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.655458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Pushing event updated for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:15.702615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 13191701-075a-42f6-b765-0dc60a6a3c84 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:15.762441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Attempting to bind port 9039a33b-e01f-4842-be1a-55815a31b8fb on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:15.762786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Attempting to bind port 9039a33b-e01f-4842-be1a-55815a31b8fb by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '3c6be008-dd0f-4c0a-841f-ca4b78099455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:15.763178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Attempting to bind port 9039a33b-e01f-4842-be1a-55815a31b8fb on network abe716a9-262a-40b7-9730-ccdb1d5ef498 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:15.771738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Port 9039a33b-e01f-4842-be1a-55815a31b8fb on network abe716a9-262a-40b7-9730-ccdb1d5ef498 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:15.772080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Attempting to bind port 9039a33b-e01f-4842-be1a-55815a31b8fb on network abe716a9-262a-40b7-9730-ccdb1d5ef498 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:15.779906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:15.780249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Checking segment: {'id': '3c6be008-dd0f-4c0a-841f-ca4b78099455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:15.781308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Bound using segment: {'id': '3c6be008-dd0f-4c0a-841f-ca4b78099455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:15.782375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Bound port: 9039a33b-e01f-4842-be1a-55815a31b8fb, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6be008-dd0f-4c0a-841f-ca4b78099455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:15.782375 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.874736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:15.878358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=13191701-075a-42f6-b765-0dc60a6a3c84,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:15.878667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9039a33b-e01f-4842-be1a-55815a31b8fb,segment=NetworkSegment(3c6be008-dd0f-4c0a-841f-ca4b78099455),segment_id=3c6be008-dd0f-4c0a-841f-ca4b78099455)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:15.890435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.903936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '13191701-075a-42f6-b765-0dc60a6a3c84', 'network_id': '08de7a1e-e0f3-4197-991e-f5d2ce01ac2b', 'port_id': '13191701-075a-42f6-b765-0dc60a6a3c84', 'mac_address': 'fa:16:3e:c4:4c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2205299-5223-41e6-b230-93d058748b0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:15.937731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:15.938403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:15.940799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] 10.222.0.11 "PUT /v2.0/ports/9039a33b-e01f-4842-be1a-55815a31b8fb HTTP/1.1" status: 200 len: 1093 time: 1.0449221 Aug 18 23:57:15.943589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:15.946061 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138e4cc-6421-4a91-ad11-0061a838e52c" -d '{"events": [{"name": "network-changed", "server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:15.977247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c2e3-40b4-4992-a7a2-ac94615e9d3b service neutron] Pushing event updated for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:16.032276 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:16.067193 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0350746-b908-4482-8aa7-f56100de5d1c x-openstack-request-id: req-a0350746-b908-4482-8aa7-f56100de5d1c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:16.067607 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:16.068063 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0350746-b908-4482-8aa7-f56100de5d1c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:16.069038 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb', 'status': 'completed', 'code': 200} Aug 18 23:57:16.071765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13191701-075a-42f6-b765-0dc60a6a3c84 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:16.076434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-83f459c3-a6b8-427e-8c2d-5dc786908d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.079429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-83f459c3-a6b8-427e-8c2d-5dc786908d99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=733cacceab824704b3703c5aa7c12bc0&device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 1096 time: 0.0851243 Aug 18 23:57:16.122120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=13191701-075a-42f6-b765-0dc60a6a3c84,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:16.152694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:16.169685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-2885bd56-56ba-4622-83d4-b1f61d577eac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9039a33b-e01f-4842-be1a-55815a31b8fb HTTP/1.1" status: 200 len: 217 time: 0.0762630 Aug 18 23:57:16.198586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:16.228473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:16.286232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b74e-d210-43c2-9a21-1bd7d5b0b5c7 req-5941a7b8-bf14-4ee7-af57-1ef05ce0a2f4 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.287770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6885b74e-d210-43c2-9a21-1bd7d5b0b5c7 req-5941a7b8-bf14-4ee7-af57-1ef05ce0a2f4 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 944 time: 0.1208982 Aug 18 23:57:16.289725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-8fbea673-9b91-4029-b843-57b01b3eb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.291045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-8fbea673-9b91-4029-b843-57b01b3eb072 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4d1990-495f-496c-88ec-c68c43ce5c8b HTTP/1.1" status: 200 len: 849 time: 0.0981774 Aug 18 23:57:16.336987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-0b9d82e7-adae-478b-bd32-6b6c1124bb3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abe716a9-262a-40b7-9730-ccdb1d5ef498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342610 Aug 18 23:57:16.382250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6885b74e-d210-43c2-9a21-1bd7d5b0b5c7 req-87dd200e-d0ac-4a75-8437-89d23d191daf tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858748 Aug 18 23:57:16.488497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176e55-aa13-4f3b-8fae-adce196674f0 req-397d1948-e143-46b0-843b-8dc6b8d1e547 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.498285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4176e55-aa13-4f3b-8fae-adce196674f0 req-397d1948-e143-46b0-843b-8dc6b8d1e547 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.0794303 Aug 18 23:57:16.536910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c93a1-bc6d-49ff-9c53-04d5126fa4b6 req-9a772f19-eee5-4bd4-a836-d329ca0d4a74 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.544329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df3c93a1-bc6d-49ff-9c53-04d5126fa4b6 req-9a772f19-eee5-4bd4-a836-d329ca0d4a74 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 944 time: 0.0718892 Aug 18 23:57:16.555995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4176e55-aa13-4f3b-8fae-adce196674f0 req-be47dbf8-304e-4721-9bd8-4b68f22fdbd4 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523598 Aug 18 23:57:16.582522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['13191701-075a-42f6-b765-0dc60a6a3c84'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:16.621763 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df3c93a1-bc6d-49ff-9c53-04d5126fa4b6 req-89479d41-9aac-4ebe-bd04-be0ae2e56414 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622663 Aug 18 23:57:16.647662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-e94c4c2d-864c-466f-a643-c3274f415f54 service neutron] 10.222.0.11 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010099 Aug 18 23:57:16.811420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ba09-badd-4bbd-a0ea-e3fc491643b0 req-c5d5b618-1a6a-43dc-abf2-e1d97709e44b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.819384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9a5ba09-badd-4bbd-a0ea-e3fc491643b0 req-c5d5b618-1a6a-43dc-abf2-e1d97709e44b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0956640 Aug 18 23:57:16.871297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9a5ba09-badd-4bbd-a0ea-e3fc491643b0 req-7c353387-6d1c-4432-88bc-039f6b66e721 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Aug 18 23:57:16.875528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5eafd80-71b7-4783-be29-aaadfc6e0762 req-74d96e42-a821-4cd7-95cd-52266ced9c34 service neutron] 10.222.0.11 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096469 Aug 18 23:57:16.986595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-427987bc-ca14-4312-8c8c-73395116f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:16.988248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-427987bc-ca14-4312-8c8c-73395116f8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=733cacceab824704b3703c5aa7c12bc0&device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 1096 time: 0.0522416 Aug 18 23:57:17.118394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-d0052de5-5d06-438c-b21f-0c6983422e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:17.120127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-d0052de5-5d06-438c-b21f-0c6983422e66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=abe716a9-262a-40b7-9730-ccdb1d5ef498 HTTP/1.1" status: 200 len: 909 time: 0.1228213 Aug 18 23:57:17.184883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-44d86d6b-3c19-42ac-a898-1feb14bffd5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9039a33b-e01f-4842-be1a-55815a31b8fb HTTP/1.1" status: 200 len: 217 time: 0.0536513 Aug 18 23:57:17.284112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-57e0f523-e2f5-4a1b-985c-8e866c5349b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:17.284112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-57e0f523-e2f5-4a1b-985c-8e866c5349b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4d1990-495f-496c-88ec-c68c43ce5c8b HTTP/1.1" status: 200 len: 849 time: 0.0844934 Aug 18 23:57:17.319527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-d988cbc2-eca5-4e21-9707-a85cab47013a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abe716a9-262a-40b7-9730-ccdb1d5ef498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268822 Aug 18 23:57:17.446956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-64744367-61f9-4614-a3b3-f4f2d23adf05 service neutron] 10.222.0.11 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146936 Aug 18 23:57:17.646933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f59ab-d213-491c-a931-523839f34e78 req-f4c46a2a-434d-4724-846a-873cef3b257c tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:17.654594 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:17.659900 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-809f59ab-d213-491c-a931-523839f34e78 req-f4c46a2a-434d-4724-846a-873cef3b257c tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 944 time: 0.1795652 Aug 18 23:57:17.687086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d138e4cc-6421-4a91-ad11-0061a838e52c req-d17fb3ff-6163-4bcc-9a51-d4744304014d service neutron] 10.222.0.11 "GET /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282448 Aug 18 23:57:17.701498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db73c3-eec4-4253-ae04-26cdb4ba3ef5 req-b6282be3-ddb9-4892-a073-02f3c46e1a73 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:17.714038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2db73c3-eec4-4253-ae04-26cdb4ba3ef5 req-b6282be3-ddb9-4892-a073-02f3c46e1a73 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.0737901 Aug 18 23:57:17.740475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-809f59ab-d213-491c-a931-523839f34e78 req-9a9856c1-9c09-4a43-a218-89d6d3370dc0 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791872 Aug 18 23:57:17.772278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2db73c3-eec4-4253-ae04-26cdb4ba3ef5 req-6ab187a4-7a33-45b1-a31e-a33751811770 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572195 Aug 18 23:57:17.885189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26067e5-f719-4f46-be35-1f6b1ae9ce01 req-24754b98-78a0-4bf6-99fa-145ef7036914 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:17.887013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d26067e5-f719-4f46-be35-1f6b1ae9ce01 req-24754b98-78a0-4bf6-99fa-145ef7036914 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 944 time: 0.0669255 Aug 18 23:57:17.973588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d26067e5-f719-4f46-be35-1f6b1ae9ce01 req-9c6d2a15-837a-4102-9c51-ff530088fe63 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Aug 18 23:57:18.063449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:18.091480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fed3d-d416-4150-b1ac-3bdbbab2a785 req-6a2ea14d-a2c6-4d9a-a051-d441ebae7624 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:18.093225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-455fed3d-d416-4150-b1ac-3bdbbab2a785 req-6a2ea14d-a2c6-4d9a-a051-d441ebae7624 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0613592 Aug 18 23:57:18.146780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-455fed3d-d416-4150-b1ac-3bdbbab2a785 req-87c2f979-690d-40e0-ab14-664a5d4c88c6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Aug 18 23:57:18.192158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a43e34a0-aaeb-457f-8588-30b86afbae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.306409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a43e34a0-aaeb-457f-8588-30b86afbae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.311567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a43e34a0-aaeb-457f-8588-30b86afbae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.354914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a43e34a0-aaeb-457f-8588-30b86afbae57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f578d84f8ff48a38b3cc98209d1d832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886591 Aug 18 23:57:18.355538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e34a0-aaeb-457f-8588-30b86afbae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199f000-8fe6-4823-b5a0-74c111ea79d7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:18.356649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:18.419285 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.445724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.537509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.539827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.542590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b199f000-8fe6-4823-b5a0-74c111ea79d7 HTTP/1.1" status: 204 len: 168 time: 0.1831369 Aug 18 23:57:18.565924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212eb93-9418-409c-824b-252185d23bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199f000-8fe6-4823-b5a0-74c111ea79d7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:18.815372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:57:18.896948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93725e7-0a96-4d6d-b807-0e5c1eb3c59a req-b1c587bd-f978-4c03-8604-7db29b0b5092 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:18.899186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a93725e7-0a96-4d6d-b807-0e5c1eb3c59a req-b1c587bd-f978-4c03-8604-7db29b0b5092 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 944 time: 0.0669062 Aug 18 23:57:18.928737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:18.953730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca12e06c-7605-4a76-8fcc-581085d694e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:18.967363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a93725e7-0a96-4d6d-b807-0e5c1eb3c59a req-c24ce8a7-7a2c-45dc-894c-9b690173a2fc tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605361 Aug 18 23:57:19.094607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca12e06c-7605-4a76-8fcc-581085d694e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.100561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca12e06c-7605-4a76-8fcc-581085d694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.158112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca12e06c-7605-4a76-8fcc-581085d694e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ffc75394d2d4927976aba0a2386da28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281847 Aug 18 23:57:19.159291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12e06c-7605-4a76-8fcc-581085d694e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dcad04-2726-4d4f-aa42-5fc64d780099,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:19.162852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:19.225950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.281399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.312989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be000b-2ff6-40ea-af66-8c1e89f2f440 req-59d683dc-cd42-443b-935c-dce9a3a74e0b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:19.314457 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-16be000b-2ff6-40ea-af66-8c1e89f2f440 req-59d683dc-cd42-443b-935c-dce9a3a74e0b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.4357281 Aug 18 23:57:19.330076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd82226-604c-4c4d-ad34-4b032eadbf24 req-ddb0ee5a-bd6c-4851-8902-2a3b28e1c767 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:19.332151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fd82226-604c-4c4d-ad34-4b032eadbf24 req-ddb0ee5a-bd6c-4851-8902-2a3b28e1c767 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 944 time: 0.1028919 Aug 18 23:57:19.354145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-16be000b-2ff6-40ea-af66-8c1e89f2f440 req-1c032447-a9be-4d36-8355-8f1ed9beb8d7 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 18 23:57:19.387129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fd82226-604c-4c4d-ad34-4b032eadbf24 req-09a5ba02-f6db-41eb-b995-01f25267f268 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Aug 18 23:57:19.387706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.390213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.393680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06dcad04-2726-4d4f-aa42-5fc64d780099 HTTP/1.1" status: 204 len: 168 time: 0.2272904 Aug 18 23:57:19.413229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca39f-6efc-4b16-8179-b265b0d84aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dcad04-2726-4d4f-aa42-5fc64d780099,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:19.488685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53182c5-2213-4ec4-bee0-f4c77e234639 req-3a4cfb0d-fc2c-4904-bb80-8bbfdd40001f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:19.490238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f53182c5-2213-4ec4-bee0-f4c77e234639 req-3a4cfb0d-fc2c-4904-bb80-8bbfdd40001f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0501926 Aug 18 23:57:19.529023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f53182c5-2213-4ec4-bee0-f4c77e234639 req-adc1352c-9cc6-44a6-bd8f-b38f6698e6a1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Aug 18 23:57:19.723215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:19.730917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 13191701-075a-42f6-b765-0dc60a6a3c84 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:19.818689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9039a33b-e01f-4842-be1a-55815a31b8fb details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:19.841577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 13191701-075a-42f6-b765-0dc60a6a3c84 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:19.851745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 13191701-075a-42f6-b765-0dc60a6a3c84 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:19.852123 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:19.950672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:19.973753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a', 'port_id': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'mac_address': 'fa:16:3e:c1:8f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f225f9e-afdd-4682-a2c3-b156c67fd760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:20.060193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9039a33b-e01f-4842-be1a-55815a31b8fb,segment=NetworkSegment(3c6be008-dd0f-4c0a-841f-ca4b78099455),segment_id=3c6be008-dd0f-4c0a-841f-ca4b78099455)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:20.075844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.087803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9039a33b-e01f-4842-be1a-55815a31b8fb', 'network_id': 'abe716a9-262a-40b7-9730-ccdb1d5ef498', 'port_id': '9039a33b-e01f-4842-be1a-55815a31b8fb', 'mac_address': 'fa:16:3e:91:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d1990-495f-496c-88ec-c68c43ce5c8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:20.091649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.092452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:20.106071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934854-afe6-4d72-a193-05bebea72d1d req-f746d7ef-dc60-4d86-bb3e-cf3b56b63877 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:20.108860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb934854-afe6-4d72-a193-05bebea72d1d req-f746d7ef-dc60-4d86-bb3e-cf3b56b63877 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 944 time: 0.0584671 Aug 18 23:57:20.109807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7693a654-25b7-4144-a1cc-2b067e3c0ba3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:20.151871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb934854-afe6-4d72-a193-05bebea72d1d req-a13a5e7c-9ccb-4b71-a7b8-1a017424ae2b tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Aug 18 23:57:20.166492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:20.168753 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884beee0-d076-40bb-ba2c-e8f16d3dac99" -d '{"events": [{"server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "name": "network-vif-plugged", "status": "completed", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:20.172663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:20.188006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.191030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=13191701-075a-42f6-b765-0dc60a6a3c84,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:20.202345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.223357 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.227911 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af557bb5-4e88-4a5f-8084-0d3f011d7592 x-openstack-request-id: req-af557bb5-4e88-4a5f-8084-0d3f011d7592 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:20.228013 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "name": "network-vif-plugged", "status": "completed", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:20.228339 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af557bb5-4e88-4a5f-8084-0d3f011d7592 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:20.228785 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84', 'code': 200} Aug 18 23:57:20.243977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-network', 'tenant_id': '6f535a51759740b09d08601aa6d10863'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:20.249665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9039a33b-e01f-4842-be1a-55815a31b8fb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:20.281182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Made reservation on behalf of 6f535a51759740b09d08601aa6d10863 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:20.284497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.294649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.301013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.356845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9039a33b-e01f-4842-be1a-55815a31b8fb,segment=NetworkSegment(3c6be008-dd0f-4c0a-841f-ca4b78099455),segment_id=3c6be008-dd0f-4c0a-841f-ca4b78099455)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:20.364177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3802510-530e-4455-93d6-cbafe21d4807 req-678ea358-a8cc-4dde-a1d7-d74a0ca25d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:20.365849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3802510-530e-4455-93d6-cbafe21d4807 req-678ea358-a8cc-4dde-a1d7-d74a0ca25d42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 1097 time: 0.0518987 Aug 18 23:57:20.370163 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.387626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.418389 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.425428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3802510-530e-4455-93d6-cbafe21d4807 req-c997d04d-a70a-43e2-b500-076b19a1ceee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508556 Aug 18 23:57:20.425709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.457434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.460098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:57:20.482799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.483199 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Added segment 816ce7cb-d4aa-485e-8252-678dd4b13f02 of type vlan for network 86a756df-58ae-42c6-b32c-cc55a9578132 Aug 18 23:57:20.484448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df8032-174d-46ad-9631-2ba37bce982f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.530431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405eea1-a2e9-45ea-ad47-3cf4ee93969e req-7b8f57ad-dfc5-40ee-a177-859da8cf8a87 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:20.530835 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.532049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d405eea1-a2e9-45ea-ad47-3cf4ee93969e req-7b8f57ad-dfc5-40ee-a177-859da8cf8a87 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.0677476 Aug 18 23:57:20.566190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.566922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:20.567604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.589319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d405eea1-a2e9-45ea-ad47-3cf4ee93969e req-6558152c-ab9b-491b-bb6a-10dfa9ccd629 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Aug 18 23:57:20.616519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['7693a654-25b7-4144-a1cc-2b067e3c0ba3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:20.630021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5315881 Aug 18 23:57:20.630021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42964) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:20.634176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Request body: {'subnet': {'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-subnet', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:20.637193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b744-daaa-4f58-8748-e75022943725 admin admin] Pushing event updated for resources: {'Network': ['ID=86a756df-58ae-42c6-b32c-cc55a9578132,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.660004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9039a33b-e01f-4842-be1a-55815a31b8fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:20.662567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 86a756df-58ae-42c6-b32c-cc55a9578132 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:57:20.663928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Made reservation on behalf of 6f535a51759740b09d08601aa6d10863 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:20.667060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.762353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a71838-ece4-475f-84d6-198c4719dc4e req-4122177e-7fe6-43ba-956d-8aadf06786cb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:20.772040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40a71838-ece4-475f-84d6-198c4719dc4e req-4122177e-7fe6-43ba-956d-8aadf06786cb tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Aug 18 23:57:20.822021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40a71838-ece4-475f-84d6-198c4719dc4e req-9c18312f-fd94-4e80-97f0-f57ec3327357 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Aug 18 23:57:20.891526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:20.959132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af17d6d5-ddc5-4a9a-b520-b79765f98c03,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:20.975191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Checking segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:20.975592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Network hostable DHCP agents. Network: 86a756df-58ae-42c6-b32c-cc55a9578132, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:57:21.001691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:57:21.015098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 86a756df-58ae-42c6-b32c-cc55a9578132) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:21.022081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.022869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.030419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0e1a4-cd5e-4097-9d3a-4de8bac7ce2e None None] Network 86a756df-58ae-42c6-b32c-cc55a9578132 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:21.061187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3782947-02ec-46cd-9957-3b9b0a98593e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4309723 Aug 18 23:57:21.063825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42992) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:21.070226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:21.091776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10f8e4-56d6-4427-b30b-7b51099c1548 req-8b3325d5-2114-45a2-97f9-3a4952b64725 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.093531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d10f8e4-56d6-4427-b30b-7b51099c1548 req-8b3325d5-2114-45a2-97f9-3a4952b64725 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.0629218 Aug 18 23:57:21.106573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.107952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.158214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d10f8e4-56d6-4427-b30b-7b51099c1548 req-20c57697-5774-40d2-8993-ea1ebad29c9d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Aug 18 23:57:21.170002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.307059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-86a756df-58ae-42c6-b32c-cc55a9578132', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:57:21.308258 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.320008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.335957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0ada-ba23-4fd2-8d80-1cd85c68342d req-a40e4a39-4336-48db-9cd2-0f000357e3c1 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.337847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0ff0ada-ba23-4fd2-8d80-1cd85c68342d req-a40e4a39-4336-48db-9cd2-0f000357e3c1 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 945 time: 0.0986540 Aug 18 23:57:21.390402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0ff0ada-ba23-4fd2-8d80-1cd85c68342d req-25214570-5919-4ff2-91fe-df2acd2a14db tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Aug 18 23:57:21.496154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Allocated IP 172.20.0.2 (86a756df-58ae-42c6-b32c-cc55a9578132/af17d6d5-ddc5-4a9a-b520-b79765f98c03/4a53e80d-8cca-48cf-9f0f-fb122b105403) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:21.608956 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.638256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.638635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.648911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Transition to ACTIVE for port object 4a53e80d-8cca-48cf-9f0f-fb122b105403 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:21.657709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-c6a97a09-4a74-4cf8-a874-cc49374eedd3 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.659629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-c6a97a09-4a74-4cf8-a874-cc49374eedd3 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.1623251 Aug 18 23:57:21.665063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Transition to ACTIVE for port object 4a53e80d-8cca-48cf-9f0f-fb122b105403 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:21.672190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.707962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:21.710984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:21.711117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-f48bc2c4-e587-4f4f-830c-e2d971f59a91 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/quotas/d2b81d29b3e64ef6bf5d3bb7e0410a25 HTTP/1.1" status: 200 len: 375 time: 0.0196602 Aug 18 23:57:21.714646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:21.717085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef1d6-0bcd-4a27-b9a2-0b4399141032 req-d2ac4ab1-467a-4005-b0f8-b375153939ef tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.718839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c80ef1d6-0bcd-4a27-b9a2-0b4399141032 req-d2ac4ab1-467a-4005-b0f8-b375153939ef tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.0582190 Aug 18 23:57:21.749367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Pushing event updated for resources: {'Port': ['ID=4a53e80d-8cca-48cf-9f0f-fb122b105403,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:21.769445 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c80ef1d6-0bcd-4a27-b9a2-0b4399141032 req-a019bab4-bb20-494a-8a04-c2ce1af08cfc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391314 Aug 18 23:57:21.797630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Attempting to bind port 4a53e80d-8cca-48cf-9f0f-fb122b105403 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:21.798355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-6f92a223-2618-4b8f-8148-52a06c7bd6eb tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810015 Aug 18 23:57:21.798508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Attempting to bind port 4a53e80d-8cca-48cf-9f0f-fb122b105403 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:21.798967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Attempting to bind port 4a53e80d-8cca-48cf-9f0f-fb122b105403 on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:21.806760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:21.807132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Checking segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:21.807535 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.808096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Bound using segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:21.808584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Bound port: 4a53e80d-8cca-48cf-9f0f-fb122b105403, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:21.808966 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.821451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Allocated IP 172.25.1.166 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/01e8d0d0-076b-4270-9dd7-718da84f57a9) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:21.822708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9039a33b-e01f-4842-be1a-55815a31b8fb up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:21.930956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] For port 4a53e80d-8cca-48cf-9f0f-fb122b105403, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:21.934684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] For port 4a53e80d-8cca-48cf-9f0f-fb122b105403, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a53e80d-8cca-48cf-9f0f-fb122b105403,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:21.935893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 9039a33b-e01f-4842-be1a-55815a31b8fb completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:21.940246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.946004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9039a33b-e01f-4842-be1a-55815a31b8fb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:21.946386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:21.986822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e5e6-7346-4049-9651-5b7885e9259a req-f649b524-682c-4669-a76d-74d3d611af09 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:21.991373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8d7e5e6-7346-4049-9651-5b7885e9259a req-f649b524-682c-4669-a76d-74d3d611af09 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.0867078 Aug 18 23:57:21.995345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-bbc6c557-2c48-4f02-94d4-a105e0bbd79f service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903245 Aug 18 23:57:22.043996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5dfb-d2b3-4b92-9e5c-df1afd0b6bad None None] Pushing event updated for resources: {'Port': ['ID=4a53e80d-8cca-48cf-9f0f-fb122b105403,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:22.060121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8d7e5e6-7346-4049-9651-5b7885e9259a req-bf2b5d63-bb18-4a65-bd90-65a7533a602c tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Aug 18 23:57:22.100643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:22.102479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:22.147673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9039a33b-e01f-4842-be1a-55815a31b8fb,segment=NetworkSegment(3c6be008-dd0f-4c0a-841f-ca4b78099455),segment_id=3c6be008-dd0f-4c0a-841f-ca4b78099455)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:22.152189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:22.162526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-41a994a0-1693-44d9-89d1-80136b5fd505 service neutron] 10.222.0.20 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489813 Aug 18 23:57:22.176114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:22.221174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:22.227049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:22.231612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:22.238507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:22.245549 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c59ec75-255d-4932-83a7-18b92b174e5b" -d '{"events": [{"server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "name": "network-vif-plugged", "status": "completed", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:22.262299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:22.274352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Pushing event updated for resources: {'Port': ['ID=01e8d0d0-076b-4270-9dd7-718da84f57a9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:22.381452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23c96f-745c-44ad-9f47-004728912f41 req-cbee4e84-23a7-4f9a-ace3-f1c8807d3990 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:22.384665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc23c96f-745c-44ad-9f47-004728912f41 req-cbee4e84-23a7-4f9a-ace3-f1c8807d3990 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1223431 Aug 18 23:57:22.433197 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f1a47-17d5-47cf-8b7c-ab31d42221cd x-openstack-request-id: req-674f1a47-17d5-47cf-8b7c-ab31d42221cd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:22.433503 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "name": "network-vif-plugged", "status": "completed", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:22.433763 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-674f1a47-17d5-47cf-8b7c-ab31d42221cd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:22.434171 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb', 'code': 200} Aug 18 23:57:22.448160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc23c96f-745c-44ad-9f47-004728912f41 req-7dcc130c-3f95-4ea2-a269-27184a0b43cb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Aug 18 23:57:22.537782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df460e6c-c3be-45af-b2a0-a0c402980065 req-7d4cf95a-7d85-4edd-8abc-04c07cf98f8c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 210 time: 0.0420146 Aug 18 23:57:22.643578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897578-471a-4075-ae68-ab4600d7296b req-0c61826b-4ddb-4bf2-90c4-4b1544c12e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:22.645315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c897578-471a-4075-ae68-ab4600d7296b req-0c61826b-4ddb-4bf2-90c4-4b1544c12e69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 1098 time: 0.1337006 Aug 18 23:57:22.657564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7971a-b574-4f36-80b9-51bc020e606e req-6809a8ef-a631-4ee9-924f-aa093b8e331e tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:22.659248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26e7971a-b574-4f36-80b9-51bc020e606e req-6809a8ef-a631-4ee9-924f-aa093b8e331e tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 946 time: 0.0577826 Aug 18 23:57:22.684474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:22.712051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26e7971a-b574-4f36-80b9-51bc020e606e req-69df9aef-021c-4c84-964d-157c9e2a67ca tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Aug 18 23:57:22.732162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c897578-471a-4075-ae68-ab4600d7296b req-c979ecf9-4a80-4dad-9560-7654fc6edc8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Aug 18 23:57:22.950389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b276e-b821-45f7-b00d-a6fb85763973 req-364be0ef-838f-420a-b0df-ff61da997a1d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:22.951929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a08b276e-b821-45f7-b00d-a6fb85763973 req-364be0ef-838f-420a-b0df-ff61da997a1d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.1058507 Aug 18 23:57:22.969642 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.054521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a08b276e-b821-45f7-b00d-a6fb85763973 req-c34630dc-ab89-4af6-963d-6cb5361fdef8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938468 Aug 18 23:57:23.179548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-24fbaf97-c395-4c34-8dac-0196e5e10264 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:23.181100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-24fbaf97-c395-4c34-8dac-0196e5e10264 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8682f11-789c-4d90-bf57-7bebdac9643c HTTP/1.1" status: 200 len: 945 time: 0.0737350 Aug 18 23:57:23.188488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5df44-549e-4edd-bb6e-ace2a0079c92 None None] Network 86a756df-58ae-42c6-b32c-cc55a9578132 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:23.194140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43c11b-14db-449c-b122-4269170e21ad req-8006451f-9450-4a3d-9ae2-fe5fa9187dfe tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:23.202099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf43c11b-14db-449c-b122-4269170e21ad req-8006451f-9450-4a3d-9ae2-fe5fa9187dfe tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.0655260 Aug 18 23:57:23.236712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf43c11b-14db-449c-b122-4269170e21ad req-9eaf2492-a9c1-4b30-a72e-405cb044adea tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Aug 18 23:57:23.269335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:57:23.295866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-853f9d04-af45-4f64-a166-af7983da885b None None] Provisioning for port 4a53e80d-8cca-48cf-9f0f-fb122b105403 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:23.376463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Deleting port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:23.376915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.463698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:57:23.477952 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:57:23.491707 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:23.492358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:23.554022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.558333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92ce14d5-967d-41ba-8c07-948fffda72ae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4899123 Aug 18 23:57:23.559064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:23.563570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] For port 9f6529f8-60ba-42e8-9724-5ffc8054aa40, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9f6529f8-60ba-42e8-9724-5ffc8054aa40,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:23.564066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.622274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Calling delete_port for 9f6529f8-60ba-42e8-9724-5ffc8054aa40 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:23.622652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a53e80d-8cca-48cf-9f0f-fb122b105403 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:23.736439 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:23.737212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4a53e80d-8cca-48cf-9f0f-fb122b105403 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:23.740816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:23.745622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a53e80d-8cca-48cf-9f0f-fb122b105403 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:23.746007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.808083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466e309-0ed0-4778-901e-cf9f60d8b53c req-eae4e6c8-ea3a-4a09-a24d-20459b0ada07 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:23.818973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f466e309-0ed0-4778-901e-cf9f60d8b53c req-eae4e6c8-ea3a-4a09-a24d-20459b0ada07 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1377723 Aug 18 23:57:23.837190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9f6529f8-60ba-42e8-9724-5ffc8054aa40 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:23.893645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f466e309-0ed0-4778-901e-cf9f60d8b53c req-63919df8-31fd-4f74-9d16-2c4e151f0a95 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734556 Aug 18 23:57:23.958307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.962929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:23.984835 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:22Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:24.003942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d9e5410-cd1c-4d76-8ad3-eac51c286b06 None None] Provisioning complete for port 4a53e80d-8cca-48cf-9f0f-fb122b105403 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:24.004364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5410-cd1c-4d76-8ad3-eac51c286b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.006674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event deleted for resources: {'Port': ['ID=9f6529f8-60ba-42e8-9724-5ffc8054aa40,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:24.015105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-614c2ccb-fb2c-4048-9b91-753dbc2c8925 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.016629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-614c2ccb-fb2c-4048-9b91-753dbc2c8925 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.21 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 804 time: 0.4625301 Aug 18 23:57:24.023502 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:57:24.024036 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Updating router 42835183-bc90-495a-acbf-d1cf9cc19f48 port 01e8d0d0-076b-4270-9dd7-718da84f57a9 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:57:24.024847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50108-1253-4482-81d4-fbc7e4a96ca9 req-44b366b2-4d8a-4c0c-9c7a-9103a9214a72 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.032764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01a50108-1253-4482-81d4-fbc7e4a96ca9 req-44b366b2-4d8a-4c0c-9c7a-9103a9214a72 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.5757983 Aug 18 23:57:24.044762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Request body: {'port': {'device_id': '2c908f97-9f98-4dcb-8059-02d904448276', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'admin_state_up': True, 'tenant_id': 'd2b81d29b3e64ef6bf5d3bb7e0410a25'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:24.059364 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.074086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4a53e80d-8cca-48cf-9f0f-fb122b105403, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a53e80d-8cca-48cf-9f0f-fb122b105403,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:24.075652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 update to DOWN by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 18 23:57:24.098153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.114279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] No DVR routers for this DVR port 9f6529f8-60ba-42e8-9724-5ffc8054aa40 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:24.118061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.121069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-722da69a-95e7-4076-8dbe-6c949eca1bd4 req-022efb7e-a5b8-43f4-ad6e-5e3de07087aa tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.11 "DELETE /v2.0/ports/9f6529f8-60ba-42e8-9724-5ffc8054aa40 HTTP/1.1" status: 204 len: 173 time: 0.9277079 Aug 18 23:57:24.124019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-deleted', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:24.126285 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cfc650-116e-4029-a4f1-1afb73e4d20d" -d '{"events": [{"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-deleted", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:24.182836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7577e98-1809-4a0e-9393-1027f00b4788 req-7538e4bd-1f19-4c3c-9069-1a23ac300400 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 210 time: 0.0492306 Aug 18 23:57:24.243914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:24.247813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:24.248932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.250787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4a53e80d-8cca-48cf-9f0f-fb122b105403,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:24.318118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475a62-508d-4f02-a226-28facdb20630 req-b9798175-3bc6-46c5-86bf-8d6081d77bc4 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.326272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d475a62-508d-4f02-a226-28facdb20630 req-b9798175-3bc6-46c5-86bf-8d6081d77bc4 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 946 time: 0.0799034 Aug 18 23:57:24.357006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.363020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01a50108-1253-4482-81d4-fbc7e4a96ca9 req-246b3609-bd7f-4a05-a2dd-54d25749f5aa tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243346 Aug 18 23:57:24.368479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d475a62-508d-4f02-a226-28facdb20630 req-42c17d06-c824-4057-bbb0-fb1c38e66391 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Aug 18 23:57:24.412282 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3b2c1-058f-4aa9-92a1-2daa37a9a4da x-openstack-request-id: req-dee3b2c1-058f-4aa9-92a1-2daa37a9a4da {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:24.412633 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8682f11-789c-4d90-bf57-7bebdac9643c", "name": "network-vif-deleted", "tag": "9f6529f8-60ba-42e8-9724-5ffc8054aa40", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:24.412944 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dee3b2c1-058f-4aa9-92a1-2daa37a9a4da {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:24.413395 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682f11-789c-4d90-bf57-7bebdac9643c', 'name': 'network-vif-deleted', 'tag': '9f6529f8-60ba-42e8-9724-5ffc8054aa40', 'status': 'completed', 'code': 200} Aug 18 23:57:24.414457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:24.420041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.448674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:24.451380 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e658724-853b-4295-a595-0c3bb6ffe323" -d '{"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-plugged", "status": "completed", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:24.459809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.471355 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.483322 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Transition to ACTIVE for port object 01e8d0d0-076b-4270-9dd7-718da84f57a9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:24.485621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:24.496680 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.591086 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e6ccb-9ff0-4c67-a868-62d599f5aa52 x-openstack-request-id: req-7d5e6ccb-9ff0-4c67-a868-62d599f5aa52 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:24.591380 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-plugged", "status": "completed", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:24.591633 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d5e6ccb-9ff0-4c67-a868-62d599f5aa52 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:24.592029 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'code': 200} Aug 18 23:57:24.663237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Attempting to bind port 01e8d0d0-076b-4270-9dd7-718da84f57a9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:24.663953 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Attempting to bind port 01e8d0d0-076b-4270-9dd7-718da84f57a9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:24.664728 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Attempting to bind port 01e8d0d0-076b-4270-9dd7-718da84f57a9 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:24.672000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Pushing event updated for resources: {'Port': ['ID=01e8d0d0-076b-4270-9dd7-718da84f57a9,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:24.675555 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:24.676051 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:24.676585 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.677079 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:24.677627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Bound port: 01e8d0d0-076b-4270-9dd7-718da84f57a9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:24.678114 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.703419 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.703851 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.704282 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.704722 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.705128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.706187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.706582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.707094 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.707390 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.707891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.708219 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.708663 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:24.749316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17be86-f69e-4be9-8458-941e619a0bf8 req-51c38c9f-931d-4100-a1ac-c99dd6e5f220 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.750902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d17be86-f69e-4be9-8458-941e619a0bf8 req-51c38c9f-931d-4100-a1ac-c99dd6e5f220 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.2889273 Aug 18 23:57:24.760146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1eda-44c5-4048-b3ec-0b5ddbe71775 req-9ffc75d5-933e-44c4-b92d-9e4b3b0334a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.762509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-493f1eda-44c5-4048-b3ec-0b5ddbe71775 req-9ffc75d5-933e-44c4-b92d-9e4b3b0334a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1098 time: 0.0646849 Aug 18 23:57:24.793091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] For port 01e8d0d0-076b-4270-9dd7-718da84f57a9, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:24.802731 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] For port 01e8d0d0-076b-4270-9dd7-718da84f57a9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01e8d0d0-076b-4270-9dd7-718da84f57a9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:24.811783 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.819807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-493f1eda-44c5-4048-b3ec-0b5ddbe71775 req-92131ebb-d8e6-4222-b2f4-939b61f73e01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Aug 18 23:57:24.827085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d17be86-f69e-4be9-8458-941e619a0bf8 req-af7f02f6-2847-460d-9bb4-16d190676b63 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662034 Aug 18 23:57:24.831304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Allocated IP 172.20.0.1 (86a756df-58ae-42c6-b32c-cc55a9578132/af17d6d5-ddc5-4a9a-b520-b79765f98c03/a12813ad-215f-424f-914c-7078a436837d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:24.839234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Made reservation on behalf of d2b81d29b3e64ef6bf5d3bb7e0410a25 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:24.843150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:24.879464 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:24.880247 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:24.891354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06e307-987d-4db8-a084-5ccfd561fa8b req-b9b29e0a-6b8d-441f-86d1-a5d7cc9ff9c2 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:24.893970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db06e307-987d-4db8-a084-5ccfd561fa8b req-b9b29e0a-6b8d-441f-86d1-a5d7cc9ff9c2 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 946 time: 0.0642908 Aug 18 23:57:24.931856 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a5b36-d7f4-4759-b107-6fca0f3776a2 None None] Pushing event updated for resources: {'Port': ['ID=01e8d0d0-076b-4270-9dd7-718da84f57a9,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:24.948555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db06e307-987d-4db8-a084-5ccfd561fa8b req-1346e1cb-f756-489c-8b7a-98435ddbed2e tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487988 Aug 18 23:57:25.023753 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:25.071625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.098257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Allocated IP 172.20.0.7 (b3286e4d-a0b3-42a1-828f-ade4c3e00289/8944cdca-14e6-4ba9-928b-2a1e65552b81/457cd4be-7bd7-4073-aa9e-d3abadc0d485) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:25.111394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91520b3-38de-4d6d-87fa-f9bb02e4e2db req-2b9d9a5c-3954-48e7-a6fd-758ae3a16591 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:25.112943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f91520b3-38de-4d6d-87fa-f9bb02e4e2db req-2b9d9a5c-3954-48e7-a6fd-758ae3a16591 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1312366 Aug 18 23:57:25.115578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Transition to ACTIVE for port object a12813ad-215f-424f-914c-7078a436837d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:25.193381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f91520b3-38de-4d6d-87fa-f9bb02e4e2db req-5cfc8141-e57c-4531-a241-7ce26985cb2e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718763 Aug 18 23:57:25.224276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:22Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:25.251401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f23b17-14ce-4d10-a883-30e90be448f6 None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:22Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:57:25.263177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.289141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59df3d08-08a9-4b5d-b066-295b55bc3ee8 req-de1f4f72-aad9-40f6-8974-76b81d05eadf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Aug 18 23:57:25.322322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:25.332218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:25.340724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:25.343288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Pushing event updated for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:25.407194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.414357 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.527611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a53e80d-8cca-48cf-9f0f-fb122b105403 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:25.623576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18964187-ef85-448a-94a8-1c9d4f981ac3 req-571e3419-2e57-4599-9cee-b38a0183725e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:25.633840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18964187-ef85-448a-94a8-1c9d4f981ac3 req-571e3419-2e57-4599-9cee-b38a0183725e tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.1805992 Aug 18 23:57:25.644566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.651159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a53e80d-8cca-48cf-9f0f-fb122b105403 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:25.651619 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.672055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-bb23000f-51de-437f-85b5-cf8041feee90 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:25.673841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-bb23000f-51de-437f-85b5-cf8041feee90 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 945 time: 0.1057177 Aug 18 23:57:25.696725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c36c5ea-2d4e-446e-96a7-77f5dfa55772 None None] Provisioning for port a12813ad-215f-424f-914c-7078a436837d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:25.705126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c36c5ea-2d4e-446e-96a7-77f5dfa55772 None None] Provisioning complete for port a12813ad-215f-424f-914c-7078a436837d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:25.706104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c36c5ea-2d4e-446e-96a7-77f5dfa55772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.729675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Network b3286e4d-a0b3-42a1-828f-ade4c3e00289 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:25.747787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:25.753807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c36c5ea-2d4e-446e-96a7-77f5dfa55772 None None] Port a12813ad-215f-424f-914c-7078a436837d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:25.761562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:25.764120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.767936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:25.800287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18964187-ef85-448a-94a8-1c9d4f981ac3 req-a0a9dc98-ea50-45a7-9cf0-c875be0854f3 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654377 Aug 18 23:57:25.816625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Deleting port 13191701-075a-42f6-b765-0dc60a6a3c84 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:25.816967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.886282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:25.887594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.912656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] For port 13191701-075a-42f6-b765-0dc60a6a3c84, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=13191701-075a-42f6-b765-0dc60a6a3c84,segment=NetworkSegment(96fc392d-4757-45d3-98cd-49a1db5caeb8),segment_id=96fc392d-4757-45d3-98cd-49a1db5caeb8)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:25.913231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:25.913340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-630d17f8-4595-4b91-9d52-01427436b7f2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8732612 Aug 18 23:57:25.929502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Calling delete_port for 13191701-075a-42f6-b765-0dc60a6a3c84 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:25.956425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Request body: {'port': {'device_id': '2c908f97-9f98-4dcb-8059-02d904448276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:26.032525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.054129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963c725-e6ca-408d-9582-aa86afd9f56d req-d9f875b2-3088-43f8-afa3-dd880a942d04 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:26.055967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8963c725-e6ca-408d-9582-aa86afd9f56d req-d9f875b2-3088-43f8-afa3-dd880a942d04 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.0863616 Aug 18 23:57:26.145353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8963c725-e6ca-408d-9582-aa86afd9f56d req-7bff369c-edb4-4be7-b7f8-82797bd99e4b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753052 Aug 18 23:57:26.167817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.206841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event deleted for resources: {'Port': ['ID=13191701-075a-42f6-b765-0dc60a6a3c84,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:26.217742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['13191701-075a-42f6-b765-0dc60a6a3c84'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:26.281357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] No DVR routers for this DVR port 13191701-075a-42f6-b765-0dc60a6a3c84 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:26.286890 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.288316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94ca7812-7c92-4e80-ace1-e9c4e18d3401 req-e81f4100-e38b-4f02-b788-6fdf748f27a5 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.21 "DELETE /v2.0/ports/13191701-075a-42f6-b765-0dc60a6a3c84 HTTP/1.1" status: 204 len: 173 time: 0.6077654 Aug 18 23:57:26.308353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-7850d6c1-21f2-4868-80e3-f03749ee95ff tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:26.310348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-7850d6c1-21f2-4868-80e3-f03749ee95ff tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.11 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 946 time: 0.0990963 Aug 18 23:57:26.317356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.472011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.480987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640647-9239-45d0-9477-55d44e278594 req-f1ba0ee7-458c-4829-b3dd-e431aa9c4bba tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:26.482573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74640647-9239-45d0-9477-55d44e278594 req-f1ba0ee7-458c-4829-b3dd-e431aa9c4bba tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 946 time: 0.4351056 Aug 18 23:57:26.487244 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.681140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.686800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Pushing event updated for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:26.704233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74640647-9239-45d0-9477-55d44e278594 req-5970d291-a0f0-44c6-9b4b-cded98dd6cd7 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/security-groups?id=25e46cd1-b236-4289-ad49-3b8ff2045ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513264 Aug 18 23:57:26.709146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'name': 'network-vif-deleted', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:26.711688 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b2c18-3620-4730-aecb-c08a6d2fce9a" -d '{"events": [{"server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "name": "network-vif-deleted", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:26.759818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa093ba4-c63b-4422-8198-1ed697b117d1 req-d000881b-ac28-4c03-b308-c2d1c673fc22 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:26.761380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa093ba4-c63b-4422-8198-1ed697b117d1 req-d000881b-ac28-4c03-b308-c2d1c673fc22 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.4478855 Aug 18 23:57:26.827295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Deleting port 9039a33b-e01f-4842-be1a-55815a31b8fb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:26.827653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.839596 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-536b499b-d713-4fac-8042-6727805e8939 service neutron] show failed (client error): The resource could not be found. Aug 18 23:57:26.840646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-536b499b-d713-4fac-8042-6727805e8939 service neutron] 10.222.0.11 "GET /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.1240184 Aug 18 23:57:26.885856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa093ba4-c63b-4422-8198-1ed697b117d1 req-53e849dd-7ba5-41d8-a28d-6b570d19a25a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089537 Aug 18 23:57:26.905847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c4f3-83c5-4dd9-978a-05e577110cc4 req-9f20d8c7-8ccf-42c3-a68f-0c843d4abaf0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:26.914299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3d0c4f3-83c5-4dd9-978a-05e577110cc4 req-9f20d8c7-8ccf-42c3-a68f-0c843d4abaf0 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 931 time: 0.1376650 Aug 18 23:57:26.968440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:26.975550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] For port 9039a33b-e01f-4842-be1a-55815a31b8fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9039a33b-e01f-4842-be1a-55815a31b8fb,segment=NetworkSegment(3c6be008-dd0f-4c0a-841f-ca4b78099455),segment_id=3c6be008-dd0f-4c0a-841f-ca4b78099455)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:26.976123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:26.976857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:26.995275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Calling delete_port for 9039a33b-e01f-4842-be1a-55815a31b8fb owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:27.019562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457cd4be-7bd7-4073-aa9e-d3abadc0d485 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:27.090468 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba27277-b515-478b-8e99-a3d98d936f32 x-openstack-request-id: req-0ba27277-b515-478b-8e99-a3d98d936f32 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:27.090760 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80ac0b2-b63f-4255-90b1-9360bb9ffac4", "name": "network-vif-deleted", "tag": "13191701-075a-42f6-b765-0dc60a6a3c84", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:27.091012 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ba27277-b515-478b-8e99-a3d98d936f32 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:27.091411 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80ac0b2-b63f-4255-90b1-9360bb9ffac4', 'name': 'network-vif-deleted', 'tag': '13191701-075a-42f6-b765-0dc60a6a3c84', 'status': 'completed', 'code': 200} Aug 18 23:57:27.101382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3d0c4f3-83c5-4dd9-978a-05e577110cc4 req-451f4e33-80d5-4f8e-bb94-afcd72746223 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813593 Aug 18 23:57:27.104787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.170922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Transition to ACTIVE for port object 457cd4be-7bd7-4073-aa9e-d3abadc0d485 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:27.182876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.231989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-9e2c0db7-1b65-46a5-99d7-e9d40eb6ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:27.233554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-9e2c0db7-1b65-46a5-99d7-e9d40eb6ba2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.1535661 Aug 18 23:57:27.244433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a66f2dca-8cce-4da6-97ea-a8d473aee97d req-8999f9b5-a697-485b-b8a2-27d6f10b4eca tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80ac0b2-b63f-4255-90b1-9360bb9ffac4 HTTP/1.1" status: 200 len: 210 time: 0.0504272 Aug 18 23:57:27.260927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:27.274654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:57:27.279789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:27.372186 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.397488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e56c294e-c08d-4962-894b-2ba3aa0ee525 None None] Provisioning complete for port a12813ad-215f-424f-914c-7078a436837d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:27.398047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e56c294e-c08d-4962-894b-2ba3aa0ee525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.443123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f16d5-ceb4-4d1a-a9d2-750a0c70788d req-7ab7ca03-4d3f-41f4-bd94-59ecd0ba8ad8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:27.444689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e04f16d5-ceb4-4d1a-a9d2-750a0c70788d req-7ab7ca03-4d3f-41f4-bd94-59ecd0ba8ad8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1672127 Aug 18 23:57:27.459837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e56c294e-c08d-4962-894b-2ba3aa0ee525 None None] Port a12813ad-215f-424f-914c-7078a436837d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:27.491810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Attempting to bind port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:27.492075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.492451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Attempting to bind port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:27.494018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Attempting to bind port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:27.506012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9039a33b-e01f-4842-be1a-55815a31b8fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:27.519532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:27.519865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Attempting to bind port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 on network b3286e4d-a0b3-42a1-828f-ade4c3e00289 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:27.532382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Pushing event deleted for resources: {'Port': ['ID=9039a33b-e01f-4842-be1a-55815a31b8fb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:27.551048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e04f16d5-ceb4-4d1a-a9d2-750a0c70788d req-06b18575-483c-4ed4-af7a-91b9fbc70eb9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712423 Aug 18 23:57:27.551799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:27.552142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Checking segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:27.552544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Bound using segment: {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:27.553172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Bound port: 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1122a-b7e5-4714-a9d8-52f61d06e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:27.553695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.561031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01e8d0d0-076b-4270-9dd7-718da84f57a9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:27.571362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:57:27.599209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:57:27.615722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] No DVR routers for this DVR port 9039a33b-e01f-4842-be1a-55815a31b8fb on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:27.619482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.621643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c10044c4-7c5d-4b58-b6f8-925bc8fa41cf req-f4e430a6-88d5-4683-abba-1ed6d6303f45 tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.11 "DELETE /v2.0/ports/9039a33b-e01f-4842-be1a-55815a31b8fb HTTP/1.1" status: 204 len: 173 time: 1.2995255 Aug 18 23:57:27.626307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:27.627720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:27.641109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f0420f2-88c3-46d1-8311-45b023d237ad admin admin] 10.222.0.20 "PUT /v2.0/routers/42835183-bc90-495a-acbf-d1cf9cc19f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0628655 Aug 18 23:57:27.683403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:27.687421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:27.694464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.710460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:27.739913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74accfb5-f25e-4efd-ac07-160a917251a4 req-ff651827-991c-4969-9612-b29871f61a1c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:27.753821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74accfb5-f25e-4efd-ac07-160a917251a4 req-ff651827-991c-4969-9612-b29871f61a1c tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1098 time: 0.1049721 Aug 18 23:57:27.775146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:27.776007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.778395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/457cd4be-7bd7-4073-aa9e-d3abadc0d485 HTTP/1.1" status: 200 len: 1092 time: 1.8489099 Aug 18 23:57:27.780009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:27.780161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:27.783947 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45eacf4-9eac-4dd2-98dc-16b3485f151a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:27.828684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bfa41-ef70-4dc2-b05d-95f73cd973b8 service neutron] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:27.847658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:27.862198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74accfb5-f25e-4efd-ac07-160a917251a4 req-0f1035b3-d9af-4ca4-ad3e-6c067a742a5b tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072140 Aug 18 23:57:27.865752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 01e8d0d0-076b-4270-9dd7-718da84f57a9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:27.873654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 01e8d0d0-076b-4270-9dd7-718da84f57a9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:27.874033 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.876114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6875c87d-0119-464d-b414-b3b7bd3418d3 req-c48cb519-3d59-4ed1-9c33-74a5ba5dfd8a tempest-ServerGroupTestJSON-1645996854 tempest-ServerGroupTestJSON-1645996854-project] 10.222.0.20 "GET /v2.0/ports?device_id=397eddcb-7b29-4bbc-a84a-b4bd1e7a5896 HTTP/1.1" status: 200 len: 210 time: 0.0340335 Aug 18 23:57:27.906098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:27.941490 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c252a-0959-431d-9f73-4760830bb0ef x-openstack-request-id: req-c45c252a-0959-431d-9f73-4760830bb0ef {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:27.942627 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:27.942906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Transition to ACTIVE for port object 7a256085-b73a-446b-965a-6ea7ddf3186c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:27.943330 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c45c252a-0959-431d-9f73-4760830bb0ef {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:27.944276 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'status': 'completed', 'code': 200} Aug 18 23:57:27.946714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-ab3563ab-d753-420b-9edc-d99b6f2365ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:27.948286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-ab3563ab-d753-420b-9edc-d99b6f2365ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 1095 time: 0.0953443 Aug 18 23:57:27.949295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.030632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] No DVR routers for this DVR port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:28.062281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-e419a8b8-edbb-4821-a5ab-e9c01df83f9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485 HTTP/1.1" status: 200 len: 217 time: 0.0942364 Aug 18 23:57:28.071968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:28.093689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:28.094124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:28.094530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:28.100035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:28.100501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:28.107685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:28.108119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:28.108618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:28.109280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Bound port: 7a256085-b73a-446b-965a-6ea7ddf3186c, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:28.109784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.203100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:28.208976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:28.211909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd886e-a853-4730-b51b-9fdf2a297040 req-2150674a-8ce1-4f78-89e0-64c85b529301 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.213692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cdd886e-a853-4730-b51b-9fdf2a297040 req-2150674a-8ce1-4f78-89e0-64c85b529301 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1534510 Aug 18 23:57:28.216136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.216451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-0b1c526a-d42b-4a0a-838e-93ae030abb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.218025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-0b1c526a-d42b-4a0a-838e-93ae030abb80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.1282690 Aug 18 23:57:28.244026 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.263522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 2, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:28.287626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-d7f8fcf8-2e2f-4a56-b2fb-c820fbb0379b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397010 Aug 18 23:57:28.296503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.297778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.299726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 1097 time: 1.0443888 Aug 18 23:57:28.333407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 01e8d0d0-076b-4270-9dd7-718da84f57a9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01e8d0d0-076b-4270-9dd7-718da84f57a9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:28.334793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:57:28.336193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Updating router 42835183-bc90-495a-acbf-d1cf9cc19f48 port a12813ad-215f-424f-914c-7078a436837d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:57:28.342626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.380104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cdd886e-a853-4730-b51b-9fdf2a297040 req-4b15934c-b9d1-4e89-b276-5e19e6186620 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556821 Aug 18 23:57:28.410768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.436452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-696f7b20-b022-41a6-a6a5-d2574ee71b1f service neutron] 10.222.0.21 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413374 Aug 18 23:57:28.466771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=01e8d0d0-076b-4270-9dd7-718da84f57a9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:28.505771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300c60f-c3c0-4a72-9eaf-6f5c67c863a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:28.561557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2ccf7e38-5acb-4064-a124-798659445bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.562732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f76ff-8fdf-4deb-8206-d00ab969e063 req-a20f7300-0736-4411-ad7c-b559651d0020 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.563531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-2ccf7e38-5acb-4064-a124-798659445bdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1100 time: 0.1627612 Aug 18 23:57:28.571964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-181f76ff-8fdf-4deb-8206-d00ab969e063 req-a20f7300-0736-4411-ad7c-b559651d0020 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1098 time: 0.0714328 Aug 18 23:57:28.610134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93b4d30f-078e-4cdf-b13b-2b52a36f3173 req-bb16591a-bbf3-4346-a717-58fa19ae8f18 service neutron] 10.222.0.21 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662114 Aug 18 23:57:28.633337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-7c1e752f-0068-4871-acc0-9852d35b2abf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.634860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-181f76ff-8fdf-4deb-8206-d00ab969e063 req-3d503978-e56d-4618-9461-d7653bbbdeb7 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Aug 18 23:57:28.640769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-7c1e752f-0068-4871-acc0-9852d35b2abf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 820 time: 0.3395832 Aug 18 23:57:28.671233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-f438a96d-813b-42c6-a849-f1b890148910 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/quotas/6f535a51759740b09d08601aa6d10863 HTTP/1.1" status: 200 len: 375 time: 0.0295098 Aug 18 23:57:28.741391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-f0bc6b4e-a867-455d-ad83-acdf0cab5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.747789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-f0bc6b4e-a867-455d-ad83-acdf0cab5f7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1757877 Aug 18 23:57:28.763022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-3d05e7b3-b367-4a3c-b373-6a20061352a1 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832491 Aug 18 23:57:28.827091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-f4c2fd07-c489-469e-bd61-971df2eaa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.827495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-22886ac9-de0e-4940-974e-25d585529810 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0621638 Aug 18 23:57:28.828680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-f4c2fd07-c489-469e-bd61-971df2eaa1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 1095 time: 0.0852022 Aug 18 23:57:28.878470 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.892933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Transition to ACTIVE for port object a12813ad-215f-424f-914c-7078a436837d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:28.903290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:28.915425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027e4e4-f9f7-407f-aea2-9541c1c224bb req-3c3a9204-50f9-4be9-a861-8ed35b31be67 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.916976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3027e4e4-f9f7-407f-aea2-9541c1c224bb req-3c3a9204-50f9-4be9-a861-8ed35b31be67 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 943 time: 0.1066999 Aug 18 23:57:28.921228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-340bf5e4-d24c-4641-a9dd-5cecb5294f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.922665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-340bf5e4-d24c-4641-a9dd-5cecb5294f13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0710244 Aug 18 23:57:28.965491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-964c38a8-aaf5-45d9-b14c-baf0759ba28c service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915090 Aug 18 23:57:28.970297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68322500-9d62-4f77-bd2a-81d1189a71e0 None None] Pushing event updated for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:28.978442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-162d7d0b-f1ec-4768-abd4-aaa68549363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.979807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-162d7d0b-f1ec-4768-abd4-aaa68549363d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 200 len: 904 time: 0.1365778 Aug 18 23:57:28.982830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-c332ada9-4b41-47bf-bf33-b4189be5ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:28.984513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-c332ada9-4b41-47bf-bf33-b4189be5ab1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507648 Aug 18 23:57:29.002038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3027e4e4-f9f7-407f-aea2-9541c1c224bb req-e9b10d7c-8425-41aa-90a7-fefced42770a tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698140 Aug 18 23:57:29.022995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Attempting to bind port a12813ad-215f-424f-914c-7078a436837d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:29.023485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Attempting to bind port a12813ad-215f-424f-914c-7078a436837d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:29.023952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Attempting to bind port a12813ad-215f-424f-914c-7078a436837d on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:29.029638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:29.030156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Checking segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:29.030670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:29.031163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Bound using segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:29.031754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Bound port: a12813ad-215f-424f-914c-7078a436837d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:29.032248 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:29.067831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-64a699e2-8081-4a03-bc97-a0464bb5e80e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485 HTTP/1.1" status: 200 len: 217 time: 0.0647359 Aug 18 23:57:29.104672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'name': 'network-vif-deleted', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb'}, {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}, {'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:29.106921 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee7e886-9f34-449a-8271-8cc4369f9bfc" -d '{"events": [{"server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "name": "network-vif-deleted", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb"}, {"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-unplugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}, {"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:29.121640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-20388c25-e838-473e-a7c9-cda92cce6010 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280303 Aug 18 23:57:29.127406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] For port a12813ad-215f-424f-914c-7078a436837d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:29.134910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] For port a12813ad-215f-424f-914c-7078a436837d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a12813ad-215f-424f-914c-7078a436837d,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:29.137194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-0c033e47-1a2a-47f1-9242-581ffd4e4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.138662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-0c033e47-1a2a-47f1-9242-581ffd4e4ee3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 200 len: 844 time: 0.0625947 Aug 18 23:57:29.143688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:29.178868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-5bfbbe0b-7803-4686-9798-264167a2182f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3286e4d-a0b3-42a1-828f-ade4c3e00289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321906 Aug 18 23:57:29.220451 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-63ca60f3-df7b-4387-8d4f-c863f196aa5e service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145689 Aug 18 23:57:29.283856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:29.284628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:29.287130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68322500-9d62-4f77-bd2a-81d1189a71e0 None None] Pushing event updated for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:29.378349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195327b4-04da-434f-b7bd-ef385955a177 req-84c93432-7a1e-4e2c-b70f-61309110de63 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.387530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-195327b4-04da-434f-b7bd-ef385955a177 req-84c93432-7a1e-4e2c-b70f-61309110de63 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.1034644 Aug 18 23:57:29.414088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-7f594048-ae84-49f8-abd1-23acf5d4aeca service neutron] 10.222.0.21 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232773 Aug 18 23:57:29.436584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ba3c6ca-4b11-4eb3-b2bd-87c3d07262ec req-4fe5fec7-70fd-4f42-8119-369d4901b03b service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980503 Aug 18 23:57:29.531189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:29.541397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-195327b4-04da-434f-b7bd-ef385955a177 req-ad6b0ee7-5278-4439-a1ae-a2764cef8343 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529930 Aug 18 23:57:29.591067 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ca795-187f-45c6-89d5-a0dd3d397ea8 x-openstack-request-id: req-2a2ca795-187f-45c6-89d5-a0dd3d397ea8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:29.598007 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397eddcb-7b29-4bbc-a84a-b4bd1e7a5896", "name": "network-vif-deleted", "tag": "9039a33b-e01f-4842-be1a-55815a31b8fb", "status": "completed", "code": 200}, {"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-unplugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "code": 200}, {"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:29.601072 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a2ca795-187f-45c6-89d5-a0dd3d397ea8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:29.601694 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397eddcb-7b29-4bbc-a84a-b4bd1e7a5896', 'name': 'network-vif-deleted', 'tag': '9039a33b-e01f-4842-be1a-55815a31b8fb', 'status': 'completed', 'code': 200} Aug 18 23:57:29.602216 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'code': 200} Aug 18 23:57:29.602533 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'status': 'completed', 'code': 200} Aug 18 23:57:29.611108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01e8d0d0-076b-4270-9dd7-718da84f57a9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:29.620253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f45eacf4-9eac-4dd2-98dc-16b3485f151a req-f1cda1f4-22da-4b49-9b59-f430c953c25c service neutron] 10.222.0.21 "GET /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005355 Aug 18 23:57:29.721041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac588150-9a87-4508-8f36-8434bd330209 req-249a0a68-2db4-428c-98bf-4bbdcaf3b152 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 210 time: 0.0504856 Aug 18 23:57:29.729718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-b6b06b4c-e148-4194-a70a-2039d66ede18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.732593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-b6b06b4c-e148-4194-a70a-2039d66ede18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1100 time: 0.1242347 Aug 18 23:57:29.776426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-f64190ad-2a82-4e86-b06e-ff6619d44dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.778732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-f64190ad-2a82-4e86-b06e-ff6619d44dbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1100 time: 0.0550275 Aug 18 23:57:29.831851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 13191701-075a-42f6-b765-0dc60a6a3c84 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:29.867347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:29.869369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 13191701-075a-42f6-b765-0dc60a6a3c84 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:29.869836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 13191701-075a-42f6-b765-0dc60a6a3c84 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:29.912899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 01e8d0d0-076b-4270-9dd7-718da84f57a9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:29.913408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:29.950681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-ab2964cf-5b85-4531-8f07-cf757dc1bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.952550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-ab2964cf-5b85-4531-8f07-cf757dc1bf8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2124527 Aug 18 23:57:29.962967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-207053b4-ca14-40df-87ee-c9ba61311f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:29.964802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-207053b4-ca14-40df-87ee-c9ba61311f7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1602807 Aug 18 23:57:30.014286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-d1e362ed-0d5b-454a-98df-78c1447e4cf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0529397 Aug 18 23:57:30.029946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-e1108a83-745e-4c74-8af6-557a4f54498b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0499551 Aug 18 23:57:30.066525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:30.067173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9039a33b-e01f-4842-be1a-55815a31b8fb no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:30.089418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-5f4a39da-6387-4270-9b1a-f059a93e2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.091356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-5f4a39da-6387-4270-9b1a-f059a93e2027 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0673289 Aug 18 23:57:30.092491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600388-07f2-41f7-95a4-9d1cbd8d70ff req-f6288d5c-7be1-4b41-aed4-69576f302e11 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.094263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81600388-07f2-41f7-95a4-9d1cbd8d70ff req-f6288d5c-7be1-4b41-aed4-69576f302e11 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1447709 Aug 18 23:57:30.097003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 9039a33b-e01f-4842-be1a-55815a31b8fb {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:30.097429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9039a33b-e01f-4842-be1a-55815a31b8fb not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:30.155823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-1ff65a9c-c31d-4a69-bee1-9841895613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.157867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-1ff65a9c-c31d-4a69-bee1-9841895613a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1186118 Aug 18 23:57:30.175353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-1ac775a6-0b68-4161-ba43-170acbb97db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.180820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:29Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:30.181167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-1ac775a6-0b68-4161-ba43-170acbb97db8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823414 Aug 18 23:57:30.212218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81600388-07f2-41f7-95a4-9d1cbd8d70ff req-18f94c57-bec6-422d-a892-c4a7e560b5f3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914268 Aug 18 23:57:30.235009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a792750-6b01-4a8f-b39d-c15eecfc214b None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:29Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:57:30.264966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-f1191257-18f9-4b45-8895-c3564189e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.276127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-f1191257-18f9-4b45-8895-c3564189e777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033161 Aug 18 23:57:30.390459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-7172be93-55a0-4ee1-b8c7-284ada9cb793 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021163 Aug 18 23:57:30.471179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-afadbe62-724a-4cbc-9c61-a9fd2e556795 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831019 Aug 18 23:57:30.528706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-dfa1d913-2454-4327-a03f-ec1bfcf4753e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296670 Aug 18 23:57:30.829557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-74271d5a-9ccb-4a32-aeb9-362095bbe4a3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.831864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-74271d5a-9ccb-4a32-aeb9-362095bbe4a3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 820 time: 0.1450181 Aug 18 23:57:30.850594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'port': {'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'admin_state_up': True, 'tenant_id': '6f535a51759740b09d08601aa6d10863'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:30.920676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7637b-bf77-4877-9b61-96f6727be94e req-f0865570-839a-44fd-ac46-a36c73c21870 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:30.927843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac7637b-bf77-4877-9b61-96f6727be94e req-f0865570-839a-44fd-ac46-a36c73c21870 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 943 time: 0.4597266 Aug 18 23:57:30.959859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-80c0d870-cc70-453d-8943-f384ef0f9c2d tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:57:30.964846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-80c0d870-cc70-453d-8943-f384ef0f9c2d tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136569 Aug 18 23:57:30.974463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Request body: {'binding': {'host': 'n-h2-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:30.975812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:57:30.989542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac7637b-bf77-4877-9b61-96f6727be94e req-9a7b275a-0f95-453f-a7ff-1dcaec097728 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 Aug 18 23:57:30.991908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ee7e886-9f34-449a-8271-8cc4369f9bfc req-fef8bbdc-3e03-4ff1-819b-813a52b949ca service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054693 Aug 18 23:57:31.088618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Made reservation on behalf of 6f535a51759740b09d08601aa6d10863 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:31.092691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.239393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on host n-h2-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:31.240080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:31.240080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:31.250276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:31.250610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:31.262075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:31.262419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:31.262813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:31.263265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Bound port: 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:31.311062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Allocated IP 172.20.0.9 (86a756df-58ae-42c6-b32c-cc55a9578132/af17d6d5-ddc5-4a9a-b520-b79765f98c03/d4a79517-b1f5-4c20-b162-4c96068f3635) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:31.358310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c23c354-46e1-4986-8b36-19a9c29763e0 req-01b15e22-b071-4697-a44e-a83772b3bbd9 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 210 time: 0.0260699 Aug 18 23:57:31.370400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:31.390091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.391438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d75791c5-8a67-4d82-8f3e-9ffe8930cf08 service neutron] 10.222.0.20 "POST /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4213881 Aug 18 23:57:31.433753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:31.535110 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.573782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a12813ad-215f-424f-914c-7078a436837d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:31.581630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.603697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.639234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Transition to ACTIVE for port object d4a79517-b1f5-4c20-b162-4c96068f3635 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:31.673231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a12813ad-215f-424f-914c-7078a436837d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:31.679427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a12813ad-215f-424f-914c-7078a436837d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:31.680716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.708757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.711265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.714651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc7ac485-959e-4cc1-811d-a66eff7178c8 HTTP/1.1" status: 204 len: 168 time: 0.2774854 Aug 18 23:57:31.716818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:31.730245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-d5d5d3ad-3cee-4540-ac1a-d7e5152ff142 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1070158334&fields=id&tenant_id=79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 267 time: 0.0509975 Aug 18 23:57:31.746444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b390cb1-fadc-4b95-80ea-c6c074b32915 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ac485-959e-4cc1-811d-a66eff7178c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:31.768288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5680b-a376-466b-baf0-e1e94d66591b req-b3824438-e8ec-44cf-9fe8-4337064e30cc tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:31.773713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25f5680b-a376-466b-baf0-e1e94d66591b req-b3824438-e8ec-44cf-9fe8-4337064e30cc tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1087818 Aug 18 23:57:31.774971 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-22c49ef5-801d-4bc2-a236-95a2c4e33923 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] show failed (client error): The resource could not be found. Aug 18 23:57:31.775877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.776661 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22c49ef5-801d-4bc2-a236-95a2c4e33923 tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "GET /v2.0/security-groups/bc7ac485-959e-4cc1-811d-a66eff7178c8 HTTP/1.1" status: 404 len: 347 time: 0.0580766 Aug 18 23:57:31.777740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:31.782139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:31.815307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.878047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:31.887646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-09076cc8-e4c0-4e9e-ad2f-b84c468e0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:31.889212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-09076cc8-e4c0-4e9e-ad2f-b84c468e0375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1098 time: 0.1654196 Aug 18 23:57:31.890067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:31.899204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:31.906002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a12813ad-215f-424f-914c-7078a436837d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a12813ad-215f-424f-914c-7078a436837d,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:31.920087 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:31.923349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event updated for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:31.942227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25f5680b-a376-466b-baf0-e1e94d66591b req-bc00bfe7-10bc-45fa-bde8-fe2808699e05 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594729 Aug 18 23:57:31.983745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Deleting port 0765a548-8f46-41a4-9874-5fac8f394636 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:31.984421 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.018988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:32.043514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'mac_address': 'fa:16:3e:51:48:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:32.045179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-5c15bcb8-f058-4503-8250-468c8cb054e9 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.046771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-5c15bcb8-f058-4503-8250-468c8cb054e9 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 824 time: 0.3055422 Aug 18 23:57:32.054211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:32.082499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.083174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.104650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.110091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.110682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.116674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f1126ef4-18e8-4733-b740-cd079353836c tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/quotas/79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 375 time: 0.0558136 Aug 18 23:57:32.123888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457cd4be-7bd7-4073-aa9e-d3abadc0d485 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:32.124264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-e1d02fd9-a451-40d7-99bc-1ab38394d2e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2813573 Aug 18 23:57:32.138215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-ac1f4314-3a71-470d-98bf-8ee8d06ff370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.139719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-ac1f4314-3a71-470d-98bf-8ee8d06ff370 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.2377527 Aug 18 23:57:32.148965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Calling delete_port for 0765a548-8f46-41a4-9874-5fac8f394636 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:32.150101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:32.153533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Request body: {'port': {'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:32.157362 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.223209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:32.226720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf88f6-3254-4cc5-be98-3f48db91d2ac req-bf43a387-dfab-4e60-b798-85bd083fe796 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.234266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23bf88f6-3254-4cc5-be98-3f48db91d2ac req-bf43a387-dfab-4e60-b798-85bd083fe796 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1661184 Aug 18 23:57:32.246208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80a69d1b-ca83-459d-8c42-5de312dbe2f8 None None] Provisioning for port d4a79517-b1f5-4c20-b162-4c96068f3635 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:32.253617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80a69d1b-ca83-459d-8c42-5de312dbe2f8 None None] Provisioning complete for port d4a79517-b1f5-4c20-b162-4c96068f3635 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:32.253939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80a69d1b-ca83-459d-8c42-5de312dbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.299699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-80a69d1b-ca83-459d-8c42-5de312dbe2f8 None None] Port d4a79517-b1f5-4c20-b162-4c96068f3635 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:32.303931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23bf88f6-3254-4cc5-be98-3f48db91d2ac req-c0b7f3ac-4f26-4a1d-8839-9a8b5ae7046f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687022 Aug 18 23:57:32.411843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.444289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Pushing event deleted for resources: {'Port': ['ID=0765a548-8f46-41a4-9874-5fac8f394636,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:32.504167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59013f5-18f2-485c-a547-fae858b48da4 req-7736d9d3-ef36-4b7f-8709-3798bf786185 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.505668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b59013f5-18f2-485c-a547-fae858b48da4 req-7736d9d3-ef36-4b7f-8709-3798bf786185 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 944 time: 0.1252737 Aug 18 23:57:32.541407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-915737f5-c1d1-4fea-990a-87d40dff0b89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 217 time: 0.3848774 Aug 18 23:57:32.544906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.547402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.551208 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-06933198-e75a-48d9-81ba-49e3ae0539da tempest-ImagesOneServerNegativeTestJSON-1139355406 tempest-ImagesOneServerNegativeTestJSON-1139355406-project] 10.222.0.20 "DELETE /v2.0/floatingips/ff36beae-e0c0-46c3-84b7-46c30831a06f HTTP/1.1" status: 204 len: 168 time: 0.7624671 Aug 18 23:57:32.563778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b59013f5-18f2-485c-a547-fae858b48da4 req-eeec7326-e776-42ee-8769-54cad77443ca tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Aug 18 23:57:32.607483 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:32.628830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59c10a91-e938-4f0c-92fc-d50c4624e7fd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5061970 Aug 18 23:57:32.640042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['457cd4be-7bd7-4073-aa9e-d3abadc0d485'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:32.650150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e565234b-be6e-4b96-b73b-12874d8093a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.652120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e565234b-be6e-4b96-b73b-12874d8093a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0998197 Aug 18 23:57:32.739462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-0f8422f7-b444-49d4-a67f-6d8461c39576 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681245 Aug 18 23:57:32.740973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258f5c0-4893-4745-abfb-c9aacf1620a8 req-eee62013-84b8-47bd-80ab-83ddd090f721 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:32.742960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3258f5c0-4893-4745-abfb-c9aacf1620a8 req-eee62013-84b8-47bd-80ab-83ddd090f721 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 931 time: 0.0491421 Aug 18 23:57:32.784905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3258f5c0-4893-4745-abfb-c9aacf1620a8 req-6a291bec-9401-49c8-8092-c731ad8950e2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Aug 18 23:57:32.913396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43260) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:32.947655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:32.952500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-0a19124a-14d0-410f-b026-a2f15097069c service neutron] 10.222.0.20 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993371 Aug 18 23:57:32.992403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-48b3f2c7-9807-41b8-8900-ed2111d805c4 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457135 Aug 18 23:57:33.001466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Deleting subnet af4d1990-495f-496c-88ec-c68c43ce5c8b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:57:33.006383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.037985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Deleting subnet c2205299-5223-41e6-b230-93d058748b0d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:57:33.043921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.101814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.129037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.180235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f2f07-fd35-4bae-84a4-806f3fa8d000 req-7ae7f37b-c765-4d53-a362-f9bc67c095ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:33.181961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-879f2f07-fd35-4bae-84a4-806f3fa8d000 req-7ae7f37b-c765-4d53-a362-f9bc67c095ae tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 948 time: 0.1715863 Aug 18 23:57:33.187051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-1bfd5463-3c04-4f86-a94e-186b6ff30b5f service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817298 Aug 18 23:57:33.188843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-7e5aeb7f-d318-4cf5-9247-349b1d4a8c9a service neutron] 10.222.0.20 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108843 Aug 18 23:57:33.203223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.242445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.250225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a79517-b1f5-4c20-b162-4c96068f3635 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:33.262445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.278912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Transition to ACTIVE for port object d4a79517-b1f5-4c20-b162-4c96068f3635 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:33.285657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.355063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-879f2f07-fd35-4bae-84a4-806f3fa8d000 req-ececd2f2-b9f6-49c7-9cd9-4b0733abb617 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665158 Aug 18 23:57:33.465752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7a49-724b-4228-a959-24f0c2eef64d req-83114b96-0ad2-4f24-a84a-6505d68b2f29 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:33.467959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-230b7a49-724b-4228-a959-24f0c2eef64d req-83114b96-0ad2-4f24-a84a-6505d68b2f29 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.21 "GET /v2.0/ports?device_id=90242334-dba6-4691-a811-3b15ccd6f471 HTTP/1.1" status: 200 len: 946 time: 0.1993501 Aug 18 23:57:33.471083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.481162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.523050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:33.543438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2205299-5223-41e6-b230-93d058748b0d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:33.602819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.609447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88e118b0-1d58-4b17-959e-828056be9d75 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2205299-5223-41e6-b230-93d058748b0d HTTP/1.1" status: 204 len: 168 time: 0.6605892 Aug 18 23:57:33.618522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a12813ad-215f-424f-914c-7078a436837d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:33.623040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:33.686274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a12813ad-215f-424f-914c-7078a436837d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:33.687516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.719573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6325-cfca-4500-a8e5-6ae8e504d721 req-b80b1415-55cc-4c83-afe1-4688940d4152 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:33.721830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dcc6325-cfca-4500-a8e5-6ae8e504d721 req-b80b1415-55cc-4c83-afe1-4688940d4152 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.2784362 Aug 18 23:57:33.728605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.730525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af4d1990-495f-496c-88ec-c68c43ce5c8b HTTP/1.1" status: 204 len: 168 time: 0.8160605 Aug 18 23:57:33.754116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2cf9a0ce-02c8-4b0d-8a25-699dd849270b req-cab5dd79-eaba-49be-a617-97a3e54d66aa tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 210 time: 0.2178085 Aug 18 23:57:33.754895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:33.790790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Attempting to bind port d4a79517-b1f5-4c20-b162-4c96068f3635 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:33.791161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Attempting to bind port d4a79517-b1f5-4c20-b162-4c96068f3635 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:33.791480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Attempting to bind port d4a79517-b1f5-4c20-b162-4c96068f3635 on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:33.798305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b30498-4fef-4487-a12d-24b68bcb3ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4d1990-495f-496c-88ec-c68c43ce5c8b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:33.808115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Port d4a79517-b1f5-4c20-b162-4c96068f3635 on network 86a756df-58ae-42c6-b32c-cc55a9578132 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:33.808488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Attempting to bind port d4a79517-b1f5-4c20-b162-4c96068f3635 on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:33.815712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:33.816066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Checking segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:33.816540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Bound using segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:33.817220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Bound port: d4a79517-b1f5-4c20-b162-4c96068f3635, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:33.817593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:33.846575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:33.851162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dcc6325-cfca-4500-a8e5-6ae8e504d721 req-c5100e9a-6520-468a-baaa-5aceac80bdd3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974824 Aug 18 23:57:33.928710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:33.932692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4a79517-b1f5-4c20-b162-4c96068f3635,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:33.943376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.044522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.045337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.046778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 1092 time: 1.8977785 Aug 18 23:57:34.047532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:34.051382 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673" -d '{"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:34.067357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec2fb9-4227-4d6a-b8e8-d82cccdcf1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:34.140381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:34.158592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'mac_address': 'fa:16:3e:3e:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:34.171226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.214517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.243147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:34.263265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.265532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-4dd64953-2f8f-4ac0-b5a7-f0d92dd0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.271827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:34.273282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-4dd64953-2f8f-4ac0-b5a7-f0d92dd0017a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1095 time: 0.1817369 Aug 18 23:57:34.283883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.313444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735acd27-7eb1-43eb-a427-9896947b6821 req-bf35ff5a-13a0-43e4-8656-eb54173b5909 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.327301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-735acd27-7eb1-43eb-a427-9896947b6821 req-bf35ff5a-13a0-43e4-8656-eb54173b5909 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 943 time: 0.1675832 Aug 18 23:57:34.346380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:34.386734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-788bade1-63b9-43f4-841b-7aa7b73bc66e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.0953977 Aug 18 23:57:34.420249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-735acd27-7eb1-43eb-a427-9896947b6821 req-5d6d96e6-e3bb-4118-b00f-6618fed2f717 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Aug 18 23:57:34.499185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.504697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-1bf0809d-979a-4fc9-a98d-014d18364b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.513641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-1bf0809d-979a-4fc9-a98d-014d18364b26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1082315 Aug 18 23:57:34.515305 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afac748-6aca-4260-9d81-892bd5b6f9ad x-openstack-request-id: req-2afac748-6aca-4260-9d81-892bd5b6f9ad {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:34.515643 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:34.515922 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2afac748-6aca-4260-9d81-892bd5b6f9ad {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:34.516333 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:57:34.523508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca1558-b124-49d1-95ac-c916830f8a4c req-37764091-456b-45f8-87a4-6848b4787649 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.526298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84ca1558-b124-49d1-95ac-c916830f8a4c req-37764091-456b-45f8-87a4-6848b4787649 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 944 time: 0.3729391 Aug 18 23:57:34.550640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08de7a1e-e0f3-4197-991e-f5d2ce01ac2b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.555874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Deleting port df7143c5-ce81-4f59-9105-bd755e2c33b7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:34.556220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.566099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.613423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-dd6fa39b-09d1-4abf-a12e-6664567cf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.614864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-dd6fa39b-09d1-4abf-a12e-6664567cf8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900249 Aug 18 23:57:34.618473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fc392d-4757-45d3-98cd-49a1db5caeb8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.618775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fc392d-4757-45d3-98cd-49a1db5caeb8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.622967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe716a9-262a-40b7-9730-ccdb1d5ef498']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.623364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bab21-c989-4ec8-b057-d2be7c96450c req-3236d61a-d79e-4d87-b3c0-d0b885db725a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:34.624845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a07bab21-c989-4ec8-b057-d2be7c96450c req-3236d61a-d79e-4d87-b3c0-d0b885db725a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.0799878 Aug 18 23:57:34.649214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6be008-dd0f-4c0a-841f-ca4b78099455') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.649549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6be008-dd0f-4c0a-841f-ca4b78099455') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:34.663831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.677508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.693036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84ca1558-b124-49d1-95ac-c916830f8a4c req-8ad0657a-8b4b-4c4c-8bfd-c0c38366fb34 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559923 Aug 18 23:57:34.711958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.713153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:57:34.713608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.718802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:34.721500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a07bab21-c989-4ec8-b057-d2be7c96450c req-3b839fd7-21f5-4365-93a5-3bf6a965477b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:57:34.726046 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:57:34.746148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-2ce3df8c-34c6-491b-88ec-062f4f0996da service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202605 Aug 18 23:57:34.875124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4edb7ac-7045-4ba4-94f7-09caff2f4296 req-46a1d25e-1773-4fd5-b000-15b7b4dde780 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120405 Aug 18 23:57:34.911692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] For port df7143c5-ce81-4f59-9105-bd755e2c33b7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=df7143c5-ce81-4f59-9105-bd755e2c33b7,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:34.918730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:34.952425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a29e5efd-943e-4eec-8cb2-e107bb45dbd5 req-43b5fcaa-a9ca-419a-b0e0-565efb45bc8c tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 210 time: 0.0699596 Aug 18 23:57:35.143395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-95074ca6-a275-4d6f-834d-4b58807963b4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.158544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-95074ca6-a275-4d6f-834d-4b58807963b4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.11 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 824 time: 0.2614558 Aug 18 23:57:35.164079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.215515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:57:35.215936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:57:35.221536 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:57:35.288997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-a5481cac-ed12-4b79-a507-8cbe03b46977 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f8139d0b834535aef1f7d78b59e8ae HTTP/1.1" status: 200 len: 380 time: 0.1160448 Aug 18 23:57:35.291044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-03d47f7a-4529-4a2c-b079-0ba120e23224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.292522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-03d47f7a-4529-4a2c-b079-0ba120e23224 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1095 time: 0.3388329 Aug 18 23:57:35.315653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b87179-5ecc-4127-9ce9-fa3b7d89cecf req-91216c5c-0fb6-49df-93f1-600ba717e34f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.322870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8b87179-5ecc-4127-9ce9-fa3b7d89cecf req-91216c5c-0fb6-49df-93f1-600ba717e34f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1630347 Aug 18 23:57:35.334598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'port': {'device_id': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'admin_state_up': True, 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'security_groups': ['4dc80039-a906-40d6-8e2a-51c0726b95b2']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:35.365668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.403454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.404681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/abe716a9-262a-40b7-9730-ccdb1d5ef498 HTTP/1.1" status: 204 len: 168 time: 1.6215227 Aug 18 23:57:35.441191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-45d3dbda-994b-4b63-a28d-ad671aaf33c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.442585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-45d3dbda-994b-4b63-a28d-ad671aaf33c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359&tenant_id=b942f8d7d15743acba22af3439da2722&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 949 time: 0.1953516 Aug 18 23:57:35.485692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b55f1-a505-42d9-b3b4-676346631be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe716a9-262a-40b7-9730-ccdb1d5ef498,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:35.502079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.504328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.504839 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98 disassociated. External IP: 172.25.1.24, port: df7143c5-ce81-4f59-9105-bd755e2c33b7. Aug 18 23:57:35.505307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Calling delete_port for df7143c5-ce81-4f59-9105-bd755e2c33b7 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:35.513202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.527508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e11c-63da-487a-bb5b-d6354f81a172 req-36df6412-aef4-42f2-8135-958e19dc06c3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.527925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8b87179-5ecc-4127-9ce9-fa3b7d89cecf req-0a4e123e-ad18-4a3f-b7dc-01ee0ab00f00 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041149 Aug 18 23:57:35.537125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d40e11c-63da-487a-bb5b-d6354f81a172 req-36df6412-aef4-42f2-8135-958e19dc06c3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.1740618 Aug 18 23:57:35.557571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.562121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08de7a1e-e0f3-4197-991e-f5d2ce01ac2b HTTP/1.1" status: 204 len: 168 time: 1.8333416 Aug 18 23:57:35.616395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde46b2-1553-4ff9-b223-a65acf2a9cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08de7a1e-e0f3-4197-991e-f5d2ce01ac2b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:35.622586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:35.636835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d40e11c-63da-487a-bb5b-d6354f81a172 req-476718f7-afe9-4086-9c91-0d5fcba3f01b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985565 Aug 18 23:57:35.693082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-1738c907-216c-439d-bbf4-8eb2a825a5ef service neutron] 10.222.0.21 "GET /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.2306173 Aug 18 23:57:35.729526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-a6eae497-47f1-4b36-ac9b-8d591b6774f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.730839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-a6eae497-47f1-4b36-ac9b-8d591b6774f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.4256337 Aug 18 23:57:35.734058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f3ef208a-373f-41c6-a620-7a84d0c5ea9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=733cacceab824704b3703c5aa7c12bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936592 Aug 18 23:57:35.734550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:35.791443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:35.818815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-9bd1118e-2612-47df-b367-20654cd717ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.0754831 Aug 18 23:57:35.819699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Made reservation on behalf of 79f8139d0b834535aef1f7d78b59e8ae for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:35.823197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.827957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.860335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:35.880925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:35.883920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1307a55-8f2c-47bc-ad03-538932bd19e5 req-e7ab53d9-ef2a-4fed-a5fd-1aa43e3de7bd tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.886058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:35.886259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1307a55-8f2c-47bc-ad03-538932bd19e5 req-e7ab53d9-ef2a-4fed-a5fd-1aa43e3de7bd tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 943 time: 0.2226980 Aug 18 23:57:35.886911 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.898065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:35.937563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-ea7de367-175c-4e18-a890-4bc17046d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:35.939095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-ea7de367-175c-4e18-a890-4bc17046d0f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.0655451 Aug 18 23:57:35.985540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.012660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:36.015190 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad0778-872d-48ed-b9db-06251dc7bc26" -d '{"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-plugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:36.032560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:36.039772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1307a55-8f2c-47bc-ad03-538932bd19e5 req-fec8d2c5-073e-44b4-85e0-d6cd375cee40 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983846 Aug 18 23:57:36.041511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.042443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device df7143c5-ce81-4f59-9105-bd755e2c33b7 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:36.081477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-1ce49b10-739a-4f3b-8f1a-28d92fb799af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.083232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-1ce49b10-739a-4f3b-8f1a-28d92fb799af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1101 time: 0.3174479 Aug 18 23:57:36.098110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-e5670c68-8265-4b8d-82c3-49ce7e6099b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.099872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-e5670c68-8265-4b8d-82c3-49ce7e6099b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538377 Aug 18 23:57:36.128137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:36.196137 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.287620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe84e05-44de-4f8d-9e09-42aa1aa9e3d7 req-1e2de4ed-0d48-4cae-a432-16363faa0275 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 210 time: 0.1205246 Aug 18 23:57:36.322559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b5b-9713-4e8b-96f9-a40c87bb2b42 req-581193ef-3bd6-4729-b0a2-bd349ad07e9b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.325595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdf50b5b-9713-4e8b-96f9-a40c87bb2b42 req-581193ef-3bd6-4729-b0a2-bd349ad07e9b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 944 time: 0.5104291 Aug 18 23:57:36.345261 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98448394-4f5e-49f2-bcd9-25f89189bad0 x-openstack-request-id: req-98448394-4f5e-49f2-bcd9-25f89189bad0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:36.345648 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-plugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:36.345909 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98448394-4f5e-49f2-bcd9-25f89189bad0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:36.346296 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'code': 200} Aug 18 23:57:36.362469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Allocated IP 172.20.0.5 (8021589c-68de-4325-975e-1623a4916f3b/f2edc495-ed92-4a77-8d43-b8d2c44d6878/06cecdb2-0ca2-4707-b3b3-4216dc500c14) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:36.366327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:36.367009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26eef341-18b3-486e-8592-489b040f7eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72d73b6254774314a0c2e5b9e2c094c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975100 Aug 18 23:57:36.378283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-f1797d2d-7bee-4b3e-8477-e4cf94e4c004 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127492 Aug 18 23:57:36.384118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-9ec49677-fbe8-48ea-beea-014375d90036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.385760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-9ec49677-fbe8-48ea-beea-014375d90036 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2848489 Aug 18 23:57:36.459245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdf50b5b-9713-4e8b-96f9-a40c87bb2b42 req-37a9eb8e-8891-4c1a-ac90-608867429f2d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909564 Aug 18 23:57:36.487349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.489866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.493455 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25e46cd1-b236-4289-ad49-3b8ff2045ef5 HTTP/1.1" status: 204 len: 168 time: 0.7556326 Aug 18 23:57:36.504682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.529988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-97316c0b-78f8-4d66-989a-9a41ec15bf08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0775752 Aug 18 23:57:36.565099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d98f4-6a78-4f74-8750-cd210854fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e46cd1-b236-4289-ad49-3b8ff2045ef5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:36.605504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event deleted for resources: {'Port': ['ID=df7143c5-ce81-4f59-9105-bd755e2c33b7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:36.747556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45259441-de7d-4c4e-b8aa-e00fda676213 req-8d8e891d-8cbb-40bd-9fde-494b1c5e2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.750246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45259441-de7d-4c4e-b8aa-e00fda676213 req-8d8e891d-8cbb-40bd-9fde-494b1c5e2e50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 1097 time: 0.2959120 Aug 18 23:57:36.755935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6b6876-a7a6-4c98-a262-a61b2cbc9673 req-c7f11b02-370c-41ad-bf11-e6dea98a0a54 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687217 Aug 18 23:57:36.790083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.793044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-296f20b0-7275-411b-a93d-40190a0e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.794625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-296f20b0-7275-411b-a93d-40190a0e4ed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2493484 Aug 18 23:57:36.818062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:57:36.856822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45259441-de7d-4c4e-b8aa-e00fda676213 req-c70a1644-cf8c-4e88-b7a0-ecd4aad9cf24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517633 Aug 18 23:57:36.865496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.869038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737062d5-8ca3-4042-8e57-14e35100b26b req-18324d95-3b62-4f75-9e9c-01e91111e1b8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:36.878479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-737062d5-8ca3-4042-8e57-14e35100b26b req-18324d95-3b62-4f75-9e9c-01e91111e1b8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.1269779 Aug 18 23:57:36.881616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Transition to ACTIVE for port object 06cecdb2-0ca2-4707-b3b3-4216dc500c14 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:36.964801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-737062d5-8ca3-4042-8e57-14e35100b26b req-9351ec97-5a28-4b84-bceb-fd02fd5468ab tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Aug 18 23:57:36.977212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.982289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:36.998745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16eda2-7626-4345-acad-1d2662b69858 req-2083e10b-0ec2-44d5-897c-41a135b1aba0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:37.006693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae16eda2-7626-4345-acad-1d2662b69858 req-2083e10b-0ec2-44d5-897c-41a135b1aba0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.3144972 Aug 18 23:57:37.097521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:57:37.116165 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:57:37.137470 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:37.138118 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:37.193266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] No DVR routers for this DVR port df7143c5-ce81-4f59-9105-bd755e2c33b7 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:37.204253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:37.206483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-230b7a49-724b-4228-a959-24f0c2eef64d req-8c7f3a99-1ba8-4b73-b5d2-02061a422d0b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.21 "DELETE /v2.0/ports/df7143c5-ce81-4f59-9105-bd755e2c33b7 HTTP/1.1" status: 204 len: 173 time: 3.7049332 Aug 18 23:57:37.213204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'name': 'network-vif-deleted', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:37.219330 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b6646-a097-44d1-a212-3ebcd3611a05" -d '{"events": [{"server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "name": "network-vif-deleted", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:37.308805 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:37.338100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb9ff3-fe25-4b82-8f6d-e379f2d0cf0e req-59161b7b-1206-4af6-a0e0-53c55772bb9a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:37.342417 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-daeb9ff3-fe25-4b82-8f6d-e379f2d0cf0e req-59161b7b-1206-4af6-a0e0-53c55772bb9a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 943 time: 0.1502275 Aug 18 23:57:37.427518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-daeb9ff3-fe25-4b82-8f6d-e379f2d0cf0e req-69f85358-3e5d-483e-bab0-6b46465bd0b3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722537 Aug 18 23:57:37.505012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event updated for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:37.515997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Network 8021589c-68de-4325-975e-1623a4916f3b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:37.519053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-5e4e6e8d-f648-4011-90a4-2913b4517188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:37.520588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-5e4e6e8d-f648-4011-90a4-2913b4517188 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7129757 Aug 18 23:57:37.528214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:37.535282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:37.545636 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd06f3-f7c0-4a39-b4a0-1200866d8ae0 x-openstack-request-id: req-11cd06f3-f7c0-4a39-b4a0-1200866d8ae0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:37.546127 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90242334-dba6-4691-a811-3b15ccd6f471", "name": "network-vif-deleted", "tag": "df7143c5-ce81-4f59-9105-bd755e2c33b7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:37.546241 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11cd06f3-f7c0-4a39-b4a0-1200866d8ae0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:37.546556 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90242334-dba6-4691-a811-3b15ccd6f471', 'name': 'network-vif-deleted', 'tag': 'df7143c5-ce81-4f59-9105-bd755e2c33b7', 'status': 'completed', 'code': 200} Aug 18 23:57:37.569662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae16eda2-7626-4345-acad-1d2662b69858 req-597a23ab-fd54-46bc-bba3-89360a2c0f78 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601637 Aug 18 23:57:37.703683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:37.722876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:37.726188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5fe06c1-ce5b-41e3-9730-ea1467ecde6c HTTP/1.1" status: 204 len: 168 time: 1.3567376 Aug 18 23:57:37.732516 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:37.764827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15181f-a84f-4c12-9dbb-56d083b95a74 req-1f669f2e-a31c-468f-954e-60fe6fc134d0 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:37.776246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd15181f-a84f-4c12-9dbb-56d083b95a74 req-1f669f2e-a31c-468f-954e-60fe6fc134d0 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 931 time: 0.1418152 Aug 18 23:57:37.815667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:57:37.815891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:37.837122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:37.839631 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:37.840465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:37.844531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:37.845206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:37.879128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-77a6fb32-afe0-4b54-ad3f-6e1337ed6bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444955 Aug 18 23:57:37.911884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd15181f-a84f-4c12-9dbb-56d083b95a74 req-8a7aff94-4107-45a4-96cb-89ab886c7a41 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273625 Aug 18 23:57:37.952537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4a79517-b1f5-4c20-b162-4c96068f3635 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:37.967572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c32ea-d405-42eb-9fa1-17aab40f1f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe06c1-ce5b-41e3-9730-ea1467ecde6c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:37.979054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1e37beb-d3c3-4a93-b8b2-4bee2be687ca None None] Provisioning for port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:38.008157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912863368-network', 'tenant_id': '336750767464432cb391033bbec603a8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:38.018655 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:38.025331 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-f3f2c19b-c618-4f94-a0df-1b798ce7c63a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7180872 Aug 18 23:57:38.032654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1e37beb-d3c3-4a93-b8b2-4bee2be687ca None None] Provisioning complete for port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:38.036791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1e37beb-d3c3-4a93-b8b2-4bee2be687ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.047843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 7a256085-b73a-446b-965a-6ea7ddf3186c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:38.066183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Made reservation on behalf of 336750767464432cb391033bbec603a8 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:38.077563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Request body: {'port': {'device_id': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:38.079090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.097314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 7a256085-b73a-446b-965a-6ea7ddf3186c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:38.097761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.116068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.184962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b1e37beb-d3c3-4a93-b8b2-4bee2be687ca None None] Port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:38.265872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21039480-e14b-4990-be14-7d86c1e40055 req-e61642ff-9fa5-428f-a5f5-b78867b191dd tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:38.290762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21039480-e14b-4990-be14-7d86c1e40055 req-e61642ff-9fa5-428f-a5f5-b78867b191dd tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.4103961 Aug 18 23:57:38.309382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.317006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.329457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4a79517-b1f5-4c20-b162-4c96068f3635,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:38.359352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:57:38.363525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.379476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:38.390030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068a04-caf0-44e5-8538-c5e7efe7c7c5 req-567fb659-a034-42d4-b046-32e6c4f50656 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:38.398841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45068a04-caf0-44e5-8538-c5e7efe7c7c5 req-567fb659-a034-42d4-b046-32e6c4f50656 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.3114090 Aug 18 23:57:38.419469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:38.421500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:38.421894 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d5e4d3-b0e3-4aa8-8e86-aa789b1cff65" -d '{"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:38.442833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:38.461518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.462203 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Added segment 3f5a5dd9-8c0c-4528-b734-dc72048a2041 of type vlan for network 9b456342-9d3d-47f9-8f03-d43c628f79ac Aug 18 23:57:38.465392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.468631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.502388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45068a04-caf0-44e5-8538-c5e7efe7c7c5 req-1e6a553a-8632-4499-a6f9-1e84ab2986d0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022370 Aug 18 23:57:38.514862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.573923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:38.579820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a79517-b1f5-4c20-b162-4c96068f3635 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:38.621585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21039480-e14b-4990-be14-7d86c1e40055 req-9bedbc9e-3458-4b70-af24-74070e8b9bd7 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298447 Aug 18 23:57:38.632631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4a79517-b1f5-4c20-b162-4c96068f3635,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:38.643299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.662724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.703058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.705634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:38.706528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:38.724217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-aa813141-86b7-4bcd-a668-4eab56046564 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348704 Aug 18 23:57:38.728162 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d37f5-ddae-4399-a995-5a59d8dc1e49 x-openstack-request-id: req-869d37f5-ddae-4399-a995-5a59d8dc1e49 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:38.728612 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:38.730228 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-869d37f5-ddae-4399-a995-5a59d8dc1e49 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:38.730371 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'code': 200} Aug 18 23:57:38.745371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:38.793692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9520745 Aug 18 23:57:38.813557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:38.820619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Request body: {'subnet': {'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912863368-subnet', 'tenant_id': '336750767464432cb391033bbec603a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:38.838806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05bf27-6f2b-45de-a2e3-ef9245c2f7de None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:57:38.843657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:38.871493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4a79517-b1f5-4c20-b162-4c96068f3635'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:38.907422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb0a2-2506-442f-b1d4-20a8051b70b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b456342-9d3d-47f9-8f03-d43c628f79ac,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:38.957021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13cd5-1fea-4d9b-9278-bcd8dbc83620 req-96ef3dc3-76b4-4dda-bd94-eef3f83669fc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:38.958676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9b456342-9d3d-47f9-8f03-d43c628f79ac details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:57:38.958811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ab13cd5-1fea-4d9b-9278-bcd8dbc83620 req-96ef3dc3-76b4-4dda-bd94-eef3f83669fc tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1011574 Aug 18 23:57:38.959538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Made reservation on behalf of 336750767464432cb391033bbec603a8 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:38.962318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.030822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79fd8b-edb1-442f-9b99-d444899d1659 req-366da3ea-69f5-4fcc-96e9-449680a075f9 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:39.032596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed79fd8b-edb1-442f-9b99-d444899d1659 req-366da3ea-69f5-4fcc-96e9-449680a075f9 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 944 time: 0.1584198 Aug 18 23:57:39.170750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed79fd8b-edb1-442f-9b99-d444899d1659 req-aeb6d460-229c-489a-848e-dab66605b6e7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293957 Aug 18 23:57:39.240356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ab13cd5-1fea-4d9b-9278-bcd8dbc83620 req-11e1c404-d0c6-4a37-8be5-c37daa6e3a67 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744834 Aug 18 23:57:39.372372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5b986-2633-4244-b2cf-229ec8d9c7de None None] New status for floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:57:39.442737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cecdb2-0ca2-4707-b3b3-4216dc500c14 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:39.451879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.467323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Transition to ACTIVE for port object 06cecdb2-0ca2-4707-b3b3-4216dc500c14 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:39.472954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.515152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.542026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74cf20-f2ac-4fbc-9e2b-3d9e5d7c00c7 req-c26e6c76-a4bf-4720-b219-f5731097ff12 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:39.543617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c74cf20-f2ac-4fbc-9e2b-3d9e5d7c00c7 req-c26e6c76-a4bf-4720-b219-f5731097ff12 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 931 time: 0.1414518 Aug 18 23:57:39.715408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:39.807188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9d4f1a-b06f-482e-9296-141b2beb30e9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:39.821575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c74cf20-f2ac-4fbc-9e2b-3d9e5d7c00c7 req-7afe2d06-49ed-4056-926f-4b02aced5b42 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634957 Aug 18 23:57:39.829283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Checking segment: {'id': '3f5a5dd9-8c0c-4528-b734-dc72048a2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:39.830605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Network hostable DHCP agents. Network: 9b456342-9d3d-47f9-8f03-d43c628f79ac, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:57:39.862265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Network 9b456342-9d3d-47f9-8f03-d43c628f79ac is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:57:39.863875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a54bd-4726-4b61-8f59-152d2eab2f7f req-a5d8f4d9-5fac-492f-b7cd-e7886aa2bacd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:39.875818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9b456342-9d3d-47f9-8f03-d43c628f79ac) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:39.879585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b90a54bd-4726-4b61-8f59-152d2eab2f7f req-a5d8f4d9-5fac-492f-b7cd-e7886aa2bacd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.1988328 Aug 18 23:57:39.884406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:39.887630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Attempting to bind port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:39.889824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Attempting to bind port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:39.890177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d234c-c97c-4310-bfc3-ab4fe4136c1c None None] Network 9b456342-9d3d-47f9-8f03-d43c628f79ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:39.890653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Attempting to bind port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:39.895420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.915559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 on network 8021589c-68de-4325-975e-1623a4916f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:39.915876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Attempting to bind port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 on network 8021589c-68de-4325-975e-1623a4916f3b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:39.925989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-45717d5c-42ae-4dbc-a897-20e6a0faf51c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1103439 Aug 18 23:57:39.958579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:39.958760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Checking segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:39.959135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Bound using segment: {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:39.959634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Bound port: 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183fd444-378a-423b-bbfc-044b1258917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8021589c-68de-4325-975e-1623a4916f3b'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:39.959999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:39.978827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b90a54bd-4726-4b61-8f59-152d2eab2f7f req-af5d8af8-b77c-4e62-8e39-4bbc0a5fb922 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981815 Aug 18 23:57:40.015386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4a79517-b1f5-4c20-b162-4c96068f3635 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:40.051961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5447e-1491-426b-9258-f1b670ae800e req-1fdce562-e641-4f3d-a174-f00636535f63 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.054797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adf5447e-1491-426b-9258-f1b670ae800e req-1fdce562-e641-4f3d-a174-f00636535f63 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.0773485 Aug 18 23:57:40.089911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:40.093699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:40.099255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.122646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adf5447e-1491-426b-9258-f1b670ae800e req-d5f48a06-9d21-4040-a233-ce95537e4496 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582354 Aug 18 23:57:40.166841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.167941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.169548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-59858197-58e7-4af2-a892-b843879ead4a service neutron] 10.222.0.11 "PUT /v2.0/ports/06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 200 len: 1092 time: 2.0964742 Aug 18 23:57:40.170084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:40.172782 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f10e19e-5866-4874-ba41-bf6e2333af9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:40.192883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59858197-58e7-4af2-a892-b843879ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:40.248276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d4a79517-b1f5-4c20-b162-4c96068f3635 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:40.260136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d4a79517-b1f5-4c20-b162-4c96068f3635 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:40.260573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.272538 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f59b4aa-8c32-48c9-80a6-588fc91494d9 x-openstack-request-id: req-3f59b4aa-8c32-48c9-80a6-588fc91494d9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:40.272975 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:40.274146 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f59b4aa-8c32-48c9-80a6-588fc91494d9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:40.274674 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'status': 'completed', 'code': 200} Aug 18 23:57:40.313247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-b7dfc56b-131b-4627-965d-9ad435e7e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.316111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31492bd-a3d1-488f-bb8c-184a42143e83 None None] Network 9b456342-9d3d-47f9-8f03-d43c628f79ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:40.318906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-b7dfc56b-131b-4627-965d-9ad435e7e9c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 1095 time: 0.1026587 Aug 18 23:57:40.415563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-cd4dba4f-33a7-4329-85f7-fdd0d347ee54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 200 len: 217 time: 0.0861290 Aug 18 23:57:40.466587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67333d6e-7aeb-4b5b-af8b-c4de7df3f837 req-1a91efcc-8701-4571-b811-a5e629f12433 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.475267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67333d6e-7aeb-4b5b-af8b-c4de7df3f837 req-1a91efcc-8701-4571-b811-a5e629f12433 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 944 time: 0.1168664 Aug 18 23:57:40.479864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-b1db9e0a-f91d-4212-8023-61fb337f7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.481337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-b1db9e0a-f91d-4212-8023-61fb337f7176 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.0599370 Aug 18 23:57:40.530218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67333d6e-7aeb-4b5b-af8b-c4de7df3f837 req-2a5696cf-3e30-488f-ad80-31a81673c2ed tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513194 Aug 18 23:57:40.584955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-0445c05e-192d-49d4-aaac-64f9adade097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.587134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-0445c05e-192d-49d4-aaac-64f9adade097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848880 Aug 18 23:57:40.591995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.671372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097400-2bf3-499b-beb0-17c31f038a57 req-2e0d640e-1d3a-48aa-b5d4-45d140ae1a90 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:40.683515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a097400-2bf3-499b-beb0-17c31f038a57 req-2e0d640e-1d3a-48aa-b5d4-45d140ae1a90 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.0722513 Aug 18 23:57:40.740846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-c95ec3f7-f2f2-466a-b242-133d7abb3c39 service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463206 Aug 18 23:57:40.764934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a097400-2bf3-499b-beb0-17c31f038a57 req-41280e27-6264-4d02-93f5-35426145d234 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795834 Aug 18 23:57:40.785639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:40.788126 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4586d5f-08f1-4c1e-99be-c7acd310ec92" -d '{"events": [{"server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "name": "network-vif-plugged", "status": "completed", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:40.807606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4a79517-b1f5-4c20-b162-4c96068f3635,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:40.824685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.937715 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18809831-9ac5-4f22-9dc2-8d07b0a789a3 x-openstack-request-id: req-18809831-9ac5-4f22-9dc2-8d07b0a789a3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:40.938376 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "name": "network-vif-plugged", "status": "completed", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:40.939750 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18809831-9ac5-4f22-9dc2-8d07b0a789a3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:40.940503 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'code': 200} Aug 18 23:57:40.951747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:40.957102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:40.958476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1424092031-network', 'tenant_id': '784f2d42865d41a880ace5e44b2fe735'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:40.979842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ea9d61-4bde-46aa-96d2-f18dccea8054 req-3e1c5cf6-a2f1-436e-8420-dfec8d19119f service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316422 Aug 18 23:57:40.987794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Made reservation on behalf of 784f2d42865d41a880ace5e44b2fe735 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:40.990150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:40.999504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.134749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900730c-7fbd-4476-99d4-0d421abf6829 req-72bd7870-da3f-40a9-8051-d56c4af64471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.136246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4900730c-7fbd-4476-99d4-0d421abf6829 req-72bd7870-da3f-40a9-8051-d56c4af64471 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.1208942 Aug 18 23:57:41.137582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901ee84-29f4-44b0-bfca-4a93e44d02df req-3c872612-e44d-4ba5-90bb-94ae0bdca4c1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.138892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-5f3d1d4a-4f6a-456a-87dd-f49aeec5d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.145676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5901ee84-29f4-44b0-bfca-4a93e44d02df req-3c872612-e44d-4ba5-90bb-94ae0bdca4c1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 943 time: 0.1092784 Aug 18 23:57:41.149550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-5f3d1d4a-4f6a-456a-87dd-f49aeec5d493 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 1095 time: 0.0862591 Aug 18 23:57:41.208359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5901ee84-29f4-44b0-bfca-4a93e44d02df req-3ff81e57-9378-4134-8d23-c5cda717b714 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616560 Aug 18 23:57:41.229689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.240050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.271057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:57:41.276692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11680ea1-0de6-4de9-947a-38de6308adf5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:41.284818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.285305 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Added segment bd50da6f-531a-46d5-b065-226d1ffd08b1 of type vlan for network f18fa7d3-24b7-416a-98ed-684300f7abea Aug 18 23:57:41.319375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-f46ad324-b34a-4815-a06a-34b34375975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.321387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-f46ad324-b34a-4815-a06a-34b34375975c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.1603315 Aug 18 23:57:41.331694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.362504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.363652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.364350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.401708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-fb96008c-4b20-4558-836c-d7f3974a394d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 200 len: 217 time: 0.0614340 Aug 18 23:57:41.404260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4900730c-7fbd-4476-99d4-0d421abf6829 req-b65c955e-d278-4864-ab25-f57574e53b13 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444935 Aug 18 23:57:41.422262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05d2e-f159-4f44-8355-c33e3551236b req-76398464-72e4-4b43-b0a6-311833dd11ec tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.423186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0d05d2e-f159-4f44-8355-c33e3551236b req-76398464-72e4-4b43-b0a6-311833dd11ec tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 950 time: 0.2700825 Aug 18 23:57:41.459923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5033021 Aug 18 23:57:41.459923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:41.467608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Request body: {'subnet': {'network_id': 'f18fa7d3-24b7-416a-98ed-684300f7abea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1424092031-subnet', 'tenant_id': '784f2d42865d41a880ace5e44b2fe735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:41.488180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd58b0-f743-4321-ba05-8e04a233dd33 admin admin] Pushing event updated for resources: {'Network': ['ID=f18fa7d3-24b7-416a-98ed-684300f7abea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:41.499382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f18fa7d3-24b7-416a-98ed-684300f7abea details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:57:41.500891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Made reservation on behalf of 784f2d42865d41a880ace5e44b2fe735 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:41.509021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.592423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0d05d2e-f159-4f44-8355-c33e3551236b req-99b0bf1d-fabc-46c1-9d8b-53f66c8a3298 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562355 Aug 18 23:57:41.594059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-90b0e0ed-a7c4-45f3-ba88-7bf92683e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.595433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-90b0e0ed-a7c4-45f3-ba88-7bf92683e877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.1361070 Aug 18 23:57:41.615758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-dee07109-e72c-43e5-ba8f-b618114c9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.617273 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-dee07109-e72c-43e5-ba8f-b618114c9505 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.0957510 Aug 18 23:57:41.637077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ab8f-2e31-4fad-a079-abc6a38b4f69 req-755824f4-5720-42c6-be95-2ea0782fb55d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.637738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:41.639020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22a0ab8f-2e31-4fad-a079-abc6a38b4f69 req-755824f4-5720-42c6-be95-2ea0782fb55d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.1044877 Aug 18 23:57:41.709497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22a0ab8f-2e31-4fad-a079-abc6a38b4f69 req-5ab706fe-33e0-4933-b8d9-d61db1814ab6 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Aug 18 23:57:41.754107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-89b4318f-09e5-41e0-bf73-e11e69dc2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.755808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-89b4318f-09e5-41e0-bf73-e11e69dc2284 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521349 Aug 18 23:57:41.758806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.767663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.837911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcf1b2-ffd6-46cc-b81d-ed4a30446f12 req-ebb429fc-8fc2-48b5-8d79-286f5ce9f3c8 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.839444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ffcf1b2-ffd6-46cc-b81d-ed4a30446f12 req-ebb429fc-8fc2-48b5-8d79-286f5ce9f3c8 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 945 time: 0.1706181 Aug 18 23:57:41.850082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acde77d-a19a-401a-9fa3-7d9846e569ac,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:41.854489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Checking segment: {'id': 'bd50da6f-531a-46d5-b065-226d1ffd08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f18fa7d3-24b7-416a-98ed-684300f7abea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:41.855040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Network hostable DHCP agents. Network: f18fa7d3-24b7-416a-98ed-684300f7abea, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:57:41.882875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Network f18fa7d3-24b7-416a-98ed-684300f7abea is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:57:41.898785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f18fa7d3-24b7-416a-98ed-684300f7abea) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:41.909176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531ce14-7455-484d-9a5f-7be89c01b250 None None] Network f18fa7d3-24b7-416a-98ed-684300f7abea requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:41.915584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:41.916180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:41.940570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-672496af-fdd0-4662-b364-b8a8fb94c0fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4797053 Aug 18 23:57:41.978267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ffcf1b2-ffd6-46cc-b81d-ed4a30446f12 req-3234ae27-66f3-419f-8b7f-0f47b8f86bc1 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181672 Aug 18 23:57:42.060018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-cc427453-b6af-43da-b21f-1183e095bf1e service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904372 Aug 18 23:57:42.085246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbd7ee-2fd5-4172-bae3-0c9c5808d868 req-b9e3bf62-c515-4c89-be7a-0b5869fb6e7d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.086944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bbbd7ee-2fd5-4172-bae3-0c9c5808d868 req-b9e3bf62-c515-4c89-be7a-0b5869fb6e7d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1067896 Aug 18 23:57:42.145215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bbbd7ee-2fd5-4172-bae3-0c9c5808d868 req-16609107-8df6-40f9-87b9-0b8a83e10cc1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Aug 18 23:57:42.149446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec60c33-22ef-44a5-9efe-837047d7927e None None] Network f18fa7d3-24b7-416a-98ed-684300f7abea requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:57:42.211587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f10e19e-5866-4874-ba41-bf6e2333af9e req-b4f71edb-0994-4a46-beb7-8118d89ca7de service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397879 Aug 18 23:57:42.304342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:42.339410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65c880de-c351-465f-b2a5-b1782bcad006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.385724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f5a6-376e-4186-9678-cd21a56e3c60 req-851b3779-f238-4fca-8900-a481765dc9f0 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.387499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd88f5a6-376e-4186-9678-cd21a56e3c60 req-851b3779-f238-4fca-8900-a481765dc9f0 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 943 time: 0.0881970 Aug 18 23:57:42.395960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:42.462186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:42.464499 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4334d-a0c4-4cdb-9d56-14fdabd7e9e6" -d '{"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-unplugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:42.470462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.475400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd88f5a6-376e-4186-9678-cd21a56e3c60 req-557d9d9b-0277-443d-af90-bc9f38285405 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773804 Aug 18 23:57:42.497255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Transition to ACTIVE for port object 7a256085-b73a-446b-965a-6ea7ddf3186c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:42.504288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.535788 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2be7e2-849b-4100-bae2-987d2b8b0de7 x-openstack-request-id: req-1d2be7e2-849b-4100-bae2-987d2b8b0de7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:42.536185 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-unplugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:42.536552 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2be7e2-849b-4100-bae2-987d2b8b0de7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:42.537026 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'code': 200} Aug 18 23:57:42.593234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] No DVR routers for this DVR port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:42.595599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:42.638678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:42.638976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:42.639313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:42.644673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:42.644961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Attempting to bind port 7a256085-b73a-446b-965a-6ea7ddf3186c on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:42.654184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:42.654587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:42.655003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:42.655433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Bound port: 7a256085-b73a-446b-965a-6ea7ddf3186c, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:42.655801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.715960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-39d53402-a221-4363-a81c-fd66a3abcae4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.717737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-39d53402-a221-4363-a81c-fd66a3abcae4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/networks?id=9b456342-9d3d-47f9-8f03-d43c628f79ac HTTP/1.1" status: 200 len: 825 time: 0.1541860 Aug 18 23:57:42.736734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-605d8eeb-edf8-4943-8ef1-42b3086c7f0c tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/quotas/336750767464432cb391033bbec603a8 HTTP/1.1" status: 200 len: 375 time: 0.0126641 Aug 18 23:57:42.778428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-b5dfd6a4-b1c8-42bd-8881-99f87c7cf463 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=336750767464432cb391033bbec603a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361166 Aug 18 23:57:42.782741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:42.788417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:42.797894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452724dc-4f1d-4c3b-801c-45d1df8c8861 req-6c67c4c3-ab4c-4c08-9463-81e300f63705 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.800226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-452724dc-4f1d-4c3b-801c-45d1df8c8861 req-6c67c4c3-ab4c-4c08-9463-81e300f63705 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.0901968 Aug 18 23:57:42.802265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.850428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.851042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:42.852680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 1098 time: 1.2202349 Aug 18 23:57:42.892982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-9ebb02cd-d323-45aa-b533-75aa54ea7a16 service neutron] 10.222.0.20 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038365 Aug 18 23:57:42.910928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-452724dc-4f1d-4c3b-801c-45d1df8c8861 req-0d546785-9a45-40ae-a746-150d43ff83e2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023924 Aug 18 23:57:42.929141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1730-32b7-4ffe-afb3-96ac06631524 service neutron] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=11']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:42.955967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-294b3818-d7e6-40cf-af60-7113cedb4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:42.958753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-294b3818-d7e6-40cf-af60-7113cedb4e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1101 time: 0.0713859 Aug 18 23:57:43.030182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-2eaf86af-3b66-4fd2-9e51-f9afa78394f9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359398 Aug 18 23:57:43.102518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0ddc-1b4a-402d-8181-d6fb3f33f4f4 req-f50f614f-2b85-4c02-8380-b831af8a99b1 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.104090 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-687d0ddc-1b4a-402d-8181-d6fb3f33f4f4 req-f50f614f-2b85-4c02-8380-b831af8a99b1 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.0931706 Aug 18 23:57:43.107053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-4ff6b09b-2e8f-4024-b55c-9e58d4db361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.108459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-4ff6b09b-2e8f-4024-b55c-9e58d4db361a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1424737 Aug 18 23:57:43.163509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-fe04aae0-666c-458c-b622-f180034f32aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0444393 Aug 18 23:57:43.242011 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-687d0ddc-1b4a-402d-8181-d6fb3f33f4f4 req-51e6e311-3e6e-4e93-bcc1-7211395fd0af tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294022 Aug 18 23:57:43.291393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-3df21cf3-64dc-496f-a86d-e670bd2c8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.295412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-3df21cf3-64dc-496f-a86d-e670bd2c8d03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1207125 Aug 18 23:57:43.303757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571ab95-d9d1-4f4e-a657-3641b8cc03e1 req-51139d7e-d34d-4193-9908-7e2bdc35640a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.312185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c571ab95-d9d1-4f4e-a657-3641b8cc03e1 req-51139d7e-d34d-4193-9908-7e2bdc35640a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 945 time: 0.0816643 Aug 18 23:57:43.354416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-c3fc75a1-8da1-4eba-abe2-3e2286b54c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.355951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-c3fc75a1-8da1-4eba-abe2-3e2286b54c67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534933 Aug 18 23:57:43.359625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c571ab95-d9d1-4f4e-a657-3641b8cc03e1 req-0a68d866-4bee-4e89-9030-1241ccbf0935 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Aug 18 23:57:43.444570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-763f7b8e-236c-426f-b0ec-4d372e5894a6 req-9124f2a6-bf40-461d-a97f-243cd43612fc tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 210 time: 0.0275578 Aug 18 23:57:43.497623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4589-ae0d-49c8-a382-cb81987bd9cf req-c1afd06d-67cc-45fa-81b0-86c000f63fc3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.499124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cce4589-ae0d-49c8-a382-cb81987bd9cf req-c1afd06d-67cc-45fa-81b0-86c000f63fc3 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.0875602 Aug 18 23:57:43.520529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-b77de446-2bfd-45cb-83e3-8b22caca2ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550641 Aug 18 23:57:43.604145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cce4589-ae0d-49c8-a382-cb81987bd9cf req-5bb4fabb-3d69-4acc-8b0b-d0462380dc12 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978994 Aug 18 23:57:43.656245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a8a19db-8ec3-4aef-b537-5cab9447e9b6 req-b3a9d780-9876-4cb7-aeda-2c41daa9cb87 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257532 Aug 18 23:57:43.657652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-389746f9-cdcc-4ab9-9ab1-72e5d41a64f7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1267078 Aug 18 23:57:43.669922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:43.695201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:43.737342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c311ccf-c25a-4ec8-9791-c907bdca84ee req-8c495f83-0075-4c3b-bcd0-b9947ccd7036 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:43.739257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c311ccf-c25a-4ec8-9791-c907bdca84ee req-8c495f83-0075-4c3b-bcd0-b9947ccd7036 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 943 time: 0.0583248 Aug 18 23:57:43.780974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c311ccf-c25a-4ec8-9791-c907bdca84ee req-6187b506-013a-42d1-a6c3-abec75012d7d tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357413 Aug 18 23:57:43.812966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:43.864438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:43.927776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Allocated IP 172.25.1.162 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e42e8da0-eb8a-4719-862e-c4e4555d8f53) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:43.971014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 06cecdb2-0ca2-4707-b3b3-4216dc500c14 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:43.984014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:44.002590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'network_id': 'b3286e4d-a0b3-42a1-828f-ade4c3e00289', 'port_id': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'mac_address': 'fa:16:3e:51:48:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8944cdca-14e6-4ba9-928b-2a1e65552b81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:44.037601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19513b-029e-47cc-b2a5-a1457819f993 req-ce6c668d-d926-49b4-b904-20aeec022fc0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:44.039353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c19513b-029e-47cc-b2a5-a1457819f993 req-ce6c668d-d926-49b4-b904-20aeec022fc0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.0526462 Aug 18 23:57:44.048454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.083753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c19513b-029e-47cc-b2a5-a1457819f993 req-b33a0633-2d45-41d6-98a4-e5252afebfef tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Aug 18 23:57:44.090213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.091663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.119551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 457cd4be-7bd7-4073-aa9e-d3abadc0d485 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:44.132551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:44.140800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:44.144033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:44.146723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:44.153540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:44.154657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'port_id': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'mac_address': 'fa:16:3e:bf:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:44.159732 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.177122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event updated for resources: {'Port': ['ID=e42e8da0-eb8a-4719-862e-c4e4555d8f53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:44.227728 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.255714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:44.260767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.262622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cecdb2-0ca2-4707-b3b3-4216dc500c14 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:44.299864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:44.308356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.329390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.370888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:44.395053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['457cd4be-7bd7-4073-aa9e-d3abadc0d485'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:44.525623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.531167 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.563745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['06cecdb2-0ca2-4707-b3b3-4216dc500c14'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:44.588748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:44.591623 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b81f4-1974-49dd-97ca-c9ecd5da8e16" -d '{"events": [{"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:44.601929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event updated for resources: {'Port': ['ID=e42e8da0-eb8a-4719-862e-c4e4555d8f53,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:44.613388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.628354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.636909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-f7ace1cc-5e27-4edb-bc18-5760fd4fcdaa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9722638 Aug 18 23:57:44.659950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.675484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192dba7-e205-4197-85dc-d85bfd24e2d5 req-4e0f4f46-3be2-4209-bb47-1865e83a7ba9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:44.677015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0192dba7-e205-4197-85dc-d85bfd24e2d5 req-4e0f4f46-3be2-4209-bb47-1865e83a7ba9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 944 time: 0.0818450 Aug 18 23:57:44.691894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-d3087964-c2b7-49b1-8a71-278f5925d41a tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:44.693378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-d3087964-c2b7-49b1-8a71-278f5925d41a tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.11 "GET /v2.0/networks?id=9b456342-9d3d-47f9-8f03-d43c628f79ac HTTP/1.1" status: 200 len: 825 time: 0.4476159 Aug 18 23:57:44.700826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-8212f75e-ca03-4d16-8f8e-3d60830eda29 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0627224 Aug 18 23:57:44.712749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Request body: {'port': {'device_id': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac', 'admin_state_up': True, 'tenant_id': '336750767464432cb391033bbec603a8'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:44.776117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0192dba7-e205-4197-85dc-d85bfd24e2d5 req-be100364-fce1-463a-8876-26c824163c6c tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816634 Aug 18 23:57:44.805652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-185865f5-441e-4705-9942-a99981ee2777 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:44.805652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f45a35-c4b9-4f96-80cc-99210c55e102 req-185865f5-441e-4705-9942-a99981ee2777 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1034343 Aug 18 23:57:44.851921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Made reservation on behalf of 336750767464432cb391033bbec603a8 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:44.855784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:44.921773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-669cc600-dd6c-46ee-959d-f23cc2608629 req-43c6333b-0de3-41a3-9816-9381b3ad301f tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 210 time: 0.0397706 Aug 18 23:57:44.928202 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c374c-8e2a-4204-a02c-43e756871319 x-openstack-request-id: req-412c374c-8e2a-4204-a02c-43e756871319 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:44.928725 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:44.929174 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-412c374c-8e2a-4204-a02c-43e756871319 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:44.929756 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'status': 'completed', 'code': 200} Aug 18 23:57:44.941812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c42b-3ba4-4e05-9b65-dcc464613eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:45.049044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898de40-a2ee-41cd-9930-98a1c7b3bc01 req-b3682792-b92b-49df-9a5c-8f6a8955edfd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.051156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3898de40-a2ee-41cd-9930-98a1c7b3bc01 req-b3682792-b92b-49df-9a5c-8f6a8955edfd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 944 time: 0.0579288 Aug 18 23:57:45.108928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3898de40-a2ee-41cd-9930-98a1c7b3bc01 req-fd85c065-2e73-4554-a219-4ad3b8f5667e tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 Aug 18 23:57:45.118496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-fcf78ee5-ebe7-4d95-a26d-9d0aab69479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.119990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-fcf78ee5-ebe7-4d95-a26d-9d0aab69479e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1101 time: 0.1563189 Aug 18 23:57:45.130401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:45.152053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-8c70f052-63b4-463a-81e2-b190f74fd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.153633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-8c70f052-63b4-463a-81e2-b190f74fd68f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 1101 time: 0.1526983 Aug 18 23:57:45.173948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1379-167e-496d-8254-3273199c1237 req-8a0a63af-64e8-4dd0-b326-6e83df39f2f5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.175452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eab1379-167e-496d-8254-3273199c1237 req-8a0a63af-64e8-4dd0-b326-6e83df39f2f5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.1964335 Aug 18 23:57:45.202234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Allocated IP 172.20.0.3 (9b456342-9d3d-47f9-8f03-d43c628f79ac/0e9d4f1a-b06f-482e-9296-141b2beb30e9/817309fd-e5f3-49d7-9cb7-a999b92ab2dc) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:45.344178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-46be5e43-f130-4f60-82b3-afd5014d3c16 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.351753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-46be5e43-f130-4f60-82b3-afd5014d3c16 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 820 time: 0.1345489 Aug 18 23:57:45.355354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eab1379-167e-496d-8254-3273199c1237 req-41d37f93-15d5-45c5-89dd-0d4d033ad205 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507659 Aug 18 23:57:45.367572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-1d2f0cef-f57e-4637-9e69-4672df01ea03 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/quotas/6f535a51759740b09d08601aa6d10863 HTTP/1.1" status: 200 len: 375 time: 0.0148909 Aug 18 23:57:45.377067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-d6ef9c93-ee4b-47e7-9e9d-1e1b18118d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.378941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-d6ef9c93-ee4b-47e7-9e9d-1e1b18118d62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2440877 Aug 18 23:57:45.468850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-67570f98-b14c-48ed-b032-26b33148029c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1000919 Aug 18 23:57:45.489178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-76756e22-9b4d-4a2a-929a-73862aa96598 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0914936 Aug 18 23:57:45.533100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-d6c3a791-4cf4-4d72-973d-cfc5a0d57346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.534522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-d6c3a791-4cf4-4d72-973d-cfc5a0d57346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3580949 Aug 18 23:57:45.555083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-1095cd02-6386-4156-ab28-256777237ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833762 Aug 18 23:57:45.612968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-145ff054-31b2-40f7-9e6d-756d2c0979d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 200 len: 217 time: 0.0548177 Aug 18 23:57:45.648215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b8691bc9-d9d6-4d65-9519-61904bcc4832 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856395 Aug 18 23:57:45.648906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb49b1-b2a1-4a9f-b357-021529d61b29 req-8c5614b3-a80b-4b63-a34f-d8d2858c27af tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.650374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dabb49b1-b2a1-4a9f-b357-021529d61b29 req-8c5614b3-a80b-4b63-a34f-d8d2858c27af tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.1886427 Aug 18 23:57:45.655942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-f39f43ce-1ec5-484b-9aa2-cff8f1658fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.657616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-f39f43ce-1ec5-484b-9aa2-cff8f1658fd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1538830 Aug 18 23:57:45.756277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:45.783388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dabb49b1-b2a1-4a9f-b357-021529d61b29 req-4be8aba8-8174-4676-8481-bbd7af0823f8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203058 Aug 18 23:57:45.795891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-173b57cc-c605-4549-9699-ceede41090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.808228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-173b57cc-c605-4549-9699-ceede41090f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1707251 Aug 18 23:57:45.834372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-f473950c-9775-4f73-9f44-8739167ecb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.836916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-f473950c-9775-4f73-9f44-8739167ecb7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546409 Aug 18 23:57:45.861346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:45.920464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:45.920851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:45.948886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7903acc-98d4-4868-b440-775543bb0f7e req-0d7b32b9-4737-4c89-bf9d-d69230bb1c20 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 210 time: 0.0939379 Aug 18 23:57:45.965903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eccc1d-c4ba-4547-afae-1eded4bf8491 req-66b3f4c0-7887-4681-aba9-a370f04fe5ba tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:45.967615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11eccc1d-c4ba-4547-afae-1eded4bf8491 req-66b3f4c0-7887-4681-aba9-a370f04fe5ba tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 944 time: 0.0758173 Aug 18 23:57:45.974774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:45.976726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 06cecdb2-0ca2-4707-b3b3-4216dc500c14 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:46.004418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-bed5474f-2d87-4087-af9a-17bed1257165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.006194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-bed5474f-2d87-4087-af9a-17bed1257165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1898375 Aug 18 23:57:46.033141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.059900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11eccc1d-c4ba-4547-afae-1eded4bf8491 req-79e69e35-a5f5-42a3-a649-d7a8b7b29c4b tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784910 Aug 18 23:57:46.108508 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.178477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Network 9b456342-9d3d-47f9-8f03-d43c628f79ac is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:46.185375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:46.188098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:46.193003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-da9d8906-9551-4fd7-bfca-f91cbf105e97 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391805 Aug 18 23:57:46.237641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.250067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Pushing event updated for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:46.253235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:46.258545 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a22449b-defa-4279-b10a-e0e01108f848" -d '{"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-plugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:46.288667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:46.291687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:46.298850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:46.299525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.344797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.346823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:46.373104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af96f-1c2f-4294-ba33-abb58e2151c8 req-7565e8b2-3907-46ff-959d-12b3e4fbeb4d tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.374610 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a7af96f-1c2f-4294-ba33-abb58e2151c8 req-7565e8b2-3907-46ff-959d-12b3e4fbeb4d tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 931 time: 0.0535285 Aug 18 23:57:46.375098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee87b1-b5e8-4d32-9050-b0fe2f25a26a req-e6d05d9a-e3bb-414b-bbe0-547de03a1ee1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.376934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96ee87b1-b5e8-4d32-9050-b0fe2f25a26a req-e6d05d9a-e3bb-414b-bbe0-547de03a1ee1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 949 time: 0.3286328 Aug 18 23:57:46.382801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.383646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.405383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-f81e11ab-e8b8-411a-a80c-b68f6511f7ba service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884149 Aug 18 23:57:46.431943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:46.448278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-f83629d3-0752-4c55-baec-4169d087d5be tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7408617 Aug 18 23:57:46.448801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:46.457807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a7af96f-1c2f-4294-ba33-abb58e2151c8 req-e2f3ce1a-8f82-4263-ad48-97b1944e6a05 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682042 Aug 18 23:57:46.482423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Request body: {'port': {'device_id': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:46.505932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'mac_address': 'fa:16:3e:3e:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:46.523352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:46.551847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96ee87b1-b5e8-4d32-9050-b0fe2f25a26a req-9293123f-21d2-4fa7-b378-a7c50e737179 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533585 Aug 18 23:57:46.552173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.559468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-451c2583-f22b-4158-aefc-43f5d1a4a4e7 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.571609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-451c2583-f22b-4158-aefc-43f5d1a4a4e7 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1098 time: 0.1061509 Aug 18 23:57:46.605840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.606137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:46.615824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-bb50526e-4a68-4334-9c68-b546f8609394 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857450 Aug 18 23:57:46.628640 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f80a5-1b8f-4ecc-8973-145dab62f155 x-openstack-request-id: req-ee6f80a5-1b8f-4ecc-8973-145dab62f155 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:46.628838 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-plugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:46.629072 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee6f80a5-1b8f-4ecc-8973-145dab62f155 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:46.629452 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'code': 200} Aug 18 23:57:46.631112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:46.638495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:46.647876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.672699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad93fd-4828-4b2a-9bc3-aa96eda44863 req-ed6a3d7d-06f7-4dfa-8de2-303c6f3b7ec3 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.675278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.678994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-347b81f4-1974-49dd-97ca-c9ecd5da8e16 req-b17c85f1-a01d-43fd-b0eb-482ebbeffb38 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652683 Aug 18 23:57:46.680827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6ad93fd-4828-4b2a-9bc3-aa96eda44863 req-ed6a3d7d-06f7-4dfa-8de2-303c6f3b7ec3 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 944 time: 0.1067986 Aug 18 23:57:46.703101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:46.716768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.736543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:46.739052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:46.763782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6ad93fd-4828-4b2a-9bc3-aa96eda44863 req-7b8888f8-1fb0-4084-b6ea-a4642a8a68db tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820298 Aug 18 23:57:46.795363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:46.840904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-2ecf317b-88b3-4cdc-9bf2-41e4f472d790 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff275153fcb748168d025e7826707258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924346 Aug 18 23:57:46.922290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3a038-4372-4ad9-bfa8-fcb4ccafac6d req-66711b98-3399-4f41-8e31-5ba789c2e88e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:46.923777 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39a3a038-4372-4ad9-bfa8-fcb4ccafac6d req-66711b98-3399-4f41-8e31-5ba789c2e88e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 946 time: 0.0923936 Aug 18 23:57:46.946187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:46.976412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:46.988683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39a3a038-4372-4ad9-bfa8-fcb4ccafac6d req-e629160e-b99f-468c-ad52-3da8acbf0bd5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548685 Aug 18 23:57:47.006071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:47.032804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-9102793f-c7c2-4dfd-b68c-562755a41aa7 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:47.034321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-9102793f-c7c2-4dfd-b68c-562755a41aa7 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902473 Aug 18 23:57:47.058187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:47.065304 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82416b42-d96f-4518-af6e-7befa484d6e9" -d '{"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:47.074461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.075604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-6e095549-6d61-47bc-9706-ee4ad974b365 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/quotas/ff275153fcb748168d025e7826707258 HTTP/1.1" status: 200 len: 375 time: 0.0323761 Aug 18 23:57:47.091474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.147089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-ae4eed56-4482-4011-a864-1ef18b8c0b6d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604854 Aug 18 23:57:47.204806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1cfc965b-dff0-4a09-90c9-3653909c3858 req-80c81ade-126f-4002-b958-1712daf0f04b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 210 time: 0.0597923 Aug 18 23:57:47.235086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:47.249429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on host n-h1-771363-38 for vnic_type normal with profile {"migrating_to": "n-h2-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:47.252667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:47.253586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:47.265661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:47.266143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Attempting to bind port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on network 2e248ade-151f-4e2a-b231-48d0c5bbd87a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:47.276259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:47.278670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Checking segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:47.279145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Bound using segment: {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:47.279728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Bound port: 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6889439f-67d6-41d0-bc72-e06c3b8df201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2e248ade-151f-4e2a-b231-48d0c5bbd87a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:47.280143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.289581 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee706f28-4425-4732-b4e9-560bb9b45345 x-openstack-request-id: req-ee706f28-4425-4732-b4e9-560bb9b45345 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:47.290105 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:47.290686 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee706f28-4425-4732-b4e9-560bb9b45345 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:47.291272 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'code': 200} Aug 18 23:57:47.301220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817309fd-e5f3-49d7-9cb7-a999b92ab2dc {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:47.339607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.376110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Transition to ACTIVE for port object 817309fd-e5f3-49d7-9cb7-a999b92ab2dc will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:47.391326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.449463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Pushing event updated for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:47.467665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-090327c0-2900-4e95-b482-64e85c02d50c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:47.469226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-090327c0-2900-4e95-b482-64e85c02d50c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.21 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 820 time: 0.2389629 Aug 18 23:57:47.491732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:47.496269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:47.508845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cccd1f-985a-4720-9c7f-e9bfc3a77741 req-547f8d8b-bb98-4340-9e0a-089f8c6f1bdf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:47.510608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96cccd1f-985a-4720-9c7f-e9bfc3a77741 req-547f8d8b-bb98-4340-9e0a-089f8c6f1bdf tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.1031804 Aug 18 23:57:47.512383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.519131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-2d2db15b-6a63-42a9-8b81-0aa3af588489 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330808 Aug 18 23:57:47.608016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:47.630229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96cccd1f-985a-4720-9c7f-e9bfc3a77741 req-bf8dfc04-e0ec-46e7-a634-7536743dd860 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Aug 18 23:57:47.634565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:47.635300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.636843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e6fd3ee3-4d11-4ff4-b6cd-dc897741e8f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 1124 time: 1.0522726 Aug 18 23:57:47.683341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'port': {'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'admin_state_up': True, 'tenant_id': '6f535a51759740b09d08601aa6d10863'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:47.698930 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:47.740388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7693a654-25b7-4144-a1cc-2b067e3c0ba3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:47.943928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-97be0235-a506-4944-a49a-d590bc8bd333 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff275153fcb748168d025e7826707258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317333 Aug 18 23:57:47.996807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:47.999983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:48.013690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['7693a654-25b7-4144-a1cc-2b067e3c0ba3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:48.128379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-3d237265-db56-4fb1-a596-c24ef6a4531e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.130644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-3d237265-db56-4fb1-a596-c24ef6a4531e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5902746 Aug 18 23:57:48.174208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Attempting to bind port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:48.174694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Attempting to bind port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '3f5a5dd9-8c0c-4528-b734-dc72048a2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:48.175094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Attempting to bind port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc on network 9b456342-9d3d-47f9-8f03-d43c628f79ac {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:48.185414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-bf9963a7-5ac2-4631-b26e-580d92003287 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/quotas/b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 375 time: 0.0398881 Aug 18 23:57:48.188126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc on network 9b456342-9d3d-47f9-8f03-d43c628f79ac not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:48.188605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Attempting to bind port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc on network 9b456342-9d3d-47f9-8f03-d43c628f79ac {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:48.210708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:48.210953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7a256085-b73a-446b-965a-6ea7ddf3186c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:48.211250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Checking segment: {'id': '3f5a5dd9-8c0c-4528-b734-dc72048a2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:48.211886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Bound using segment: {'id': '3f5a5dd9-8c0c-4528-b734-dc72048a2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:48.214233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Bound port: 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5a5dd9-8c0c-4528-b734-dc72048a2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:48.214233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.226114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7a256085-b73a-446b-965a-6ea7ddf3186c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:48.226503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.279497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:48.293660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Made reservation on behalf of 6f535a51759740b09d08601aa6d10863 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:48.297689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.307075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 has no active binding in host n-h2-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:57:48.320533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-18023725-c414-469f-a756-228797e0eda9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276903 Aug 18 23:57:48.392868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.400950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:48.423509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,segment=NetworkSegment(3f5a5dd9-8c0c-4528-b734-dc72048a2041),segment_id=3f5a5dd9-8c0c-4528-b734-dc72048a2041)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:48.434651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.435184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:48.441257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.499302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:48.511035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.511885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:48.513471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] 10.222.0.11 "PUT /v2.0/ports/817309fd-e5f3-49d7-9cb7-a999b92ab2dc HTTP/1.1" status: 200 len: 1092 time: 2.0358129 Aug 18 23:57:48.514016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:48.516475 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcab3bf8-a127-49be-8d10-a10f456cdd48" -d '{"events": [{"name": "network-changed", "server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:48.538877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-782038d0-36a8-4123-ad3a-2f74fe0613d7 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.541640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-782038d0-36a8-4123-ad3a-2f74fe0613d7 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5882368 Aug 18 23:57:48.585050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d847d-6eb7-4b26-96aa-40d8eeb9ca92 service neutron] Pushing event updated for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:48.588565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Allocated IP 172.20.0.7 (86a756df-58ae-42c6-b32c-cc55a9578132/af17d6d5-ddc5-4a9a-b520-b79765f98c03/e0c728ea-31b1-4f24-bb02-15697b1b193c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:48.592939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-697c19a3-788f-417d-b0bc-2be17eeaa477 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ff275153fcb748168d025e7826707258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410652 Aug 18 23:57:48.633017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14'}, {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:48.636240 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372e7d0-d42e-4686-9519-8acaaaa63133" -d '{"events": [{"server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "name": "network-vif-plugged", "status": "completed", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14"}, {"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:48.639024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-d388e558-677f-4fe4-a41d-b817a929dde9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/quotas/ff275153fcb748168d025e7826707258 HTTP/1.1" status: 200 len: 375 time: 0.0637197 Aug 18 23:57:48.658750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-407cd140-0bca-49a9-8733-dfa1ca6a8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.660494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-407cd140-0bca-49a9-8733-dfa1ca6a8297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=336750767464432cb391033bbec603a8&device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 1095 time: 0.0753326 Aug 18 23:57:48.693833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-7c3b6239-7fa4-4e89-adce-326d1c1895e1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393090 Aug 18 23:57:48.740554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-051d8b46-73bb-425f-bcd0-9670b0e57a92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0455964 Aug 18 23:57:48.801194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81b983-4d6b-42b7-b029-5672ce9deafb req-6d35b358-92f5-4702-914b-b445a066459e tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.806685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd81b983-4d6b-42b7-b029-5672ce9deafb req-6d35b358-92f5-4702-914b-b445a066459e tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 943 time: 0.2104843 Aug 18 23:57:48.842447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-d2746f01-a112-461b-970a-ba1cbb35f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.844937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-d2746f01-a112-461b-970a-ba1cbb35f74b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e9d4f1a-b06f-482e-9296-141b2beb30e9 HTTP/1.1" status: 200 len: 865 time: 0.0966332 Aug 18 23:57:48.903354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f9b2c92c-54e2-4bbe-8e0a-77a9e9169774 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:48.905140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f9b2c92c-54e2-4bbe-8e0a-77a9e9169774 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923002 Aug 18 23:57:48.919932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-eec7bbff-93ba-4ec4-94b1-f3bc48f587cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b456342-9d3d-47f9-8f03-d43c628f79ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634711 Aug 18 23:57:48.928545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Request body: {'port': {'device_id': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'ff275153fcb748168d025e7826707258'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:49.005583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd81b983-4d6b-42b7-b029-5672ce9deafb req-676b1088-9eba-4bfd-aa58-3aac39717d41 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459961 Aug 18 23:57:49.058078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e9a01-853a-47e0-9d82-336da8e0fdc1 req-4e2804e1-5703-4546-a3d0-3edb91a0d6bd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.067671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-650e9a01-853a-47e0-9d82-336da8e0fdc1 req-4e2804e1-5703-4546-a3d0-3edb91a0d6bd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.1400795 Aug 18 23:57:49.071058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.103924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Transition to ACTIVE for port object e0c728ea-31b1-4f24-bb02-15697b1b193c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:49.135421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-c378f7c8-5f2d-404c-b398-0e1bc7642eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060442 Aug 18 23:57:49.139928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-650e9a01-853a-47e0-9d82-336da8e0fdc1 req-479b04a8-4fe1-4bf4-a2d3-7fc49c5bb7c4 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705967 Aug 18 23:57:49.226205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a9db-0e5b-4d8f-b03b-cade94d19b0a req-180d3748-ee05-44d2-aebf-556de8e7311d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.233582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee48a9db-0e5b-4d8f-b03b-cade94d19b0a req-180d3748-ee05-44d2-aebf-556de8e7311d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1308925 Aug 18 23:57:49.248813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.260599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4a79517-b1f5-4c20-b162-4c96068f3635'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:49.304340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Made reservation on behalf of ff275153fcb748168d025e7826707258 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:49.307963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.327615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:49.331014 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c85cea-a762-4a72-9467-8dd4a47bfea9" -d '{"events": [{"name": "network-changed", "server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:49.336077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cb91338-9fae-4776-8b9c-4d741439e430 req-6c300e51-d98e-419c-a1a5-bc2889f259e1 service neutron] 10.222.0.11 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819131 Aug 18 23:57:49.341734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee48a9db-0e5b-4d8f-b03b-cade94d19b0a req-b3e67a7f-7b12-4146-a0e2-6661395fc528 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071408 Aug 18 23:57:49.349575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Network 86a756df-58ae-42c6-b32c-cc55a9578132 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:49.357934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.370843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:49.400719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d7c5-9e07-4ad2-9775-812d180bf144 req-f4d17224-0f5c-41fe-b508-cda1a185945a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.404480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:49.413175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-add9d7c5-9e07-4ad2-9775-812d180bf144 req-f4d17224-0f5c-41fe-b508-cda1a185945a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 931 time: 0.1772561 Aug 18 23:57:49.462395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event updated for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:49.516909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae33fbc-0958-4714-836b-79d614ec03fc req-0f739409-7d4a-448f-b04c-23fa2da0f39e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 210 time: 0.0581379 Aug 18 23:57:49.522154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-add9d7c5-9e07-4ad2-9775-812d180bf144 req-9154684e-072d-4eb4-85b2-6a0615638f4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080897 Aug 18 23:57:49.568393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.569381 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.588230 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a2ac8-9ccc-49ae-8e18-0fd4046f5c38 x-openstack-request-id: req-2d4a2ac8-9ccc-49ae-8e18-0fd4046f5c38 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:49.588556 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "name": "network-vif-plugged", "status": "completed", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14", "code": 200}, {"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-plugged", "status": "completed", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:49.588809 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d4a2ac8-9ccc-49ae-8e18-0fd4046f5c38 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:49.589218 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'code': 200} Aug 18 23:57:49.589472 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'code': 200} Aug 18 23:57:49.593860 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3717f130-fa08-4a96-8e32-b6911260180b x-openstack-request-id: req-3717f130-fa08-4a96-8e32-b6911260180b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:49.594337 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:49.594829 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3717f130-fa08-4a96-8e32-b6911260180b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:49.595357 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc', 'status': 'completed', 'code': 200} Aug 18 23:57:49.736959 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.747494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.760330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1a14d3c9-f8c4-40df-9ed0-6fb11b7a3a4b None None] Provisioning for port e0c728ea-31b1-4f24-bb02-15697b1b193c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:49.764576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1a14d3c9-f8c4-40df-9ed0-6fb11b7a3a4b None None] Provisioning complete for port e0c728ea-31b1-4f24-bb02-15697b1b193c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:49.764961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a14d3c9-f8c4-40df-9ed0-6fb11b7a3a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:49.776778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-62986149-bc2a-404f-b9c1-32b0b609cae4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1035087 Aug 18 23:57:49.788208 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-76f715be-c07a-411b-8ff3-06e7fc3f93ff req-c0e547a4-293e-4d85-a6b5-d4f878a69254 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 210 time: 0.0481620 Aug 18 23:57:49.793413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd98110-df56-4f38-b783-9c6e62d9c7d9 req-28780be4-b4d1-4fde-82c5-87a9ec7643c5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.795495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdd98110-df56-4f38-b783-9c6e62d9c7d9 req-28780be4-b4d1-4fde-82c5-87a9ec7643c5 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.1110909 Aug 18 23:57:49.808375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1a14d3c9-f8c4-40df-9ed0-6fb11b7a3a4b None None] Port e0c728ea-31b1-4f24-bb02-15697b1b193c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:49.815552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-fd1a8959-ecc7-4d5d-96dc-1f21d6097403 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0979328 Aug 18 23:57:49.817220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-23d5fec6-2d33-409a-b581-796b1ea21436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.818563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-23d5fec6-2d33-409a-b581-796b1ea21436 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=336750767464432cb391033bbec603a8&device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 1095 time: 0.1615002 Aug 18 23:57:49.820114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Request body: {'port': {'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:49.890170 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1c4a4-2728-49b1-8de9-94e4f34d3556 x-openstack-request-id: req-36f1c4a4-2728-49b1-8de9-94e4f34d3556 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:49.890551 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:49.890866 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36f1c4a4-2728-49b1-8de9-94e4f34d3556 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:49.891256 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'status': 'completed', 'code': 200} Aug 18 23:57:49.913056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:49.955228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.955578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.955925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.956262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.956621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.956953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.957281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.957609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.957938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.958263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.958588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.958908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:49.984535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-d081535f-d8ec-4df3-a172-b7f35e6b4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.986627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-d081535f-d8ec-4df3-a172-b7f35e6b4c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 1097 time: 0.1045964 Aug 18 23:57:49.991029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-fb93195d-7305-498e-b83f-12659e40ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:49.992453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-fb93195d-7305-498e-b83f-12659e40ddc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b456342-9d3d-47f9-8f03-d43c628f79ac HTTP/1.1" status: 200 len: 925 time: 0.1635189 Aug 18 23:57:49.998347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-f1c8ba53-a4b4-498b-b9a7-034d3e93b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.005334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-f1c8ba53-a4b4-498b-b9a7-034d3e93b7a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1127 time: 0.0862904 Aug 18 23:57:50.014609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:50.019051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdd98110-df56-4f38-b783-9c6e62d9c7d9 req-9fc2556f-60d6-4736-83db-425d9da5e5f8 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669571 Aug 18 23:57:50.020926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48b185-0cca-43cc-aa5d-7b3e713a03b8 req-c06beaf0-571b-4167-bdb1-d18ba25ea1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.022322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab48b185-0cca-43cc-aa5d-7b3e713a03b8 req-c06beaf0-571b-4167-bdb1-d18ba25ea1aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 1097 time: 0.2702749 Aug 18 23:57:50.047146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-094f3ce8-5403-46ff-9093-881e091ee130 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0407653 Aug 18 23:57:50.102739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Allocated IP 192.168.233.43 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:50.129153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab48b185-0cca-43cc-aa5d-7b3e713a03b8 req-ece3e913-e340-4939-b0bb-12fbf7f8bde5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876632 Aug 18 23:57:50.129628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.21', 51525) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:50.180777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-0b2ec4b7-65a1-4ded-a950-225fe896e4f4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b942f8d7d15743acba22af3439da2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464261 Aug 18 23:57:50.331098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-73656181-3a43-4c6c-9fc5-8300c0730216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.332469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-73656181-3a43-4c6c-9fc5-8300c0730216 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1939282 Aug 18 23:57:50.339409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-76eb3b63-dea4-4cde-b86a-0c8ccd47b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.340783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-76eb3b63-dea4-4cde-b86a-0c8ccd47b14b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e9d4f1a-b06f-482e-9296-141b2beb30e9 HTTP/1.1" status: 200 len: 865 time: 0.2705884 Aug 18 23:57:50.406356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-9d6d9bd5-b7b5-471d-a1e1-791f0ac934f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 200 len: 217 time: 0.0627403 Aug 18 23:57:50.429326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-f0966e3d-6763-439d-b645-f1fd02e86db9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b456342-9d3d-47f9-8f03-d43c628f79ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762744 Aug 18 23:57:50.444315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e63a-8424-429d-a9eb-65ce6571cb8e req-5e56e2b7-e559-4599-94f2-94669914b228 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.445734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4b0e63a-8424-429d-a9eb-65ce6571cb8e req-5e56e2b7-e559-4599-94f2-94669914b228 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 943 time: 0.2971275 Aug 18 23:57:50.477213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-3b6d5ab4-571a-4f6d-9798-4a70b64ed226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.478583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-3b6d5ab4-571a-4f6d-9798-4a70b64ed226 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.4336925 Aug 18 23:57:50.518139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bbe09-ea70-44de-ab1e-9d6ff4b111b5 req-cbc1b59f-c047-4907-8a8f-28534e1813ef tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.519622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-922bbe09-ea70-44de-ab1e-9d6ff4b111b5 req-cbc1b59f-c047-4907-8a8f-28534e1813ef tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.2083874 Aug 18 23:57:50.543367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-4dfe39de-704a-481c-842a-0074477aa3aa tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.545055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-4dfe39de-704a-481c-842a-0074477aa3aa tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516815 Aug 18 23:57:50.580465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-ea25ed1d-3c46-4f3e-a860-5bc6119a268c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0867257 Aug 18 23:57:50.582455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Request body: {'port': {'device_id': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'b942f8d7d15743acba22af3439da2722'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:50.591703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-5392f662-fc3b-4655-b030-665d26366c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.593142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-5392f662-fc3b-4655-b030-665d26366c0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1675723 Aug 18 23:57:50.622128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:50.666513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-b19666a6-e749-4ce4-a557-308eda72c241 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564859 Aug 18 23:57:50.669372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4b0e63a-8424-429d-a9eb-65ce6571cb8e req-309b2a8e-d9aa-40b0-94ce-abfde1aaeaab tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947410 Aug 18 23:57:50.703565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-922bbe09-ea70-44de-ab1e-9d6ff4b111b5 req-7d6d975a-d57c-44d6-89bd-17bdc77dc35a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688673 Aug 18 23:57:50.705150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Transition to ACTIVE for port object d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:50.739337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-a83f59fa-113a-44e1-8467-5f4bb510e8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925954 Aug 18 23:57:50.762524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-8d45d0cb-d842-4a3d-8755-f8e2e297afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:50.763954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-8d45d0cb-d842-4a3d-8755-f8e2e297afcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.1699758 Aug 18 23:57:50.868094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-6f88823e-acf5-45c0-a702-8b46efd64075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895979 Aug 18 23:57:50.874267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c728ea-31b1-4f24-bb02-15697b1b193c {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:50.878911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed76c56-7f05-40d6-8056-1871b95e4735 req-a5a080cc-c8de-4e59-9c4c-fe5eee264ee1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 210 time: 0.0674946 Aug 18 23:57:50.881128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Made reservation on behalf of b942f8d7d15743acba22af3439da2722 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:50.884938 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:50.892497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:50.902387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-469a26ff-e7c5-4f09-9807-59e8cc704ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253559 Aug 18 23:57:50.904384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:50.932974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab3bf8-a127-49be-8d10-a10f456cdd48 req-ddd76bfe-0208-44cb-9bf6-612bb794f935 service neutron] 10.222.0.11 "GET /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843011 Aug 18 23:57:50.982200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.21', 51526) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:50.990503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Transition to ACTIVE for port object e0c728ea-31b1-4f24-bb02-15697b1b193c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:51.006025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e7abd-a8f1-4f7b-959f-370c33b7a59f req-6ed0f75d-44f3-4ca3-b889-878ab232f364 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:51.007782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d1e7abd-a8f1-4f7b-959f-370c33b7a59f req-6ed0f75d-44f3-4ca3-b889-878ab232f364 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1839271 Aug 18 23:57:51.015294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:51.051067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.073244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:51.076323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:51.096354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-c09a107e-bb75-4f65-a67d-8269e7712796 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ff275153fcb748168d025e7826707258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049774 Aug 18 23:57:51.114815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396b5d-a561-4a08-ac6e-a5cd5c13ca07 req-ee0f432e-5da1-4b15-b5cc-94996b3453dc tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:51.122152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50396b5d-a561-4a08-ac6e-a5cd5c13ca07 req-ee0f432e-5da1-4b15-b5cc-94996b3453dc tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 931 time: 0.1762891 Aug 18 23:57:51.148813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:51.290658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:51.291464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.299577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50396b5d-a561-4a08-ac6e-a5cd5c13ca07 req-528ee282-b60c-42f9-8a1c-c64a990b3670 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764419 Aug 18 23:57:51.304428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d1e7abd-a8f1-4f7b-959f-370c33b7a59f req-b9ee4640-8a4e-4bc1-9f10-02c6af4fd0c8 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878933 Aug 18 23:57:51.311327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-a26ceb2a-d0c0-4ffe-bb88-962fc7d8ff4b service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306384 Aug 18 23:57:51.322938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4fd0826-6a42-49d5-846c-17c918b55894 req-2d6ef3d9-85a8-40e7-91ce-4f221e0e7044 service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331220 Aug 18 23:57:51.396243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:51.430158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-7e791af6-62fb-4890-8ad9-126cc3c7628e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5086272 Aug 18 23:57:51.454501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Request body: {'port': {'device_id': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:51.492193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-df54a3d7-7fa9-46c4-b7c7-6de047441f4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:51.493917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-df54a3d7-7fa9-46c4-b7c7-6de047441f4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660803 Aug 18 23:57:51.499042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Allocated IP 192.168.233.151 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/c16604a0-5fea-4d07-9b4d-be23e57fa498) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:51.529679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Request body: {'port': {'device_id': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'ff275153fcb748168d025e7826707258'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:51.582861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c5587786-da76-4f4a-93c8-df7b8056740f None None] Provisioning for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:51.586969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c5587786-da76-4f4a-93c8-df7b8056740f None None] Provisioning complete for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:51.587349 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5587786-da76-4f4a-93c8-df7b8056740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.631610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c5587786-da76-4f4a-93c8-df7b8056740f None None] Port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:51.643035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1df49eb8-1e8a-487a-a5af-ea4e44645a33 req-d8731778-6b44-46f3-a561-854db27a281d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 210 time: 0.0593505 Aug 18 23:57:51.659342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c85cea-a762-4a72-9467-8dd4a47bfea9 req-b83d21ee-15a0-4700-8575-f5292b2025fe service neutron] 10.222.0.21 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150096 Aug 18 23:57:51.708790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Made reservation on behalf of ff275153fcb748168d025e7826707258 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:57:51.713522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.747812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.787622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Attempting to bind port e0c728ea-31b1-4f24-bb02-15697b1b193c on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:51.787956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Attempting to bind port e0c728ea-31b1-4f24-bb02-15697b1b193c by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:51.788281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Attempting to bind port e0c728ea-31b1-4f24-bb02-15697b1b193c on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:51.827843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb087707-eaf7-4e7b-b914-de3a8eec510c req-9b969545-2805-40cc-8c2c-22c745473719 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:51.829956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb087707-eaf7-4e7b-b914-de3a8eec510c req-9b969545-2805-40cc-8c2c-22c745473719 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 945 time: 0.2374651 Aug 18 23:57:51.838531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Port e0c728ea-31b1-4f24-bb02-15697b1b193c on network 86a756df-58ae-42c6-b32c-cc55a9578132 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:51.838817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Attempting to bind port e0c728ea-31b1-4f24-bb02-15697b1b193c on network 86a756df-58ae-42c6-b32c-cc55a9578132 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:51.877767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:51.878509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Checking segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:51.878509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Bound using segment: {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:51.878928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Bound port: e0c728ea-31b1-4f24-bb02-15697b1b193c, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816ce7cb-d4aa-485e-8252-678dd4b13f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:51.879370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.885277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:51.965038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.976441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:51.991894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:51.994451 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea923784-b3d7-4c84-b7a5-a42611137a1f" -d '{"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-unplugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:52.009543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:52.014845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.053702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 817309fd-e5f3-49d7-9cb7-a999b92ab2dc details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:52.173873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,segment=NetworkSegment(3f5a5dd9-8c0c-4528-b734-dc72048a2041),segment_id=3f5a5dd9-8c0c-4528-b734-dc72048a2041)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:52.180330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f50f-6b55-4896-a92d-4ac3dffe0df4 req-85c7bc09-dac9-4b0b-ad18-b9c1b55e2d2f tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:52.190187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5b4f50f-6b55-4896-a92d-4ac3dffe0df4 req-85c7bc09-dac9-4b0b-ad18-b9c1b55e2d2f tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 943 time: 0.1201324 Aug 18 23:57:52.243809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5b4f50f-6b55-4896-a92d-4ac3dffe0df4 req-2dadb68e-771c-465c-9da6-b957bf82d6e3 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Aug 18 23:57:52.357818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc', 'network_id': '9b456342-9d3d-47f9-8f03-d43c628f79ac', 'port_id': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc', 'mac_address': 'fa:16:3e:34:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9d4f1a-b06f-482e-9296-141b2beb30e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:52.380952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb087707-eaf7-4e7b-b914-de3a8eec510c req-49173a75-4e0e-40a4-8cab-71976c737d3e tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341041 Aug 18 23:57:52.384499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03dad-8412-48fb-88c7-2e72a76c190e req-cce932b1-daa7-4588-89b3-a983fe008e6a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:52.397050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Transition to ACTIVE for port object c16604a0-5fea-4d07-9b4d-be23e57fa498 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:52.397242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbb03dad-8412-48fb-88c7-2e72a76c190e req-cce932b1-daa7-4588-89b3-a983fe008e6a tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.0715096 Aug 18 23:57:52.427981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:52.457915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:52.458957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbb03dad-8412-48fb-88c7-2e72a76c190e req-7b8cbf31-68a4-4042-85bf-eb8b3d75f740 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567179 Aug 18 23:57:52.463602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.471977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:52.478439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.484800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.510702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', '7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:52.516128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.516947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.517737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.517737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.518625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.518880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.520116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.520695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.521118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.521529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.522612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.523385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:57:52.550141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:52.553953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Allocated IP 192.168.233.248 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/8f1a1f5d-4795-43e0-af0c-e1e5a1628550) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:57:52.584031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:52.600451 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca72f5ce-601a-414e-a7de-aa3722049925 x-openstack-request-id: req-ca72f5ce-601a-414e-a7de-aa3722049925 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:52.601024 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-unplugged", "status": "completed", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:52.601024 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca72f5ce-601a-414e-a7de-aa3722049925 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:52.601521 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'code': 200} Aug 18 23:57:52.611125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817309fd-e5f3-49d7-9cb7-a999b92ab2dc {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:52.612797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:52.618654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:52.619308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.620780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 1092 time: 2.8213103 Aug 18 23:57:52.651966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:52.655255 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:52.661902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:52.712928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,segment=NetworkSegment(3f5a5dd9-8c0c-4528-b734-dc72048a2041),segment_id=3f5a5dd9-8c0c-4528-b734-dc72048a2041)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:52.734960 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:52.759801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7dec2-5624-4a90-a6d3-270a523878f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:52.856794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221964-844d-455c-89b6-a94c20ea7288 req-2fbdf332-09ad-40ac-9e57-3c9f6140b19b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:52.868404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc221964-844d-455c-89b6-a94c20ea7288 req-2fbdf332-09ad-40ac-9e57-3c9f6140b19b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 943 time: 0.2120092 Aug 18 23:57:52.879538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:52.896087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568dd73-9813-4794-b706-338ef7ecdb38 req-84947508-047f-4940-958f-c8aa336a6383 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:52.904080 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2568dd73-9813-4794-b706-338ef7ecdb38 req-84947508-047f-4940-958f-c8aa336a6383 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 936 time: 0.3819242 Aug 18 23:57:52.937944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:53.012522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-01219d0c-b476-4c45-9e77-1b462237fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.015995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-01219d0c-b476-4c45-9e77-1b462237fb19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1095 time: 0.2500005 Aug 18 23:57:53.020175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-1617e0cf-1276-47fa-a5c0-29f34e17a680 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.022419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-1617e0cf-1276-47fa-a5c0-29f34e17a680 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 943 time: 0.1506929 Aug 18 23:57:53.027405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.028740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.033900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc221964-844d-455c-89b6-a94c20ea7288 req-9a14b9c6-4f82-44b4-a7e9-d165a25b78de tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643372 Aug 18 23:57:53.093207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['817309fd-e5f3-49d7-9cb7-a999b92ab2dc'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:53.109551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.133909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-8c1a8f90-fe38-4efc-80a2-77a4cfa57de8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 217 time: 0.0789590 Aug 18 23:57:53.152583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2568dd73-9813-4794-b706-338ef7ecdb38 req-2a3b6abb-a9b8-46a0-bfcc-1e1dcc35853e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419715 Aug 18 23:57:53.171607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6c5836c-46c9-4b70-91ab-2c4b1f25043c None None] Provisioning for port c16604a0-5fea-4d07-9b4d-be23e57fa498 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:53.192540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Transition to ACTIVE for port object 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:53.202240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-651a8e28-d830-4f26-a2b5-30c47e3b5fb4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6337345 Aug 18 23:57:53.202557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6c5836c-46c9-4b70-91ab-2c4b1f25043c None None] Provisioning complete for port c16604a0-5fea-4d07-9b4d-be23e57fa498 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:53.202952 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6c5836c-46c9-4b70-91ab-2c4b1f25043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.230152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Request body: {'port': {'device_id': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:53.248957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-f6c8eb14-6551-4044-b7ec-5c006d09d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.250597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-f6c8eb14-6551-4044-b7ec-5c006d09d058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.0959136 Aug 18 23:57:53.299149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e630df-1300-4cb6-b55f-e9a683c784a9 req-d963b30e-ba68-4486-ad03-255dc2edcd40 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.302676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18e630df-1300-4cb6-b55f-e9a683c784a9 req-d963b30e-ba68-4486-ad03-255dc2edcd40 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1332884 Aug 18 23:57:53.311744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Deleting port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:57:53.312112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.344189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5836c-46c9-4b70-91ab-2c4b1f25043c None None] Port c16604a0-5fea-4d07-9b4d-be23e57fa498 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:53.397504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.429263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.430109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18e630df-1300-4cb6-b55f-e9a683c784a9 req-10483fda-515e-496a-a600-de96ed7bf167 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221294 Aug 18 23:57:53.480704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-4c48aa79-312e-4329-a577-345a22fa75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.482543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-4c48aa79-312e-4329-a577-345a22fa75de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989071 Aug 18 23:57:53.515793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:57:53.518858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0d0f6-3545-4256-839b-93adba6c1146 req-f1620911-7d76-40ff-a94e-e6b6f3419199 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.520502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-16e0d0f6-3545-4256-839b-93adba6c1146 req-f1620911-7d76-40ff-a94e-e6b6f3419199 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.1807942 Aug 18 23:57:53.537962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:53.544607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Request body: {'floatingip': {'port_id': '06cecdb2-0ca2-4707-b3b3-4216dc500c14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:53.547203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:57:53.603722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:57:53.630446 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd432d-566a-4f49-8d5e-4c9f72199d4d x-openstack-request-id: req-dccd432d-566a-4f49-8d5e-4c9f72199d4d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:53.630657 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:53.630909 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dccd432d-566a-4f49-8d5e-4c9f72199d4d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:53.635659 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'status': 'completed', 'code': 200} Aug 18 23:57:53.671638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:53.702071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.761972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:53.805567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] For port 457cd4be-7bd7-4073-aa9e-d3abadc0d485, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=457cd4be-7bd7-4073-aa9e-d3abadc0d485,segment=NetworkSegment(93d1122a-b7e5-4714-a9d8-52f61d06e3fc),segment_id=93d1122a-b7e5-4714-a9d8-52f61d06e3fc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:53.805951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.825951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.850846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.851464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.871025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b800c-a5d5-45c3-97a1-ad7cadfe0a4a req-3e8a4faf-b01e-4c66-a4b6-fbd141b6dbc4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.874367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Calling delete_port for 457cd4be-7bd7-4073-aa9e-d3abadc0d485 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:57:53.877062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-783b800c-a5d5-45c3-97a1-ad7cadfe0a4a req-3e8a4faf-b01e-4c66-a4b6-fbd141b6dbc4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 944 time: 0.2560422 Aug 18 23:57:53.889163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7234f363-b30c-4cd4-b07f-fa6795a268bd None None] Provisioning for port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:53.895445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Transition to ACTIVE for port object d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:53.898170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7234f363-b30c-4cd4-b07f-fa6795a268bd None None] Provisioning complete for port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:53.899260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7234f363-b30c-4cd4-b07f-fa6795a268bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.915475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-432e00db-a94c-4fee-b7e0-a4e8943ad25f service neutron] 10.222.0.21 "GET /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3/bindings/n-h2-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.3533266 Aug 18 23:57:53.930490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7534-da9e-447a-954f-b6ab76d0f413 req-9d6974b1-2f7c-4a46-a4a2-39ebc658c266 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:53.931336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:53.931999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79bf7534-da9e-447a-954f-b6ab76d0f413 req-9d6974b1-2f7c-4a46-a4a2-39ebc658c266 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 936 time: 0.2937901 Aug 18 23:57:53.933281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-012d41e3-4cf3-4400-86ac-3e57fef919a9 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4187231 Aug 18 23:57:53.956001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7234f363-b30c-4cd4-b07f-fa6795a268bd None None] Port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:57:53.975829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Request body: {'port': {'device_id': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:57:54.000421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-e3802fe4-93d1-4789-8dbc-fa9550096af1 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770820 Aug 18 23:57:54.066386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-783b800c-a5d5-45c3-97a1-ad7cadfe0a4a req-aea6fafe-70cd-45db-bba0-b973f37abd80 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768703 Aug 18 23:57:54.134484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:54.247718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79bf7534-da9e-447a-954f-b6ab76d0f413 req-9dfbef49-d751-4218-8b45-1d25c18d2139 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630925 Aug 18 23:57:54.262909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.328636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Attempting to bind port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:54.328978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Attempting to bind port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:54.329928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Attempting to bind port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:54.347337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:54.347670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Attempting to bind port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:54.351364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d23b5665-b717-4c12-becc-42b1eb315cb1 req-7fdbd8ed-94c7-4d7c-b0d1-5e2a5a5e96e3 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348076 Aug 18 23:57:54.361527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9701-f23a-446d-85ca-e2657a0bdd2c req-8737394c-4c20-483c-b0c1-595fc6b9905d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.363232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1fd9701-f23a-446d-85ca-e2657a0bdd2c req-8737394c-4c20-483c-b0c1-595fc6b9905d tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 943 time: 0.1792018 Aug 18 23:57:54.368930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:54.378292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:54.378804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:54.379150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:54.379683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Bound port: d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:54.380066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.384406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.419237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Transition to ACTIVE for port object c16604a0-5fea-4d07-9b4d-be23e57fa498 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:54.452060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.494182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1fd9701-f23a-446d-85ca-e2657a0bdd2c req-bd472785-cb1f-4935-aa4f-8d223e3c27eb tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92cf964-cf5c-468c-b7cd-8eaf5de257cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200495 Aug 18 23:57:54.565421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:54.592327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:54.650304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:54.652851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-01122fff-3a5b-4d0c-a06d-3ee074f4cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.654843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-01122fff-3a5b-4d0c-a06d-3ee074f4cfd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1095 time: 0.1894739 Aug 18 23:57:54.677129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.726466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f509-9b17-45ef-84e3-d67b195103de req-1b2b6cec-dc7c-4d56-b06f-00216a19cfe6 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.728026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e32f509-9b17-45ef-84e3-d67b195103de req-1b2b6cec-dc7c-4d56-b06f-00216a19cfe6 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 943 time: 0.3959525 Aug 18 23:57:54.728729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.808391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.809158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:54.810554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac HTTP/1.1" status: 200 len: 1096 time: 3.3626761 Aug 18 23:57:54.851696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac838-d565-4765-b2cb-9db4e5cbc97a req-539fca12-0a17-47c5-abf7-36df335269e1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.853397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa5ac838-d565-4765-b2cb-9db4e5cbc97a req-539fca12-0a17-47c5-abf7-36df335269e1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.2853885 Aug 18 23:57:54.865158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Pushing event deleted for resources: {'Port': ['ID=457cd4be-7bd7-4073-aa9e-d3abadc0d485,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:54.938017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078d31d-58c8-4661-888b-b77d67024180 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:54.944542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:54.944949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:54.945372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:54.948450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-b543ebcf-ccef-4423-a802-2d006267ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:54.950026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-b543ebcf-ccef-4423-a802-2d006267ceff service neutron] 10.222.0.21 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.2651978 Aug 18 23:57:54.962493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:54.963079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:55.014708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:55.015044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:55.015430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:55.015888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Bound port: c16604a0-5fea-4d07-9b4d-be23e57fa498, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:55.016268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.029843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-d42181fc-8b1f-410a-9434-581157d2687e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 217 time: 0.0690737 Aug 18 23:57:55.035420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa5ac838-d565-4765-b2cb-9db4e5cbc97a req-d389eaff-cd19-4bf2-924f-2ef824a9d251 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668944 Aug 18 23:57:55.039304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-3d4e2b42-37ca-4f0c-8415-d9f5cfdbcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.040644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-3d4e2b42-37ca-4f0c-8415-d9f5cfdbcc86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 1099 time: 0.1732540 Aug 18 23:57:55.143827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-e81bff73-5e37-41f2-9247-271a421c2df7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac HTTP/1.1" status: 200 len: 217 time: 0.0823853 Aug 18 23:57:55.230101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-cccfc699-e501-4a8a-b9ba-4f7419a666b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.231566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-cccfc699-e501-4a8a-b9ba-4f7419a666b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1897709 Aug 18 23:57:55.252947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:55.276274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-3a42282a-4491-47d7-933d-f78f2f4f2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.277762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-3a42282a-4491-47d7-933d-f78f2f4f2e11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1237288 Aug 18 23:57:55.286251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] No DVR routers for this DVR port 457cd4be-7bd7-4073-aa9e-d3abadc0d485 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:55.288876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.291242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27fe6d33-c6b3-420b-a259-6358ea1d7e62 req-35262f57-b09a-4e11-a8fc-c047d2d9e7d9 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.21 "DELETE /v2.0/ports/457cd4be-7bd7-4073-aa9e-d3abadc0d485 HTTP/1.1" status: 204 len: 173 time: 2.2554877 Aug 18 23:57:55.293193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:55.301076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-deleted', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:55.304359 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1ab6c-7595-446f-b177-cb5d63272154" -d '{"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-deleted", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:55.307539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.318196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:55.339226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e32f509-9b17-45ef-84e3-d67b195103de req-8f99e58d-0091-4d86-add5-63b9fcaa180a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551517 Aug 18 23:57:55.346102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96606-2d37-4611-8bb0-cd251282ab31 req-3a720d0a-4bbd-40ed-a6a9-1fd9196f736a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.347759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13d96606-2d37-4611-8bb0-cd251282ab31 req-3a720d0a-4bbd-40ed-a6a9-1fd9196f736a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 944 time: 0.1621628 Aug 18 23:57:55.392271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.392919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.394285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] 10.222.0.21 "PUT /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 1097 time: 2.1758683 Aug 18 23:57:55.396135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-400baedf-0640-4704-83a0-45392d54bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.397547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-400baedf-0640-4704-83a0-45392d54bd6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580269 Aug 18 23:57:55.449868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:55.495691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0a2c9-124a-449c-943e-f5d36e19ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:55.505828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-6ef8a185-9f49-4755-8921-0597ca2640db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.507587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-6ef8a185-9f49-4755-8921-0597ca2640db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161078 Aug 18 23:57:55.514470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:57:55.590119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13d96606-2d37-4611-8bb0-cd251282ab31 req-d5c54bbc-2b76-4b76-8dfa-1cacabbab65c tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945872 Aug 18 23:57:55.607082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7693a654-25b7-4144-a1cc-2b067e3c0ba3 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:55.648507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}, {'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:55.650788 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}, {"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:55.655930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:55.675301 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.695500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f3b27-51ca-4643-b540-d7a5aa2815c8 req-4f016e91-a966-4df6-ad99-1ced468ef054 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.697148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f44f3b27-51ca-4643-b540-d7a5aa2815c8 req-4f016e91-a966-4df6-ad99-1ced468ef054 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 944 time: 0.2021413 Aug 18 23:57:55.703441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.708846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:55.750540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.755494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.817535 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:57:55.820011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Transition to ACTIVE for port object 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:55.886786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:55.927512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:55.936193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f44f3b27-51ca-4643-b540-d7a5aa2815c8 req-5258f4a8-4266-4c24-8d31-0935bc791582 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207832 Aug 18 23:57:55.979813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-594de3e7-a13b-4ce6-9749-f9b4c5a13961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:55.981227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-594de3e7-a13b-4ce6-9749-f9b4c5a13961 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1100 time: 0.4777880 Aug 18 23:57:55.996183 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98 associated. External IP: 172.25.1.24, port: 06cecdb2-0ca2-4707-b3b3-4216dc500c14. Aug 18 23:57:55.998471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-31ed34eb-5399-4e1f-8e63-b6b19d3a11a3 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861666 Aug 18 23:57:56.065960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c2fc2-823e-4d3e-bf31-dcf02d3fc86c x-openstack-request-id: req-0b2c2fc2-823e-4d3e-bf31-dcf02d3fc86c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:56.066505 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c908f97-9f98-4dcb-8059-02d904448276", "name": "network-vif-deleted", "tag": "457cd4be-7bd7-4073-aa9e-d3abadc0d485", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:56.067036 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b2c2fc2-823e-4d3e-bf31-dcf02d3fc86c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:56.067608 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c908f97-9f98-4dcb-8059-02d904448276', 'name': 'network-vif-deleted', 'tag': '457cd4be-7bd7-4073-aa9e-d3abadc0d485', 'status': 'completed', 'code': 200} Aug 18 23:57:56.068402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:56.108476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 817309fd-e5f3-49d7-9cb7-a999b92ab2dc up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:56.143168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] Transition to ACTIVE for port object 7693a654-25b7-4144-a1cc-2b067e3c0ba3 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:57:56.174495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-e0cf058e-4c95-4a3b-ba27-805e98711291 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.1678767 Aug 18 23:57:56.201237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-2e9182d3-b590-46e2-a30c-d963c5ad3a67 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560943 Aug 18 23:57:56.213621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:57:56.239249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 457cd4be-7bd7-4073-aa9e-d3abadc0d485 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:57:56.240131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 457cd4be-7bd7-4073-aa9e-d3abadc0d485 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:57:56.242473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:56.247046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Attempting to bind port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:57:56.247620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Attempting to bind port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:57:56.247952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Attempting to bind port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:56.250710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:56.251151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.252179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.280449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f017949-acdc-4e2e-b412-6009aa9c873c req-f0fe12c8-2279-494d-ba16-fd0e517f1af2 tempest-ImagesTestJSON-1949722924 tempest-ImagesTestJSON-1949722924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c908f97-9f98-4dcb-8059-02d904448276 HTTP/1.1" status: 200 len: 210 time: 0.0792727 Aug 18 23:57:56.321772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735f67a-1340-4232-9a8a-cc77fa256dda req-c5a99153-f927-4cbc-a8d2-1b6f9112d199 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.323443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e735f67a-1340-4232-9a8a-cc77fa256dda req-c5a99153-f927-4cbc-a8d2-1b6f9112d199 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.6605265 Aug 18 23:57:56.337149 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9598fa00-5d28-463c-84db-f962473189af x-openstack-request-id: req-9598fa00-5d28-463c-84db-f962473189af {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:56.337457 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:56.337708 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9598fa00-5d28-463c-84db-f962473189af {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:56.338261 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'status': 'completed', 'code': 200} Aug 18 23:57:56.338536 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'status': 'completed', 'code': 200} Aug 18 23:57:56.343602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.343999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:57:56.344474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Attempting to bind port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:57:56.358238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:57:56.358507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:57:56.359262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:57:56.359726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Bound port: 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:57:56.360096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.360229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-22040bdb-23da-466d-923d-be7977a0448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.361755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-22040bdb-23da-466d-923d-be7977a0448e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1772900 Aug 18 23:57:56.385140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-312701b9-8f2d-4b7c-a4e7-a5e2c4f6ae0c req-3f9831e5-d01c-4a89-ab09-6a04ba9a073f service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756344 Aug 18 23:57:56.395945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.426773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:56.429705 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc8ef88-e9c0-41ca-801f-92ccc44d4e00" -d '{"events": [{"server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "name": "network-vif-plugged", "status": "completed", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:56.443096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e735f67a-1340-4232-9a8a-cc77fa256dda req-e692647e-31f9-4e57-96a7-8ac865ae172e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036549 Aug 18 23:57:56.445792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,segment=NetworkSegment(3f5a5dd9-8c0c-4528-b734-dc72048a2041),segment_id=3f5a5dd9-8c0c-4528-b734-dc72048a2041)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:56.445979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a79bd27b-135c-41cf-95a3-3eff3340632f req-2586c370-51f3-43f8-be47-e5ad6d224520 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182784 Aug 18 23:57:56.455187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.474935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-dcd78e92-76fb-48f4-856a-206e1d01d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.474935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-dcd78e92-76fb-48f4-856a-206e1d01d0e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021729 Aug 18 23:57:56.521788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:56.554308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] No DVR routers for this DVR port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:57:56.598794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-40a1a206-1773-4e5c-9d2c-4ad2f9d57cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.600557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-40a1a206-1773-4e5c-9d2c-4ad2f9d57cde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 1099 time: 0.0655527 Aug 18 23:57:56.606336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] Pushing event updated for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:56.628600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-4af51c06-352e-4f90-9787-13cc46bce01d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464684 Aug 18 23:57:56.658434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa681-a622-4c61-bd41-986d813abf89 req-05385cad-b220-4ee1-80bb-a980d82381e5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.659927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-836aa681-a622-4c61-bd41-986d813abf89 req-05385cad-b220-4ee1-80bb-a980d82381e5 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.2302144 Aug 18 23:57:56.665703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:56.673537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-02a2048a-39ed-4072-8101-ad31acc45a20 service neutron] 10.222.0.21 "PUT /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3/bindings/n-h2-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 2.7393355 Aug 18 23:57:56.675927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:57:56.693330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.707897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:57:56.734764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.735463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:56.736976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] 10.222.0.21 "PUT /v2.0/ports/8f1a1f5d-4795-43e0-af0c-e1e5a1628550 HTTP/1.1" status: 200 len: 1097 time: 2.7668195 Aug 18 23:57:56.777953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-836aa681-a622-4c61-bd41-986d813abf89 req-c221b9d1-71a8-4bb7-b750-a245208aeac3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082718 Aug 18 23:57:56.815453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8dba-e3b8-447a-8642-a7fe56ec7a60 req-6d6d8e73-0157-4925-a3aa-f5215d9b22fe tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.830665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b84e8dba-e3b8-447a-8642-a7fe56ec7a60 req-6d6d8e73-0157-4925-a3aa-f5215d9b22fe tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 943 time: 0.1908588 Aug 18 23:57:56.856557 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba129d8-1274-4191-a664-7e32e8a4165b x-openstack-request-id: req-9ba129d8-1274-4191-a664-7e32e8a4165b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:56.857117 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "name": "network-vif-plugged", "status": "completed", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:56.857597 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ba129d8-1274-4191-a664-7e32e8a4165b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:56.858532 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc', 'code': 200} Aug 18 23:57:56.869279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86292ef9-69ec-4fd4-9ded-4adf2ddc3e1a service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:56.886482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-65533a51-fcc4-40a6-a124-6cd986089593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.889617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-65533a51-fcc4-40a6-a124-6cd986089593 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2727392 Aug 18 23:57:56.931991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0208f20b-67c9-4fb0-b601-cab284c0dd5b req-22830ca1-d888-41a2-9996-c52ecd0f48c4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914035 Aug 18 23:57:56.965940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-90e460e6-c99e-4c18-94ae-2378804b993b tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:56.967470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-90e460e6-c99e-4c18-94ae-2378804b993b tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1870828 Aug 18 23:57:56.993809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-d759e86b-224e-4335-9c0c-12317ffba7ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac HTTP/1.1" status: 200 len: 217 time: 0.0757711 Aug 18 23:57:57.014943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-3eadbf45-76ae-4fc7-affa-cd839fbd3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.016437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-3eadbf45-76ae-4fc7-affa-cd839fbd3b27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 1100 time: 0.1904345 Aug 18 23:57:57.025010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b84e8dba-e3b8-447a-8642-a7fe56ec7a60 req-0ee957d5-f9e5-4339-998c-309cf4a62a1a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933987 Aug 18 23:57:57.090955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-752318ab-aaac-434b-b783-db7de039a2e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550 HTTP/1.1" status: 200 len: 217 time: 0.0468469 Aug 18 23:57:57.096099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:57:57.108327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:57.109003 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:57:57.121195 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:57.121925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:57.133655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-201c7654-38cb-47d9-8e33-9632deb5380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.135150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-201c7654-38cb-47d9-8e33-9632deb5380e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1091130 Aug 18 23:57:57.138766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ea693-69d2-4c2b-a6fa-f556f39d7733 req-5e9a93f9-dd73-4404-9e01-6a9c112e611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.140183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e03ea693-69d2-4c2b-a6fa-f556f39d7733 req-5e9a93f9-dd73-4404-9e01-6a9c112e611c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 1097 time: 0.1580935 Aug 18 23:57:57.180142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fd43f-4a90-47d9-932e-6047d621635d req-85889891-cc8c-4f46-b117-0da4bbf02eeb tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.181718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f3fd43f-4a90-47d9-932e-6047d621635d req-85889891-cc8c-4f46-b117-0da4bbf02eeb tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.2123163 Aug 18 23:57:57.183976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-aaa9cf8f-3e94-4558-b1af-f1c05cbb3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.185593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-aaa9cf8f-3e94-4558-b1af-f1c05cbb3e72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1100 time: 0.1277092 Aug 18 23:57:57.187310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-95d5ec71-c248-483d-a2ce-597774b24a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.189332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-95d5ec71-c248-483d-a2ce-597774b24a93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d HTTP/1.1" status: 200 len: 1097 time: 0.2084463 Aug 18 23:57:57.201048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf9b0cec-14da-4256-ae35-d9d0be5e0946 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "PUT /v2.0/floatingips/5d2217b1-0bfd-469d-aa18-7e522e272c98 HTTP/1.1" status: 200 len: 990 time: 3.6600106 Aug 18 23:57:57.213605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-5b479bd3-15a5-49d7-ac06-bd9734f2590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.215070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-5b479bd3-15a5-49d7-ac06-bd9734f2590f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1163552 Aug 18 23:57:57.232708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7731b8a-6015-422b-afae-bd1d7df885d9 req-04b659fd-c371-4c70-bb04-f495820269f4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.234394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7731b8a-6015-422b-afae-bd1d7df885d9 req-04b659fd-c371-4c70-bb04-f495820269f4 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.1399593 Aug 18 23:57:57.268473 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:57.280720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f3fd43f-4a90-47d9-932e-6047d621635d req-2a4c3ca1-b96c-4c16-8480-7cf8f822c8e0 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Aug 18 23:57:57.299585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e03ea693-69d2-4c2b-a6fa-f556f39d7733 req-0fd311a6-f593-44d6-a869-31f0e3c109e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474621 Aug 18 23:57:57.305177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-609c2898-b630-4395-977f-e4fff14fed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.306298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-609c2898-b630-4395-977f-e4fff14fed58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1097 time: 0.0849471 Aug 18 23:57:57.308284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-4a880297-0942-4662-92a3-3a7fadaf903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.309522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-4a880297-0942-4662-92a3-3a7fadaf903b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794301 Aug 18 23:57:57.325411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-80a639a1-28f1-4fc3-8cdd-ec1712afcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.326933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-80a639a1-28f1-4fc3-8cdd-ec1712afcb23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738682 Aug 18 23:57:57.356242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7731b8a-6015-422b-afae-bd1d7df885d9 req-6a188147-23cd-4bab-aba3-672e4678ac95 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779297 Aug 18 23:57:57.370339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-d2d53290-2a4d-4329-b58a-f45e73f71990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.372231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-d2d53290-2a4d-4329-b58a-f45e73f71990 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1662664 Aug 18 23:57:57.448503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-9536941e-4029-4471-9ec1-ec91c1475c8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0688114 Aug 18 23:57:57.497378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-3aee4293-0e8c-4176-a9b3-46b63837d9bc service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772900 Aug 18 23:57:57.535909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-3a73b436-975e-42a4-ae9d-4fc4e55c07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.537193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-3a73b436-975e-42a4-ae9d-4fc4e55c07e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 200 len: 921 time: 0.1564291 Aug 18 23:57:57.580972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-f149b3c6-40f6-475e-8b4d-2e079e54a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.583834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-f149b3c6-40f6-475e-8b4d-2e079e54a196 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0964293 Aug 18 23:57:57.621535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-f4537393-b1f2-4996-9488-b727963c741d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0565028 Aug 18 23:57:57.650562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-45aac6a7-2699-455e-9940-7cc56c0f4b80 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693830 Aug 18 23:57:57.666970 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:bf:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:57:55Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:57.701345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:57:57.711861 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:57:57.712734 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:57.718508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e641775-3ca1-4a40-a03e-95297957ce8d req-040781cf-44ff-4661-b7bb-0115af936ae2 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120748 Aug 18 23:57:57.720654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-730add0b-add7-482e-b6cb-172b61da9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.723334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-730add0b-add7-482e-b6cb-172b61da9276 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 200 len: 861 time: 0.0884683 Aug 18 23:57:57.728181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-d1902cf3-db6e-4f8a-a848-0b2d54833b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.730523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-d1902cf3-db6e-4f8a-a848-0b2d54833b65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361213 Aug 18 23:57:57.744803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ec74-0347-415a-a3b2-59523e543a2c req-65573863-2cbe-4595-9dbc-5516390d2259 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:57.746545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d646ec74-0347-415a-a3b2-59523e543a2c req-65573863-2cbe-4595-9dbc-5516390d2259 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.1501086 Aug 18 23:57:57.784228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-912ff1cd-540d-4c43-a41d-9d340fb73ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e248ade-151f-4e2a-b231-48d0c5bbd87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444419 Aug 18 23:57:57.851000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:57:57.890069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d646ec74-0347-415a-a3b2-59523e543a2c req-0e495488-4ff7-47d5-bb4b-d3a2b3b0f066 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233840 Aug 18 23:57:57.918567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e0c728ea-31b1-4f24-bb02-15697b1b193c details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:57:57.919317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-37de83dd-dfcf-44ed-891a-37c408dec84a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512779 Aug 18 23:57:57.934418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-1d96a6c7-1d44-4ec6-b2ac-4a0d019781a8 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822762 Aug 18 23:57:57.979890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-847405dd-5615-4040-a470-6513d9f042f7 service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843364 Aug 18 23:57:57.999407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5785df-0162-4495-82cb-0c7e2254a93f req-23c3b5d4-7cb6-4a62-a7b2-671c93b5255f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.006890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b5785df-0162-4495-82cb-0c7e2254a93f req-23c3b5d4-7cb6-4a62-a7b2-671c93b5255f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.1269426 Aug 18 23:57:58.073535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b6c8562-3d04-43bf-8f02-1f9b4363cbfc req-b4431764-ae69-4f10-be70-991f69759323 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311169 Aug 18 23:57:58.081711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:58.081899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550'}, {'name': 'network-changed', 'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:57:58.083964 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c9633-b651-4e0d-a3ed-a618623dd4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550"}, {"name": "network-changed", "server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:57:58.107814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:57:58.133019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b5785df-0162-4495-82cb-0c7e2254a93f req-ba26669f-9e1e-4893-9fc0-33fd0f8a7061 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191070 Aug 18 23:57:58.166499 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:bf:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:57:55Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:58.179331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.180238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bbb25-a40a-48a4-ae63-6b7e08e5b93d req-51f5bd55-0578-4cfc-9a7f-2ee51dab8636 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.181865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-482bbb25-a40a-48a4-ae63-6b7e08e5b93d req-51f5bd55-0578-4cfc-9a7f-2ee51dab8636 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 943 time: 0.0551844 Aug 18 23:57:58.198435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:58.198903 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c9e23-bad5-4b86-82ba-a71932576f08 None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '5d2217b1-0bfd-469d-aa18-7e522e272c98', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'port_id': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'mac_address': 'fa:16:3e:bf:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:54:18Z', 'updated_at': '2021-08-18T23:57:55Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:57:58.202206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c728ea-31b1-4f24-bb02-15697b1b193c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:57:58.208284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-d802b5bc-1d07-4a08-895e-aa22aba4bb9a service neutron] 10.222.0.11 "GET /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917593 Aug 18 23:57:58.226844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:57:58.235249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.272141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-482bbb25-a40a-48a4-ae63-6b7e08e5b93d req-65606827-2b25-49fc-bb73-f8da8c4c201f tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Aug 18 23:57:58.272548 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 23:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b7570f-f615-4411-bff0-23574c3d3408 x-openstack-request-id: req-72b7570f-f615-4411-bff0-23574c3d3408 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:57:58.272844 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:57:58.273117 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72b7570f-f615-4411-bff0-23574c3d3408 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:57:58.273511 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'status': 'completed', 'code': 200} Aug 18 23:57:58.273766 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'status': 'completed', 'code': 200} Aug 18 23:57:58.292373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Deleting subnet 8944cdca-14e6-4ba9-928b-2a1e65552b81 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:57:58.299604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.313642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:58.362196 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.380570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-027c9b37-2a5a-47d3-a854-1fc317a05c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.382511 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-027c9b37-2a5a-47d3-a854-1fc317a05c87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 1097 time: 0.0753384 Aug 18 23:57:58.421118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.424574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-1f61fbb1-5547-4c0d-a149-5dc0500584a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.426285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-1f61fbb1-5547-4c0d-a149-5dc0500584a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff275153fcb748168d025e7826707258&device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 1100 time: 0.0970175 Aug 18 23:57:58.530889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f4800-8c4b-46df-903a-2d0e6cd67525 None None] New status for floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:57:58.666253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d240e9-5ad4-45ab-969e-562bccbc8c05 req-00d5c342-f2c9-4cc5-88a0-5292f2510a92 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.668030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43d240e9-5ad4-45ab-969e-562bccbc8c05 req-00d5c342-f2c9-4cc5-88a0-5292f2510a92 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.2138619 Aug 18 23:57:58.670778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e8335ebc-1424-4f99-bce6-55d597cd4638 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.672247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-e8335ebc-1424-4f99-bce6-55d597cd4638 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b&tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1448603 Aug 18 23:57:58.673895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-04413052-8836-4dfe-96e0-c113add9fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.675304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-04413052-8836-4dfe-96e0-c113add9fca1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2313771 Aug 18 23:57:58.676618 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.776441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8944cdca-14e6-4ba9-928b-2a1e65552b81,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:58.778510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e0c728ea-31b1-4f24-bb02-15697b1b193c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:57:58.783146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:58.787400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd8a5646-275a-4443-8561-ed68740e0f81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8944cdca-14e6-4ba9-928b-2a1e65552b81 HTTP/1.1" status: 204 len: 168 time: 0.5846999 Aug 18 23:57:58.791841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:58.803155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-f353fbd7-e968-45df-b868-19dc8a44b30e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550 HTTP/1.1" status: 200 len: 217 time: 0.1134174 Aug 18 23:57:58.833885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086432b-7770-4744-950d-6ef4b41f7ca7 req-259c3062-b4c0-499d-bf07-57f307b14d46 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.835363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f086432b-7770-4744-950d-6ef4b41f7ca7 req-259c3062-b4c0-499d-bf07-57f307b14d46 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.4487557 Aug 18 23:57:58.887619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-cbf6909b-23b8-4063-affe-5749bd1cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.889419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-cbf6909b-23b8-4063-affe-5749bd1cd303 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.4654579 Aug 18 23:57:58.896508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43d240e9-5ad4-45ab-969e-562bccbc8c05 req-dbc49e4e-57e4-4fa8-ac00-79d24493e08c tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173290 Aug 18 23:57:58.897028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f086432b-7770-4744-950d-6ef4b41f7ca7 req-70ab9b1c-bea9-4baa-9272-e03ef4d93c97 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539978 Aug 18 23:57:58.939943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-aaaddd15-71c2-426e-abb0-dddf1b887824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:58.941412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-aaaddd15-71c2-426e-abb0-dddf1b887824 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1164718 Aug 18 23:57:58.982065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.022046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-7ce30223-804d-463f-9b36-2e6a912abfcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 200 len: 1000 time: 0.1234210 Aug 18 23:57:59.057921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-4ea36935-36e0-4171-8303-e73310cde43f service neutron] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:57:59.065674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-4ea36935-36e0-4171-8303-e73310cde43f service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.066779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87309d85-b9d1-41f9-a82d-d845c8ce7df8 req-4ea36935-36e0-4171-8303-e73310cde43f service neutron] 10.222.0.11 "DELETE /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3/bindings/n-h1-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.3853195 Aug 18 23:57:59.074650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-fa7a7cc9-368a-4f15-960a-646b276b6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.076113 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-fa7a7cc9-368a-4f15-960a-646b276b6da0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.0459325 Aug 18 23:57:59.078518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-d725dfbe-a9ba-4ce8-b643-5871891dc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.079999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-d725dfbe-a9ba-4ce8-b643-5871891dc919 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1120882 Aug 18 23:57:59.126219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-cee047e0-4e12-41a3-b225-90fda29d2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.127726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-cee047e0-4e12-41a3-b225-90fda29d2d48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441411 Aug 18 23:57:59.184638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.205357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3286e4d-a0b3-42a1-828f-ade4c3e00289']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:59.218207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d1122a-b7e5-4714-a9d8-52f61d06e3fc') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:59.218506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d1122a-b7e5-4714-a9d8-52f61d06e3fc') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:57:59.239346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4417e-a833-4b91-984b-2c6033b3ec50 req-3c2b03d8-ef31-42d2-82b4-e5b087ad4a1f tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.240864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56c4417e-a833-4b91-984b-2c6033b3ec50 req-3c2b03d8-ef31-42d2-82b4-e5b087ad4a1f tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.1646543 Aug 18 23:57:59.242508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.250000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-e3443d99-fe0d-4122-a05a-a95b67467196 service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141849 Aug 18 23:57:59.261376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa897a3c-9ab5-457b-aa45-33a401028f2a req-ced19999-e1cd-41fa-a9f5-2d4cb0ef37c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.262796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa897a3c-9ab5-457b-aa45-33a401028f2a req-ced19999-e1cd-41fa-a9f5-2d4cb0ef37c1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.0714254 Aug 18 23:57:59.288876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.302880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-7ff618af-60f9-4fa0-ab98-0acab4250e19 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896176 Aug 18 23:57:59.308560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:57:59.308973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:57:59.310900 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:57:59.354520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa897a3c-9ab5-457b-aa45-33a401028f2a req-055220b5-3d4e-49f0-b760-e755dc90205d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Aug 18 23:57:59.381236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-d8aa68b4-8d8d-48bf-8300-5c22fc3b8bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174748 Aug 18 23:57:59.492191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02dee7-b69e-491d-9c10-799f082a7fcf req-5c32a1c4-83af-4f35-a862-0361164cce63 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:57:59.494175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f02dee7-b69e-491d-9c10-799f082a7fcf req-5c32a1c4-83af-4f35-a862-0361164cce63 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 944 time: 0.0535777 Aug 18 23:57:59.537873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f02dee7-b69e-491d-9c10-799f082a7fcf req-6e5b68a9-ec31-4fd5-9d01-28b580fe0a2c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Aug 18 23:57:59.650203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56c4417e-a833-4b91-984b-2c6033b3ec50 req-81496285-02ef-4973-bd45-7d9d2431b91d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985233 Aug 18 23:57:59.697813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.706489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.708581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3286e4d-a0b3-42a1-828f-ade4c3e00289 HTTP/1.1" status: 204 len: 168 time: 0.9134145 Aug 18 23:57:59.725272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72efd5b-e1c0-4070-bad1-7050923db98a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3286e4d-a0b3-42a1-828f-ade4c3e00289,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:57:59.747904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-989c9633-b651-4e0d-a3ed-a618623dd4f4 req-1e07764c-3216-462d-9071-89790ae72ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470995 Aug 18 23:57:59.872340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43940) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:59.913287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34157c2e-30bf-497b-a2da-6c9ded2c9946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2b81d29b3e64ef6bf5d3bb7e0410a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397410 Aug 18 23:57:59.915819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:57:59.917241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e0c728ea-31b1-4f24-bb02-15697b1b193c up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:57:59.971436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.975006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port e0c728ea-31b1-4f24-bb02-15697b1b193c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:57:59.987792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e0c728ea-31b1-4f24-bb02-15697b1b193c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:57:59.988872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:57:59.999487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.098419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.099129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b6f5a-d8a7-45cc-a516-59770c4903e3 req-58a2b43e-ef05-4761-babe-00c390f2bf8f tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.106823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db777a4-e78d-40cb-85f8-54fa37fd6116 req-b1a0eba9-7273-445d-9791-1c9aeb544b2b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.107746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e55b6f5a-d8a7-45cc-a516-59770c4903e3 req-58a2b43e-ef05-4761-babe-00c390f2bf8f tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.0882766 Aug 18 23:58:00.114803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:00.115356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db777a4-e78d-40cb-85f8-54fa37fd6116 req-b1a0eba9-7273-445d-9791-1c9aeb544b2b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.0725293 Aug 18 23:58:00.138753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:00.141101 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31fbbfc-370c-4146-a178-0d924b5f7f9e" -d '{"events": [{"server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "name": "network-vif-plugged", "status": "completed", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:00.155168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.157766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db777a4-e78d-40cb-85f8-54fa37fd6116 req-86551f2f-7f30-47c8-9e0b-42fea092351f tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Aug 18 23:58:00.161750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.163106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b92cf964-cf5c-468c-b7cd-8eaf5de257cc HTTP/1.1" status: 204 len: 168 time: 0.2459998 Aug 18 23:58:00.164925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:00.171332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e55b6f5a-d8a7-45cc-a516-59770c4903e3 req-cf470b17-4b24-407a-8c83-64fafeea1a81 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626044 Aug 18 23:58:00.176591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11a933-3a2d-4131-9ae4-9ad2344f9427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92cf964-cf5c-468c-b7cd-8eaf5de257cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:00.206012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.279686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:00.315154 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c2141-0e92-49f7-a61e-d7603000cde3 x-openstack-request-id: req-b02c2141-0e92-49f7-a61e-d7603000cde3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:00.315442 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "name": "network-vif-plugged", "status": "completed", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:00.315698 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b02c2141-0e92-49f7-a61e-d7603000cde3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:00.316089 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'code': 200} Aug 18 23:58:00.318759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:00.332173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'mac_address': 'fa:16:3e:2b:02:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:00.411126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.421754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb3b5-d96a-4bf5-aa99-41d338f4f0a1 req-f4bdaa59-3380-4cba-bb9c-6e44e91a874e tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.421754 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f6fb3b5-d96a-4bf5-aa99-41d338f4f0a1 req-f4bdaa59-3380-4cba-bb9c-6e44e91a874e tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 1097 time: 0.0493884 Aug 18 23:58:00.425636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:00.446493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:00.452835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:00.473800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783bb-82b6-494e-8950-b0339078de0c req-97e8db49-6bb1-45bd-a7fc-0d25ecb2e721 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.481253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a40783bb-82b6-494e-8950-b0339078de0c req-97e8db49-6bb1-45bd-a7fc-0d25ecb2e721 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.1079352 Aug 18 23:58:00.487128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f6fb3b5-d96a-4bf5-aa99-41d338f4f0a1 req-29f92096-c577-4a55-9dca-4676b7fb4d07 tempest-LiveAutoBlockMigrationV225Test-811585124 tempest-LiveAutoBlockMigrationV225Test-811585124-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534456 Aug 18 23:58:00.492388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5839cd-e4de-43fe-98e1-796371d5dba4 req-44321c61-b372-4191-978b-18d5c2d8d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.493987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f5839cd-e4de-43fe-98e1-796371d5dba4 req-44321c61-b372-4191-978b-18d5c2d8d49d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1097 time: 0.0882461 Aug 18 23:58:00.525500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:00.553050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a40783bb-82b6-494e-8950-b0339078de0c req-335c05c9-5783-4a3a-93de-6d10f5a1dfaa tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Aug 18 23:58:00.584332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f5839cd-e4de-43fe-98e1-796371d5dba4 req-c2b4aaa8-e36c-4663-bd40-11c136c348d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812671 Aug 18 23:58:00.639589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b842-9d8a-499d-b76a-9ae7469fc8b7 req-d602c114-752c-4e7d-a8ac-36a2bddb611b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.642083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7070b842-9d8a-499d-b76a-9ae7469fc8b7 req-d602c114-752c-4e7d-a8ac-36a2bddb611b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.0538938 Aug 18 23:58:00.697339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7070b842-9d8a-499d-b76a-9ae7469fc8b7 req-4199a87e-eada-4d0e-bb60-b688442b7150 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Aug 18 23:58:00.821020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a8fba-f3f7-4310-94d1-a8eb1e2dd549 req-501c3269-3bec-4852-9c1e-c09dc4ca3674 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:00.823006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-247a8fba-f3f7-4310-94d1-a8eb1e2dd549 req-501c3269-3bec-4852-9c1e-c09dc4ca3674 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 945 time: 0.0735548 Aug 18 23:58:00.826040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:00.881420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-247a8fba-f3f7-4310-94d1-a8eb1e2dd549 req-d8233fa5-459d-4438-9fa5-323a4d06d884 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Aug 18 23:58:01.017388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3149-19be-49f8-ae1b-d431aad14eed req-2be47e08-2252-405d-a3e0-7df17c6734d1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.018980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83eb3149-19be-49f8-ae1b-d431aad14eed req-2be47e08-2252-405d-a3e0-7df17c6734d1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.0632441 Aug 18 23:58:01.085748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83eb3149-19be-49f8-ae1b-d431aad14eed req-34417eed-c113-4d6b-b732-162146c87523 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Aug 18 23:58:01.144191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f51e6-64d3-48fe-ad88-2418cc828303 req-f84e61be-8fa6-4c3c-9dfd-eb1d67f6eff2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.145815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c7f51e6-64d3-48fe-ad88-2418cc828303 req-f84e61be-8fa6-4c3c-9dfd-eb1d67f6eff2 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.0555952 Aug 18 23:58:01.189259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c7f51e6-64d3-48fe-ad88-2418cc828303 req-89088886-0678-4486-83c4-613f9ee7634d tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Aug 18 23:58:01.200749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7283d-e564-4c67-b330-9daef5c56da9 req-67a3a49c-81f3-41b4-8b5f-bc9039e8afb5 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.202232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cdf7283d-e564-4c67-b330-9daef5c56da9 req-67a3a49c-81f3-41b4-8b5f-bc9039e8afb5 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 18 23:58:01.239780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cdf7283d-e564-4c67-b330-9daef5c56da9 req-8334824c-b489-4741-9179-d0d12697fa54 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Aug 18 23:58:01.495461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-e84a6767-8293-4826-ae5c-37324547caf5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.497236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-e84a6767-8293-4826-ae5c-37324547caf5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 945 time: 0.0717580 Aug 18 23:58:01.606150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Deleting port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:01.606575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:01.639702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ff7f-4272-45ca-9090-a1843a9fd773 req-36d317c1-cd68-426f-a489-52bd6b7f0635 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.641592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44b8ff7f-4272-45ca-9090-a1843a9fd773 req-36d317c1-cd68-426f-a489-52bd6b7f0635 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.0562704 Aug 18 23:58:01.686591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44b8ff7f-4272-45ca-9090-a1843a9fd773 req-c1074848-c921-4287-960b-a10a335005f8 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Aug 18 23:58:01.708667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] For port 7693a654-25b7-4144-a1cc-2b067e3c0ba3, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7693a654-25b7-4144-a1cc-2b067e3c0ba3,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:01.709041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:01.722660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Calling delete_port for 7693a654-25b7-4144-a1cc-2b067e3c0ba3 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:01.817819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc412403-b39e-4ffb-86b5-7481173e9d87 req-6823ab09-0e9d-4dc5-bd5a-d200a1f49fe1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:01.819288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc412403-b39e-4ffb-86b5-7481173e9d87 req-6823ab09-0e9d-4dc5-bd5a-d200a1f49fe1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.0628386 Aug 18 23:58:01.859611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:01.862797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc412403-b39e-4ffb-86b5-7481173e9d87 req-64bfe760-ba25-4cfa-9ca4-d0b999955211 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Aug 18 23:58:01.873072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7693a654-25b7-4144-a1cc-2b067e3c0ba3'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:01.900535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:01.902270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event deleted for resources: {'Port': ['ID=7693a654-25b7-4144-a1cc-2b067e3c0ba3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:01.918629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.919308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.919864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.920556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.921079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.921663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.922165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.923235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.923748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.924260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.924970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.925664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:01.936138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:01.960037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] No DVR routers for this DVR port 7693a654-25b7-4144-a1cc-2b067e3c0ba3 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:01.962679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:01.964744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0da6905d-19f5-462c-b19f-dd81f51fe766 req-492cb41b-315d-4ec2-b0c8-d699d81bd101 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.11 "DELETE /v2.0/ports/7693a654-25b7-4144-a1cc-2b067e3c0ba3 HTTP/1.1" status: 204 len: 173 time: 0.4603691 Aug 18 23:58:01.965197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-deleted', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:01.967428 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6292b51-47ff-43a7-a3b3-ef0baa6ace90" -d '{"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-deleted", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:02.043133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82043bc-dfb7-43d0-b72d-79b0dc8b4abb req-7406c735-3f61-442c-921c-eaa31c3a471c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:02.044701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d82043bc-dfb7-43d0-b72d-79b0dc8b4abb req-7406c735-3f61-442c-921c-eaa31c3a471c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 945 time: 0.0757985 Aug 18 23:58:02.121809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d82043bc-dfb7-43d0-b72d-79b0dc8b4abb req-cca5f9b0-e5d6-44ff-8415-7be59afc9673 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Aug 18 23:58:02.134479 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640fd0bb-b7ab-4876-b7ae-2113b122c1d0 x-openstack-request-id: req-640fd0bb-b7ab-4876-b7ae-2113b122c1d0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:02.134778 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34383539-6268-45a6-9f1c-591610192d8b", "name": "network-vif-deleted", "tag": "7693a654-25b7-4144-a1cc-2b067e3c0ba3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:02.135034 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-640fd0bb-b7ab-4876-b7ae-2113b122c1d0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:02.135434 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34383539-6268-45a6-9f1c-591610192d8b', 'name': 'network-vif-deleted', 'tag': '7693a654-25b7-4144-a1cc-2b067e3c0ba3', 'status': 'completed', 'code': 200} Aug 18 23:58:02.145106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:02.177028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:02.217067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'mac_address': 'fa:16:3e:b3:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:02.254806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e084c52-0cdb-4f9d-ac95-e814b739a12d req-28eb7e53-fa74-441d-86b0-b648aac91e1d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:02.256815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e084c52-0cdb-4f9d-ac95-e814b739a12d req-28eb7e53-fa74-441d-86b0-b648aac91e1d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.0549185 Aug 18 23:58:02.293815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:02.295978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.308344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e084c52-0cdb-4f9d-ac95-e814b739a12d req-e65c3e96-57aa-4658-8d56-7d8ff81229a1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Aug 18 23:58:02.315252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:02.319585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:02.319945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.379284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:02.392044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.392827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:02.411292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95c1c55c-cd47-4216-a30d-25bb5eaf24e2 req-0ad00ca4-0288-4ce3-a38a-4d105ad9ffc5 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0498769 Aug 18 23:58:02.481644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:02.504881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'mac_address': 'fa:16:3e:02:c1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:02.556815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:02.575621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.591342 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.622033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:02.624421 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a0038-4abc-4a0c-a9ed-ca7cd350f950" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:02.628783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:02.661473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:02.664093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:02.669880 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.675395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:02.676195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:02.680007 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af27bb-9d16-4d8c-9741-7c9d7abf7e1d x-openstack-request-id: req-95af27bb-9d16-4d8c-9741-7c9d7abf7e1d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:02.680324 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:02.680574 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95af27bb-9d16-4d8c-9741-7c9d7abf7e1d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:02.681160 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'code': 200} Aug 18 23:58:02.847401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db039-a93b-49ea-aa68-a12accc4699e req-7a6d5819-8600-44b7-8d02-2ef540589945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:02.849285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d7db039-a93b-49ea-aa68-a12accc4699e req-7a6d5819-8600-44b7-8d02-2ef540589945 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 1101 time: 0.0897431 Aug 18 23:58:02.866588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 7693a654-25b7-4144-a1cc-2b067e3c0ba3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:02.866938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7693a654-25b7-4144-a1cc-2b067e3c0ba3 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:02.867191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0987e-6cdf-42ee-8573-36fdd8e74c66 req-f3c4223c-8d28-4866-a065-b513d9e25824 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:02.880590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ad0987e-6cdf-42ee-8573-36fdd8e74c66 req-f3c4223c-8d28-4866-a065-b513d9e25824 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.0808122 Aug 18 23:58:02.894905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:02.958841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:02.964891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ad0987e-6cdf-42ee-8573-36fdd8e74c66 req-a6fed9cd-d1e1-4896-aece-a0bf153c91ba tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/security-groups?id=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830822 Aug 18 23:58:02.967169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d7db039-a93b-49ea-aa68-a12accc4699e req-5b2b6274-e265-4e45-bbe1-43b6497b35f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841157 Aug 18 23:58:03.039750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2e50-687c-4626-809b-000ac82937ce req-9e87c1e9-cbc6-4b8d-979c-2bde512f5e11 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:03.041266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-706e2e50-687c-4626-809b-000ac82937ce req-9e87c1e9-cbc6-4b8d-979c-2bde512f5e11 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.0510125 Aug 18 23:58:03.086064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-706e2e50-687c-4626-809b-000ac82937ce req-1779a156-415e-432e-a0bd-b5955c41140f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Aug 18 23:58:03.152355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c16604a0-5fea-4d07-9b4d-be23e57fa498'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:03.200494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['8f1a1f5d-4795-43e0-af0c-e1e5a1628550'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:03.295162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad90ac-0076-42d0-9ade-68857e61e9c5 req-40283efb-ec35-42de-9be7-2b2d89508f49 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:03.308855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2ad90ac-0076-42d0-9ade-68857e61e9c5 req-40283efb-ec35-42de-9be7-2b2d89508f49 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 945 time: 0.0962684 Aug 18 23:58:03.327325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-10d211f2-b6ce-4538-8140-c5fe9a969770 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:03.330005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-10d211f2-b6ce-4538-8140-c5fe9a969770 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.11 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 945 time: 0.0825241 Aug 18 23:58:03.363462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2ad90ac-0076-42d0-9ade-68857e61e9c5 req-836bc1c7-fe52-44c9-8b98-4bc28e1e299e tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478723 Aug 18 23:58:03.457793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Deleting port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:03.458344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:03.529919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c5fbc-8fe7-4847-9238-250d4881aea9 req-43118252-5d72-431f-8eb0-f602fb64a550 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:03.531678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c89c5fbc-8fe7-4847-9238-250d4881aea9 req-43118252-5d72-431f-8eb0-f602fb64a550 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 949 time: 0.0788405 Aug 18 23:58:03.573211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c89c5fbc-8fe7-4847-9238-250d4881aea9 req-c18ea74c-c9bd-4b2a-aae8-a0deb58e5f0a tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342984 Aug 18 23:58:03.584820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] For port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,segment=NetworkSegment(3f5a5dd9-8c0c-4528-b734-dc72048a2041),segment_id=3f5a5dd9-8c0c-4528-b734-dc72048a2041)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:03.585151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:03.598915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Calling delete_port for 817309fd-e5f3-49d7-9cb7-a999b92ab2dc owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:03.747599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68b97a9d-7d9f-47b8-88c8-5a81a9326e3e req-40ac83de-20ce-47c8-a085-e7baf2c054c9 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0339894 Aug 18 23:58:03.782036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:03.799943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['817309fd-e5f3-49d7-9cb7-a999b92ab2dc'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:03.804069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167ce-385a-4191-834f-c1acf707e11c req-d8fd037d-f91e-4d1c-94d4-d60c5659ed8a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:03.806004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-d8fd037d-f91e-4d1c-94d4-d60c5659ed8a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0996172 Aug 18 23:58:03.851891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Pushing event deleted for resources: {'Port': ['ID=817309fd-e5f3-49d7-9cb7-a999b92ab2dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:03.862736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-5bb132fe-c942-429a-a110-a470eb04d149 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0503139 Aug 18 23:58:03.881223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:03.913748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] No DVR routers for this DVR port 817309fd-e5f3-49d7-9cb7-a999b92ab2dc on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:03.916381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:03.918501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1794d354-ed6e-4b13-b528-d4ccad0804a4 req-21312f37-5d6d-4480-9e3b-7c7ac4cc8948 tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.11 "DELETE /v2.0/ports/817309fd-e5f3-49d7-9cb7-a999b92ab2dc HTTP/1.1" status: 204 len: 173 time: 0.5797760 Aug 18 23:58:03.925794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:04.136734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'name': 'network-vif-deleted', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:04.139046 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b8cc8-cf2e-4885-b901-2b965e84651e" -d '{"events": [{"server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "name": "network-vif-deleted", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:04.291943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-714ba517-7447-4d5b-a788-66f86cd34887 req-43bf68fc-2973-40d3-bc9c-17dee02b8c1a tempest-ServersNegativeTestMultiTenantJSON-1180865368 tempest-ServersNegativeTestMultiTenantJSON-1180865368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e30149f7-dc00-41a6-9064-6bd6534d726a HTTP/1.1" status: 200 len: 210 time: 0.0277882 Aug 18 23:58:04.415804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce73ed-0fcd-4446-9e42-8307d29e5dd0 req-df82f70a-f376-4d81-83ef-b9ddb00e76f4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:04.426927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98ce73ed-0fcd-4446-9e42-8307d29e5dd0 req-df82f70a-f376-4d81-83ef-b9ddb00e76f4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.0623822 Aug 18 23:58:04.454401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:04.460465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:04.465350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98ce73ed-0fcd-4446-9e42-8307d29e5dd0 req-232ce9ed-4b03-4395-ab9a-ff8e77676043 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Aug 18 23:58:04.519843 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df53577-732d-42d3-b6ba-b8a4b816b45d x-openstack-request-id: req-8df53577-732d-42d3-b6ba-b8a4b816b45d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:04.521439 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30149f7-dc00-41a6-9064-6bd6534d726a", "name": "network-vif-deleted", "tag": "817309fd-e5f3-49d7-9cb7-a999b92ab2dc", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:04.522020 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8df53577-732d-42d3-b6ba-b8a4b816b45d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:04.523053 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30149f7-dc00-41a6-9064-6bd6534d726a', 'name': 'network-vif-deleted', 'tag': '817309fd-e5f3-49d7-9cb7-a999b92ab2dc', 'status': 'completed', 'code': 200} Aug 18 23:58:04.599169 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 associated. External IP: 172.25.1.162, port: d4a79517-b1f5-4c20-b162-4c96068f3635. Aug 18 23:58:04.710798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c841fb-a06b-4b94-b0b6-e0b78a10d9c1 req-4114021f-0da7-45c9-ad6e-f52c7d750efa tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:04.712341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30c841fb-a06b-4b94-b0b6-e0b78a10d9c1 req-4114021f-0da7-45c9-ad6e-f52c7d750efa tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 949 time: 0.0520086 Aug 18 23:58:04.751253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30c841fb-a06b-4b94-b0b6-e0b78a10d9c1 req-11bf56ac-c50a-44e2-b91a-2ff74a708313 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Aug 18 23:58:04.848332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:04.870145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb899664-e205-4480-974c-295db827c527 req-559f8ff3-092b-4484-8ae4-ce3323bd8e1e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0296032 Aug 18 23:58:04.976159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:04.981565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:04.989369 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:05.004066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:05.004821 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:05.018836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-51bb8a48-d70b-4444-8785-11630473f0c3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "PUT /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 996 time: 1.1417665 Aug 18 23:58:05.019706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:05.023551 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d235c1-544e-4721-95ac-e5781781375b" -d '{"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:05.104627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167ce-385a-4191-834f-c1acf707e11c req-bb32ca5c-c33e-424e-a277-048469a9e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.106705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-bb32ca5c-c33e-424e-a277-048469a9e780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.0607040 Aug 18 23:58:05.107769 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecda750-aa2f-417c-9515-669b16a9a832 x-openstack-request-id: req-5ecda750-aa2f-417c-9515-669b16a9a832 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:05.108058 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:05.108332 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ecda750-aa2f-417c-9515-669b16a9a832 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:05.108741 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:58:05.125508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:05.173528 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:05.200849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d235c1-544e-4721-95ac-e5781781375b req-78ce79c6-b247-4513-9adc-4dcfb4d0f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.202603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-78ce79c6-b247-4513-9adc-4dcfb4d0f17a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.0636079 Aug 18 23:58:05.255992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167ce-385a-4191-834f-c1acf707e11c req-a6f86311-45c9-4960-a2f5-cd4ac6277ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.257801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-a6f86311-45c9-4960-a2f5-cd4ac6277ad3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.1317461 Aug 18 23:58:05.304180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-baa36bdd-8710-4b8f-94d4-c32b7c069415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.354554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-78d6d459-07b2-461c-963f-3db2384ebef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 999 time: 0.0842168 Aug 18 23:58:05.363941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d235c1-544e-4721-95ac-e5781781375b req-3bbff50f-d03c-4eb5-9784-f80e75ef8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.365654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-3bbff50f-d03c-4eb5-9784-f80e75ef8e39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.1543970 Aug 18 23:58:05.386878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:05.416654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167ce-385a-4191-834f-c1acf707e11c req-8cd0c599-b436-4675-b623-8764bb3ef31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.418272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-8cd0c599-b436-4675-b623-8764bb3ef31e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.0565269 Aug 18 23:58:05.460544 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:04Z', 'revision_number': 1, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:05.471047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167ce-385a-4191-834f-c1acf707e11c req-d963dc42-8b8d-448b-bc6b-051b6fbfcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.472819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-d963dc42-8b8d-448b-bc6b-051b6fbfcf87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479019 Aug 18 23:58:05.483642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-d1488dca-fc41-401f-bde0-c41ca167bcce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:58:05.487839 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:05.498375 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:05.498771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Deleting subnet 0e9d4f1a-b06f-482e-9296-141b2beb30e9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:05.499239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:05.505238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-d1488dca-fc41-401f-bde0-c41ca167bcce service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256119 Aug 18 23:58:05.513019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.593353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.602316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-e699520b-4f99-461f-8ead-e75c30002c09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 999 time: 0.2212970 Aug 18 23:58:05.653474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-cf0d5fcf-7b7b-4fe4-b84a-b3eef8b0a147 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472774 Aug 18 23:58:05.654650 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:05.727400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.757739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-803167ce-385a-4191-834f-c1acf707e11c req-8f78059d-d63f-4bda-a8f1-584f809cafab service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033657 Aug 18 23:58:05.774390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d235c1-544e-4721-95ac-e5781781375b req-2518a1f6-1d82-4247-aac2-404ec76d8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.775148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-2518a1f6-1d82-4247-aac2-404ec76d8edb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1421428 Aug 18 23:58:05.817951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-baa36bdd-8710-4b8f-94d4-c32b7c069415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.854158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965311-8c28-409f-a911-6f8e487ed496 req-7e60c54a-3a6b-4bf7-a990-efb94faca831 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.862074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e965311-8c28-409f-a911-6f8e487ed496 req-7e60c54a-3a6b-4bf7-a990-efb94faca831 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.2628562 Aug 18 23:58:05.887853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-baa36bdd-8710-4b8f-94d4-c32b7c069415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:05.901820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b4fa-9b78-4af1-a62e-460d2160a481 req-337044ae-0e03-43df-8dac-02c874a080df tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:05.903412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85f5b4fa-9b78-4af1-a62e-460d2160a481 req-337044ae-0e03-43df-8dac-02c874a080df tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 949 time: 0.0580192 Aug 18 23:58:05.949669 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:04Z', 'revision_number': 1, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:05.963252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85f5b4fa-9b78-4af1-a62e-460d2160a481 req-97856dc2-33e1-4d54-b2f0-6cba37b7d8c7 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Aug 18 23:58:05.967023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:05.969012 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e965311-8c28-409f-a911-6f8e487ed496 req-61d8b5bd-7ad5-4a01-9a51-4a42c18f6be4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019003 Aug 18 23:58:05.979417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa36bdd-8710-4b8f-94d4-c32b7c069415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879834a-a3d9-4eb6-bc58-ba053d6c5b1f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:06.003678 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd397c4b-50b9-4eed-ac39-58488dc98453 None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:04Z', 'revision_number': 1, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:06.015730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.029958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-baa36bdd-8710-4b8f-94d4-c32b7c069415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=461ae6ee65e44edb90a320435c121a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9029632 Aug 18 23:58:06.032972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44106) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:06.046880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d235c1-544e-4721-95ac-e5781781375b req-ddedb671-a5df-45ce-8ad8-8a42c14b19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:06.049960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-ddedb671-a5df-45ce-8ad8-8a42c14b19c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2516451 Aug 18 23:58:06.100069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:06.105260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:06.105638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.147884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 817309fd-e5f3-49d7-9cb7-a999b92ab2dc no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:06.179540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.181680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e9d4f1a-b06f-482e-9296-141b2beb30e9 HTTP/1.1" status: 204 len: 168 time: 0.7937262 Aug 18 23:58:06.182612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef7ebd-0b88-4cbe-8b63-b04f2e5ab3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9d4f1a-b06f-482e-9296-141b2beb30e9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:06.185163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:06.195823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 817309fd-e5f3-49d7-9cb7-a999b92ab2dc {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:06.196496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 817309fd-e5f3-49d7-9cb7-a999b92ab2dc not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:06.212396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3253cc6a-27c4-4b10-82aa-1f24da76ada6 req-41cf1afb-69d5-4795-9a24-78349ec903d1 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=34383539-6268-45a6-9f1c-591610192d8b HTTP/1.1" status: 200 len: 210 time: 0.0769372 Aug 18 23:58:06.275864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-8f3006be-052a-4765-b783-2e17e4659e3d service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087741 Aug 18 23:58:06.324044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.362017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:06.365143 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939814ee-5d43-4855-bd6b-e6592bea0ff2" -d '{"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:06.375426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-bd3ebe55-1996-4dea-9d3e-4a73b3a93e56 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:06.381268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-bd3ebe55-1996-4dea-9d3e-4a73b3a93e56 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2909739 Aug 18 23:58:06.405609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:06.410158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651a826-dc70-42c8-845d-3ded39ba1b10 None None] New status for floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:06.453909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.454749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:06.491182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57d235c1-544e-4721-95ac-e5781781375b req-d42e9e98-3efd-4d26-9a7e-97b4a306e56f service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968095 Aug 18 23:58:06.516220 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6129572-8bb9-48fc-b594-0be6e193977e x-openstack-request-id: req-f6129572-8bb9-48fc-b594-0be6e193977e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:06.517054 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:06.517054 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6129572-8bb9-48fc-b594-0be6e193977e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:06.517302 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'code': 200} Aug 18 23:58:06.521855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.549288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.570655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.575911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-c89852a3-cdb6-4db1-9fe8-da4de28daafb tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 999 time: 0.1695564 Aug 18 23:58:06.592013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:06.597859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:06.621839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port c16604a0-5fea-4d07-9b4d-be23e57fa498 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:06.628761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port c16604a0-5fea-4d07-9b4d-be23e57fa498 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:06.629140 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.752455 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.754204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.796013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:06.804538 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.807878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.824852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.827380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.831387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c879834a-a3d9-4eb6-bc58-ba053d6c5b1f HTTP/1.1" status: 204 len: 168 time: 0.7944090 Aug 18 23:58:06.831387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771e41d-0ff9-4b94-ab2a-f2da4037c675 req-cb7c94db-d8a8-4ce8-b8fa-cfde31816f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:06.832371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d771e41d-0ff9-4b94-ab2a-f2da4037c675 req-cb7c94db-d8a8-4ce8-b8fa-cfde31816f5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 1102 time: 0.1947432 Aug 18 23:58:06.839877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b456342-9d3d-47f9-8f03-d43c628f79ac']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:06.858035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:06.864858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a5dd9-8c0c-4528-b734-dc72048a2041') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:06.865158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a5dd9-8c0c-4528-b734-dc72048a2041') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:06.874801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818935e8-7ce9-4aeb-a0ed-349a378e1d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879834a-a3d9-4eb6-bc58-ba053d6c5b1f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:06.908716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.964307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.967549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d771e41d-0ff9-4b94-ab2a-f2da4037c675 req-720e33c4-661e-4138-bd0c-afdeddad73f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160855 Aug 18 23:58:06.976164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:06.976607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:06.978459 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:07.084079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.114669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a652-8333-44c4-a950-70f53808c879 req-cdc51b84-8971-43e0-bcb7-e5507d50e6fb tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:07.117503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f43a652-8333-44c4-a950-70f53808c879 req-cdc51b84-8971-43e0-bcb7-e5507d50e6fb tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 950 time: 0.0788207 Aug 18 23:58:07.119034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.120909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b456342-9d3d-47f9-8f03-d43c628f79ac HTTP/1.1" status: 204 len: 168 time: 0.9217222 Aug 18 23:58:07.123848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:07.137840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323017fe-7c36-4ab7-811b-14810e3042d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b456342-9d3d-47f9-8f03-d43c628f79ac,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:07.211617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f43a652-8333-44c4-a950-70f53808c879 req-bea4c652-e0ed-4a60-89e1-13f5ce1f111f tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775807 Aug 18 23:58:07.225975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Deleting subnet 6acde77d-a19a-401a-9fa3-7d9846e569ac {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:07.238998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.280411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.376887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.420957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaf2e7-5eac-4c20-8962-5f049ee52d23 req-53f370cc-b36a-4a52-9f69-c513d9c8d98f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:07.423257 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60eaf2e7-5eac-4c20-8962-5f049ee52d23 req-53f370cc-b36a-4a52-9f69-c513d9c8d98f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0883896 Aug 18 23:58:07.486597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60eaf2e7-5eac-4c20-8962-5f049ee52d23 req-c57eba19-5790-410f-b198-2d41c5272ed7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Aug 18 23:58:07.499441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.545270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6acde77d-a19a-401a-9fa3-7d9846e569ac,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:07.550432 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.557665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-77a9d473-f4f9-4539-933d-59680501c86d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6acde77d-a19a-401a-9fa3-7d9846e569ac HTTP/1.1" status: 204 len: 168 time: 0.4320600 Aug 18 23:58:07.558541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:07.687108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.809787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44152) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:07.831318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.841672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.842897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.856035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18fa7d3-24b7-416a-98ed-684300f7abea']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:07.873166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd50da6f-531a-46d5-b065-226d1ffd08b1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:07.873555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd50da6f-531a-46d5-b065-226d1ffd08b1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:07.885851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.905468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.914680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:07.915219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:07.976593 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:07.982116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.992972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:07.998425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/f18fa7d3-24b7-416a-98ed-684300f7abea HTTP/1.1" status: 204 len: 168 time: 0.4359844 Aug 18 23:58:08.008913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc019b0-df9a-41d9-801a-528cdbd140ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f18fa7d3-24b7-416a-98ed-684300f7abea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:08.009131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-674091088-network', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:08.053238 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 associated. External IP: 172.25.1.162, port: d4a79517-b1f5-4c20-b162-4c96068f3635. Aug 18 23:58:08.055367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Made reservation on behalf of 5a5aefb5358c455a991757c283a1e74e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:08.057623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.097447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.144562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:08.196679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e558961-08ce-4981-8762-d585ba9d9812 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=336750767464432cb391033bbec603a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482695 Aug 18 23:58:08.197423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:08.334918 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.356014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623d18f-cf45-44e0-8dae-95a5f67dad9b req-4ceb93f2-54c3-404c-b450-1c3fa7025ecf tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:08.358018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d623d18f-cf45-44e0-8dae-95a5f67dad9b req-4ceb93f2-54c3-404c-b450-1c3fa7025ecf tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 950 time: 0.0572324 Aug 18 23:58:08.363040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.423367 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d623d18f-cf45-44e0-8dae-95a5f67dad9b req-d4232522-af19-4961-aede-39ccf21bd714 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586586 Aug 18 23:58:08.468976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.473148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.477308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94b162b3-e12a-46ac-9ca3-7a1c3be38cf4 HTTP/1.1" status: 204 len: 168 time: 0.2743826 Aug 18 23:58:08.515370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.517407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e68b0-069c-4498-9a02-12902d856150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b162b3-e12a-46ac-9ca3-7a1c3be38cf4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:08.519071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:08.522424 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c363b02-c257-4e67-a9d4-1eb165adb900" -d '{"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:08.532110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.577220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80257b3-26c4-4c9c-b3f3-6fd03167d537,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:08.612621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:58:08.624970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:08.636192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.640834 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Added segment 9cf90c68-4223-4f88-a9a2-9c0ca58a78ab of type vlan for network 88637545-4a68-4803-9751-25b961018dc6 Aug 18 23:58:08.657176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8907a-8cfb-4368-9f9f-e49b2886a434 req-82626975-2c78-44c9-aadf-ce779643471d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:08.660665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5d8907a-8cfb-4368-9f9f-e49b2886a434 req-82626975-2c78-44c9-aadf-ce779643471d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0734229 Aug 18 23:58:08.743348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.746047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5d8907a-8cfb-4368-9f9f-e49b2886a434 req-40c84b95-d6f0-4e19-b593-ef6ae476f3e3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Aug 18 23:58:08.830994 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da961071-2942-437f-aa72-d20dc5da27f6 x-openstack-request-id: req-da961071-2942-437f-aa72-d20dc5da27f6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:08.831485 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:08.831903 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da961071-2942-437f-aa72-d20dc5da27f6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:08.832319 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'code': 200} Aug 18 23:58:08.891992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.893386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:08.894094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:08.902007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:08.915593 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:08.930969 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:08.932772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:08.996190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] Pushing event updated for resources: {'Network': ['ID=88637545-4a68-4803-9751-25b961018dc6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:09.007757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 88637545-4a68-4803-9751-25b961018dc6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:58:09.093720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:09.133865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:09.162459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1174e65d-e47f-4469-8674-17d67e2422b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3485570 Aug 18 23:58:09.164736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44180) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:09.176180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Request body: {'subnet': {'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-674091088-subnet', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:09.206084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Made reservation on behalf of 5a5aefb5358c455a991757c283a1e74e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:09.209592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.216462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442e49-2ec1-4bf0-830c-821790d358c4 req-df144f1a-8d18-4efd-adc6-ca546e986054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:09.218151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43442e49-2ec1-4bf0-830c-821790d358c4 req-df144f1a-8d18-4efd-adc6-ca546e986054 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1102 time: 0.2192967 Aug 18 23:58:09.268743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2b8eadc8-9ae7-4ec6-ae48-151f22482229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=784f2d42865d41a880ace5e44b2fe735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331520 Aug 18 23:58:09.271223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44182) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:09.277513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43442e49-2ec1-4bf0-830c-821790d358c4 req-969238ff-4055-4bf9-8396-005d0e481c6d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Aug 18 23:58:09.358738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.382617 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.491343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:09.566537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.574949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.577527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.578751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11680ea1-0de6-4de9-947a-38de6308adf5 HTTP/1.1" status: 204 len: 168 time: 0.3062770 Aug 18 23:58:09.655372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c2e7c-e698-496e-9a32-7de9658cc516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11680ea1-0de6-4de9-947a-38de6308adf5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:09.656164 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:07Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:09.696177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:09.701935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.723867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c01f613-4f51-49bb-bbec-75d5eb45630a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:09.728440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Checking segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:09.728801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Network hostable DHCP agents. Network: 88637545-4a68-4803-9751-25b961018dc6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:58:09.733940 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:09.742166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7ace-bdf3-440b-a374-c748926efcc5 req-eac4777c-49af-4606-8d21-7e03d9084ce5 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:09.743971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:09.748489 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b6daa-2eed-46ee-9165-e973bd184130" -d '{"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:09.751655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b38e7ace-bdf3-440b-a374-c748926efcc5 req-eac4777c-49af-4606-8d21-7e03d9084ce5 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 950 time: 0.2012107 Aug 18 23:58:09.758089 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:09.759134 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:09.832261 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b38e7ace-bdf3-440b-a374-c748926efcc5 req-43933a67-3fd8-4234-82ef-73041d04be12 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Aug 18 23:58:09.840876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-51dfdcbc-0134-48ff-af65-a80eb0d9bb4a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "PUT /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 998 time: 3.2454906 Aug 18 23:58:09.859517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Network 88637545-4a68-4803-9751-25b961018dc6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:58:09.879320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 88637545-4a68-4803-9751-25b961018dc6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:09.893165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e51175-9191-4df5-98ff-cda6e7e36bb8 None None] Network 88637545-4a68-4803-9751-25b961018dc6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:09.897787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:09.902831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:09.932851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-307d1b55-9f84-4825-8925-a9b1f6af7a4c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7611573 Aug 18 23:58:09.948055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:09.963714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:10.003044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-b00fa37d-443d-4f8e-b4dc-85b3e814aab3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.011991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06b2d1-ddeb-46ab-abe5-0d903422a27f req-758af76b-be0e-4704-b648-fa90d650d3ba tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.018296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-b00fa37d-443d-4f8e-b4dc-85b3e814aab3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports/d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 942 time: 0.1763363 Aug 18 23:58:10.020153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e06b2d1-ddeb-46ab-abe5-0d903422a27f req-758af76b-be0e-4704-b648-fa90d650d3ba tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1036172 Aug 18 23:58:10.049587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.051291 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.081885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e06b2d1-ddeb-46ab-abe5-0d903422a27f req-839c6c5d-6296-4cca-af97-361ef7041b5d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 Aug 18 23:58:10.135552 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:10.155008 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bacf7a-7950-46b4-95d7-a68e19e469dc x-openstack-request-id: req-30bacf7a-7950-46b4-95d7-a68e19e469dc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:10.155294 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:10.155548 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30bacf7a-7950-46b4-95d7-a68e19e469dc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:10.155942 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:58:10.172017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.354236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6daa-2eed-46ee-9165-e973bd184130 req-4d296274-48ca-454a-aabc-7d1afc15e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.355834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-4d296274-48ca-454a-aabc-7d1afc15e2dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.1556327 Aug 18 23:58:10.378986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-88637545-4a68-4803-9751-25b961018dc6', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:58:10.381142 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.385678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.396161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-8b94989a-57f1-49d9-b839-4044dbed45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.404156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-8b94989a-57f1-49d9-b839-4044dbed45e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.2460506 Aug 18 23:58:10.581992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-ca0fb670-cffb-40db-b84e-f92eae84304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.589557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-ca0fb670-cffb-40db-b84e-f92eae84304b service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.1844006 Aug 18 23:58:10.644793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-ab69f43d-0c1b-4285-a38c-ebb6ae3869ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.0537381 Aug 18 23:58:10.713610 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:07Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:10.717877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-330e2190-79cc-4fb7-80f2-8dda3f82e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.728011 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-330e2190-79cc-4fb7-80f2-8dda3f82e070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.0826557 Aug 18 23:58:10.796657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Allocated IP 172.20.0.2 (88637545-4a68-4803-9751-25b961018dc6/5c01f613-4f51-49bb-bbec-75d5eb45630a/2d4e5df0-8a8e-4b98-9e8d-35106d338d66) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:10.818850 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de8b1b-e5d9-40d8-aedf-0e93df14c54e None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:07Z', 'revision_number': 3, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:10.906534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:10.910930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05732414-b547-4b67-965f-55ddb734888e req-faf36fc4-59df-4169-9751-ad70a7db437e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.916070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05732414-b547-4b67-965f-55ddb734888e req-faf36fc4-59df-4169-9751-ad70a7db437e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 949 time: 0.6670437 Aug 18 23:58:10.931147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-5374fbc7-a3c7-496f-8563-e3144c5aa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:10.943148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-5374fbc7-a3c7-496f-8563-e3144c5aa44d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2113962 Aug 18 23:58:11.008525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.011106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6daa-2eed-46ee-9165-e973bd184130 req-3faf6178-453d-4171-ba72-a09f9875ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.013107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-3faf6178-453d-4171-ba72-a09f9875ee21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.6494250 Aug 18 23:58:11.081448 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-1198f428-de5d-465b-8989-20b1dbd65adc service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398695 Aug 18 23:58:11.141772 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-9a431ee7-4644-4446-a076-2ee61c48f5ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.1017795 Aug 18 23:58:11.159213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.172110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Transition to ACTIVE for port object 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:11.179230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05732414-b547-4b67-965f-55ddb734888e req-41c5cabe-c23e-4649-b759-6ede4bc34761 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631215 Aug 18 23:58:11.229614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Transition to ACTIVE for port object 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:11.248395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.253551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44226) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:11.305362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-ecca0e4c-8312-4ee3-b38c-27f159d6c44c service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229438 Aug 18 23:58:11.308495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6daa-2eed-46ee-9165-e973bd184130 req-c9a0e383-3f4a-4509-bff9-6130e1ca602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.310234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-c9a0e383-3f4a-4509-bff9-6130e1ca602b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1298773 Aug 18 23:58:11.348033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Allocated IP 172.25.1.226 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/98f71cb3-6fd1-4657-a2d5-7ba0e77faaed) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:11.354212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Network 88637545-4a68-4803-9751-25b961018dc6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:11.372631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:11.379177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:11.382246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e1e05-40af-470d-95f7-9f5dd07237e6 None None] New status for floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:11.424339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6daa-2eed-46ee-9165-e973bd184130 req-e6659860-585b-424c-a818-8b12e52caf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.427028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-e6659860-585b-424c-a818-8b12e52caf6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934007 Aug 18 23:58:11.435023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-network', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:11.480824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-6aa3a8e2-1837-492d-b012-0886dcd9a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.489823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-6aa3a8e2-1837-492d-b012-0886dcd9a875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1097 time: 0.1432838 Aug 18 23:58:11.492769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Pushing event updated for resources: {'Port': ['ID=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:11.583205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Made reservation on behalf of af1575e56a5f4156af9ad1632895cd44 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:11.585584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.607232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.615809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-004202fa-fb6e-485f-a5d1-d528fa95afe4 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758509 Aug 18 23:58:11.626796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf549d2d-7c37-4a35-8cb5-5ef386bdd02b req-e81049d3-e5f4-4ca7-8f4c-7b40c8183673 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.634859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf549d2d-7c37-4a35-8cb5-5ef386bdd02b req-e81049d3-e5f4-4ca7-8f4c-7b40c8183673 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0947881 Aug 18 23:58:11.681697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.688437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-a552e8da-af66-4873-81b8-96d88d5688f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.696329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-a552e8da-af66-4873-81b8-96d88d5688f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.2055948 Aug 18 23:58:11.737988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf549d2d-7c37-4a35-8cb5-5ef386bdd02b req-d9850ad8-ead6-470f-bbc6-6ed8e5a956d8 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021836 Aug 18 23:58:11.787917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Attempting to bind port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:11.788533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Attempting to bind port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:11.790328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Attempting to bind port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 on network 88637545-4a68-4803-9751-25b961018dc6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:11.800749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:11.801290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Checking segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:11.801799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.802331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Bound using segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:11.806518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Bound port: 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:11.807822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.825195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-675b6daa-2eed-46ee-9165-e973bd184130 req-4ac36b50-210f-4bfe-89ad-d346cb548ccf service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882041 Aug 18 23:58:11.828999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-bed25df0-a71b-40cc-a2e5-9ddc652ef1e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 1001 time: 0.1311245 Aug 18 23:58:11.898245 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:11.905379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.913478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] For port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:11.919251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] For port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:11.925061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.926501 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:11.927515 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:11.932508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:11.958021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:11.960105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-e89e641a-b2d7-4c7b-b0f4-e3e93ca4d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:11.967314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-e89e641a-b2d7-4c7b-b0f4-e3e93ca4d5c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1374640 Aug 18 23:58:11.972057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:12.006107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:12.009059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:12.024636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a4550-68e5-4e72-948c-af98ecf5c94e None None] Pushing event updated for resources: {'Port': ['ID=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:12.087910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:12.313490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ebc32-a340-4e39-b8ae-930f9353e2e7 req-e6e6a8cf-4213-4823-b15d-87ba5f95730e tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:12.334158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff1ebc32-a340-4e39-b8ae-930f9353e2e7 req-e6e6a8cf-4213-4823-b15d-87ba5f95730e tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1102 time: 0.0814965 Aug 18 23:58:12.358644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31dd01f7-51ae-47f8-81a7-0a99d676cbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:12.422400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff1ebc32-a340-4e39-b8ae-930f9353e2e7 req-acf46bfb-00c6-4511-92c2-994e1ffdbc46 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864921 Aug 18 23:58:12.498575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:12.501475 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14" -d '{"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:12.551827 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:11Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:12.581367 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:12.596694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:12.597365 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:12.621977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:58:12.638630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Pushing event updated for resources: {'Port': ['ID=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:12.673491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975d962e-d821-459b-8e36-8ba6d159c51e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:12.686061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f581-95ff-480f-9057-79358af548ed req-a84c0597-aae9-47cc-9470-c6207cf4c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:12.687617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-a84c0597-aae9-47cc-9470-c6207cf4c28b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7195389 Aug 18 23:58:12.689279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:12.689729 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Added segment abe38e85-e3ee-4245-83c1-d91ec28c7152 of type vlan for network 58295d5a-772a-41ac-9b8e-0e7306251ee8 Aug 18 23:58:12.724915 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:12.805222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:12.907245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-fede2d5f-f4d7-427e-9155-c986d8299898 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078969 Aug 18 23:58:13.020139 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:11Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:13.057413 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2096-04fc-4572-90f2-b83d920eb911 None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:c8:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:11Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:13.060619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.061636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:13.062235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.121289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f091f581-95ff-480f-9057-79358af548ed req-8c10f3c6-5958-47ab-b606-893e4943fe4a service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000034 Aug 18 23:58:13.154731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:13.155206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9001279 Aug 18 23:58:13.157969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.163234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Request body: {'subnet': {'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-subnet', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:13.214542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Made reservation on behalf of af1575e56a5f4156af9ad1632895cd44 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:13.218455 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.306374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ed33d-7e3d-4403-bf35-3c0e3dbc3b5b admin admin] Pushing event updated for resources: {'Network': ['ID=58295d5a-772a-41ac-9b8e-0e7306251ee8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:13.317374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:58:13.385545 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bf45c-ee09-497f-83eb-9202e2a26a6d x-openstack-request-id: req-909bf45c-ee09-497f-83eb-9202e2a26a6d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:13.385802 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:13.386065 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-909bf45c-ee09-497f-83eb-9202e2a26a6d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:13.386653 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'status': 'completed', 'code': 200} Aug 18 23:58:13.453752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c8127-e5a1-44fc-8fd2-6d15d107018b None None] Network 88637545-4a68-4803-9751-25b961018dc6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:13.629207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.640592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:13.655358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-2fc2c1a5-f499-47e9-8d11-67290777d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:13.657089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-2fc2c1a5-f499-47e9-8d11-67290777d2fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1097 time: 0.1811678 Aug 18 23:58:13.694886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-80dff28d-fb30-4a0c-87d1-89625e5e1605 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.2298360 Aug 18 23:58:13.706241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-78aca3c1-94d0-4c04-a40b-8974bee29e52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671326 Aug 18 23:58:13.726186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-7bda4ce6-bdd4-4c33-928a-f48b1c485430 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:13.729383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-7bda4ce6-bdd4-4c33-928a-f48b1c485430 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.1912835 Aug 18 23:58:13.729559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-04f0643d-6e88-4124-b576-ca4f9f0cd88c None None] Provisioning for port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:13.753735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed2db-abc2-4681-8255-8d36f39486de req-ab29e9dd-e442-47f7-8214-5cdd1a63f050 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:13.755262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd7ed2db-abc2-4681-8255-8d36f39486de req-ab29e9dd-e442-47f7-8214-5cdd1a63f050 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.2150166 Aug 18 23:58:13.765568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.796365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:13.819686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:13.820207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:13.889372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd7ed2db-abc2-4681-8255-8d36f39486de req-79b7808e-ec1a-4360-bd89-8fc4b031e99b tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086988 Aug 18 23:58:13.928349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-ea5153c0-a75f-4f5d-a921-d7e526b2891d tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:13.942247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-ea5153c0-a75f-4f5d-a921-d7e526b2891d tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports/e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 942 time: 0.2295861 Aug 18 23:58:14.005420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.041768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-1586e970-a33a-4e2f-bede-1d25b9970e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.043962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-1586e970-a33a-4e2f-bede-1d25b9970e36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.3364522 Aug 18 23:58:14.048411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Checking segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:14.049843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Network hostable DHCP agents. Network: 58295d5a-772a-41ac-9b8e-0e7306251ee8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:58:14.075433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91eea93-65b9-433f-a7ab-bca41336f566,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:14.107089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:14.116804 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.138725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Deleting port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:14.139214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.144516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:58:14.175064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-7d34e46d-2f5e-423f-a4f8-a99addae516e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 1001 time: 0.1185110 Aug 18 23:58:14.194938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:14.230587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2b66e-b31d-4e00-9fbb-b707dd6d1b9b req-72d8dff5-19a2-4e24-8b9b-9b6258744df0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.238828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36d2b66e-b31d-4e00-9fbb-b707dd6d1b9b req-72d8dff5-19a2-4e24-8b9b-9b6258744df0 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.2333393 Aug 18 23:58:14.245859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:14.256033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 58295d5a-772a-41ac-9b8e-0e7306251ee8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:14.274117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.275203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Router f30b2f3f-a5b2-4177-95e0-55cf19849de7 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:58:14.275352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.307804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-bbd66e59-4d03-4f06-ab7c-0c7478215b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.309364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-bbd66e59-4d03-4f06-ab7c-0c7478215b34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1172807 Aug 18 23:58:14.317368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-efd23a7a-9d4d-45d9-b836-edac077460a7 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.1936820 Aug 18 23:58:14.354479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-96719855-7870-4f0a-b902-7f508ce16fb8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1966901 Aug 18 23:58:14.367840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:14.369821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36d2b66e-b31d-4e00-9fbb-b707dd6d1b9b req-6d31ad9a-3ddc-4b39-ab26-8908ec86b69f tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300774 Aug 18 23:58:14.399793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:14.417340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:14.436080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'mac_address': 'fa:16:3e:2b:02:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:14.466001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] For port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:14.466373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.482268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd280440-bb1c-43db-8d25-3f8cc34473cf None None] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:14.496704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-cb4e0932-397b-4249-a84a-beb6397932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.499170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-cb4e0932-397b-4249-a84a-beb6397932e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258907 Aug 18 23:58:14.519020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Calling delete_port for a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:14.551336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.558946 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.560810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.572978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5424b36d-6b63-4425-a957-f2ca905a5c79 None None] Provisioning complete for port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:14.573631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5424b36d-6b63-4425-a957-f2ca905a5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.597894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:14.614947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:14.620210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Sync routers for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:14.634577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.640332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-89e1b641-9804-4f1d-a1a8-cdb9eb641b8e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6835170 Aug 18 23:58:14.643057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:14.670320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-3e4848ab-632c-4546-9424-7bd0fe6c4151 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631835 Aug 18 23:58:14.684000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:14.708016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:14.708691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:14.711482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.713068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-013fff85-7a8d-4219-a171-140e9b0aa184 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:14.721146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-013fff85-7a8d-4219-a171-140e9b0aa184 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.3864343 Aug 18 23:58:14.727371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-1a0889e1-4124-4291-a2ff-1a7626babe86 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:58:14.734451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0e513d-0298-4509-bab0-3dcaeecab26c req-1a0889e1-4124-4291-a2ff-1a7626babe86 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122936 Aug 18 23:58:14.757786 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.839768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58ce2c7e-2c5b-4da0-8e61-a19e65c42a14 req-a534c265-f9da-466c-b5ec-f09c47d24e56 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606097 Aug 18 23:58:14.891922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:14.899405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.934579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-58295d5a-772a-41ac-9b8e-0e7306251ee8', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:58:14.935346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.944425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:14.988905 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8d6534b-e685-41f0-980f-1ed45554f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:14.992013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:15.003464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-29ad2516-0574-4a07-a3c7-ea1378bfd319 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.2463799 Aug 18 23:58:15.040055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b8f4-212f-43cd-b943-1cdf2fbd0c0a req-0e6f37c0-25ac-47bc-8db6-0d514bb7ec28 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.041752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a46b8f4-212f-43cd-b943-1cdf2fbd0c0a req-0e6f37c0-25ac-47bc-8db6-0d514bb7ec28 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 945 time: 0.0613420 Aug 18 23:58:15.086504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a46b8f4-212f-43cd-b943-1cdf2fbd0c0a req-6117d6bb-2b16-44ab-9301-ab270d417764 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Aug 18 23:58:15.184005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.195015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-b91400df-b70c-4f70-80b9-c0ed76407c20 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.196324 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-b91400df-b70c-4f70-80b9-c0ed76407c20 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports/e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 942 time: 0.1920569 Aug 18 23:58:15.207890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.262164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.308001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:15.357797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Allocated IP 172.20.0.2 (58295d5a-772a-41ac-9b8e-0e7306251ee8/d91eea93-65b9-433f-a7ab-bca41336f566/e81c9229-bd32-4472-ba6d-f6389c2ca24b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:15.374662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event deleted for resources: {'Port': ['ID=a0fe81f7-2c9c-4f3c-b30c-2baa0999c133,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:15.402687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-1fee63aa-e0ca-42c8-a047-c64369eac296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.404521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-1fee63aa-e0ca-42c8-a047-c64369eac296 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1102 time: 0.0524175 Aug 18 23:58:15.475675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-58f360e5-0d7c-4a45-aaaa-68dfd779eef2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.2206399 Aug 18 23:58:15.476315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] No DVR routers for this DVR port a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:15.481007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.482939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c82c5e3f-6348-4974-a118-dd8114a4462d req-9aa4e9f5-dbde-4af7-9692-cbe5910fa571 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "DELETE /v2.0/ports/a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 HTTP/1.1" status: 204 len: 173 time: 1.7136092 Aug 18 23:58:15.484543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-deleted', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:15.487196 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c425b5-bf26-42b6-8be3-8009213db7a9" -d '{"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-deleted", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:15.496925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:12Z', 'revision_number': 3, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:15.607110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-b219c4b8-3ab4-4108-8597-401711a77a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.608606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-b219c4b8-3ab4-4108-8597-401711a77a02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1968913 Aug 18 23:58:15.624638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d005c-d0ea-4d6b-a42b-ef88d12c5678 req-0b75ee96-08c9-4cee-bfb1-72451b521e34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.628514 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.633379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-874d005c-d0ea-4d6b-a42b-ef88d12c5678 req-0b75ee96-08c9-4cee-bfb1-72451b521e34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1373203 Aug 18 23:58:15.642078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Transition to ACTIVE for port object e81c9229-bd32-4472-ba6d-f6389c2ca24b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:15.669238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Transition to ACTIVE for port object e81c9229-bd32-4472-ba6d-f6389c2ca24b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:15.676509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Checking router: f30b2f3f-a5b2-4177-95e0-55cf19849de7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:15.677774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Updating router f30b2f3f-a5b2-4177-95e0-55cf19849de7 port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:58:15.685955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:15.690226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:15.691253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-c9951aec-38da-4541-999d-3df64df1c6df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0389156 Aug 18 23:58:15.728968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-874d005c-d0ea-4d6b-a42b-ef88d12c5678 req-956e385f-dbfe-4817-acff-5dee1a43cd2d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Aug 18 23:58:15.789352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-174c5f6c-07a3-462a-b96d-331156e1269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.791367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-174c5f6c-07a3-462a-b96d-331156e1269b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0899780 Aug 18 23:58:15.852965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-871e0fd2-f002-469a-aa08-dd85f4e6e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.854666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-871e0fd2-f002-469a-aa08-dd85f4e6e569 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546117 Aug 18 23:58:15.916358 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff445434-5083-48f4-9246-097681dd2f46 x-openstack-request-id: req-ff445434-5083-48f4-9246-097681dd2f46 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:15.916734 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58736d9-21f3-47c2-8298-fa86538acb14", "name": "network-vif-deleted", "tag": "a0fe81f7-2c9c-4f3c-b30c-2baa0999c133", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:15.916995 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff445434-5083-48f4-9246-097681dd2f46 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:15.917486 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58736d9-21f3-47c2-8298-fa86538acb14', 'name': 'network-vif-deleted', 'tag': 'a0fe81f7-2c9c-4f3c-b30c-2baa0999c133', 'status': 'completed', 'code': 200} Aug 18 23:58:15.926465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-9a5ed708-ef74-4d58-a998-b2bf9fb195d5 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:15.934711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-9a5ed708-ef74-4d58-a998-b2bf9fb195d5 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.4384847 Aug 18 23:58:16.006370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-83acd781-1b59-4137-b317-15fcf0cd8114 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227086 Aug 18 23:58:16.076134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-75a24a3c-f152-4848-901d-9d0132968c59 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.1404464 Aug 18 23:58:16.080104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:16.085409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:16.086249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.091644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:16.092207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.159112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:16.170072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Pushing event updated for resources: {'Port': ['ID=e81c9229-bd32-4472-ba6d-f6389c2ca24b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:16.174033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:16.195102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.196337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:16.262564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.281261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-54a83693-f83a-40e8-99c7-9df463ad6a87 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555938 Aug 18 23:58:16.373199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Attempting to bind port e81c9229-bd32-4472-ba6d-f6389c2ca24b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:16.373606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Attempting to bind port e81c9229-bd32-4472-ba6d-f6389c2ca24b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:16.373924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Attempting to bind port e81c9229-bd32-4472-ba6d-f6389c2ca24b on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:16.400947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:16.401519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Checking segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:16.401719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.402116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Bound using segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:16.402600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Bound port: e81c9229-bd32-4472-ba6d-f6389c2ca24b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:16.403125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.436225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-574cf8bb-9710-44bb-8406-18e649902717 req-2ce85c0d-d7bf-41c3-af46-0d502542f876 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58736d9-21f3-47c2-8298-fa86538acb14 HTTP/1.1" status: 200 len: 210 time: 0.0925267 Aug 18 23:58:16.466977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.509906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.528751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.550307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:16.550889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.602948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] For port e81c9229-bd32-4472-ba6d-f6389c2ca24b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:16.625459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.647635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] For port e81c9229-bd32-4472-ba6d-f6389c2ca24b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e81c9229-bd32-4472-ba6d-f6389c2ca24b,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:16.649209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.651707 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 disassociated. External IP: 172.25.1.162, port: e0c728ea-31b1-4f24-bb02-15697b1b193c. Aug 18 23:58:16.658843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.809011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.867474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:16.873574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:16.877865 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cff6b6-1438-4d75-9348-ed1a030804a2" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:16.907225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:16.947119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb411-9047-4550-af5b-309d66203fbc req-9e4f3a34-5171-4a5f-8fe7-efd0bb54b619 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:16.948696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-056cb411-9047-4550-af5b-309d66203fbc req-9e4f3a34-5171-4a5f-8fe7-efd0bb54b619 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0957520 Aug 18 23:58:16.959868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce0a61-76c6-4fb8-ba87-4133106f11c3 None None] Pushing event updated for resources: {'Port': ['ID=e81c9229-bd32-4472-ba6d-f6389c2ca24b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:17.016418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-056cb411-9047-4550-af5b-309d66203fbc req-3220ad78-7c7b-4383-86ca-1ce8a368a096 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582368 Aug 18 23:58:17.079421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.101200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Allocated IP 172.20.0.1 (88637545-4a68-4803-9751-25b961018dc6/5c01f613-4f51-49bb-bbec-75d5eb45630a/342530c0-7d31-4321-87d4-0e58dbfa6e65) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:17.120529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Transition to ACTIVE for port object 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:17.122496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:17.134175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.187964 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d796ae-b2f1-4c59-bbfb-c1bc22b741f6 x-openstack-request-id: req-24d796ae-b2f1-4c59-bbfb-c1bc22b741f6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:17.188320 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:17.188531 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24d796ae-b2f1-4c59-bbfb-c1bc22b741f6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:17.188928 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'code': 200} Aug 18 23:58:17.218713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Attempting to bind port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:17.219652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Attempting to bind port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:17.220024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Attempting to bind port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:17.222029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927928-2c07-469b-a29f-e0ae682677af None None] Pushing event updated for resources: {'Port': ['ID=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:17.250973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:17.251360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:17.251770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.252173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:17.252760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Bound port: 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:17.253150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.314783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:17.365148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] For port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:17.374137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] For port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:17.386483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.395038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Allocated IP 172.25.1.77 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e9309133-963b-4942-9e64-d67baa80eeff) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:17.441392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:17.441392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:17.546535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927928-2c07-469b-a29f-e0ae682677af None None] Pushing event updated for resources: {'Port': ['ID=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:17.552258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.575131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Transition to ACTIVE for port object 342530c0-7d31-4321-87d4-0e58dbfa6e65 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:17.645943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e81c9229-bd32-4472-ba6d-f6389c2ca24b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:17.681497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:17.839272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.929377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:17.973516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db854ac-8e08-4196-9444-f6683b360f1c req-5e5e261e-520c-4ec7-bd69-643bb6aff337 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:17.982749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6db854ac-8e08-4196-9444-f6683b360f1c req-5e5e261e-520c-4ec7-bd69-643bb6aff337 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.1062460 Aug 18 23:58:17.997512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e81c9229-bd32-4472-ba6d-f6389c2ca24b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:18.033454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:18.053420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:18.059926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6db854ac-8e08-4196-9444-f6683b360f1c req-9c551d12-d13d-4cb2-b048-f0199207f21a tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Aug 18 23:58:18.065751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:18.069447 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.087551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.097313 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:18.097985 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:18.115749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:18.116046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a0fe81f7-2c9c-4f3c-b30c-2baa0999c133 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:18.124653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:12Z', 'revision_number': 3, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:18.137682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.195065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2002-0d7d-49f9-9bf9-f6d15c4e9b0b None None] The sync data for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 is: [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:12Z', 'revision_number': 3, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:18.226080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Network 88637545-4a68-4803-9751-25b961018dc6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:18.238153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:18.242317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36839969-deb7-42c6-940a-8fabc7baedbb None None] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:18.254027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-fd40fd3f-4001-428b-8a87-3e7d43315adf tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "PUT /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 695 time: 2.1767938 Aug 18 23:58:18.255347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:18.263376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:18.266538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:18.272130 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba64886-cead-49fb-b1f5-15705126cf41" -d '{"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:18.311396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2798f4-076d-4317-8beb-c93333e54730 req-7bc695bf-7025-4e1b-af0f-41cc92034527 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:18.321700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e2798f4-076d-4317-8beb-c93333e54730 req-7bc695bf-7025-4e1b-af0f-41cc92034527 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1533396 Aug 18 23:58:18.382543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:18.387780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:18.400016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e2798f4-076d-4317-8beb-c93333e54730 req-801a7de4-f1f1-4551-b09b-20611207fe11 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707715 Aug 18 23:58:18.470092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Provisioning for port e81c9229-bd32-4472-ba6d-f6389c2ca24b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:18.477769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Provisioning complete for port e81c9229-bd32-4472-ba6d-f6389c2ca24b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:18.478675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.486388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Pushing event updated for resources: {'Port': ['ID=e9309133-963b-4942-9e64-d67baa80eeff,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:18.568127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:18.669888 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db652d-6d07-4bbf-a321-c013c83de322 x-openstack-request-id: req-22db652d-6d07-4bbf-a321-c013c83de322 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:18.676259 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:18.676861 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22db652d-6d07-4bbf-a321-c013c83de322 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:18.677333 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'status': 'completed', 'code': 200} Aug 18 23:58:18.744919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.817457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-c026-4432-afc0-4bdad457e510 req-c0f5ac59-d660-416a-b295-4134c88f807e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:18.821792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a744006-c026-4432-afc0-4bdad457e510 req-c0f5ac59-d660-416a-b295-4134c88f807e tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.1792731 Aug 18 23:58:18.849469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] For port e81c9229-bd32-4472-ba6d-f6389c2ca24b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e81c9229-bd32-4472-ba6d-f6389c2ca24b,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:18.862799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:18.919895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-7f0eeaa6-2a88-45bb-94bb-885680456284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:18.928986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-7f0eeaa6-2a88-45bb-94bb-885680456284 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1097 time: 0.6457400 Aug 18 23:58:18.959032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdda97-8530-42a5-b595-31ccdaffc55b None None] Pushing event updated for resources: {'Port': ['ID=e81c9229-bd32-4472-ba6d-f6389c2ca24b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:19.005947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Pushing event updated for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:19.010453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6cd5abe1-8a7d-47c1-bc44-ecae2c0ec8bb None None] Provisioning for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:19.013218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.021655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6cd5abe1-8a7d-47c1-bc44-ecae2c0ec8bb None None] Provisioning complete for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:19.022038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6cd5abe1-8a7d-47c1-bc44-ecae2c0ec8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.101821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5abe1-8a7d-47c1-bc44-ecae2c0ec8bb None None] Port 342530c0-7d31-4321-87d4-0e58dbfa6e65 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:19.134595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Deleting port b3304c87-55f7-47d9-8564-f8256fdabb6d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:19.135548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.200167 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:19.230072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:19.231304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5151247a-23e9-40f9-bfd0-14595f0de9f7 None None] Provisioning complete for port e81c9229-bd32-4472-ba6d-f6389c2ca24b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:19.231695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5151247a-23e9-40f9-bfd0-14595f0de9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.240981 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:19.241883 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:19.282186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] For port b3304c87-55f7-47d9-8564-f8256fdabb6d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b3304c87-55f7-47d9-8564-f8256fdabb6d,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:19.282844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.294621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-1f00bd22-4822-4de8-9ace-b0e27dec6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:19.295933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-1f00bd22-4822-4de8-9ace-b0e27dec6140 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 1097 time: 0.4873600 Aug 18 23:58:19.316012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Calling delete_port for b3304c87-55f7-47d9-8564-f8256fdabb6d owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:19.382267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-b08ef6f4-181c-4815-98a4-d65d713b9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:19.383779 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-b08ef6f4-181c-4815-98a4-d65d713b9e5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.4537373 Aug 18 23:58:19.436842 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:19.488798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-14633349-ad98-49e7-a192-dc7d11138bbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 217 time: 0.0610249 Aug 18 23:58:19.513294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79209-acc8-4851-8abc-f2e5b6cf68a5 req-fccff2b8-c0ec-420d-9981-6a6c3a04ac99 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:19.527910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25f79209-acc8-4851-8abc-f2e5b6cf68a5 req-fccff2b8-c0ec-420d-9981-6a6c3a04ac99 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 945 time: 0.1384203 Aug 18 23:58:19.610490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25f79209-acc8-4851-8abc-f2e5b6cf68a5 req-9306499c-a37f-4719-b817-48af19daf189 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796180 Aug 18 23:58:19.740843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.749596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e81c9229-bd32-4472-ba6d-f6389c2ca24b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:19.871860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e81c9229-bd32-4472-ba6d-f6389c2ca24b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:19.872249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:19.948849 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:20.009060 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f473a-15a4-4029-a8c0-b1cecee4764c None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:20.045890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:20.181385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-13bc3925-45ca-4cd8-b48e-7637ae3bf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:20.182805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-13bc3925-45ca-4cd8-b48e-7637ae3bf244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.6691549 Aug 18 23:58:20.189308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.261108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-2cd381e4-e045-4b74-93ad-26130781f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:20.262770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-2cd381e4-e045-4b74-93ad-26130781f544 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.9505675 Aug 18 23:58:20.266743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.345350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:20.350265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:20.350643 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.407535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event deleted for resources: {'Port': ['ID=b3304c87-55f7-47d9-8564-f8256fdabb6d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:20.444813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-058f1b52-363c-4f9d-b524-08b0b4bb1fb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 200 len: 217 time: 0.1166401 Aug 18 23:58:20.455998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] No DVR routers for this DVR port b3304c87-55f7-47d9-8564-f8256fdabb6d on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:20.459679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.461774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a744006-c026-4432-afc0-4bdad457e510 req-3c20d3a3-2c25-4cbf-aeb2-377690a1b794 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "DELETE /v2.0/ports/b3304c87-55f7-47d9-8564-f8256fdabb6d HTTP/1.1" status: 204 len: 173 time: 1.6223392 Aug 18 23:58:20.462517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-deleted', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:20.464904 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9df69-6329-48c2-b976-97291cb20e74" -d '{"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-deleted", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:20.475580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5c24c-880c-4e58-9ae8-6abafd59b929 req-d9dde467-cd74-4872-aa5f-2163e6b76ba1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:20.478109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.484132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73d5c24c-880c-4e58-9ae8-6abafd59b929 req-d9dde467-cd74-4872-aa5f-2163e6b76ba1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.7168443 Aug 18 23:58:20.497339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-8a242f06-e167-4df2-b78f-d61489c84cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:20.502635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-8a242f06-e167-4df2-b78f-d61489c84cf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089495 Aug 18 23:58:20.518767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:20.529920 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:20.555672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73d5c24c-880c-4e58-9ae8-6abafd59b929 req-589afa98-fbca-4cbd-99cc-eb3b9df42518 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698678 Aug 18 23:58:20.676596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:20.794454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-454bf6a3-4ca4-40bc-9640-13a273ae0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:20.795957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-454bf6a3-4ca4-40bc-9640-13a273ae0b25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.3321795 Aug 18 23:58:20.957526 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67552a0d-2a57-4e3d-8e54-140078f6615e x-openstack-request-id: req-67552a0d-2a57-4e3d-8e54-140078f6615e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:20.959828 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb6092-d72c-4baa-b32a-f4ee558c2969", "name": "network-vif-deleted", "tag": "b3304c87-55f7-47d9-8564-f8256fdabb6d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:20.960410 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67552a0d-2a57-4e3d-8e54-140078f6615e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:20.961051 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb6092-d72c-4baa-b32a-f4ee558c2969', 'name': 'network-vif-deleted', 'tag': 'b3304c87-55f7-47d9-8564-f8256fdabb6d', 'status': 'completed', 'code': 200} Aug 18 23:58:20.985960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-9cd50d17-0d62-4815-85e7-0ad135b8291a service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527607 Aug 18 23:58:21.021178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-b328d5df-b482-492b-bd60-edd245e6ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:21.026124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-b328d5df-b482-492b-bd60-edd245e6ee26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114768 Aug 18 23:58:21.039479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa857bc-83ce-4f55-b2db-4ef97178342a None None] New status for floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:21.040051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.077023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.108328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.143102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e5a7413-f18a-45ee-80ef-e110882b9ecd req-edc63fb6-099d-442f-8191-642d04808c60 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefb6092-d72c-4baa-b32a-f4ee558c2969 HTTP/1.1" status: 200 len: 210 time: 0.0639944 Aug 18 23:58:21.354065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.366673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Pushing event updated for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:21.419789 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7663365-4965-48f3-98c1-05b1ffa4862f req-6d68ba23-efba-4600-b7f5-287b60b07003 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253097 Aug 18 23:58:21.476378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-2c3b7b81-8439-4893-a2b2-cb88e16cd6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291375 Aug 18 23:58:21.593020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:21.616099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:58:21.622890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Network 88637545-4a68-4803-9751-25b961018dc6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:21.632475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:21.685173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:21.686142 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.688399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ba64886-cead-49fb-b1f5-15705126cf41 req-86ba1a4d-dd60-4a9f-b0ba-09d42f847042 service neutron] 10.222.0.21 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029274 Aug 18 23:58:21.859895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-68a2e5a5-2793-4415-8364-0238234ae5a1 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:21.861676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-68a2e5a5-2793-4415-8364-0238234ae5a1 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1143739 Aug 18 23:58:21.927590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Router f30b2f3f-a5b2-4177-95e0-55cf19849de7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:21.930025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-60421be0-95ad-41a5-a2cb-006d40bcc3b0 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0613403 Aug 18 23:58:21.936108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:21.942150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ace62-b65e-471d-b946-75d9aa186e1f req-a6315d3c-2d81-4de2-9c7c-21b231709f1d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:21.950886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d91ace62-b65e-471d-b946-75d9aa186e1f req-a6315d3c-2d81-4de2-9c7c-21b231709f1d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.2638793 Aug 18 23:58:21.982802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:21.998150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:22.008999 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:22.035813 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:22.048118 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:22.052351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e30c4423-442a-49a8-bbb7-4c3fc5b0479b None None] Provisioning complete for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:22.052851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e30c4423-442a-49a8-bbb7-4c3fc5b0479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:22.070928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:22.073851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d91ace62-b65e-471d-b946-75d9aa186e1f req-a1f302ae-f1a2-4905-93a4-dbe6cd79367e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229906 Aug 18 23:58:22.195137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:22.198880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-07aa7e86-07e6-4096-ade0-cbf2d5d7d148 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7832882 Aug 18 23:58:22.199572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44456) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:22.222887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: b3304c87-55f7-47d9-8564-f8256fdabb6d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:22.231197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b3304c87-55f7-47d9-8564-f8256fdabb6d not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:22.258252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:22.274236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71280080-b77c-4125-9c70-17773c1b09be admin admin] 10.222.0.20 "PUT /v2.0/routers/f30b2f3f-a5b2-4177-95e0-55cf19849de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6220319 Aug 18 23:58:22.275500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e30c4423-442a-49a8-bbb7-4c3fc5b0479b None None] Port 342530c0-7d31-4321-87d4-0e58dbfa6e65 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:22.280848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Sync routers for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:22.331978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:22.333377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:22.410521 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:22.580834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:22.663007 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:19Z', 'revision_number': 3, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:22.700835 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:22.701458 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Updating router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b port e9309133-963b-4942-9e64-d67baa80eeff binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:58:22.730510 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:22.969723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 2, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:23.035950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Checking router: f30b2f3f-a5b2-4177-95e0-55cf19849de7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:23.036155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:23.041944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577206325', 'description': 'tempest-description--843825274'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:23.048659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Updating router f30b2f3f-a5b2-4177-95e0-55cf19849de7 port 342530c0-7d31-4321-87d4-0e58dbfa6e65 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:58:23.076773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.123054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.188164 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.212627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Transition to ACTIVE for port object e9309133-963b-4942-9e64-d67baa80eeff will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:23.228739 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.269001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.286181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.346874 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Attempting to bind port e9309133-963b-4942-9e64-d67baa80eeff on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:23.347658 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Attempting to bind port e9309133-963b-4942-9e64-d67baa80eeff by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:23.348064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.349410 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Attempting to bind port e9309133-963b-4942-9e64-d67baa80eeff on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:23.375564 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:23.377086 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:23.378378 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.378993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:23.379280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcad5e-bfe3-44ea-9975-76a18ed5f671 req-0faca0d6-f0ed-42f3-8d1e-f58d5b11fbe4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:23.379870 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Bound port: e9309133-963b-4942-9e64-d67baa80eeff, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:23.380524 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.387202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21bcad5e-bfe3-44ea-9975-76a18ed5f671 req-0faca0d6-f0ed-42f3-8d1e-f58d5b11fbe4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1125059 Aug 18 23:58:23.389762 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d95992-249a-42f3-b72f-7ed37d57f79b None None] Pushing event updated for resources: {'Port': ['ID=e9309133-963b-4942-9e64-d67baa80eeff,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:23.402545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.453832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.455161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4179184 Aug 18 23:58:23.470346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:23.477127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'security_group_rule': {'security_group_id': '405d0510-c680-4da0-96e2-c251bd618e86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:23.481954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4eb38-0e37-46e7-a09a-75b3aa70c9f5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405d0510-c680-4da0-96e2-c251bd618e86,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:23.487941 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] For port e9309133-963b-4942-9e64-d67baa80eeff, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:23.494365 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] For port e9309133-963b-4942-9e64-d67baa80eeff, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e9309133-963b-4942-9e64-d67baa80eeff,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:23.503336 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.506863 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 associated. External IP: 172.25.1.162, port: d4a79517-b1f5-4c20-b162-4c96068f3635. Aug 18 23:58:23.514337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21bcad5e-bfe3-44ea-9975-76a18ed5f671 req-587d8d3e-0bc0-49be-9525-7b1dbdd98d72 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261103 Aug 18 23:58:23.558876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.620497 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:23.621274 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:23.676516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.692658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Transition to ACTIVE for port object 342530c0-7d31-4321-87d4-0e58dbfa6e65 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:23.709100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.718565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-059f11c6-8bd7-4bac-8475-19b70d9e8876 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:23.720444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-059f11c6-8bd7-4bac-8475-19b70d9e8876 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f187110b-8eed-459d-8ed3-f9ba0c6ea07a HTTP/1.1" status: 200 len: 945 time: 0.1249313 Aug 18 23:58:23.722762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.750543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.819981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36730df3-d5da-48b8-b446-0fa09bd29f63,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:23.823930 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:23.873682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.877896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7445c192-42e0-4d0e-a3cf-0f7324487ad9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4041729 Aug 18 23:58:23.878697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:23.886947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'security_group_rule': {'security_group_id': '405d0510-c680-4da0-96e2-c251bd618e86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:23.891569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.905284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8c2a-923b-4eff-b369-497c9c5fd86e None None] Pushing event updated for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:23.907303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52b029-28e4-44e0-bf42-d115d53f6ca1 req-da025e6d-2567-49e6-9c8f-1c1a21241229 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:23.908905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee52b029-28e4-44e0-bf42-d115d53f6ca1 req-da025e6d-2567-49e6-9c8f-1c1a21241229 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.1748991 Aug 18 23:58:23.929260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Attempting to bind port 342530c0-7d31-4321-87d4-0e58dbfa6e65 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:23.930770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Attempting to bind port 342530c0-7d31-4321-87d4-0e58dbfa6e65 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:23.931149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Attempting to bind port 342530c0-7d31-4321-87d4-0e58dbfa6e65 on network 88637545-4a68-4803-9751-25b961018dc6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:23.937941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:23.938461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Checking segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:23.938880 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.939280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Bound using segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:23.939813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Bound port: 342530c0-7d31-4321-87d4-0e58dbfa6e65, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:23.940999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:23.971298 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d95992-249a-42f3-b72f-7ed37d57f79b None None] Pushing event updated for resources: {'Port': ['ID=e9309133-963b-4942-9e64-d67baa80eeff,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:24.073126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] For port 342530c0-7d31-4321-87d4-0e58dbfa6e65, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:24.077799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] For port 342530c0-7d31-4321-87d4-0e58dbfa6e65, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=342530c0-7d31-4321-87d4-0e58dbfa6e65,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:24.092685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.185153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:24.185835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:24.311313 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:19Z', 'revision_number': 3, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:24.354960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:24.357425 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a7389-e756-426a-b7ce-fe1a1836c798 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:19Z', 'revision_number': 3, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:24.454043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:24.513200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8c2a-923b-4eff-b369-497c9c5fd86e None None] Pushing event updated for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:24.582544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.584336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Allocated IP 172.20.0.1 (58295d5a-772a-41ac-9b8e-0e7306251ee8/d91eea93-65b9-433f-a7ab-bca41336f566/cb1096ad-a2f9-4743-bf55-ad6c6c7cf097) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:24.622036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee52b029-28e4-44e0-bf42-d115d53f6ca1 req-762c8ac7-d384-4134-9697-b25e253fe0eb tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935463 Aug 18 23:58:24.627836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-c53e1f9a-ee01-4a5f-a0a0-56367d1c5c22 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:24.630951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-c53e1f9a-ee01-4a5f-a0a0-56367d1c5c22 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.2697656 Aug 18 23:58:24.635649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Deleting port e0c728ea-31b1-4f24-bb02-15697b1b193c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:24.636003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.837178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.843819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:24Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:24.852519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.899904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318c8bff-de56-4aa6-8b87-c34b95f5ed4b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:24.917453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] For port e0c728ea-31b1-4f24-bb02-15697b1b193c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e0c728ea-31b1-4f24-bb02-15697b1b193c,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:24.918648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.920057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b9703-69f1-4331-ad66-20ce2d13a81d None None] The sync data for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 is: [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:24Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:24.935754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:24.941078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9a51b64b-3e2d-4f08-a4d9-ef37eeb5271b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0586565 Aug 18 23:58:24.943797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:24.948615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:24.962479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Calling delete_port for e0c728ea-31b1-4f24-bb02-15697b1b193c owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:25.061859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.275951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396d288-d63a-4e98-9ca1-1bd2e128272b req-f9ce089a-d682-4934-9c6d-8661496f6f34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:25.277649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5396d288-d63a-4e98-9ca1-1bd2e128272b req-f9ce089a-d682-4934-9c6d-8661496f6f34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1182938 Aug 18 23:58:25.374232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.390188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5396d288-d63a-4e98-9ca1-1bd2e128272b req-6df873f1-ce42-42e3-ba7e-5b20a1e14c66 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958555 Aug 18 23:58:25.393252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4a79517-b1f5-4c20-b162-4c96068f3635'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:25.484548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e0c728ea-31b1-4f24-bb02-15697b1b193c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:25.527895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event deleted for resources: {'Port': ['ID=e0c728ea-31b1-4f24-bb02-15697b1b193c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:25.604633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.659144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] No DVR routers for this DVR port e0c728ea-31b1-4f24-bb02-15697b1b193c on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:25.662422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.672727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-897be0da-2b7e-4f63-a79f-44cafdcc41ae req-9cfa620c-16c6-4805-ab3f-458f9fceccb2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.21 "DELETE /v2.0/ports/e0c728ea-31b1-4f24-bb02-15697b1b193c HTTP/1.1" status: 204 len: 173 time: 1.9322171 Aug 18 23:58:25.673288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'name': 'network-vif-deleted', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:25.680891 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e64d73-c8cb-41d7-844a-c7758133ce5e" -d '{"events": [{"server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "name": "network-vif-deleted", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:25.809062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 342530c0-7d31-4321-87d4-0e58dbfa6e65 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:25.837885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:25.850631 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:25.862800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.868855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:25.869489 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:25.969319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:25.977388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:25.978289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.980559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:25.998108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Deleting port 725836f1-0637-4322-a121-03e67fa8a15f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:25.998675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.106122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc870cc-6940-4fb7-93b3-ac75513c5460 req-0a6b7db2-4a30-48bf-b0c5-1e8b197ca955 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:26.130064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfc870cc-6940-4fb7-93b3-ac75513c5460 req-0a6b7db2-4a30-48bf-b0c5-1e8b197ca955 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d794b6c-3ef7-4cdd-8f6d-53800c6dd790 HTTP/1.1" status: 200 len: 944 time: 0.3135648 Aug 18 23:58:26.130926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.178805 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:26.199293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 342530c0-7d31-4321-87d4-0e58dbfa6e65, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=342530c0-7d31-4321-87d4-0e58dbfa6e65,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:26.219135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.220110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e9309133-963b-4942-9e64-d67baa80eeff up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:26.237034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] For port 725836f1-0637-4322-a121-03e67fa8a15f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=725836f1-0637-4322-a121-03e67fa8a15f,segment=NetworkSegment(6889439f-67d6-41d0-bc72-e06c3b8df201),segment_id=6889439f-67d6-41d0-bc72-e06c3b8df201)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:26.239592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Allocated IP 172.25.1.220 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/99df9585-1530-42ab-810f-eefbf9689664) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:26.242037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.271291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Calling delete_port for 725836f1-0637-4322-a121-03e67fa8a15f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:26.310412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfc870cc-6940-4fb7-93b3-ac75513c5460 req-4933e601-54b7-45b4-8b92-5e5331483706 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.20 "GET /v2.0/security-groups?id=adee4100-700a-4bd4-82e1-6475d9176c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795428 Aug 18 23:58:26.445843 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9523dfd6-8a03-400c-a1a7-bad8ce694e29 x-openstack-request-id: req-9523dfd6-8a03-400c-a1a7-bad8ce694e29 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:26.446142 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187110b-8eed-459d-8ed3-f9ba0c6ea07a", "name": "network-vif-deleted", "tag": "e0c728ea-31b1-4f24-bb02-15697b1b193c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:26.446347 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9523dfd6-8a03-400c-a1a7-bad8ce694e29 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:26.446745 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187110b-8eed-459d-8ed3-f9ba0c6ea07a', 'name': 'network-vif-deleted', 'tag': 'e0c728ea-31b1-4f24-bb02-15697b1b193c', 'status': 'completed', 'code': 200} Aug 18 23:58:26.550429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.558778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-a1982cb0-2946-4f6d-8e9e-09bc30b99cc4 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "PUT /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 996 time: 4.6277974 Aug 18 23:58:26.572226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:26.574811 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17aecf0-2a38-486c-aa32-4b219b616ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:26.640569 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.652941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Transition to ACTIVE for port object cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:26.669919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Pushing event deleted for resources: {'Port': ['ID=725836f1-0637-4322-a121-03e67fa8a15f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:26.742014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-79233ae4-99dd-4559-9088-8e32c0f18829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:26.743509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-79233ae4-99dd-4559-9088-8e32c0f18829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.1515498 Aug 18 23:58:26.763451 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.770032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.802067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:26.812129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e9309133-963b-4942-9e64-d67baa80eeff completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:26.823397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e9309133-963b-4942-9e64-d67baa80eeff triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:26.823868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.834955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] No DVR routers for this DVR port 725836f1-0637-4322-a121-03e67fa8a15f on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:26.844210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:26.853985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e94ea5d3-d136-4136-9fb5-c46bc4fa9651 req-a83a9d4e-aa25-4f29-bae5-9cbe3131c278 tempest-LiveAutoBlockMigrationV225Test-511777901 tempest-LiveAutoBlockMigrationV225Test-511777901-project] 10.222.0.21 "DELETE /v2.0/ports/725836f1-0637-4322-a121-03e67fa8a15f HTTP/1.1" status: 204 len: 173 time: 2.2066860 Aug 18 23:58:26.899374 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:22Z', 'revision_number': 8, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:26.971618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:26.994794 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:26.997011 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:26.999459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:27.029945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:27.030406 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.036282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'Port': ['ID=99df9585-1530-42ab-810f-eefbf9689664,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:27.038903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:27.071567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-e2feff7e-a16d-4296-a426-74e010a1d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:27.084891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-e2feff7e-a16d-4296-a426-74e010a1d1b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.3197939 Aug 18 23:58:27.100427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e9309133-963b-4942-9e64-d67baa80eeff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e9309133-963b-4942-9e64-d67baa80eeff,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:27.115755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.185499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.205213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f6fe-d8c6-43f0-b7b8-f21c9212c7fc req-575811f3-b9b9-4724-8509-ba03502e14ed tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:27.207131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9e1f6fe-d8c6-43f0-b7b8-f21c9212c7fc req-575811f3-b9b9-4724-8509-ba03502e14ed tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.3276169 Aug 18 23:58:27.215995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-f802c204-03cc-40d3-a058-c36f9cae70c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 999 time: 0.1297798 Aug 18 23:58:27.220414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.236057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e9309133-963b-4942-9e64-d67baa80eeff,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:27.249285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:27.277179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.384417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:27.407878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:27.412690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:27.416794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:27.473945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-b515a694-e6f0-4e0a-9b59-d65ee9f44e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:27.483066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-b515a694-e6f0-4e0a-9b59-d65ee9f44e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.2339926 Aug 18 23:58:27.636185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.652137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 342530c0-7d31-4321-87d4-0e58dbfa6e65 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:27.663499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9e1f6fe-d8c6-43f0-b7b8-f21c9212c7fc req-d7893e11-e7ec-4681-b4cc-558e1e16fd48 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861136 Aug 18 23:58:27.719690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.722078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-f9e77e29-9281-4dbb-9bc5-3467bb42cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:27.725318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-f9e77e29-9281-4dbb-9bc5-3467bb42cc7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406535 Aug 18 23:58:27.733654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.865418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'Port': ['ID=99df9585-1530-42ab-810f-eefbf9689664,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:27.884122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 342530c0-7d31-4321-87d4-0e58dbfa6e65 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:27.884621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.884905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.929639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:27.931558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dcf4c10-cb53-49cb-9d19-301608048213 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9865823 Aug 18 23:58:27.946181 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:22Z', 'revision_number': 8, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:27.989400 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3f71e-28ad-4ebe-9cc4-1bae18b8658f None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '3aaeb9b9-5791-4db4-aedb-d5fe572dedf1', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'port_id': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'mac_address': 'fa:16:3e:24:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433899b8-1647-480e-999b-4edf8bfa524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:57:44Z', 'updated_at': '2021-08-18T23:58:22Z', 'revision_number': 8, 'project_id': '6f535a51759740b09d08601aa6d10863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:27.999872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:28.052175 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011141b4-9412-4589-9208-76c42b5db1c4 x-openstack-request-id: req-011141b4-9412-4589-9208-76c42b5db1c4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:28.052702 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:28.052849 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-011141b4-9412-4589-9208-76c42b5db1c4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:28.053833 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:58:28.065038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e9309133-963b-4942-9e64-d67baa80eeff up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:28.070623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1771208-c4e0-4bfe-97c1-363b10867369 None None] Provisioning for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:28.087728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-b7ffce2a-4760-47a8-8e0f-e62a6e2b07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.089375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-b7ffce2a-4760-47a8-8e0f-e62a6e2b07ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.1563306 Aug 18 23:58:28.097824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Deleting subnet 3f225f9e-afdd-4682-a2c3-b156c67fd760 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:28.102400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.107194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1771208-c4e0-4bfe-97c1-363b10867369 None None] Provisioning complete for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:28.107897 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1771208-c4e0-4bfe-97c1-363b10867369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.122722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 725836f1-0637-4322-a121-03e67fa8a15f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:28.205086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-2101365b-aad7-4227-9abc-f21f4da4deb6 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711499 Aug 18 23:58:28.237112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 725836f1-0637-4322-a121-03e67fa8a15f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:28.241371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 725836f1-0637-4322-a121-03e67fa8a15f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:28.242697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e0c728ea-31b1-4f24-bb02-15697b1b193c no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:28.294513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: e0c728ea-31b1-4f24-bb02-15697b1b193c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:28.295170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e0c728ea-31b1-4f24-bb02-15697b1b193c not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:28.312387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d1771208-c4e0-4bfe-97c1-363b10867369 None None] Port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:28.326807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e9309133-963b-4942-9e64-d67baa80eeff triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:28.327339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.337103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.360836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.423432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ff64c-b73d-4f65-9ac9-9e91859b6a0f None None] New status for floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:28.476329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-5d39b0e9-eb33-48c6-a4a4-0217897bf703 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1577206325&fields=id&tenant_id=5a5aefb5358c455a991757c283a1e74e HTTP/1.1" status: 200 len: 267 time: 0.1629183 Aug 18 23:58:28.477790 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceac026f-3648-4238-bf08-4a4b978a3f8d req-feb6d392-3103-4109-826c-9a013d41d52f service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567880 Aug 18 23:58:28.478853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-19d98e8b-7f5f-4405-93fe-ad7ddf6ca3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.481096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-19d98e8b-7f5f-4405-93fe-ad7ddf6ca3d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.3331070 Aug 18 23:58:28.608188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-8239ed58-2063-4113-be3f-0f531c06c5d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 999 time: 0.1083412 Aug 18 23:58:28.640056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.649042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3178d677-235a-43ff-8633-23844ee889fb req-20108c4d-654d-4f77-ba55-3a781a9bf2a3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 996 time: 0.1130157 Aug 18 23:58:28.764795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.777184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.786697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-2474fee0-4fd7-43ba-83e5-9e7a18c860bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.788146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-2474fee0-4fd7-43ba-83e5-9e7a18c860bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.1426282 Aug 18 23:58:28.863764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-ab3e9817-f898-495a-a7b1-f0f3700d8baa tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.872603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-ab3e9817-f898-495a-a7b1-f0f3700d8baa tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/networks?id=88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 200 len: 814 time: 0.3947225 Aug 18 23:58:28.877308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d677-235a-43ff-8633-23844ee889fb req-53c67efd-3f2a-45c1-b22b-255ffc826391 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.878810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3178d677-235a-43ff-8633-23844ee889fb req-53c67efd-3f2a-45c1-b22b-255ffc826391 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.2237449 Aug 18 23:58:28.882574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:28.894363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-3178d677-235a-43ff-8633-23844ee889fb req-6049d324-74f7-4756-be06-a8a510743dc9 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:58:28.896075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3178d677-235a-43ff-8633-23844ee889fb req-6049d324-74f7-4756-be06-a8a510743dc9 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094006 Aug 18 23:58:28.897593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.905255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-7046aebe-1b44-4f8f-81c6-54fc64e297b9 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/quotas/5a5aefb5358c455a991757c283a1e74e HTTP/1.1" status: 200 len: 375 time: 0.0314441 Aug 18 23:58:28.919527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.940545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:28.944895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f225f9e-afdd-4682-a2c3-b156c67fd760 HTTP/1.1" status: 204 len: 168 time: 0.9407883 Aug 18 23:58:28.946773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-953ac06f-b4fd-4a8a-bbad-aa3de983551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:28.948900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-953ac06f-b4fd-4a8a-bbad-aa3de983551b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368990 Aug 18 23:58:28.957573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:28.991969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3270d0a-18f2-4040-bcb8-5e7ac8ed98c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f225f9e-afdd-4682-a2c3-b156c67fd760,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:29.045902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19acd40-5c5f-45b8-9251-0e36ad289c85 req-8d75266f-fdcb-4023-9548-00c07959e53d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:29.047620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b19acd40-5c5f-45b8-9251-0e36ad289c85 req-8d75266f-fdcb-4023-9548-00c07959e53d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0767698 Aug 18 23:58:29.085345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:29.088149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:29.128520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b19acd40-5c5f-45b8-9251-0e36ad289c85 req-a2490b0c-99f7-42d4-923b-a694edc7df30 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713410 Aug 18 23:58:29.146177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.161092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-244c09a6-a6cf-4b80-a6cb-d3da29006a0a tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a5aefb5358c455a991757c283a1e74e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2276566 Aug 18 23:58:29.274675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-c5bdac2a-4810-4f11-9f9f-cb48fe60f9ca service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967436 Aug 18 23:58:29.407366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-2c06c5f8-f28e-46c1-b271-bca7c69a303c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.1465311 Aug 18 23:58:29.411140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.432883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e248ade-151f-4e2a-b231-48d0c5bbd87a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:29.433309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:29.440174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0b473a23-12bd-440d-a91b-09371f292aaa None None] Provisioning complete for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:29.440741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b473a23-12bd-440d-a91b-09371f292aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.450699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6889439f-67d6-41d0-bc72-e06c3b8df201') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:29.451133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6889439f-67d6-41d0-bc72-e06c3b8df201') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:29.456594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7dd607e-c866-4eda-8734-8851e6c8f94d service neutron] 10.222.0.20 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720854 Aug 18 23:58:29.499230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.500857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0b473a23-12bd-440d-a91b-09371f292aaa None None] Port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:29.532952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-35a45994-2532-4738-88f2-1f532fedf3ab tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:29.533773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-35a45994-2532-4738-88f2-1f532fedf3ab tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports/d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 942 time: 0.1198077 Aug 18 23:58:29.553991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c17aecf0-2a38-486c-aa32-4b219b616ff5 req-b2e8f8cd-7223-4979-81f4-c371c6246151 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675388 Aug 18 23:58:29.556589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.581462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:29.582020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:29.583907 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:29.661303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-637ffb0b-a728-4cfb-a508-bef055a446bb service neutron] 10.222.0.20 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865633 Aug 18 23:58:29.668460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:29.683418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2edc2b1e-f6e3-45ee-a4b9-951a85afc143 admin admin] 10.222.0.20 "PUT /v2.0/routers/bb4f75d8-1e08-4801-86b6-4f8e7e5a581b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4742651 Aug 18 23:58:29.683622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.689186 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:29.700743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.708269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e248ade-151f-4e2a-b231-48d0c5bbd87a HTTP/1.1" status: 204 len: 168 time: 0.7316968 Aug 18 23:58:29.710892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:29.712072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:29.712923 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:29.720622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-89f4bc5f-61c0-4fdd-936b-25bc31ca64bc tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.1087992 Aug 18 23:58:29.772238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28cc97-9a0c-4703-adf6-92873fe72e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e248ade-151f-4e2a-b231-48d0c5bbd87a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:29.801906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Deleting subnet 62469e97-fca5-4997-b1f8-bd50b3a7bb2a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:29.808441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.861482 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.942000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-b11be0d8-65ab-4c75-bea3-ccacbc4f9d9b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:29.958141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:29.968135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-b11be0d8-65ab-4c75-bea3-ccacbc4f9d9b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.2465663 Aug 18 23:58:29.988558 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:30.066870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-9f94c731-a727-424b-9ab6-6db352e754da tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.0969250 Aug 18 23:58:30.070709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.073684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:30.077206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-deleted', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:30.080769 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf838ae-0587-4e5f-99e8-63f619df8f4e" -d '{"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-deleted", "tag": "725836f1-0637-4322-a121-03e67fa8a15f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:30.119164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62469e97-fca5-4997-b1f8-bd50b3a7bb2a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:30.126361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.129646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-de2aa865-8555-47a7-aaa3-04d4498b2177 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62469e97-fca5-4997-b1f8-bd50b3a7bb2a HTTP/1.1" status: 204 len: 168 time: 0.4059725 Aug 18 23:58:30.132703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:30.187675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.329196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.458499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.471284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.471769 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 disassociated. External IP: 172.25.1.162, port: d4a79517-b1f5-4c20-b162-4c96068f3635. Aug 18 23:58:30.476331 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 2, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:30.545452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:30.546250 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Updating router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:58:30.579675 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.613960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.657947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcff0fe-78fe-4148-b3ef-611c68d19d70']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:30.702092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8b7e88-e3e4-448e-a971-904e55fa9ca8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:30.703268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8b7e88-e3e4-448e-a971-904e55fa9ca8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:30.722192 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.750791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.763809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:30.764315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:30.766130 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:30.797866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44604) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:30.819982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533044171', 'description': 'tempest-description--977268663'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:30.888961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.896004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.898839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cbcff0fe-78fe-4148-b3ef-611c68d19d70 HTTP/1.1" status: 204 len: 168 time: 0.7651370 Aug 18 23:58:30.935028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:30.974213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:31.072393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08adf186-e91b-4d72-878b-79ff629688e4 req-d2c02ac1-e3e1-4479-9db9-3b672e541b84 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 210 time: 0.1959486 Aug 18 23:58:31.076832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291fc17-8ce1-4056-9ccc-9e58d8be2101 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcff0fe-78fe-4148-b3ef-611c68d19d70,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:31.190026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:31.202385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:31.209941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:31.230842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:31.231495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:31.234004 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2c142-b256-4656-b150-96bc00afe3bd x-openstack-request-id: req-31f2c142-b256-4656-b150-96bc00afe3bd {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:31.238799 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d794b6c-3ef7-4cdd-8f6d-53800c6dd790", "name": "network-vif-deleted", "tag": "725836f1-0637-4322-a121-03e67fa8a15f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:31.238799 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31f2c142-b256-4656-b150-96bc00afe3bd {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:31.238799 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d794b6c-3ef7-4cdd-8f6d-53800c6dd790', 'name': 'network-vif-deleted', 'tag': '725836f1-0637-4322-a121-03e67fa8a15f', 'status': 'completed', 'code': 200} Aug 18 23:58:31.252346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.264276 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.267847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b587a262-f43b-4340-8785-2062589e54c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f75e13eb5ff4495b3f5e5858f14938d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566032 Aug 18 23:58:31.268735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:31.299315 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Transition to ACTIVE for port object cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:31.314300 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.361048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.375393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.410726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-59050067-3d44-4b3f-85e3-971f83c678aa tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "PUT /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 696 time: 1.3425345 Aug 18 23:58:31.441427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.486517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:31.500994 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.514833 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.522066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7098777 Aug 18 23:58:31.530404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44614) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:31.542586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group_rule': {'security_group_id': '5e02320b-db47-4bc2-8765-6c3632ce3bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:31.543071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Pushing event updated for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:31.552336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05989d3-0c21-4654-ade6-2798b67213cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02320b-db47-4bc2-8765-6c3632ce3bac,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:31.561638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.563141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.563486 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.563815 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.564572 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.564572 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.564837 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.565674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.565674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.565891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.566070 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.566369 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:31.611160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Attempting to bind port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:31.611751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Attempting to bind port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:31.613430 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Attempting to bind port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:31.617466 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.621460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.622355 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:31.622727 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Checking segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:31.623125 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.623807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Bound using segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:31.624500 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Bound port: cb1096ad-a2f9-4743-bf55-ad6c6c7cf097, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:31.625843 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.643964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-f5aa4564-4536-4f65-8744-bbf7b03a3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:31.644818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adee4100-700a-4bd4-82e1-6475d9176c8a HTTP/1.1" status: 204 len: 168 time: 0.3612816 Aug 18 23:58:31.661718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-f5aa4564-4536-4f65-8744-bbf7b03a3aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.2324843 Aug 18 23:58:31.687989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1803e-8d63-46ca-954d-7da3b456b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adee4100-700a-4bd4-82e1-6475d9176c8a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:31.707657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.723649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adeae6-87a7-4e59-84f2-7c62568ffb13 req-6af4583b-4189-4904-8dcc-8ec146edf342 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:31.726130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59adeae6-87a7-4e59-84f2-7c62568ffb13 req-6af4583b-4189-4904-8dcc-8ec146edf342 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.3470628 Aug 18 23:58:31.754072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] For port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:31.763657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] For port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:31.775364 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:31.874270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59adeae6-87a7-4e59-84f2-7c62568ffb13 req-8ba0cc9e-548e-4b2f-9a58-5c54bb717f09 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333082 Aug 18 23:58:31.905164 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b753-d946-4102-adb8-608db7be32b2 None None] Pushing event updated for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:31.920896 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:31.921579 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:31.971267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:32.060394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:32.114321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:32.116137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:32.200025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf593c-7fc1-40a8-b9f8-b118fa861fc7 req-5a646532-72fa-4a95-ab61-dc5aa464eac0 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.217066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97bf593c-7fc1-40a8-b9f8-b118fa861fc7 req-5a646532-72fa-4a95-ab61-dc5aa464eac0 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.1765375 Aug 18 23:58:32.245168 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:32.326004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:32.355510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-be5de53d-db07-425f-9db9-577ed0d9a9d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371608 Aug 18 23:58:32.383978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-0aece640-1c35-453e-81bf-1fb1b2fdf952 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.403609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-0aece640-1c35-453e-81bf-1fb1b2fdf952 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.21 "GET /v2.0/networks?id=88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 200 len: 814 time: 0.5231359 Aug 18 23:58:32.404806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-086a5719-65b6-47a2-ad01-66c0b1dfea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.412109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-086a5719-65b6-47a2-ad01-66c0b1dfea2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.7369809 Aug 18 23:58:32.436938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97bf593c-7fc1-40a8-b9f8-b118fa861fc7 req-c9be09e4-660f-4447-9176-19b2c39a073e tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990185 Aug 18 23:58:32.499606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44624) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:32.559749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-49daa6b7-67b4-44ed-9a86-0f514068f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.561843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-49daa6b7-67b4-44ed-9a86-0f514068f37a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 1102 time: 0.1220684 Aug 18 23:58:32.588367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:32.590208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-00eee477-439c-446c-980f-232d5bd31335 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.0976446 Aug 18 23:58:32.651817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd91902c-3805-4b3f-ba3d-3546d9b7940c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d36b8d22d8f74f85859a172a08b8fff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1409485 Aug 18 23:58:32.664014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9863f08c-1252-4522-ba47-491f989bc12c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5aefb5358c455a991757c283a1e74e HTTP/1.1" status: 200 len: 380 time: 0.2306509 Aug 18 23:58:32.664540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44634) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:32.694921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:32.707140 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:31Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:32.708464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'port': {'device_id': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'admin_state_up': True, 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'security_groups': ['405d0510-c680-4da0-96e2-c251bd618e86']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:32.773757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:32.775187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2426121 Aug 18 23:58:32.789135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:32.800732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143442ab-4f50-45f1-b28d-b6eca2db0986 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:31Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:32.803678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group_rule': {'security_group_id': '5e02320b-db47-4bc2-8765-6c3632ce3bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:32.836435 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:58:32.849432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:32.852869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f0644-3be0-46d1-b43a-1e01677a8f58 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863f099a-0e52-4309-a341-460df383664e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:32.916230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4e0916e-6d55-4573-9fe3-3442c1594348 req-0f223346-f211-4f32-ba41-42c27f91b3de tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 210 time: 0.0761702 Aug 18 23:58:32.927002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d01c4440-ec35-4e79-9909-33793a9d558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.935091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-ad44243d-2434-431f-8644-7834073166f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:32.936633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-ad44243d-2434-431f-8644-7834073166f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.3055191 Aug 18 23:58:32.942877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d01c4440-ec35-4e79-9909-33793a9d558f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3562551 Aug 18 23:58:32.955327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcaa1b-001c-42d7-a587-c1cb29bf51d0 None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:25Z', 'revision_number': 4, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a12813ad-215f-424f-914c-7078a436837d', 'name': '', 'network_id': '86a756df-58ae-42c6-b32c-cc55a9578132', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'mac_address': 'fa:16:3e:21:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:24Z', 'updated_at': '2021-08-18T23:57:31Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'subnets': [{'id': 'af17d6d5-ddc5-4a9a-b520-b79765f98c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:33.024593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-75448e79-c519-4bbf-91e6-b6cf24414842 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 200 len: 217 time: 0.0708435 Aug 18 23:58:33.030540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.136734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.152853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.201454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-bcba942b-1cb8-4b80-8fdb-6ebb620ada9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:33.203857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-bcba942b-1cb8-4b80-8fdb-6ebb620ada9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447116 Aug 18 23:58:33.237898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d28ded0b-cd0a-4608-a4d0-0b1ead19c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:33.239439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d28ded0b-cd0a-4608-a4d0-0b1ead19c282 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2061327 Aug 18 23:58:33.241128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:33.245131 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307f6456-93cf-436c-9d93-a3aeefda2594" -d '{"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:33.270422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67fd33-400c-4a5d-abb7-a4b2c6e12b6d req-a3d2e6c9-7791-4a01-b660-922e8ad78e34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:33.278095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb67fd33-400c-4a5d-abb7-a4b2c6e12b6d req-a3d2e6c9-7791-4a01-b660-922e8ad78e34 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.2195926 Aug 18 23:58:33.349346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Made reservation on behalf of 5a5aefb5358c455a991757c283a1e74e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:33.353632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.400156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb67fd33-400c-4a5d-abb7-a4b2c6e12b6d req-96f360d8-ebaa-448b-babf-fe236432f954 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090147 Aug 18 23:58:33.407417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.415652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.423300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a609feb-1c56-48bd-acb8-1591bc49bd6c HTTP/1.1" status: 204 len: 168 time: 0.7356222 Aug 18 23:58:33.450863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.456725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d8e0e2d5-adbc-48fc-9f7d-a551b6ad5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:33.466209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-d8e0e2d5-adbc-48fc-9f7d-a551b6ad5faf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2134504 Aug 18 23:58:33.467436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.478948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b80f4d-9901-4158-b253-6141f38809a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a609feb-1c56-48bd-acb8-1591bc49bd6c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:33.497901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-5dc39b3e-a91a-4f32-95bc-e93787dae6f4 service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853949 Aug 18 23:58:33.536064 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b04711-41b3-4c02-b593-afbe6249852f None None] New status for floating IP 3aaeb9b9-5791-4db4-aedb-d5fe572dedf1: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:33.584148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cd6e80-e51d-4263-baf3-f8cb873c3980,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:33.662968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.673776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5cb5aaae-768e-496b-8000-fa6183fe8bfc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8820748 Aug 18 23:58:33.676803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:33.688739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:33.792110 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:33.852278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-a0689cb8-bb10-4074-8945-fee1baf76a82 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660307 Aug 18 23:58:33.931998 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e643e-5bd6-4f50-9fe2-ed41528496ba x-openstack-request-id: req-712e643e-5bd6-4f50-9fe2-ed41528496ba {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:33.934239 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:33.934509 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-712e643e-5bd6-4f50-9fe2-ed41528496ba {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:33.934931 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:58:33.961479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:34.005806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Allocated IP 172.20.0.3 (88637545-4a68-4803-9751-25b961018dc6/5c01f613-4f51-49bb-bbec-75d5eb45630a/e399cc44-b73b-49f4-b251-a317218f303f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:34.207562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:34.225139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:34.225590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:34.571313 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:34.615723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:34.627446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:34.634569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7778fb94-0145-4f33-a2a7-0f65b0921b7d req-ba383083-3b82-47d1-b0cc-a337247447dc service neutron] 10.222.0.20 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1301012 Aug 18 23:58:34.715417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-630dd879-de22-4054-8d0a-ed7bcc35f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:34.722830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-630dd879-de22-4054-8d0a-ed7bcc35f22e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f535a51759740b09d08601aa6d10863&device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 1097 time: 0.7259774 Aug 18 23:58:34.764554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:34.841558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a204-af1b-4467-a6fb-3f1eefe8d37e req-4c2d1b06-c704-4fd2-a570-c08fcb9e4644 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:34.849756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc76a204-af1b-4467-a6fb-3f1eefe8d37e req-4c2d1b06-c704-4fd2-a570-c08fcb9e4644 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.2582068 Aug 18 23:58:34.856013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1ebc907-55b8-4fa2-b70e-3045491ba6e5 req-908e3629-9643-47ef-8dd0-6a6d2e26fb38 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382656 Aug 18 23:58:34.920036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc76a204-af1b-4467-a6fb-3f1eefe8d37e req-e63a6104-233c-46f2-bc55-2b4e13b35c9c tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690148 Aug 18 23:58:34.925250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:34.971592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c3ab804-908d-4e92-a042-14f0c04c703b req-984742c6-4b14-4f44-8dc6-e9bad0beef61 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 210 time: 0.2135589 Aug 18 23:58:35.067329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:35.080899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7252d73-c173-48d6-a2d5-0682defa51b2 req-c35ae4d5-5224-49a3-8181-4818bd83926d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:35.082701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7252d73-c173-48d6-a2d5-0682defa51b2 req-c35ae4d5-5224-49a3-8181-4818bd83926d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0918670 Aug 18 23:58:35.135919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-ee1ea804-2fde-45a6-8bc4-c0b4fc87fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:35.137480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-ee1ea804-2fde-45a6-8bc4-c0b4fc87fb92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 200 len: 920 time: 0.4037824 Aug 18 23:58:35.153295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.170648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Transition to ACTIVE for port object e399cc44-b73b-49f4-b251-a317218f303f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:35.207032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7252d73-c173-48d6-a2d5-0682defa51b2 req-23670162-3510-49b8-909d-0c926466998b tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Aug 18 23:58:35.242268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.257463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Allocated IP 172.25.1.172 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/a94d30b1-4601-41ea-939c-74301a82abc4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:35.292766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-bdb92ff6-3161-4806-8b7c-c4b7e4b91b7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 200 len: 217 time: 0.0591631 Aug 18 23:58:35.320402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1925632838-network', 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:35.413245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.435739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Network 88637545-4a68-4803-9751-25b961018dc6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:35.446753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-716773f6-d251-43cb-a32e-8ad878f0d5b2 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 200 len: 694 time: 0.1214931 Aug 18 23:58:35.458161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:35.462252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.482301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:35.490600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event updated for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:35.542164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:35.555688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:35.561524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:35.562715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:35.565212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.572400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-42e8d6d3-ac89-40c2-9f4d-9fdce735cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:35.573888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-42e8d6d3-ac89-40c2-9f4d-9fdce735cb07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 200 len: 859 time: 0.2414756 Aug 18 23:58:35.640590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=a94d30b1-4601-41ea-939c-74301a82abc4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:35.673106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:35.734026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.736574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.789145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:35.790478 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.824191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:35.913584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:35.916064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.020443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-67d1bcef-b3ca-4049-baa2-8587bc5ce711 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.022629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-67d1bcef-b3ca-4049-baa2-8587bc5ce711 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.5024927 Aug 18 23:58:36.084534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24813dc0-39ad-4494-bf2b-cc483c82f7e9 None None] Provisioning for port e399cc44-b73b-49f4-b251-a317218f303f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:36.093979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48764e1-2a72-4ae0-a63b-8f097589aa2d req-ad5383ec-5183-45d8-b775-8129b9d1a54a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.095896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a48764e1-2a72-4ae0-a63b-8f097589aa2d req-ad5383ec-5183-45d8-b775-8129b9d1a54a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.1084135 Aug 18 23:58:36.108066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24813dc0-39ad-4494-bf2b-cc483c82f7e9 None None] Provisioning complete for port e399cc44-b73b-49f4-b251-a317218f303f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:36.108485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24813dc0-39ad-4494-bf2b-cc483c82f7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.118762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-07082e52-8165-4cc9-86ca-d97dee135830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.121249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-07082e52-8165-4cc9-86ca-d97dee135830 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86a756df-58ae-42c6-b32c-cc55a9578132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4410284 Aug 18 23:58:36.145600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-6ba51b3f-43bd-4f49-b271-7e045e78266b tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 697 time: 0.1148698 Aug 18 23:58:36.160716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a48764e1-2a72-4ae0-a63b-8f097589aa2d req-87ddd927-98c5-4a14-bf04-c3589ce652e2 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525217 Aug 18 23:58:36.209793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-24813dc0-39ad-4494-bf2b-cc483c82f7e9 None None] Port e399cc44-b73b-49f4-b251-a317218f303f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:36.226115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.234584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.255538 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-fa8522d1-658d-4676-b89c-a408da7345a8 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 697 time: 0.1088865 Aug 18 23:58:36.352766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=a94d30b1-4601-41ea-939c-74301a82abc4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:36.361548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.371521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadee8d-2af5-44a2-852a-57c9b1533892 req-6743306e-fd35-42bd-9c98-0bac050a6554 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.373049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4aadee8d-2af5-44a2-852a-57c9b1533892 req-6743306e-fd35-42bd-9c98-0bac050a6554 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 931 time: 0.1089487 Aug 18 23:58:36.415469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.431798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.433406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4aadee8d-2af5-44a2-852a-57c9b1533892 req-37da0c5e-fa15-4cb5-be5e-e503f69ffbd4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502927 Aug 18 23:58:36.439360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.466463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-c7cbcda5-bee6-4d11-88ae-543966ab3256 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7620478 Aug 18 23:58:36.475913 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-93623584-4478-42c6-8ba8-f5cf57ddbd1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7914159 Aug 18 23:58:36.489324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:58:36.502888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Request body: {'port': {'device_id': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:36.523190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-24b319e2-6097-4481-9ec8-7301e2eb9a2f service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737190 Aug 18 23:58:36.555377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a82f49-065d-4423-9b1b-1a4855b370c8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:36.571965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.572358 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Added segment ac4c8707-8c10-4843-a27a-88b7662fffc4 of type vlan for network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e Aug 18 23:58:36.685004 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.705350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Deleting port e42e8da0-eb8a-4719-862e-c4e4555d8f53 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:36.705729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.710096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.737658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386593a1-21d3-410c-bda9-ebf962db2fa9 req-6b80b339-a7bb-49df-90f5-fbc802df707e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.745284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-386593a1-21d3-410c-bda9-ebf962db2fa9 req-6b80b339-a7bb-49df-90f5-fbc802df707e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0931313 Aug 18 23:58:36.805909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-386593a1-21d3-410c-bda9-ebf962db2fa9 req-3dc4fa11-008a-40c9-9a79-4f92b61d4884 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593510 Aug 18 23:58:36.841624 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-307f6456-93cf-436c-9d93-a3aeefda2594 req-c4f95c1e-a72f-4a09-9617-2bbf77bad1e4 service neutron] 10.222.0.11 "GET /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002491 Aug 18 23:58:36.890814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:36.892128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:36.892740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.021607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9367459 Aug 18 23:58:37.030574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44742) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:37.036023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Request body: {'subnet': {'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1925632838-subnet', 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:37.038246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-23005ed1-480c-44a9-b49e-ef2d60ea1dd0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--533044171&fields=id&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 267 time: 0.0686257 Aug 18 23:58:37.056146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.056415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.101835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Calling delete_port for e42e8da0-eb8a-4719-862e-c4e4555d8f53 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:37.157376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aea3cf-af30-4bb8-bb91-42ecfad1ee6b admin admin] Pushing event updated for resources: {'Network': ['ID=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:37.170476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-f0d73f47-9f99-4878-a77f-65afad6bbf71 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:37.171108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:58:37.184991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-f0d73f47-9f99-4878-a77f-65afad6bbf71 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 817 time: 0.1368663 Aug 18 23:58:37.195821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-4c3ba0e2-4641-45c0-b537-3e336af850a3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/quotas/af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 375 time: 0.0185790 Aug 18 23:58:37.252405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:37.254679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.284169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-16db1dc8-da56-4390-b850-741a70ffa811 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873325 Aug 18 23:58:37.419246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-a8aa9451-f642-4add-b6d6-5394ea11c471 service neutron] 10.222.0.20 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208870 Aug 18 23:58:37.528778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-ec9c311c-64e7-46e4-bd05-a2fb3f09c5d5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:37.530317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-ec9c311c-64e7-46e4-bd05-a2fb3f09c5d5 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.1274824 Aug 18 23:58:37.544266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-accd056b-f4d2-45ad-9ff8-08ca26b441fe service neutron] 10.222.0.20 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186209 Aug 18 23:58:37.578987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e399cc44-b73b-49f4-b251-a317218f303f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:37.679526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.705993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.765613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f948470-fe27-4086-8bb4-b6b99337290d req-e295a192-a71d-4f80-84bf-a24a3b8c84a9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:37.777884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f948470-fe27-4086-8bb4-b6b99337290d req-e295a192-a71d-4f80-84bf-a24a3b8c84a9 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.0758619 Aug 18 23:58:37.825160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Transition to ACTIVE for port object e399cc44-b73b-49f4-b251-a317218f303f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:37.845341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f948470-fe27-4086-8bb4-b6b99337290d req-5235a57c-a5f7-4cdc-b040-52bb26d04997 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663900 Aug 18 23:58:37.888738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event deleted for resources: {'Port': ['ID=e42e8da0-eb8a-4719-862e-c4e4555d8f53,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:37.897125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.924775 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:37.985407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c23d71-04bf-47d9-ae1d-a1f5c1101621 req-9c22a1ff-6670-4f11-ae42-1c79ea0bc09a tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:37.986951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6c23d71-04bf-47d9-ae1d-a1f5c1101621 req-9c22a1ff-6670-4f11-ae42-1c79ea0bc09a tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 943 time: 0.0598114 Aug 18 23:58:38.012174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Pushing event updated for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:38.065903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6c23d71-04bf-47d9-ae1d-a1f5c1101621 req-e229c536-a5bf-441d-ab04-1d593fe2b6b5 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637779 Aug 18 23:58:38.090606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.093906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.095289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc4e4b9-3a06-4cc5-be2c-486871b57daf req-d48d3d11-897b-4c13-9440-dafbc7e51417 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "DELETE /v2.0/floatingips/3aaeb9b9-5791-4db4-aedb-d5fe572dedf1 HTTP/1.1" status: 204 len: 173 time: 1.8389914 Aug 18 23:58:38.130429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:38.173319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Deleting port 114b934b-139c-4067-8876-cc3687456427 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:38.173692 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.205775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:38.206134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Network hostable DHCP agents. Network: 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:58:38.261342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fe278e7-4fbe-4c41-9460-cb7a2f85e1a6 req-61f851fa-2ee9-4708-80d4-0b315294d8f4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 210 time: 0.0801387 Aug 18 23:58:38.297734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269adf4e-e189-44d2-9ce8-469163fa5ebb req-7641cc09-393d-4c87-b7c9-e48e520b013c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:38.314500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-269adf4e-e189-44d2-9ce8-469163fa5ebb req-7641cc09-393d-4c87-b7c9-e48e520b013c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0756078 Aug 18 23:58:38.315967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:58:38.318187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Attempting to bind port e399cc44-b73b-49f4-b251-a317218f303f on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:38.318523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Attempting to bind port e399cc44-b73b-49f4-b251-a317218f303f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:38.318852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Attempting to bind port e399cc44-b73b-49f4-b251-a317218f303f on network 88637545-4a68-4803-9751-25b961018dc6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:38.339446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Port e399cc44-b73b-49f4-b251-a317218f303f on network 88637545-4a68-4803-9751-25b961018dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:58:38.339829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Attempting to bind port e399cc44-b73b-49f4-b251-a317218f303f on network 88637545-4a68-4803-9751-25b961018dc6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:38.368905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:38.372424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-269adf4e-e189-44d2-9ce8-469163fa5ebb req-2019bdfc-c510-45c7-b090-c0e64e96b731 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Aug 18 23:58:38.376835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:38.377863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.382134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f6728-1206-4812-8418-2778d4435b21 None None] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:38.411711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] For port 114b934b-139c-4067-8876-cc3687456427, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=114b934b-139c-4067-8876-cc3687456427,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:38.411993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.418169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:38.418524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Checking segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:38.418921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Bound using segment: {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:38.419378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Bound port: e399cc44-b73b-49f4-b251-a317218f303f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88637545-4a68-4803-9751-25b961018dc6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:38.419739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:38.536320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f26b2e2-6e16-4a90-bc75-2670f19b3cf3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5041633 Aug 18 23:58:38.540329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71351445-1664-4565-8e45-33725187f204 None None] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:38.602185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6343c7-86cd-444a-b6e6-1438669e0eed req-c4a18fc9-175b-46a0-a258-36cdd2eccaac tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:38.605842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6343c7-86cd-444a-b6e6-1438669e0eed req-c4a18fc9-175b-46a0-a258-36cdd2eccaac tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 949 time: 0.1171463 Aug 18 23:58:38.696941 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6343c7-86cd-444a-b6e6-1438669e0eed req-7840f05a-aa26-42b2-95bf-d7acdb29a0aa tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731599 Aug 18 23:58:38.987754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fbd60-f2c7-4a51-8438-287badcfc6ec req-303cb6b3-787b-4867-ae80-39cd08d4be87 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:38.989823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab7fbd60-f2c7-4a51-8438-287badcfc6ec req-303cb6b3-787b-4867-ae80-39cd08d4be87 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 946 time: 0.0632739 Aug 18 23:58:39.040878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab7fbd60-f2c7-4a51-8438-287badcfc6ec req-fd59582e-f83d-4f6f-8bac-9d1c4d490211 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bfe1180-9f47-4fc0-b9b9-166add965d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447848 Aug 18 23:58:39.108333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da658cb-ddee-4d78-8fb1-27e6b4112aac req-c1e20008-abc3-4538-968c-98140e795223 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.113626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3da658cb-ddee-4d78-8fb1-27e6b4112aac req-c1e20008-abc3-4538-968c-98140e795223 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 945 time: 0.1685011 Aug 18 23:58:39.150269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:39.184335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e399cc44-b73b-49f4-b251-a317218f303f,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:39.197410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.201667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.201981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.202299 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Floating IP 93c09497-8283-42ac-92a5-e0dd19faa163 disassociated. External IP: 172.25.1.145, port: 114b934b-139c-4067-8876-cc3687456427. Aug 18 23:58:39.202679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Calling delete_port for 114b934b-139c-4067-8876-cc3687456427 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:39.213783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3da658cb-ddee-4d78-8fb1-27e6b4112aac req-fff768e5-fcb2-47f0-9e51-8d3ff84b0e14 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Aug 18 23:58:39.226293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:39.233464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1258494531-network', 'tenant_id': 'ad9aacc7d2024ce7a41b81a309bebacb'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:39.267580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.268205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.269595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] 10.222.0.21 "PUT /v2.0/ports/e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 200 len: 1092 time: 2.7762656 Aug 18 23:58:39.270038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:39.272315 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e45bf-e237-4955-9868-e5280e4db160" -d '{"events": [{"name": "network-changed", "server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "tag": "e399cc44-b73b-49f4-b251-a317218f303f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:39.277192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7636344-fefa-4ff3-9842-a34f6fe67a62 req-2ea9d138-dbc2-4cc2-8f1c-fe6e842136bf tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.278865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7636344-fefa-4ff3-9842-a34f6fe67a62 req-2ea9d138-dbc2-4cc2-8f1c-fe6e842136bf tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 943 time: 0.1027236 Aug 18 23:58:39.287991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-2d6b05dd-3552-4050-b1d6-da4c05b7f592 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.289504 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-2d6b05dd-3552-4050-b1d6-da4c05b7f592 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 817 time: 0.2448692 Aug 18 23:58:39.351980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Made reservation on behalf of ad9aacc7d2024ce7a41b81a309bebacb for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:39.354833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.360368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7636344-fefa-4ff3-9842-a34f6fe67a62 req-ffcceed3-178b-4005-b623-71fb6970f62d tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696371 Aug 18 23:58:39.367101 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e3c4ab-8467-4bba-b156-0b3a7159f518 x-openstack-request-id: req-69e3c4ab-8467-4bba-b156-0b3a7159f518 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:39.367797 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "tag": "e399cc44-b73b-49f4-b251-a317218f303f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:39.368061 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e3c4ab-8467-4bba-b156-0b3a7159f518 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:39.368508 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f', 'status': 'completed', 'code': 200} Aug 18 23:58:39.377599 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.423165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698c90f-2e99-4ad4-ac39-f50c23a6482b service neutron] Pushing event updated for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:39.448739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-a03fc5d9-e146-4480-afb6-879c3a1542c1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 379 time: 0.1460433 Aug 18 23:58:39.464418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4890f5a4-de87-455f-8a18-fddeafdeee71 req-10f44379-209a-421d-8ac9-38f12e204794 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 210 time: 0.0696502 Aug 18 23:58:39.468735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'port': {'device_id': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'admin_state_up': True, 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'security_groups': ['5e02320b-db47-4bc2-8765-6c3632ce3bac']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:39.496627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-16abbe55-c7db-4f0c-8a73-a2e6300edb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.498110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-16abbe55-c7db-4f0c-8a73-a2e6300edb38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5aefb5358c455a991757c283a1e74e&device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 1095 time: 0.1287830 Aug 18 23:58:39.570524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-93ea14af-4ae2-4e05-8061-98de4f589b62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 200 len: 217 time: 0.0397601 Aug 18 23:58:39.617849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.633025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.641444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.657407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event deleted for resources: {'Port': ['ID=114b934b-139c-4067-8876-cc3687456427,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:39.661456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-f63c3d11-f511-4749-a854-85a2619b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.662916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-f63c3d11-f511-4749-a854-85a2619b0150 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c01f613-4f51-49bb-bbec-75d5eb45630a HTTP/1.1" status: 200 len: 853 time: 0.0849824 Aug 18 23:58:39.675829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:58:39.689261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c0387-8a87-4ce8-b17d-5c9a8891bf1c req-aa1cc4c6-b9a4-4955-adcf-54b6dbd74ae4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.690760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad2c0387-8a87-4ce8-b17d-5c9a8891bf1c req-aa1cc4c6-b9a4-4955-adcf-54b6dbd74ae4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1365507 Aug 18 23:58:39.717053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.717324 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Added segment 2506fdd6-20a8-432c-9354-1e5c683b10b4 of type vlan for network f057bcd2-58f5-449a-a7fc-1e84ef818a24 Aug 18 23:58:39.720862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Made reservation on behalf of af1575e56a5f4156af9ad1632895cd44 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:39.725413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.749736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e7de51-6cb5-4fe9-87f2-c3139f0269f6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:39.797428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-8149bba4-1fcd-4853-b03c-1889ba69c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.798919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-8149bba4-1fcd-4853-b03c-1889ba69c0a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88637545-4a68-4803-9751-25b961018dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281924 Aug 18 23:58:39.823733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad2c0387-8a87-4ce8-b17d-5c9a8891bf1c req-d6d89526-54bb-4d03-be75-538367b4c7e4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200883 Aug 18 23:58:39.864746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.890644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Router 18719198-12c2-4db2-87ef-a8d74eeecc3c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:39.900640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734aa7c-0b19-4417-a48b-7836795d0158 req-9d477ef5-c851-4423-aa4a-7952cfa1d9db tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.902028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a734aa7c-0b19-4417-a48b-7836795d0158 req-9d477ef5-c851-4423-aa4a-7952cfa1d9db tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 949 time: 0.1275063 Aug 18 23:58:39.928671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:39.929652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:39.930269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.011804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Allocated IP 172.20.0.7 (58295d5a-772a-41ac-9b8e-0e7306251ee8/d91eea93-65b9-433f-a7ab-bca41336f566/5fb5777f-c730-47bf-b1ea-d4d7762cc0b7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:40.014677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7855005 Aug 18 23:58:40.019260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:40.028592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Request body: {'subnet': {'network_id': 'f057bcd2-58f5-449a-a7fc-1e84ef818a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1258494531-subnet', 'tenant_id': 'ad9aacc7d2024ce7a41b81a309bebacb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:40.035112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc141b5-0a24-4d2e-b46a-6d21a58c58f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f057bcd2-58f5-449a-a7fc-1e84ef818a24,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:40.059691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f057bcd2-58f5-449a-a7fc-1e84ef818a24 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:58:40.080438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:40.086716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Made reservation on behalf of ad9aacc7d2024ce7a41b81a309bebacb for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:40.089269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.106054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Sync routers for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:40.163397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a734aa7c-0b19-4417-a48b-7836795d0158 req-cda33cec-f7d2-4f93-91f5-f354a8169efe tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284663 Aug 18 23:58:40.167202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-95a9479b-663c-4ac8-8e54-1c9cecb21f75 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523180 Aug 18 23:58:40.294833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 114b934b-139c-4067-8876-cc3687456427 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:40.315291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f539a3a0-f31f-49f6-a03c-498b496242b6 req-0734f559-ba52-4060-92c8-01dc8016ee60 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c242319-c0e7-495c-870c-8385a207a1ef HTTP/1.1" status: 200 len: 210 time: 0.1137419 Aug 18 23:58:40.376370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 114b934b-139c-4067-8876-cc3687456427 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:40.376759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 114b934b-139c-4067-8876-cc3687456427 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:40.385483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:40.387073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:40.391596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] No DVR routers for this DVR port 114b934b-139c-4067-8876-cc3687456427 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:40.395499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.397610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-505ac85c-9124-4b79-be0a-a7dc145b7f2b req-b6b47b19-c3ea-4252-9171-5c6d0459636b tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.11 "DELETE /v2.0/ports/114b934b-139c-4067-8876-cc3687456427 HTTP/1.1" status: 204 len: 173 time: 2.8225265 Aug 18 23:58:40.407686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3076b14-6bf6-43e1-9c95-a7d15f396180 req-9afa6f04-21c0-4fce-96df-4614bfda356c service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857762 Aug 18 23:58:40.446796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-ebd5179d-c6be-407e-a8c2-4d3651ae213a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:40.447400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-ebd5179d-c6be-407e-a8c2-4d3651ae213a tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.11 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 945 time: 0.2776525 Aug 18 23:58:40.487439 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.534861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Transition to ACTIVE for port object 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:40.559637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4f76f-a457-480f-baea-687156f3e1c7 req-3ad9c03e-5605-40dc-b432-ce0ea995e78c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:40.567574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02b4f76f-a457-480f-baea-687156f3e1c7 req-3ad9c03e-5605-40dc-b432-ce0ea995e78c tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 945 time: 0.1485806 Aug 18 23:58:40.596861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:40.649592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e45bf-e237-4955-9868-e5280e4db160 req-90a8d5e3-62c2-487e-8ef9-b1b75442457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:40.651514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-90a8d5e3-62c2-487e-8ef9-b1b75442457a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5aefb5358c455a991757c283a1e74e&device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 1095 time: 0.1173234 Aug 18 23:58:40.660925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02b4f76f-a457-480f-baea-687156f3e1c7 req-4c0ed63a-fe04-4ead-93f5-4d95a0454574 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/security-groups?id=15df8032-174d-46ad-9631-2ba37bce982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923703 Aug 18 23:58:40.669722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.703936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.739201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Deleting port d4a79517-b1f5-4c20-b162-4c96068f3635 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:40.739593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.825945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a603f266-a155-45da-a356-4e3cfcf9409e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:40.854623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e45bf-e237-4955-9868-e5280e4db160 req-b1448d50-4fc8-4ad0-a6c4-68213ccc33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:40.856328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-b1448d50-4fc8-4ad0-a6c4-68213ccc33f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 200 len: 914 time: 0.1928415 Aug 18 23:58:40.911188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:40.935824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-959ed376-5973-4c3a-859a-20b5bbf50ec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 200 len: 217 time: 0.0680246 Aug 18 23:58:40.947449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] For port d4a79517-b1f5-4c20-b162-4c96068f3635, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4a79517-b1f5-4c20-b162-4c96068f3635,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:40.947823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:40.963556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:40.982178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:40.985450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Checking segment: {'id': '2506fdd6-20a8-432c-9354-1e5c683b10b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f057bcd2-58f5-449a-a7fc-1e84ef818a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:40.985890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Network hostable DHCP agents. Network: f057bcd2-58f5-449a-a7fc-1e84ef818a24, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:58:40.993186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:41.002639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Calling delete_port for d4a79517-b1f5-4c20-b162-4c96068f3635 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:41.028560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481bcba-3791-4eec-addd-9bef63542c66 req-d95cd296-f0aa-41d5-8514-8c646eea61aa tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.030448 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2481bcba-3791-4eec-addd-9bef63542c66 req-d95cd296-f0aa-41d5-8514-8c646eea61aa tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 931 time: 0.1645207 Aug 18 23:58:41.085160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.085960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.111765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa1158-21be-4bb7-acb1-cb3d8e174069 req-43a4918a-f298-4727-a080-50aaeb91c94c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.124101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Checking router: 18719198-12c2-4db2-87ef-a8d74eeecc3c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:41.124723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5fa1158-21be-4bb7-acb1-cb3d8e174069 req-43a4918a-f298-4727-a080-50aaeb91c94c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 943 time: 0.3056045 Aug 18 23:58:41.143848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e45bf-e237-4955-9868-e5280e4db160 req-c1b7610d-eb6a-438c-8819-83fc311ea0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.146028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-c1b7610d-eb6a-438c-8819-83fc311ea0ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c01f613-4f51-49bb-bbec-75d5eb45630a HTTP/1.1" status: 200 len: 853 time: 0.2006559 Aug 18 23:58:41.155052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:41.156466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:41.158523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:41.177919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2481bcba-3791-4eec-addd-9bef63542c66 req-b40109e9-9424-4032-9f3e-d4f1be85328a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367450 Aug 18 23:58:41.232655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5fa1158-21be-4bb7-acb1-cb3d8e174069 req-d430ab22-b73b-4056-801d-ac8bb7bc0c6c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071255 Aug 18 23:58:41.235853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-3b8fb988-b6ab-4301-a601-8775c59a30ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7755027 Aug 18 23:58:41.236533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Network f057bcd2-58f5-449a-a7fc-1e84ef818a24 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:58:41.250830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Request body: {'port': {'device_id': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:41.259470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e45bf-e237-4955-9868-e5280e4db160 req-59415111-dca9-4424-a698-79959ba6c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.261052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-59415111-dca9-4424-a698-79959ba6c713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88637545-4a68-4803-9751-25b961018dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050940 Aug 18 23:58:41.294287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:41.311459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f057bcd2-58f5-449a-a7fc-1e84ef818a24) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:41.319836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.320386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.336932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c222587-8849-4b91-8e23-e06e4ad0fe7c None None] Network f057bcd2-58f5-449a-a7fc-1e84ef818a24 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:41.407195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'name': 'network-vif-deleted', 'tag': '114b934b-139c-4067-8876-cc3687456427'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:41.410413 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10dc6bc-97dd-434f-a717-e67b608a2b85" -d '{"events": [{"server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "name": "network-vif-deleted", "tag": "114b934b-139c-4067-8876-cc3687456427"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:41.420213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:41.435010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6a0d834-6842-4375-a3a1-bd35c12c1be5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4007893 Aug 18 23:58:41.445941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.495500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af606b4-293a-4b2d-b588-0f76d65d3fb2 req-0c43cf95-e2d7-4cdd-80b7-7690bb2d1495 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:41.498371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-c445fac8-3adf-4c86-a707-58f86dd3dc09 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277877 Aug 18 23:58:41.503121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3af606b4-293a-4b2d-b588-0f76d65d3fb2 req-0c43cf95-e2d7-4cdd-80b7-7690bb2d1495 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.1295276 Aug 18 23:58:41.537458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3a755e39-3ff1-47eb-9372-93cda728f99e None None] Provisioning for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:41.552384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3a755e39-3ff1-47eb-9372-93cda728f99e None None] Provisioning complete for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:41.553027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a755e39-3ff1-47eb-9372-93cda728f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.599906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.633000 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07ae9b-f406-498a-bb1c-778772756ae1 x-openstack-request-id: req-fe07ae9b-f406-498a-bb1c-778772756ae1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:41.633567 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c242319-c0e7-495c-870c-8385a207a1ef", "name": "network-vif-deleted", "tag": "114b934b-139c-4067-8876-cc3687456427", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:41.633825 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe07ae9b-f406-498a-bb1c-778772756ae1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:41.634323 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c242319-c0e7-495c-870c-8385a207a1ef', 'name': 'network-vif-deleted', 'tag': '114b934b-139c-4067-8876-cc3687456427', 'status': 'completed', 'code': 200} Aug 18 23:58:41.654140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3a755e39-3ff1-47eb-9372-93cda728f99e None None] Port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:58:41.670720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3af606b4-293a-4b2d-b588-0f76d65d3fb2 req-918a2879-1712-40eb-a173-0d13cc9158e7 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666613 Aug 18 23:58:41.679211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8dc70c-5c77-4458-858f-341924d8eb7c None None] Network f057bcd2-58f5-449a-a7fc-1e84ef818a24 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:41.714083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.726600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-453e45bf-e237-4955-9868-e5280e4db160 req-19a046ac-bdb0-46b0-928f-c751a0144f45 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091913 Aug 18 23:58:41.745426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.764604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4a79517-b1f5-4c20-b162-4c96068f3635'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:41.816088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Pushing event deleted for resources: {'Port': ['ID=d4a79517-b1f5-4c20-b162-4c96068f3635,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:41.864203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:41.919359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] No DVR routers for this DVR port d4a79517-b1f5-4c20-b162-4c96068f3635 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:41.938028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdece95d-37f6-4e67-b43b-32c1b33d4c58 req-35a8df9a-c4e8-467a-b74e-a26a35dae047 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.20 "GET /v2.0/ports?device_id=433899b8-1647-480e-999b-4edf8bfa524b HTTP/1.1" status: 200 len: 210 time: 0.0709774 Aug 18 23:58:41.940410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.942035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.946670 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:41.946898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a5a69e1-45dd-45b8-976c-3588a084e916 req-dd01404e-6329-4c6d-8746-e09099c064f3 tempest-FloatingIPsAssociationTestJSON-24853734 tempest-FloatingIPsAssociationTestJSON-24853734-project] 10.222.0.11 "DELETE /v2.0/ports/d4a79517-b1f5-4c20-b162-4c96068f3635 HTTP/1.1" status: 204 len: 173 time: 1.4854462 Aug 18 23:58:41.952236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "DELETE /v2.0/security-groups/3bfe1180-9f47-4fc0-b9b9-166add965d2f HTTP/1.1" status: 204 len: 168 time: 0.5280092 Aug 18 23:58:41.953128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44886) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:41.998961 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-5e0a5d10-93aa-4f32-9faf-a0ddddadcfe0 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] show failed (client error): The resource could not be found. Aug 18 23:58:42.004783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18befbda-fd20-4fd7-95f5-2a681c7fb5ff None None] The sync data for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 is: [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:56:19Z', 'revision_number': 4, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '17267e87-eb31-4570-8127-ec3fd8bdb424', 'name': '', 'network_id': '27a936f2-23d9-4e34-896a-e8cce4985885', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'mac_address': 'fa:16:3e:de:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:17Z', 'updated_at': '2021-08-18T23:56:27Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'subnets': [{'id': '95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:42.005898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e0a5d10-93aa-4f32-9faf-a0ddddadcfe0 tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "GET /v2.0/security-groups/3bfe1180-9f47-4fc0-b9b9-166add965d2f HTTP/1.1" status: 404 len: 347 time: 0.0515747 Aug 18 23:58:42.007165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44888) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:42.031712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944cf7a-6a07-4653-8b70-ebb549479d2a tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe1180-9f47-4fc0-b9b9-166add965d2f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:42.227981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:42.245547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.246418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Deleting port a4409c80-96e8-4593-ba8d-8948ce0f52e5 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:42.246878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.285815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Transition to ACTIVE for port object 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:42.298374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.305583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:42.392882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-653f35d2-eba9-417a-b8c3-d1dbfbb11d56 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:42.400531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-653f35d2-eba9-417a-b8c3-d1dbfbb11d56 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.2778189 Aug 18 23:58:42.412829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb52b-d666-40da-ae59-5493fcf6aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.428236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-637e25cd-1771-41b9-8b73-2fd4c3ce006f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/quotas/742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 375 time: 0.0267968 Aug 18 23:58:42.442049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee6d7c-dd4e-4abf-a912-7ee762af2525 None None] New status for floating IP 93c09497-8283-42ac-92a5-e0dd19faa163: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:42.514331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-ae9ee4e6-3217-4951-b632-ca3cc28e8da9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851114 Aug 18 23:58:42.568616 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.575529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e167f-fb1c-43bd-a896-1742a3603d49 req-d3dc87dc-93c6-4cec-857c-6f392f709982 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:42.585543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f1e167f-fb1c-43bd-a896-1742a3603d49 req-d3dc87dc-93c6-4cec-857c-6f392f709982 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2347183 Aug 18 23:58:42.624827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-cc4a3d9a-0412-4d4d-8a5e-9a0655a09508 service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094685 Aug 18 23:58:42.633182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:42.638735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.639435 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa649cd-e652-4a01-8386-f73864603b53" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:42.640734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.670082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:42.683505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.684680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4a79517-b1f5-4c20-b162-4c96068f3635 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:42.700607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Calling delete_port for a4409c80-96e8-4593-ba8d-8948ce0f52e5 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:42.736187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d4a79517-b1f5-4c20-b162-4c96068f3635 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:42.737281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4a79517-b1f5-4c20-b162-4c96068f3635 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:42.744401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f1e167f-fb1c-43bd-a896-1742a3603d49 req-64ba1ffd-8f35-465d-baf0-713f3dbf1ba0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437128 Aug 18 23:58:42.769076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-9eb78303-2239-4ddc-9909-65f9d79c0d88 service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433303 Aug 18 23:58:42.769745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:42.863615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Attempting to bind port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:42.865620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Attempting to bind port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:42.865984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Attempting to bind port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:42.866222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:42.877353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:58:42.877691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Attempting to bind port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:42.887878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:42.888239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Checking segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:42.888668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Bound using segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:42.889111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Bound port: 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:42.889478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:42.963315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92866d9b-cb4c-4beb-96c7-752a62c9578a req-d597bab7-7547-403f-85df-1aa6feb14f32 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:42.971283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92866d9b-cb4c-4beb-96c7-752a62c9578a req-d597bab7-7547-403f-85df-1aa6feb14f32 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 943 time: 0.1001503 Aug 18 23:58:42.993049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:43.000291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:43.014750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:43.052170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92866d9b-cb4c-4beb-96c7-752a62c9578a req-5b95df99-46cb-42ce-8336-dbf3e571ae4e tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792313 Aug 18 23:58:43.077139 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde1f4b-4637-4b01-a821-1b6e9eec4545 x-openstack-request-id: req-2fde1f4b-4637-4b01-a821-1b6e9eec4545 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:43.077139 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:43.077139 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fde1f4b-4637-4b01-a821-1b6e9eec4545 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:43.077564 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'code': 200} Aug 18 23:58:43.106760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:43.134755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44924) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:43.145456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:43.161718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Pushing event deleted for resources: {'Port': ['ID=a4409c80-96e8-4593-ba8d-8948ce0f52e5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:43.169165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.169989 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:43.172176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-11f6445d-93b4-45da-91e2-8254ead3a044 service neutron] 10.222.0.11 "PUT /v2.0/ports/5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 1092 time: 1.9261892 Aug 18 23:58:43.172817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:43.187185 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:43.227238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-091e14c6-55af-4d63-aba1-87ae9be68b98 req-5a97dde0-1977-45cf-9db5-edee077b1a6a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 210 time: 0.0366044 Aug 18 23:58:43.307501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-cecc19f3-6a06-4715-b6db-cff3e641c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.309281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-cecc19f3-6a06-4715-b6db-cff3e641c9d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1095 time: 0.0811512 Aug 18 23:58:43.375673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05faaf2-aa8f-4760-9b0d-5eccb3f400d5 req-fb86d3f7-5173-4c11-bf5a-408549d14519 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.377190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05faaf2-aa8f-4760-9b0d-5eccb3f400d5 req-fb86d3f7-5173-4c11-bf5a-408549d14519 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.2131896 Aug 18 23:58:43.385084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-0593ac20-2101-4853-9271-e7a345c241dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0661006 Aug 18 23:58:43.418651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:43.421369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:43.422913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd437223-3b38-4fbb-bd3c-8794acc4c2cb tempest-ServersTestJSON-1669346900 tempest-ServersTestJSON-1669346900-project] 10.222.0.20 "DELETE /v2.0/floatingips/93c09497-8283-42ac-92a5-e0dd19faa163 HTTP/1.1" status: 204 len: 168 time: 1.4092548 Aug 18 23:58:43.426899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:43.428131 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0fddf4-98ec-47a3-b7e1-d9ab7e8bb46c x-openstack-request-id: req-4d0fddf4-98ec-47a3-b7e1-d9ab7e8bb46c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:43.428518 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:43.428769 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d0fddf4-98ec-47a3-b7e1-d9ab7e8bb46c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:43.429163 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'status': 'completed', 'code': 200} Aug 18 23:58:43.449693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-a5db8c0f-3edb-41a1-8630-1f1455cb52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.451148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-a5db8c0f-3edb-41a1-8630-1f1455cb52ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.0590386 Aug 18 23:58:43.507776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-e480c1ca-64cf-4449-8f6b-c01a0abef158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.509445 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-e480c1ca-64cf-4449-8f6b-c01a0abef158 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497837 Aug 18 23:58:43.617782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-71697b2f-1602-4a2b-b647-b2c035e5734c service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961277 Aug 18 23:58:43.727542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d34b663-1440-4f85-ab68-acbaa43a3b45 req-d4894b24-2c4f-4116-ae3c-7ceceb31ba0a service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000597 Aug 18 23:58:43.817879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'name': 'network-vif-deleted', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:43.820459 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b6752-b4ac-477d-9e0f-fc9ee06cad0d" -d '{"events": [{"server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "name": "network-vif-deleted", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:43.833894 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05faaf2-aa8f-4760-9b0d-5eccb3f400d5 req-cb3baf0a-c67d-45c7-b70c-d4282aed902e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473224 Aug 18 23:58:43.847330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-2a39acfb-fba2-403c-b9fc-45da232b6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.848871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-2a39acfb-fba2-403c-b9fc-45da232b6ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1095 time: 0.0647779 Aug 18 23:58:43.889488 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f341da-1eef-4d49-b0f2-b6ae2b7fdcce x-openstack-request-id: req-e1f341da-1eef-4d49-b0f2-b6ae2b7fdcce {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:43.889890 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433899b8-1647-480e-999b-4edf8bfa524b", "name": "network-vif-deleted", "tag": "d4a79517-b1f5-4c20-b162-4c96068f3635", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:43.890717 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1f341da-1eef-4d49-b0f2-b6ae2b7fdcce {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:43.891132 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433899b8-1647-480e-999b-4edf8bfa524b', 'name': 'network-vif-deleted', 'tag': 'd4a79517-b1f5-4c20-b162-4c96068f3635', 'status': 'completed', 'code': 200} Aug 18 23:58:43.954172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31dcfe-6725-43b3-9801-2fdcaebb598d req-c9dc6e20-c6d1-47a4-bb35-28d823e1bf6e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.955556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa31dcfe-6725-43b3-9801-2fdcaebb598d req-c9dc6e20-c6d1-47a4-bb35-28d823e1bf6e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1057832 Aug 18 23:58:43.988215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-9b6f90dd-eb45-400f-8308-4258846f68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:43.990036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-9b6f90dd-eb45-400f-8308-4258846f68e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.1318367 Aug 18 23:58:44.014170 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0702534c-2e4f-41eb-854e-243bbc2a4023 service neutron] show failed (client error): The resource could not be found. Aug 18 23:58:44.015619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa31dcfe-6725-43b3-9801-2fdcaebb598d req-8fee8976-5e3a-4b9f-977b-a083b470a545 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529032 Aug 18 23:58:44.015757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0702534c-2e4f-41eb-854e-243bbc2a4023 service neutron] 10.222.0.21 "GET /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.1990881 Aug 18 23:58:44.048888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-bd24ab1e-b7b7-455a-b024-cabd68accaa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0461423 Aug 18 23:58:44.136915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-5974667e-8e3f-4125-bafb-0ac73f13afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:44.137139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e399cc44-b73b-49f4-b251-a317218f303f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:44.138402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-5974667e-8e3f-4125-bafb-0ac73f13afc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.0802288 Aug 18 23:58:44.240644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e634a-7a42-48eb-9bb4-5f9971f1e92c req-7765a93c-ec63-4bca-97a3-26169d958bd3 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:44.242282 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-519e634a-7a42-48eb-9bb4-5f9971f1e92c req-7765a93c-ec63-4bca-97a3-26169d958bd3 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 943 time: 0.0967028 Aug 18 23:58:44.245308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-8d606e5f-74a7-46a6-ab16-32a89f23ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:44.246776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-8d606e5f-74a7-46a6-ab16-32a89f23ae70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997598 Aug 18 23:58:44.269911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e399cc44-b73b-49f4-b251-a317218f303f,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:44.296227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e399cc44-b73b-49f4-b251-a317218f303f', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'port_id': 'e399cc44-b73b-49f4-b251-a317218f303f', 'mac_address': 'fa:16:3e:54:10:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:44.344758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.363035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e399cc44-b73b-49f4-b251-a317218f303f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:44.379870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.387134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e399cc44-b73b-49f4-b251-a317218f303f,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:44.394441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.455058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:44.528649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-551d5576-0f4b-45c6-b9aa-7a7ebcd641ee req-7e108fd0-a1ea-406c-bc1f-ffab8643ea13 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 210 time: 0.0717402 Aug 18 23:58:44.631235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-71251caf-dc02-4775-b348-5ab28d231e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:44.633917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-71251caf-dc02-4775-b348-5ab28d231e5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.2962101 Aug 18 23:58:44.654218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-cbca969f-d2c9-433e-85ea-9537ee27c348 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:44.655334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-cbca969f-d2c9-433e-85ea-9537ee27c348 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.3236222 Aug 18 23:58:44.659185 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.665041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:44.687334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-519e634a-7a42-48eb-9bb4-5f9971f1e92c req-6ee1bcde-9d65-44fe-b66d-876614048b1c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323523 Aug 18 23:58:44.690206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Request body: {'port': {'device_id': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'admin_state_up': True, 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:44.720649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-93f6504d-0fc3-49ac-b4cb-9468eee377c1 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634676 Aug 18 23:58:44.803963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.813242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a882b9a5-4c02-4f6e-a62f-2953d269f4d0 req-7aa8dce0-4f2a-4157-841a-f246e1adb87c service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Aug 18 23:58:44.866894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e399cc44-b73b-49f4-b251-a317218f303f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:44.885067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:44.913129 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-638579d9-3cec-4846-9276-49c8492a7901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:45.133810 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:45.148773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecfe0a-7493-4b8c-bca4-f0ad4a6724d0 req-45b039ad-8409-4610-80c9-e7608b7545e9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:45.150350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9ecfe0a-7493-4b8c-bca4-f0ad4a6724d0 req-45b039ad-8409-4610-80c9-e7608b7545e9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0593784 Aug 18 23:58:45.168002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:45.171968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:45.189204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9ecfe0a-7493-4b8c-bca4-f0ad4a6724d0 req-61e8a3f1-315c-45b3-9d28-7f4e0807a003 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Aug 18 23:58:45.365475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c563ca-c880-489b-87b4-896548598d7f req-b521b708-e8f1-4fa6-a207-a5636d1ce460 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:45.366979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36c563ca-c880-489b-87b4-896548598d7f req-b521b708-e8f1-4fa6-a207-a5636d1ce460 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.4502561 Aug 18 23:58:45.479416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:45.512241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Deleting port a12813ad-215f-424f-914c-7078a436837d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:45.512609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:45.517150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36c563ca-c880-489b-87b4-896548598d7f req-e66995b4-cdb3-4716-bb87-b233209b167a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389065 Aug 18 23:58:45.633842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6adfae6d-4140-4bcb-bece-febff5803cce req-c5a3a751-7f1b-4b34-87cf-2307c4507a10 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 210 time: 0.0340905 Aug 18 23:58:45.811345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e21cc-03e6-4dad-8561-2a8a6329b6fb req-b38c67a5-48e2-401b-992e-11bd89e5bec7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:45.813033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-660e21cc-03e6-4dad-8561-2a8a6329b6fb req-b38c67a5-48e2-401b-992e-11bd89e5bec7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 944 time: 0.0539916 Aug 18 23:58:45.852700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-660e21cc-03e6-4dad-8561-2a8a6329b6fb req-531d57ff-28f6-4a61-969a-37dab4a51a71 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Aug 18 23:58:45.869230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Allocated IP 172.20.0.10 (74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e/a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b/b9de6d58-3f69-4d55-8a33-b92006f9feb7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:58:45.908376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:46.017263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] For port a12813ad-215f-424f-914c-7078a436837d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a12813ad-215f-424f-914c-7078a436837d,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.017631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.022255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:46.024530 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9530dc76-add9-4d91-9e64-b445689b16ef" -d '{"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-unplugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:46.028252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.056287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Calling delete_port for a12813ad-215f-424f-914c-7078a436837d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:46.105606 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f64857-1722-4d3c-bef6-fce5f2d9a069 x-openstack-request-id: req-c4f64857-1722-4d3c-bef6-fce5f2d9a069 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:46.105900 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-unplugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:46.106158 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4f64857-1722-4d3c-bef6-fce5f2d9a069 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:46.106548 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'code': 200} Aug 18 23:58:46.117841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Transition to ACTIVE for port object c16604a0-5fea-4d07-9b4d-be23e57fa498 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:46.132500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.138044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.144399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:46.151083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e399cc44-b73b-49f4-b251-a317218f303f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:46.200140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Deleting port 17267e87-eb31-4570-8127-ec3fd8bdb424 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:46.200512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.268976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port e399cc44-b73b-49f4-b251-a317218f303f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:46.280179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e399cc44-b73b-49f4-b251-a317218f303f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:46.281099 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.310699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:46.320673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.333849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:46.352048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] No DVR routers for this DVR port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:46.352269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'mac_address': 'fa:16:3e:02:c1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:46.367656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.420018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93991870-0599-48f2-a46a-e175b0371d21 req-c2352066-b162-45ef-b8aa-0a01b617e4c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:46.428784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93991870-0599-48f2-a46a-e175b0371d21 req-c2352066-b162-45ef-b8aa-0a01b617e4c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1571095 Aug 18 23:58:46.481958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93991870-0599-48f2-a46a-e175b0371d21 req-1c906040-d6da-4b49-8846-909282ff8342 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510089 Aug 18 23:58:46.491064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] For port 17267e87-eb31-4570-8127-ec3fd8bdb424, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=17267e87-eb31-4570-8127-ec3fd8bdb424,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.491538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.514237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:46.514620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:46.515481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:46.536872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Calling delete_port for 17267e87-eb31-4570-8127-ec3fd8bdb424 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:46.543207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.553172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:58:46.553509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:46.568237 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.576659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:46.578532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:46.578882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:46.579306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:46.579436 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a19d7a-dd7e-4030-aef5-316712a31fc1" -d '{"events": [{"server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "name": "network-vif-plugged", "status": "completed", "tag": "e399cc44-b73b-49f4-b251-a317218f303f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:46.579785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Bound port: c16604a0-5fea-4d07-9b4d-be23e57fa498, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:46.580153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.614371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e399cc44-b73b-49f4-b251-a317218f303f,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.621231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:46.628766 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.656245 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6cce87-73ef-4966-91c7-215f9af7725c x-openstack-request-id: req-1f6cce87-73ef-4966-91c7-215f9af7725c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:46.656596 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "name": "network-vif-plugged", "status": "completed", "tag": "e399cc44-b73b-49f4-b251-a317218f303f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:46.656796 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f6cce87-73ef-4966-91c7-215f9af7725c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:46.657190 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f', 'code': 200} Aug 18 23:58:46.670714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.692872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.698024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.722157 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.733481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:46.745591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:46.774714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab8b3-6677-4adc-9995-4e34fb139cdf req-e4d38977-8060-4647-9835-bc6c0314b403 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:46.776804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-773ab8b3-6677-4adc-9995-4e34fb139cdf req-e4d38977-8060-4647-9835-bc6c0314b403 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 932 time: 0.0597227 Aug 18 23:58:46.804125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:58:46.822835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.839436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-773ab8b3-6677-4adc-9995-4e34fb139cdf req-e58e4b55-1b18-42cb-a102-f26c96245c95 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498524 Aug 18 23:58:46.847793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:46.850936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:58:46.853486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:58:46.857017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:46.877610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:46.882829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:46.909306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['8f1a1f5d-4795-43e0-af0c-e1e5a1628550'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:46.976648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:46.989621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:46.995657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac520-2b08-4d64-b180-81d1af2196b0 req-d677d260-f6cb-4626-87d4-839ad6820f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:46.997216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d4ac520-2b08-4d64-b180-81d1af2196b0 req-d677d260-f6cb-4626-87d4-839ad6820f09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 1097 time: 0.2281275 Aug 18 23:58:46.997895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.034384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dba40-1aa1-4794-a56e-b6298985ee46 req-e696bb6a-edc2-4ab9-bcf8-c5d0665bf2c2 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.036074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e51dba40-1aa1-4794-a56e-b6298985ee46 req-e696bb6a-edc2-4ab9-bcf8-c5d0665bf2c2 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.0600839 Aug 18 23:58:47.066508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12813ad-215f-424f-914c-7078a436837d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:47.088631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a001-09ca-498f-ac2d-ec7db6e4f2a6 req-ff674ae2-a3a8-4055-8271-6cb2fd0a9993 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.090315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef83a001-09ca-498f-ac2d-ec7db6e4f2a6 req-ff674ae2-a3a8-4055-8271-6cb2fd0a9993 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.4397619 Aug 18 23:58:47.104518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e51dba40-1aa1-4794-a56e-b6298985ee46 req-9e062516-f610-4fef-beaa-648a07a8dd4c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600722 Aug 18 23:58:47.106492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:47.135042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.135731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.192730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:47.216662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.240599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-714fdd65-2a69-47dd-89a0-4d94ea4901c8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5697541 Aug 18 23:58:47.243316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:47.284788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d4ac520-2b08-4d64-b180-81d1af2196b0 req-7165265a-d43d-4ed6-bfc6-cea1af4ba5d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455213 Aug 18 23:58:47.312661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Request body: {'port': {'device_id': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:47.337065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef83a001-09ca-498f-ac2d-ec7db6e4f2a6 req-14fa21f4-b7f4-4711-99a4-b10f261d0805 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279055 Aug 18 23:58:47.338668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.339374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.341372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] 10.222.0.11 "PUT /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 1097 time: 2.6848764 Aug 18 23:58:47.472694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b63d-6d1a-4078-9deb-06d5977b54de service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:47.496771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.568972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17267e87-eb31-4570-8127-ec3fd8bdb424,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:47.571087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.604791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-45369963-02b1-4b29-a3b7-ae4fe57d349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.606327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-45369963-02b1-4b29-a3b7-ae4fe57d349e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1100 time: 0.2253075 Aug 18 23:58:47.660892 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.754956 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:47.851483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2326b-0071-4958-b46c-389c06d4030e req-f4aaaea4-7b40-4c01-a58b-5d2fce676e56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.852935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeb2326b-0071-4958-b46c-389c06d4030e req-f4aaaea4-7b40-4c01-a58b-5d2fce676e56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 944 time: 0.2796609 Aug 18 23:58:47.956843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14946e-6067-4d30-9071-340bda4e0675 req-1663684e-8431-40f9-bca5-5cf17fd52622 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:47.958243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b14946e-6067-4d30-9071-340bda4e0675 req-1663684e-8431-40f9-bca5-5cf17fd52622 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 932 time: 0.0485322 Aug 18 23:58:47.996193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b14946e-6067-4d30-9071-340bda4e0675 req-f449ace4-1a6c-4ed8-88f7-77b46818ced9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 18 23:58:48.026508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-425f6cfb-4ed5-4a0a-b88a-42ef6ededa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.028014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-425f6cfb-4ed5-4a0a-b88a-42ef6ededa5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4011641 Aug 18 23:58:48.140212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:48.142522 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa4389-47c5-493e-9b01-89e7b27c3394" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:48.157645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:48.165235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-ff4c41eb-9b19-49ff-bdea-4a7f34949d35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.1058657 Aug 18 23:58:48.208142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:48.208460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.223717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85727d-938d-4a4f-ad52-14922dceffda req-8e35966f-2e47-4aaa-8d41-f3e0543602c7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.225613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db85727d-938d-4a4f-ad52-14922dceffda req-8e35966f-2e47-4aaa-8d41-f3e0543602c7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.0556631 Aug 18 23:58:48.273409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db85727d-938d-4a4f-ad52-14922dceffda req-967045de-15c2-40cf-89d3-fa80a33689aa tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Aug 18 23:58:48.288657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.329923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:48.333039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:48.359596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.360442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:48.454289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:48.464909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:48.472564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:48.473638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7e90a-4a3e-4c73-89db-0ddfca0063f7 req-19cd1fce-b270-40e0-bd71-9554897483a9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.475472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ded7e90a-4a3e-4c73-89db-0ddfca0063f7 req-19cd1fce-b270-40e0-bd71-9554897483a9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.0677116 Aug 18 23:58:48.478920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:48.479407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.512501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeb2326b-0071-4958-b46c-389c06d4030e req-1330b051-58c7-4799-a18f-cb3c93782f07 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5789671 Aug 18 23:58:48.513921 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909833a9-8d76-4370-a618-862741f5d9d3 x-openstack-request-id: req-909833a9-8d76-4370-a618-862741f5d9d3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:48.514225 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:48.514470 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-909833a9-8d76-4370-a618-862741f5d9d3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:48.514888 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'status': 'completed', 'code': 200} Aug 18 23:58:48.516880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ded7e90a-4a3e-4c73-89db-0ddfca0063f7 req-8323311c-f694-4c0c-bafc-1ecee68c175c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Aug 18 23:58:48.547852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.572430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.604952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-3c8bcdec-4134-4c2f-beb1-7b207a4db53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.606444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-3c8bcdec-4134-4c2f-beb1-7b207a4db53d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.4300289 Aug 18 23:58:48.624104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:48.627752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:48.659110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550'}, {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:48.661361 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc787fd0-9603-4b48-992d-0a3dcc873525" -d '{"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550"}, {"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:48.679308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:48.705150 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d04f06e-ced8-4793-b3ac-3f52c94e0e9c x-openstack-request-id: req-9d04f06e-ced8-4793-b3ac-3f52c94e0e9c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:48.705447 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550", "code": 200}, {"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:48.705699 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d04f06e-ced8-4793-b3ac-3f52c94e0e9c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:48.706091 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'code': 200} Aug 18 23:58:48.706346 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'code': 200} Aug 18 23:58:48.723462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-c28b61e2-9e02-40ff-82b6-9e37e634ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.724915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-c28b61e2-9e02-40ff-82b6-9e37e634ffad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1100 time: 0.2052619 Aug 18 23:58:48.800956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178288-a007-4e39-ab8a-ea102897619d req-c630aa69-50d2-4bfb-8228-0c40432cf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.802465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05178288-a007-4e39-ab8a-ea102897619d req-c630aa69-50d2-4bfb-8228-0c40432cf4d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1097 time: 0.0404844 Aug 18 23:58:48.837383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05178288-a007-4e39-ab8a-ea102897619d req-1ac8ead4-aa86-45b6-b02f-be59da7b2135 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273633 Aug 18 23:58:48.903117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-92968d49-95d6-476a-ab7d-898560c779c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:48.904661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-92968d49-95d6-476a-ab7d-898560c779c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2550495 Aug 18 23:58:48.935640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:48.960094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:49.034422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Transition to ACTIVE for port object b9de6d58-3f69-4d55-8a33-b92006f9feb7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:49.043081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Router 42835183-bc90-495a-acbf-d1cf9cc19f48 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:49.053758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:49.105407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-8739b191-6541-49fb-84a6-298a4fca384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.106987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-8739b191-6541-49fb-84a6-298a4fca384c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3636220 Aug 18 23:58:49.220566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-2c889cdf-0560-47fd-861f-de5c1c1e2768 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0825715 Aug 18 23:58:49.227690 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-292265dd-4249-4d28-bff8-70e6a42fec89 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075531 Aug 18 23:58:49.231711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:49.383122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd427d1-2765-4782-88f5-bea98c4df868 req-1fe4f72a-98d1-4aa3-ad8c-866055fc0826 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.385291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cd427d1-2765-4782-88f5-bea98c4df868 req-1fe4f72a-98d1-4aa3-ad8c-866055fc0826 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.0950239 Aug 18 23:58:49.440892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cd427d1-2765-4782-88f5-bea98c4df868 req-61d3806f-a513-4c47-98c6-526effa541bc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Aug 18 23:58:49.551096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-2141e9f1-6629-4f15-8e1e-c18c5126dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.552813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-2141e9f1-6629-4f15-8e1e-c18c5126dda4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3238316 Aug 18 23:58:49.563587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Router 18719198-12c2-4db2-87ef-a8d74eeecc3c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:49.633328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:49.646458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc739e-dd7f-44f6-858a-9e646d5f42e6 req-1cc239c7-b28f-4d8f-8792-f94d5e936dd2 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.650279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91524ea-20f6-4270-b991-761f2e51b1f7 req-9b78fcd1-629a-403a-8e42-2840c4a8afb6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.652741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d91524ea-20f6-4270-b991-761f2e51b1f7 req-9b78fcd1-629a-403a-8e42-2840c4a8afb6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.0587885 Aug 18 23:58:49.655986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Sync routers for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:49.659325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07cc739e-dd7f-44f6-858a-9e646d5f42e6 req-1cc239c7-b28f-4d8f-8792-f94d5e936dd2 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.2517612 Aug 18 23:58:49.667396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:49.668566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:49.682299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c37c331e-585d-4318-b47a-37bf3a7d5417 admin admin] 10.222.0.20 "PUT /v2.0/routers/42835183-bc90-495a-acbf-d1cf9cc19f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5454702 Aug 18 23:58:49.682810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:49.699742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:49.700007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:49.704441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:49.712927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40f8e1f1-9941-40c1-b1b4-a8e49e71b113 req-79813570-b12f-4e09-b7e9-31fded7d0b2e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092269 Aug 18 23:58:49.772482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:58:49.772893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:49.805045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:49.805321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:49.806135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:49.806135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Bound port: b9de6d58-3f69-4d55-8a33-b92006f9feb7, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:49.806559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:49.815285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-b8f031a5-c07c-4e08-a3db-3dc867f1917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:49.817071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-b8f031a5-c07c-4e08-a3db-3dc867f1917f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517309 Aug 18 23:58:49.821887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:49.831877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07cc739e-dd7f-44f6-858a-9e646d5f42e6 req-0df56255-962a-449b-903f-4b3bafed6541 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720209 Aug 18 23:58:49.879260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d91524ea-20f6-4270-b991-761f2e51b1f7 req-f12b270b-292d-4d81-b598-f32beee33c85 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206209 Aug 18 23:58:49.964218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:50.007051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:50.115692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Deleting port 01e8d0d0-076b-4270-9dd7-718da84f57a9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:50.116158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:50.127049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:50.132889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c2b47ab-73c2-4d1e-9d9d-5d071e6718f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/18719198-12c2-4db2-87ef-a8d74eeecc3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7050939 Aug 18 23:58:50.139586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Sync routers for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:50.149818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:50.155900 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:50.156667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.175358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8cf8-d135-448a-9018-012cc4e3b2a6 req-48255cd0-ca04-4a83-b23a-df8f57a646a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:50.176932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be4e8cf8-d135-448a-9018-012cc4e3b2a6 req-48255cd0-ca04-4a83-b23a-df8f57a646a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.2386479 Aug 18 23:58:50.226545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-c7be1274-4fe3-43a9-a3f5-c8862d531e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:50.228034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-c7be1274-4fe3-43a9-a3f5-c8862d531e08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1100 time: 0.3716245 Aug 18 23:58:50.288932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcece6-e623-4159-be06-3677b27b5abd req-816e2241-5208-4053-a0d1-4c7fb4d93784 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:50.294430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69dcece6-e623-4159-be06-3677b27b5abd req-816e2241-5208-4053-a0d1-4c7fb4d93784 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.1759694 Aug 18 23:58:50.312707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:50.316908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Request body: {'floatingip': {'port_id': 'e399cc44-b73b-49f4-b251-a317218f303f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:50.342043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:50.348991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-cf61f7dd-a778-48ce-abf0-0e84c8622884 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155828 Aug 18 23:58:50.399437 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:50.435822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:50.459807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:58:46Z', 'revision_number': 5, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port': {'id': '01e8d0d0-076b-4270-9dd7-718da84f57a9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.549559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Checking router: 42835183-bc90-495a-acbf-d1cf9cc19f48 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:50.571880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Routers {'42835183-bc90-495a-acbf-d1cf9cc19f48'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:50.576524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42835183-bc90-495a-acbf-d1cf9cc19f48'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.739082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:58:47Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.823033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] Set router 42835183-bc90-495a-acbf-d1cf9cc19f48 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:50.829719 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Checking router: 18719198-12c2-4db2-87ef-a8d74eeecc3c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:50.850236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Routers {'18719198-12c2-4db2-87ef-a8d74eeecc3c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:50.850916 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['18719198-12c2-4db2-87ef-a8d74eeecc3c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.945298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:50.955169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:58:50Z', 'revision_number': 6, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:50.982585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be4e8cf8-d135-448a-9018-012cc4e3b2a6 req-f0f07292-810c-4e52-8c88-2fed4ec19394 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7641168 Aug 18 23:58:50.984143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:50.997047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.003985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.034024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb450e5-15d8-4041-8b1c-29c7c0b506af None None] The sync data for ids ['42835183-bc90-495a-acbf-d1cf9cc19f48'] in n-d-771363-38 is: [{'id': '42835183-bc90-495a-acbf-d1cf9cc19f48', 'name': 'tempest-FloatingIPsAssociationTestJSON-251546984-router', 'tenant_id': '6f535a51759740b09d08601aa6d10863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:57:21Z', 'updated_at': '2021-08-18T23:58:50Z', 'revision_number': 6, 'project_id': '6f535a51759740b09d08601aa6d10863', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:51.138084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] For port 01e8d0d0-076b-4270-9dd7-718da84f57a9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01e8d0d0-076b-4270-9dd7-718da84f57a9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:51.138929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.170384 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] Set router 18719198-12c2-4db2-87ef-a8d74eeecc3c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:51.183873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Calling delete_port for 01e8d0d0-076b-4270-9dd7-718da84f57a9 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:51.193953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67ad66-a09f-414f-b4b0-4557ed0fb196 req-03e9e02a-92aa-4db9-a335-0ffb5d910e17 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.195917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a67ad66-a09f-414f-b4b0-4557ed0fb196 req-03e9e02a-92aa-4db9-a335-0ffb5d910e17 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.2103682 Aug 18 23:58:51.226308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:51.229746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-7a39a0d2-715e-4c1d-b319-f8f0229d5836 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334398 Aug 18 23:58:51.231008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.234286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-e593bbf3-57e4-494f-a3b5-7f247465383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.236696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-e593bbf3-57e4-494f-a3b5-7f247465383e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.9926686 Aug 18 23:58:51.324766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a67ad66-a09f-414f-b4b0-4557ed0fb196 req-f74e28ee-98de-4ab1-a981-f9566c785b2d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132655 Aug 18 23:58:51.346287 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Floating IP 22350ecf-eacd-49aa-b82f-1d4fd4449dfc associated. External IP: 172.25.1.220, port: e399cc44-b73b-49f4-b251-a317218f303f. Aug 18 23:58:51.364547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-0a8c1482-89bd-4e1a-8b56-6be8aa51639b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0813711 Aug 18 23:58:51.367494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.368414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.369793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] 10.222.0.11 "PUT /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 1093 time: 4.0944221 Aug 18 23:58:51.374970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:51.391910 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2827851-232a-4a6a-aaac-1b3d805d3563" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:51.507160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:58:47Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:51.523478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-e3b28aec-1172-4d4e-8432-2dc4bf249981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.526021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-e3b28aec-1172-4d4e-8432-2dc4bf249981 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1231697 Aug 18 23:58:51.527565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.530607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.531602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.534082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a12813ad-215f-424f-914c-7078a436837d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:51.537372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.539166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.539699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.548713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.549330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.549858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.550368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.550872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.551390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f6f7a-0c5c-417c-be75-19b4763469fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:51.554740 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e9344-637f-4282-9a7e-0390f055dd92 None None] The sync data for ids ['18719198-12c2-4db2-87ef-a8d74eeecc3c'] in n-d-771363-38 is: [{'id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'name': 'tempest-ServersTestJSON-101875594-router', 'tenant_id': '180d6a6bc6994b97b2e366176871f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:56:14Z', 'updated_at': '2021-08-18T23:58:47Z', 'revision_number': 5, 'project_id': '180d6a6bc6994b97b2e366176871f5c2', 'gw_port': {'id': 'e8c76230-a314-4f53-9be6-05adc14ab9b6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18719198-12c2-4db2-87ef-a8d74eeecc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:56:15Z', 'updated_at': '2021-08-18T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:51.580881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a12813ad-215f-424f-914c-7078a436837d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:51.581234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a12813ad-215f-424f-914c-7078a436837d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:51.677455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675342-2800-4f26-a82b-83f9dc59ffec req-dab8e124-d95b-4f3b-a313-23c1b8d68f90 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.679516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21675342-2800-4f26-a82b-83f9dc59ffec req-dab8e124-d95b-4f3b-a313-23c1b8d68f90 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 948 time: 0.4373343 Aug 18 23:58:51.755104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee7e6-a62a-4c04-ad89-5d9952a4c037 req-b1f53f1d-0eff-4d06-b71e-f58dd99c8e66 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.757284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-593ee7e6-a62a-4c04-ad89-5d9952a4c037 req-b1f53f1d-0eff-4d06-b71e-f58dd99c8e66 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.2673967 Aug 18 23:58:51.768512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:51.781082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'floatingip': {'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:51.866354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.888911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Router f30b2f3f-a5b2-4177-95e0-55cf19849de7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:51.909904 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ddbfeb-9360-4788-81a6-a3df49e83ea0 x-openstack-request-id: req-79ddbfeb-9360-4788-81a6-a3df49e83ea0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:51.910272 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:51.910562 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79ddbfeb-9360-4788-81a6-a3df49e83ea0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:51.911004 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'status': 'completed', 'code': 200} Aug 18 23:58:51.915513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:51.979867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-b3a23500-dd45-49cc-975e-aa43f55e9dc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1964564 Aug 18 23:58:51.982917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-90ef1a4b-f0b7-4991-93d2-fc4d036e0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.984565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-90ef1a4b-f0b7-4991-93d2-fc4d036e0753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1096 time: 0.4135301 Aug 18 23:58:51.994856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-ebacc394-1072-440c-825c-2cde30d56f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:51.997257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-ebacc394-1072-440c-825c-2cde30d56f77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3528903 Aug 18 23:58:52.010284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21675342-2800-4f26-a82b-83f9dc59ffec req-1ae65b94-4fc7-41e8-aea5-61bd7a47532c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706281 Aug 18 23:58:52.155661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-6f57a7db-ea72-4182-917c-c880e73152c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.1548243 Aug 18 23:58:52.204660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-f7e53e33-e0de-4951-8fdc-aeba7ec43140 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924708 Aug 18 23:58:52.239134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.300025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-9ef134c6-f9a0-4174-8e57-5f7a3f08e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:52.301545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-9ef134c6-f9a0-4174-8e57-5f7a3f08e29d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.1298473 Aug 18 23:58:52.311135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Deleting port e8c76230-a314-4f53-9be6-05adc14ab9b6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:52.311523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.318426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e8d0d0-076b-4270-9dd7-718da84f57a9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:52.332521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef31d3-b571-4029-a303-b04c28799045 req-8571fe66-1f80-435e-a645-9cc9aa8324bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:52.334320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-8571fe66-1f80-435e-a645-9cc9aa8324bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 1102 time: 0.2308390 Aug 18 23:58:52.342544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:52.367880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:52.379210 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.393938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Sync routers for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:52.465071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:52.465071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:52.529638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] For port e8c76230-a314-4f53-9be6-05adc14ab9b6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e8c76230-a314-4f53-9be6-05adc14ab9b6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:52.530021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.552760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Calling delete_port for e8c76230-a314-4f53-9be6-05adc14ab9b6 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:52.625226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-32ff7d08-3a5d-4af5-a1af-768e2fa45ac4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3075929 Aug 18 23:58:52.644997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:52.662343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fafa4389-47c5-493e-9b01-89e7b27c3394 req-6e7e746d-260a-4230-ae58-93a3318d0211 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404693 Aug 18 23:58:52.817081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:52.860323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62b4e5a3-f5c2-4a2f-ba4f-e8bb56f6303c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "PUT /v2.0/floatingips/22350ecf-eacd-49aa-b82f-1d4fd4449dfc HTTP/1.1" status: 200 len: 991 time: 2.5468531 Aug 18 23:58:52.866067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:52.868775 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c0ebe-a08c-4f75-967f-d4b1751ac748" -d '{"events": [{"name": "network-changed", "server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "tag": "e399cc44-b73b-49f4-b251-a317218f303f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:52.901904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.904801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:52.908942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'mac_address': 'fa:16:3e:b3:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:53.006275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c76230-a314-4f53-9be6-05adc14ab9b6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:53.029103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d66a1-71a5-4e5d-9657-0acb90953fc0 req-4ad6f207-ed96-4548-86a7-68223e9264e2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.037193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b9d66a1-71a5-4e5d-9657-0acb90953fc0 req-4ad6f207-ed96-4548-86a7-68223e9264e2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.5736361 Aug 18 23:58:53.089728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.112715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.117287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.138252 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.181487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:53.252745 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050eadb3-6074-415a-9112-7cfbf6aa315d x-openstack-request-id: req-050eadb3-6074-415a-9112-7cfbf6aa315d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:53.253154 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "tag": "e399cc44-b73b-49f4-b251-a317218f303f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:53.253365 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-050eadb3-6074-415a-9112-7cfbf6aa315d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:53.253707 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f', 'status': 'completed', 'code': 200} Aug 18 23:58:53.296161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:53.297966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b9d66a1-71a5-4e5d-9657-0acb90953fc0 req-baa0251b-ea21-43f8-ab56-1f9674563723 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598467 Aug 18 23:58:53.317725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.322036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.325297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.349036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef31d3-b571-4029-a303-b04c28799045 req-4129cecf-e8b9-437c-9d6c-1c88c9f676b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.350612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-4129cecf-e8b9-437c-9d6c-1c88c9f676b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.7372181 Aug 18 23:58:53.383997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.386854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:53.388683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42835183-bc90-495a-acbf-d1cf9cc19f48 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 23:58:53.405513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.405866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.406211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.406547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.407041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.407355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.407692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.409121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.409625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.409966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.411001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.412282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-ce320c78-5b8b-45c2-9481-f4336bc60306 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214470 Aug 18 23:58:53.412433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:58:53.415582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.420205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-34240e69-cf7d-4667-830b-db49e6371034 admin admin] 10.222.0.20 "DELETE /v2.0/routers/42835183-bc90-495a-acbf-d1cf9cc19f48 HTTP/1.1" status: 204 len: 168 time: 3.7369153 Aug 18 23:58:53.424821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:53.429591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '22350ecf-eacd-49aa-b82f-1d4fd4449dfc', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'port_id': 'e399cc44-b73b-49f4-b251-a317218f303f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'mac_address': 'fa:16:3e:54:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:27Z', 'updated_at': '2021-08-18T23:58:50Z', 'revision_number': 1, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:53.469612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Checking router: f30b2f3f-a5b2-4177-95e0-55cf19849de7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:53.470059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-baa1bee3-6c28-478b-84e9-b6b34d149f97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 200 len: 217 time: 0.0745754 Aug 18 23:58:53.489708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:53.490342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:53.529597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-e105de10-bdc4-4ea1-82f4-9494cf9049fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.532146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-e105de10-bdc4-4ea1-82f4-9494cf9049fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5aefb5358c455a991757c283a1e74e&device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 1097 time: 0.2702563 Aug 18 23:58:53.563966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef31d3-b571-4029-a303-b04c28799045 req-60d8f2b3-c0f5-4c04-aee1-b84bdf78bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.582306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Deleting subnet af17d6d5-ddc5-4a9a-b520-b79765f98c03 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:53.583395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-60d8f2b3-c0f5-4c04-aee1-b84bdf78bda9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0925708 Aug 18 23:58:53.594480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c16604a0-5fea-4d07-9b4d-be23e57fa498'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:53.632778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.633337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18719198-12c2-4db2-87ef-a8d74eeecc3c {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 23:58:53.698216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.704741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6898fa7a-8044-4dc3-bdcf-2303ed5f9b77 admin admin] 10.222.0.20 "DELETE /v2.0/routers/18719198-12c2-4db2-87ef-a8d74eeecc3c HTTP/1.1" status: 204 len: 168 time: 3.5511730 Aug 18 23:58:53.717185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:53.728259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01e8d0d0-076b-4270-9dd7-718da84f57a9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:53.764986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 01e8d0d0-076b-4270-9dd7-718da84f57a9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:53.765695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01e8d0d0-076b-4270-9dd7-718da84f57a9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:53.766370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 17267e87-eb31-4570-8127-ec3fd8bdb424 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:53.776018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:58:53.793873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0de42a36-7671-4526-b541-d7d6c8d943d7 req-5e714ae1-e493-4c71-8c1b-1123add7707d service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347726 Aug 18 23:58:53.810252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 17267e87-eb31-4570-8127-ec3fd8bdb424 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:53.810996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 17267e87-eb31-4570-8127-ec3fd8bdb424 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:53.832417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:53.843655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef31d3-b571-4029-a303-b04c28799045 req-94e533a0-3c14-4a27-8806-a03dce83e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.846065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-94e533a0-3c14-4a27-8806-a03dce83e3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092469 Aug 18 23:58:53.852249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.853386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.929507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Deleting subnet 95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:58:53.937659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.981694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:53.990708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3487fc1-cc06-41d4-8ffd-5ae68d6f38c4 req-d401563f-f346-4387-8991-db6e67348188 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:53.998352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3487fc1-cc06-41d4-8ffd-5ae68d6f38c4 req-d401563f-f346-4387-8991-db6e67348188 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.5723348 Aug 18 23:58:54.058253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-b8d4d65e-19b9-493b-b582-c9d8dbe857c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:54.059606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-b8d4d65e-19b9-493b-b582-c9d8dbe857c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1096 time: 0.0944245 Aug 18 23:58:54.064410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-3f257a07-4c7a-4e6b-9106-5e8407741dff service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997375 Aug 18 23:58:54.146885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:54.309642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:54.319379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '22350ecf-eacd-49aa-b82f-1d4fd4449dfc', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'port_id': 'e399cc44-b73b-49f4-b251-a317218f303f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'mac_address': 'fa:16:3e:54:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:27Z', 'updated_at': '2021-08-18T23:58:50Z', 'revision_number': 1, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:54.364633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eeba6d-3188-4de2-8ce2-db84b43afb45 None None] The sync data for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 is: [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '22350ecf-eacd-49aa-b82f-1d4fd4449dfc', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'port_id': 'e399cc44-b73b-49f4-b251-a317218f303f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'mac_address': 'fa:16:3e:54:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:27Z', 'updated_at': '2021-08-18T23:58:50Z', 'revision_number': 1, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:54.395675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-faf2c7e3-9811-4c6f-91e3-017cf32da82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:54.407742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-faf2c7e3-9811-4c6f-91e3-017cf32da82d service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.3377149 Aug 18 23:58:54.414215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbef31d3-b571-4029-a303-b04c28799045 req-2ba887bd-bd9b-4e49-855e-dd8a7ef5b234 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154476 Aug 18 23:58:54.479120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-eb5bbd3d-883b-4b37-a32f-e94aa981a449 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.0619614 Aug 18 23:58:54.503770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:54.552540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3487fc1-cc06-41d4-8ffd-5ae68d6f38c4 req-6226372f-6e7e-4f92-808c-5bdbe14e2e4a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744260 Aug 18 23:58:54.553984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-05c62226-d09d-449f-b1de-facf38f739d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:54.557329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-05c62226-d09d-449f-b1de-facf38f739d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 200 len: 914 time: 1.0092063 Aug 18 23:58:54.569926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-ba7decf3-7939-452d-b1e0-18d85bc08357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:54.571420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-ba7decf3-7939-452d-b1e0-18d85bc08357 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0489118 Aug 18 23:58:54.579389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:54.611860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d045691-251d-42bf-a394-5b6cec2e14ab None None] Network 86a756df-58ae-42c6-b32c-cc55a9578132 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:54.612542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:54.616699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af17d6d5-ddc5-4a9a-b520-b79765f98c03 HTTP/1.1" status: 204 len: 168 time: 1.1755230 Aug 18 23:58:54.619846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:54.690539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-a1499dca-e2f3-4e03-81fd-52b9801de5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091506 Aug 18 23:58:54.693503 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Floating IP 1e792212-4e77-4398-9ab5-b88e33ac797e associated. External IP: 172.25.1.172, port: 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7. Aug 18 23:58:54.707074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b09c1-7def-4daf-bfec-5cf3a519a509 req-fcfbe4d2-475b-4c94-b87a-45ff3d4c5916 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:54.713599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-147b09c1-7def-4daf-bfec-5cf3a519a509 req-fcfbe4d2-475b-4c94-b87a-45ff3d4c5916 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.2332778 Aug 18 23:58:54.799337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bb81a-3be0-49e8-ad5f-81e5db6b0ce6 None None] New status for floating IP 22350ecf-eacd-49aa-b82f-1d4fd4449dfc: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:54.854017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4374d-c12d-4666-9e88-8f61aed34f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af17d6d5-ddc5-4a9a-b520-b79765f98c03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:54.940720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-c72e9b81-fb29-4a03-a7e5-af771ad3b360 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243922 Aug 18 23:58:54.953035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-147b09c1-7def-4daf-bfec-5cf3a519a509 req-ce187f3d-183d-4a4a-a2a1-08886489173c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185254 Aug 18 23:58:55.024124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] DHCP port deletion for 86a756df-58ae-42c6-b32c-cc55a9578132 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 23:58:55.089571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-11c70412-e023-429e-bb5f-b8e1c1b5da33 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.091103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-11c70412-e023-429e-bb5f-b8e1c1b5da33 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e&tenant_id=b942f8d7d15743acba22af3439da2722&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 949 time: 0.0951242 Aug 18 23:58:55.190517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Deleting port 4a53e80d-8cca-48cf-9f0f-fb122b105403 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:55.192991 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.227997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-16b60f1b-98c1-4970-8d26-5f67475c811e service neutron] 10.222.0.11 "GET /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498/bindings/n-h2-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.1256769 Aug 18 23:58:55.247393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2827851-232a-4a6a-aaac-1b3d805d3563 req-50cdc1a0-6c08-41ae-8307-593c01282c39 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931714 Aug 18 23:58:55.275733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-62b6f553-2eda-4144-abf1-c0c9e9d1dddb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 200 len: 999 time: 0.6997557 Aug 18 23:58:55.339821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.340090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] For port 4a53e80d-8cca-48cf-9f0f-fb122b105403, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a53e80d-8cca-48cf-9f0f-fb122b105403,segment=NetworkSegment(816ce7cb-d4aa-485e-8252-678dd4b13f02),segment_id=816ce7cb-d4aa-485e-8252-678dd4b13f02)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:55.340482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.359094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Calling delete_port for 4a53e80d-8cca-48cf-9f0f-fb122b105403 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:55.394139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-e7b82844-acc4-494f-9c08-3bd219b39859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.395686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-e7b82844-acc4-494f-9c08-3bd219b39859 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1101 time: 0.0934069 Aug 18 23:58:55.420093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.466332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787256ba-699f-475d-a9d8-a849260668f0 req-72ec81e7-530b-4fdc-b7b8-753db6969513 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.477411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-787256ba-699f-475d-a9d8-a849260668f0 req-72ec81e7-530b-4fdc-b7b8-753db6969513 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.3737690 Aug 18 23:58:55.493423 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.506048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-349edaf1-be98-43de-b6f9-5aaeae29331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.507910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-349edaf1-be98-43de-b6f9-5aaeae29331f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c01f613-4f51-49bb-bbec-75d5eb45630a HTTP/1.1" status: 200 len: 853 time: 0.2126553 Aug 18 23:58:55.556132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] The port '4a53e80d-8cca-48cf-9f0f-fb122b105403' was deleted {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 18 23:58:55.557011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] Pushing event deleted for resources: {'Port': ['ID=4a53e80d-8cca-48cf-9f0f-fb122b105403,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:55.564216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-622a8a33-ad3d-41f5-ad4a-c29a6929ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.568423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bfa76-e625-4f2e-b850-db6a111a5c3f None None] No DVR routers for this DVR port 4a53e80d-8cca-48cf-9f0f-fb122b105403 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:55.575574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-622a8a33-ad3d-41f5-ad4a-c29a6929ba12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1725440 Aug 18 23:58:55.622462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-e3b8e56d-c721-4333-8583-f72ca42c48ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0386727 Aug 18 23:58:55.628691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e8c76230-a314-4f53-9be6-05adc14ab9b6 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:55.659578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e8c76230-a314-4f53-9be6-05adc14ab9b6 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:55.660324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e8c76230-a314-4f53-9be6-05adc14ab9b6 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:55.661362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a53e80d-8cca-48cf-9f0f-fb122b105403 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:55.680074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-3abc54d2-32d7-47c1-a61c-09147dd64adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.682035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-3abc54d2-32d7-47c1-a61c-09147dd64adc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0518074 Aug 18 23:58:55.684888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4a53e80d-8cca-48cf-9f0f-fb122b105403 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:55.685236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a53e80d-8cca-48cf-9f0f-fb122b105403 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:55.692330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-787256ba-699f-475d-a9d8-a849260668f0 req-bcf3511b-2568-4535-8409-dc4d76d8c8cc tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139549 Aug 18 23:58:55.696222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:58:55.731419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-2c4ef2dc-2cd7-4142-b7c0-0da200a7d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.733678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-2c4ef2dc-2cd7-4142-b7c0-0da200a7d00d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88637545-4a68-4803-9751-25b961018dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121606 Aug 18 23:58:55.739149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.746385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-373ad497-974d-476e-8244-64d74d9984c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:55.746602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:55.749215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-373ad497-974d-476e-8244-64d74d9984c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0597124 Aug 18 23:58:55.795057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a756df-58ae-42c6-b32c-cc55a9578132']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:55.883570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-30916c78-f339-40f6-b29c-095f666b206f service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264238 Aug 18 23:58:55.995274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-41846f5d-1714-4e87-8897-71047ab49150 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040435 Aug 18 23:58:56.185212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:56.218658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.220741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3bb84128-a24c-4b1d-b6a2-a83c96246396 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95fe0266-6e40-49b2-a8bc-7e1d5bb9eb55 HTTP/1.1" status: 204 len: 168 time: 2.3598018 Aug 18 23:58:56.223218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45184) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:56.223687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816ce7cb-d4aa-485e-8252-678dd4b13f02') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.224344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816ce7cb-d4aa-485e-8252-678dd4b13f02') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.238833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3577071-cabe-467b-964e-efc952daa811 None None] Network 27a936f2-23d9-4e34-896a-e8cce4985885 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:58:56.281398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.296554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.302615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:56.303014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.338603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.347804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:58:56.350935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:58:56.363270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: timer() Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: self._notify() Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:56.367895 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:56.378243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.401777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Deleting port d8064d82-f31d-4b79-ba3c-37aed572e4d6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:58:56.402478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.429644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.433857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] 10.222.0.20 "DELETE /v2.0/networks/86a756df-58ae-42c6-b32c-cc55a9578132 HTTP/1.1" status: 204 len: 168 time: 1.7486243 Aug 18 23:58:56.506201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] For port d8064d82-f31d-4b79-ba3c-37aed572e4d6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d8064d82-f31d-4b79-ba3c-37aed572e4d6,segment=NetworkSegment(d3cc76da-14dc-40a0-a307-491085daeddb),segment_id=d3cc76da-14dc-40a0-a307-491085daeddb)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:56.507149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.521772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Calling delete_port for d8064d82-f31d-4b79-ba3c-37aed572e4d6 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:58:56.531080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c403456-143e-440e-807d-d74b4c070c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=86a756df-58ae-42c6-b32c-cc55a9578132,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:56.578696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d41a-8e73-4054-a4cc-5a041bcb8d5c req-1941d99f-6bd6-43dd-93e5-f28f51d9c1c2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:56.582084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf12d41a-8e73-4054-a4cc-5a041bcb8d5c req-1941d99f-6bd6-43dd-93e5-f28f51d9c1c2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.3708391 Aug 18 23:58:56.614375 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.626940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-ab4629c5-3758-40a8-af88-a43c1de4689a service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8763475 Aug 18 23:58:56.656792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port c16604a0-5fea-4d07-9b4d-be23e57fa498 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:58:56.660465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:58:56.673259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.685118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8064d82-f31d-4b79-ba3c-37aed572e4d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:56.690762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:58:56.693340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] No DVR routers for this DVR port d8064d82-f31d-4b79-ba3c-37aed572e4d6 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:56.722191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port c16604a0-5fea-4d07-9b4d-be23e57fa498 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:58:56.722738 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.736954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b381d9-1c75-4e50-a4c7-ad80d9f7dec5 None None] DHCP port deletion for 27a936f2-23d9-4e34-896a-e8cce4985885 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 23:58:56.776725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca342a05-c405-4236-a283-4aa6ba7728ac tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "PUT /v2.0/floatingips/1e792212-4e77-4398-9ab5-b88e33ac797e HTTP/1.1" status: 200 len: 991 time: 4.9978900 Aug 18 23:58:56.809494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:56.811019 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003" -d '{"events": [{"name": "network-changed", "server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:56.821649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:56.831969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.840650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf12d41a-8e73-4054-a4cc-5a041bcb8d5c req-ed599b00-d0c4-46d8-b82f-85199b90c22b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422187 Aug 18 23:58:56.874854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.898653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a936f2-23d9-4e34-896a-e8cce4985885']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.901228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:56.919393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc76da-14dc-40a0-a307-491085daeddb') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.924164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc76da-14dc-40a0-a307-491085daeddb') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:56.945869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.952656 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-706c0ebe-a08c-4f75-967f-d4b1751ac748 req-befb8011-aac8-4d3c-88bb-e07586a13e19 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165834 Aug 18 23:58:56.979177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d4c63353-2f18-420d-aafe-4b8880b153f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f535a51759740b09d08601aa6d10863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766819 Aug 18 23:58:56.979489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:56.982352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:56.990086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 23:58:56.990086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.045973 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d15af74-38f6-4a82-9ce1-205f96f4a64b x-openstack-request-id: req-6d15af74-38f6-4a82-9ce1-205f96f4a64b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:57.046273 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:57.046521 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d15af74-38f6-4a82-9ce1-205f96f4a64b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:57.046920 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'status': 'completed', 'code': 200} Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: timer() Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: self._notify() Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 23:58:57.077894 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 23:58:57.091917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.112781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:57.118692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.126238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:57.174668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'port_id': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'mac_address': 'fa:16:3e:b4:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:58:57.245413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.253398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.257974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.259946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15df8032-174d-46ad-9631-2ba37bce982f HTTP/1.1" status: 204 len: 168 time: 0.2752092 Aug 18 23:58:57.296688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36230d-1b41-423f-a264-ddc17a0b6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df8032-174d-46ad-9631-2ba37bce982f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:57.338394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:58:57.505469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:57.531282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.538775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.653467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:57.679146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:57.682358 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056ffab-f463-4a98-a190-b5b684f926ec" -d '{"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:57.685584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d8064d82-f31d-4b79-ba3c-37aed572e4d6 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:58:57.724783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.734656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.754275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:57.759868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27a936f2-23d9-4e34-896a-e8cce4985885 HTTP/1.1" status: 204 len: 168 time: 1.5339575 Aug 18 23:58:57.790086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ba93-66ce-4a8f-a671-a327e4df0574 req-be776e1f-141a-4611-82af-986499b300d1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:57.791589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fc7ba93-66ce-4a8f-a671-a327e4df0574 req-be776e1f-141a-4611-82af-986499b300d1 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.7226977 Aug 18 23:58:57.809837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d8064d82-f31d-4b79-ba3c-37aed572e4d6 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:58:57.810424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d8064d82-f31d-4b79-ba3c-37aed572e4d6 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:58:57.849559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:58:57.866785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-9e96ca47-10ab-46f3-856a-2bc2ade8fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:57.873477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-9e96ca47-10ab-46f3-856a-2bc2ade8fdf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1097 time: 0.7947285 Aug 18 23:58:57.890495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3ad0-9b83-48ad-b09f-c20b720f0d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a936f2-23d9-4e34-896a-e8cce4985885,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:57.891339 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4176671-0d1d-4c17-9219-ae7ea35311d3 x-openstack-request-id: req-a4176671-0d1d-4c17-9219-ae7ea35311d3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:57.891637 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:57.891939 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4176671-0d1d-4c17-9219-ae7ea35311d3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:57.892841 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'code': 200} Aug 18 23:58:57.896492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:58.028206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:58.063860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fc7ba93-66ce-4a8f-a671-a327e4df0574 req-45a750db-f6fa-4ac4-88ad-840a8dcb8905 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185879 Aug 18 23:58:58.156967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-4e07adcf-75ef-4ab2-8efc-21c53698016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:58.160939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-4e07adcf-75ef-4ab2-8efc-21c53698016e service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.2611938 Aug 18 23:58:58.216380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea717f4-1afa-48eb-8022-fb80e06265b0 req-43e228f2-ead8-4f0a-88eb-f18b1b11d6ee tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:58.226298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eea717f4-1afa-48eb-8022-fb80e06265b0 req-43e228f2-ead8-4f0a-88eb-f18b1b11d6ee tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 945 time: 0.1985228 Aug 18 23:58:58.250509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-60336dc7-cf7c-4507-a1c4-0d27a6c281de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=180d6a6bc6994b97b2e366176871f5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182479 Aug 18 23:58:58.254761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:58.316604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:58.360342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eea717f4-1afa-48eb-8022-fb80e06265b0 req-8fb5a784-0942-44de-a534-7045739129be tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271899 Aug 18 23:58:58.363323 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-07a14106-174f-436a-bc64-77f997250eb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 999 time: 0.1937640 Aug 18 23:58:58.378957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '1e792212-4e77-4398-9ab5-b88e33ac797e', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:35Z', 'updated_at': '2021-08-18T23:58:53Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:58.427539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:58.448637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-b8a4722f-8b49-48d6-859e-d77f76f2bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:58.450111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:58:58.460269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-b8a4722f-8b49-48d6-859e-d77f76f2bdfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.0895107 Aug 18 23:58:58.481016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:58:58.487335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:58.525790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:58.535628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-1a4cd11c-d480-4625-9b25-dc80357d7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:58.537647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-1a4cd11c-d480-4625-9b25-dc80357d7069 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e&tenant_id=b942f8d7d15743acba22af3439da2722 HTTP/1.1" status: 200 len: 1102 time: 0.1362021 Aug 18 23:58:58.550650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-6fed7193-b441-473d-9b80-2f0f929fdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:58.555621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-6fed7193-b441-473d-9b80-2f0f929fdae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853891 Aug 18 23:58:58.569067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:58.671230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:58:58.697144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:58.723415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-e7ac8cf2-734a-41ca-a9ec-e894d2200a0f service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638405 Aug 18 23:58:58.729476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:58.736919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:58.738276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76c81979-d848-4404-80b4-c9214a1720ae HTTP/1.1" status: 204 len: 168 time: 0.4635451 Aug 18 23:58:58.795615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:58:58.799270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c40d-3b1a-4f4a-abab-badfd0f98e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c81979-d848-4404-80b4-c9214a1720ae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:58.855206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ac8fc8-cf14-4bb4-9c49-23e3415f2003 req-15d2f915-ffcc-4ca9-99a9-cfdee1bb4d60 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234808 Aug 18 23:58:59.159868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '1e792212-4e77-4398-9ab5-b88e33ac797e', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:35Z', 'updated_at': '2021-08-18T23:58:53Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:58:59.235096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:58:59.246510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2f26-b4de-47e1-8c80-465fc186b033 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '1e792212-4e77-4398-9ab5-b88e33ac797e', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T23:58:35Z', 'updated_at': '2021-08-18T23:58:53Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:58:59.286460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79f25-7857-46f0-9104-bc81d59ce155 req-1451993b-015d-41d3-aa9f-5073b3e198cf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:59.296604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f79f25-7857-46f0-9104-bc81d59ce155 req-1451993b-015d-41d3-aa9f-5073b3e198cf tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.0869148 Aug 18 23:58:59.341310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:59.348459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f79f25-7857-46f0-9104-bc81d59ce155 req-658e28ee-19cd-4f07-bd8d-f403f66c158d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505509 Aug 18 23:58:59.416467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1004057253-network', 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:58:59.474680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Made reservation on behalf of bad74d72e3f743fe8e595e8d705154b2 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:58:59.483608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.509980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.545031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:58:59.552531 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4f5f6-a289-4a34-819b-2b6e9c567c4c" -d '{"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-unplugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:58:59.559407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.584823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d791f-68aa-447c-bd52-f009709f0e0a req-5ec9c1d2-3c7e-42ab-977b-7e560dc73c3c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:58:59.590901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3d791f-68aa-447c-bd52-f009709f0e0a req-5ec9c1d2-3c7e-42ab-977b-7e560dc73c3c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 945 time: 0.1414514 Aug 18 23:58:59.605574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Transition to ACTIVE for port object c16604a0-5fea-4d07-9b4d-be23e57fa498 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:58:59.617315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.684763 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae599f-738f-4ffc-801c-23eba62392a3 x-openstack-request-id: req-d8ae599f-738f-4ffc-801c-23eba62392a3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:58:59.684763 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-unplugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:58:59.684763 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8ae599f-738f-4ffc-801c-23eba62392a3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:58:59.685064 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'code': 200} Aug 18 23:58:59.685906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:58:59.698999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3d791f-68aa-447c-bd52-f009709f0e0a req-f72275f3-2a89-4760-90c2-ba115a86dc03 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980041 Aug 18 23:58:59.727293 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b6ba6-1294-410f-9957-674cf4e37cb9 None None] New status for floating IP 1e792212-4e77-4398-9ab5-b88e33ac797e: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:58:59.757442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] No DVR routers for this DVR port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:58:59.817510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:58:59.817850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:58:59.818186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:59.839713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:58:59.840055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Attempting to bind port c16604a0-5fea-4d07-9b4d-be23e57fa498 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:58:59.848953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:58:59.849405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:58:59.849692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:58:59.850138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Bound port: c16604a0-5fea-4d07-9b4d-be23e57fa498, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:58:59.850654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.952193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:58:59.955315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:58:59.965621 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:58:59.974344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.013754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.051930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.052664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.054161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] 10.222.0.21 "PUT /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 1098 time: 1.4989831 Aug 18 23:59:00.056591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:00.088337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:00.169248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.169464 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Added segment 4fb59d50-1c6f-4057-9e52-73e3c56a4a4e of type vlan for network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 Aug 18 23:59:00.173122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8779f4-a3d7-456d-b211-4d03dc2d3c77,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:00.186370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e223def-018c-4130-a9da-66bd103e7edb service neutron] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=11']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:00.242081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.247560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-665d7e16-ce4d-4ff1-b38a-263c0fb6be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.250290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-665d7e16-ce4d-4ff1-b38a-263c0fb6be8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1101 time: 0.1313190 Aug 18 23:59:00.254801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-888216737-network', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:00.303544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:00.306425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.307284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.307542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.308286 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.318660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.358944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:00.498904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port b9de6d58-3f69-4d55-8a33-b92006f9feb7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:00.505135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.505974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port b9de6d58-3f69-4d55-8a33-b92006f9feb7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:00.506451 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.517853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.533443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=41f9223e-3281-42fd-b9d5-f6706e0db0b1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:00.550041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd684fc-42f1-4821-b721-6db0a131977a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:00.561991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:00.574872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.575241 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Added segment 74c0e327-40e0-4533-b6f7-38c295e599da of type vlan for network 82741258-0404-4e92-b371-63f942268a12 Aug 18 23:59:00.599246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:00.630564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.645528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:00.653425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Request body: {'subnet': {'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1004057253-subnet', 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:00.654185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24a4b616-4302-4737-b041-02b606741ef3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8273420 Aug 18 23:59:00.689397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.691351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.692394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.702637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Made reservation on behalf of bad74d72e3f743fe8e595e8d705154b2 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:00.705766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.742766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888e4d7-a251-41c4-b8e1-9422cda3f2e6 req-88468dc8-1872-474e-aea1-e6d2a8bbfda9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.754986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6888e4d7-a251-41c4-b8e1-9422cda3f2e6 req-88468dc8-1872-474e-aea1-e6d2a8bbfda9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.2610025 Aug 18 23:59:00.782390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-5f52458f-1d0c-4f4a-ad4d-8492634dfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:00.782390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-5f52458f-1d0c-4f4a-ad4d-8492634dfe76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4993732 Aug 18 23:59:00.842461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.849443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-c7b66bb0-db87-4ac5-a8a8-7ccb6e0dea57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0503976 Aug 18 23:59:00.892215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:00.893621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:00.896572 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674cdded-6ce4-4069-ac5c-e2a5a5993971" -d '{"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:00.912329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.918320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:00.937305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6888e4d7-a251-41c4-b8e1-9422cda3f2e6 req-9a88fd3f-e27e-441e-8113-81927a3333b2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804185 Aug 18 23:59:00.968649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9054799 Aug 18 23:59:00.969024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:00.977257 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:00.984820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Request body: {'subnet': {'network_id': '82741258-0404-4e92-b371-63f942268a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-888216737-subnet', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:01.029046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:01.031940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:01.054806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=013d38d8-3a69-42ac-b693-40ed3982de9a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:01.066595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:01.069697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.078054 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fb06e-46c6-4403-8dcf-f40a053fb476 x-openstack-request-id: req-c97fb06e-46c6-4403-8dcf-f40a053fb476 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:01.081309 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:01.081461 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c97fb06e-46c6-4403-8dcf-f40a053fb476 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:01.085231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d588-9bba-461f-be55-c8f5dd1f48bd admin admin] Pushing event updated for resources: {'Network': ['ID=82741258-0404-4e92-b371-63f942268a12,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:01.086096 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'code': 200} Aug 18 23:59:01.097807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 82741258-0404-4e92-b371-63f942268a12 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:01.126914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183105-e2b3-4c96-8ecf-d5d9a581bf92 req-2ef47c4d-e913-45e9-b843-89e85bba0912 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.135560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42183105-e2b3-4c96-8ecf-d5d9a581bf92 req-2ef47c4d-e913-45e9-b843-89e85bba0912 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.1753786 Aug 18 23:59:01.201423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Checking segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:01.202250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Network hostable DHCP agents. Network: 41f9223e-3281-42fd-b9d5-f6706e0db0b1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:01.213615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7ebe6727-b2a1-4ae9-b4a9-60db1114bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.215127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-7ebe6727-b2a1-4ae9-b4a9-60db1114bcf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3542564 Aug 18 23:59:01.245142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42183105-e2b3-4c96-8ecf-d5d9a581bf92 req-49f428e1-5d41-4591-b418-01afb0923d45 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037042 Aug 18 23:59:01.283245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:01.292567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5725b-3a4e-4f9b-be0c-2b9fd7a42f69 req-f6bb5c3f-51a6-43e1-af56-ca4b6abedaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.294762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2d5725b-3a4e-4f9b-be0c-2b9fd7a42f69 req-f6bb5c3f-51a6-43e1-af56-ca4b6abedaf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.1564443 Aug 18 23:59:01.296340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 41f9223e-3281-42fd-b9d5-f6706e0db0b1) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:01.301744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.302590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.310255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5e5d0-ce7f-426a-82cb-7d0db1c4a2f4 None None] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:01.352427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-43434628-8bd6-4d2d-85e8-9d38953fb29d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7051878 Aug 18 23:59:01.361918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2d5725b-3a4e-4f9b-be0c-2b9fd7a42f69 req-08a5b626-ff62-4a80-a414-5e131a873779 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Aug 18 23:59:01.375231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-9ce815c4-a336-4c65-97d9-967a278a93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.376914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-9ce815c4-a336-4c65-97d9-967a278a93cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187317 Aug 18 23:59:01.488778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.510337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2', 'fixed_ips': [{'subnet_id': '013d38d8-3a69-42ac-b693-40ed3982de9a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:01.511212 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.575347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-cafa598e-34d5-4e7c-9620-519dd87b2354 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606009 Aug 18 23:59:01.576480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f114cb35-1b41-45f5-a66b-938595e246b3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:01.597833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Checking segment: {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:01.598143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Network hostable DHCP agents. Network: 82741258-0404-4e92-b371-63f942268a12, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:01.695987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:01.698536 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed08358e-7b68-40ba-b427-c9d79393b925" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:01.705472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Network 82741258-0404-4e92-b371-63f942268a12 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:01.725431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 82741258-0404-4e92-b371-63f942268a12) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:01.742234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.742837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.745142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ef85f-8288-4f36-95e9-8bba9363657a None None] Network 82741258-0404-4e92-b371-63f942268a12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:01.785531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38270a8c-7788-4d66-adad-975063a0b585 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8129666 Aug 18 23:59:01.785531 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c0a2a-945e-46ef-a562-2701ad8cd191 x-openstack-request-id: req-915c0a2a-945e-46ef-a562-2701ad8cd191 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:01.785531 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:01.785531 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-915c0a2a-945e-46ef-a562-2701ad8cd191 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:01.786171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45370) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:01.790570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:01.794415 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'status': 'completed', 'code': 200} Aug 18 23:59:01.813086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b960a35-e44d-4fcb-a4e2-27111ac2f124 req-38068d1b-4c7a-41e6-8925-c4aaffc2656a service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160089 Aug 18 23:59:01.871448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Allocated IP 172.20.0.2 (41f9223e-3281-42fd-b9d5-f6706e0db0b1/013d38d8-3a69-42ac-b693-40ed3982de9a/545ba38b-a3b5-4fc2-b225-feb62d6abe22) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:01.876872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-49244b33-54c5-4aad-8fec-247e2c5495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:01.878859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-49244b33-54c5-4aad-8fec-247e2c5495f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1101 time: 0.0750873 Aug 18 23:59:01.880225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:01.882214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.001722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-01ff9246-ba83-4760-9dc9-a15f5fa672e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.007331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-01ff9246-ba83-4760-9dc9-a15f5fa672e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942f8d7d15743acba22af3439da2722&device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1101 time: 0.0698473 Aug 18 23:59:02.043277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.083459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-82741258-0404-4e92-b371-63f942268a12', 'network_id': '82741258-0404-4e92-b371-63f942268a12', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'fixed_ips': [{'subnet_id': 'f114cb35-1b41-45f5-a66b-938595e246b3'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:02.084324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.181259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-daa0532f-5759-4645-9b26-ecf4b9ec7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.182825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-daa0532f-5759-4645-9b26-ecf4b9ec7dfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1656902 Aug 18 23:59:02.271646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-6054e610-09e6-441a-984b-7a6104ecb342 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.0801463 Aug 18 23:59:02.272158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.304980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Transition to ACTIVE for port object 545ba38b-a3b5-4fc2-b225-feb62d6abe22 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:02.331976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Transition to ACTIVE for port object 545ba38b-a3b5-4fc2-b225-feb62d6abe22 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:02.348022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Allocated IP 172.20.0.2 (82741258-0404-4e92-b371-63f942268a12/f114cb35-1b41-45f5-a66b-938595e246b3/448f6b95-a09a-4aea-8137-15bef3cf2550) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:02.351383 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.398051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-61e09e7c-2dc2-4c6c-b339-175ef7f53677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.399757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-61e09e7c-2dc2-4c6c-b339-175ef7f53677 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.5085776 Aug 18 23:59:02.407527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ee48-6122-4e44-ab46-63ec6e5bcc53 req-d38e6998-de1a-4013-ab81-93b516e6a68e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.409449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3437ee48-6122-4e44-ab46-63ec6e5bcc53 req-d38e6998-de1a-4013-ab81-93b516e6a68e tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.3127136 Aug 18 23:59:02.451761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.453999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-7b9945e8-2cf5-4040-9616-3b04bceebfe2 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.455961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-7b9945e8-2cf5-4040-9616-3b04bceebfe2 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.1875381 Aug 18 23:59:02.506516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-103432e7-d789-4067-875a-8f7bf7657d91 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/quotas/bad74d72e3f743fe8e595e8d705154b2 HTTP/1.1" status: 200 len: 375 time: 0.0410450 Aug 18 23:59:02.524521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-b656f580-9103-4133-8610-95c663b5c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.526283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-b656f580-9103-4133-8610-95c663b5c43e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1681693 Aug 18 23:59:02.528526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:02.533148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:02.538339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:02.539181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-83708c88-0f1c-4cc4-942a-7da2c617a787 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 200 len: 217 time: 0.1288731 Aug 18 23:59:02.550506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3437ee48-6122-4e44-ab46-63ec6e5bcc53 req-af35ed2e-e7f6-47cd-8c97-8d5e656fa07c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308756 Aug 18 23:59:02.642510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Pushing event updated for resources: {'Port': ['ID=545ba38b-a3b5-4fc2-b225-feb62d6abe22,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:02.685159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-ab1ecb2b-3f2f-4d33-87c9-cd99f21eb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.686955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-ab1ecb2b-3f2f-4d33-87c9-cd99f21eb411 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402276 Aug 18 23:59:02.691077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-48935da3-bb2f-42b6-8692-ba6584b08872 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1601603 Aug 18 23:59:02.704035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-e088c0b6-fa80-447c-ada3-89dc52a97ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.705552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-e088c0b6-fa80-447c-ada3-89dc52a97ec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1483970 Aug 18 23:59:02.706231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Attempting to bind port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:02.706904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Attempting to bind port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:02.707348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Attempting to bind port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:02.723470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:02.723470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Checking segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:02.723893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.724522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Bound using segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:02.725243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Bound port: 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:02.725821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.744821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.779473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Transition to ACTIVE for port object 448f6b95-a09a-4aea-8137-15bef3cf2550 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:02.816890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Transition to ACTIVE for port object 448f6b95-a09a-4aea-8137-15bef3cf2550 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:02.831249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.857318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-132c6ab5-677e-44e7-b44f-ccc2cf0048cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:02.861067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-132c6ab5-677e-44e7-b44f-ccc2cf0048cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476874 Aug 18 23:59:02.878152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-3705a90d-82f1-41db-9826-621a2b313291 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810358 Aug 18 23:59:02.881723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] For port 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:02.883820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Pushing event updated for resources: {'Port': ['ID=448f6b95-a09a-4aea-8137-15bef3cf2550,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:02.893445 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-07646e73-9cf0-42a3-b9af-6ab3b015024c service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741965 Aug 18 23:59:02.901630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] For port 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=545ba38b-a3b5-4fc2-b225-feb62d6abe22,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:02.907837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Network 82741258-0404-4e92-b371-63f942268a12 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:02.909732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:02.912545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:02.921745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:02.982757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f12354-c775-488d-9775-d3f1c10ba759 None None] Pushing event updated for resources: {'Port': ['ID=545ba38b-a3b5-4fc2-b225-feb62d6abe22,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:03.054773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac571b7-80f7-4225-8e55-207144a3aeec req-55cf00c0-bab0-4a2b-b37d-48da1ff87b5f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:03.060246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Attempting to bind port 448f6b95-a09a-4aea-8137-15bef3cf2550 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:03.061057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Attempting to bind port 448f6b95-a09a-4aea-8137-15bef3cf2550 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:03.061421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Attempting to bind port 448f6b95-a09a-4aea-8137-15bef3cf2550 on network 82741258-0404-4e92-b371-63f942268a12 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:03.065144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ac571b7-80f7-4225-8e55-207144a3aeec req-55cf00c0-bab0-4a2b-b37d-48da1ff87b5f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.1763635 Aug 18 23:59:03.067353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:03.068332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Checking segment: {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:03.069967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:03.073824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Bound using segment: {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:03.074496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Bound port: 448f6b95-a09a-4aea-8137-15bef3cf2550, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:03.075000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:03.107176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-4dbdea39-7f14-44c9-9304-e83493dcadaa service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125604 Aug 18 23:59:03.116668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-e090f758-1c1a-415c-a3e4-0f1f05eb92cd service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146628 Aug 18 23:59:03.374164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] For port 448f6b95-a09a-4aea-8137-15bef3cf2550, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:03.386772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] For port 448f6b95-a09a-4aea-8137-15bef3cf2550, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=448f6b95-a09a-4aea-8137-15bef3cf2550,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:03.396658 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:03.431429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ac571b7-80f7-4225-8e55-207144a3aeec req-55927595-942c-4338-91fd-81fec5eb14ab tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653948 Aug 18 23:59:03.446755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:03.459809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-cf392297-a2b5-46fe-8704-580d2d2e2856 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854354 Aug 18 23:59:03.505091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345ed5-4dc3-4802-9cc6-293bbc35e989 None None] Pushing event updated for resources: {'Port': ['ID=448f6b95-a09a-4aea-8137-15bef3cf2550,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:03.537597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:03.775977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 545ba38b-a3b5-4fc2-b225-feb62d6abe22 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:03.910974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:03.993959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed08358e-7b68-40ba-b427-c9d79393b925 req-4cff5020-cc91-445c-a783-6a92ebf8f2d7 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310550 Aug 18 23:59:04.056355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Allocated IP 172.25.1.134 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/887fb39d-5444-4dda-a3ce-a75164dcf101) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:04.118174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-6958304d-8826-41d6-bd9a-5913588b9a56 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:04.119797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-6958304d-8826-41d6-bd9a-5913588b9a56 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.4131119 Aug 18 23:59:04.122328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267f7b5-82dc-4d3b-af99-72a6d544e5d6 req-00a11427-ecb4-45f5-ada8-50aac582ae30 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:04.131474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f267f7b5-82dc-4d3b-af99-72a6d544e5d6 req-00a11427-ecb4-45f5-ada8-50aac582ae30 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.0951335 Aug 18 23:59:04.180945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f267f7b5-82dc-4d3b-af99-72a6d544e5d6 req-e5db3e98-00a2-41b1-ba3e-230ce3468719 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Aug 18 23:59:04.183960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-7e8a8f4d-09ec-40b9-9876-f0ae6a17f02c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/quotas/bad74d72e3f743fe8e595e8d705154b2 HTTP/1.1" status: 200 len: 375 time: 0.0416813 Aug 18 23:59:04.308756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:04.344826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-41fe729f-c6c2-4035-9c96-3759735c3107 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467757 Aug 18 23:59:04.447916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb93bc-ad85-4b40-8b9f-98acc57a8c5f req-0b0f14f1-ee32-4eb1-9d18-dc29a49b0b08 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:04.452657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23fb93bc-ad85-4b40-8b9f-98acc57a8c5f req-0b0f14f1-ee32-4eb1-9d18-dc29a49b0b08 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.1138518 Aug 18 23:59:04.454876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:04.547984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-23fb93bc-ad85-4b40-8b9f-98acc57a8c5f req-288c4fb3-7b72-4665-a535-0700cdc31575 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880237 Aug 18 23:59:04.574643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:04.584130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:04.587974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Pushing event updated for resources: {'Port': ['ID=887fb39d-5444-4dda-a3ce-a75164dcf101,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:04.610546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:04.698122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-a9d3ae04-7abe-4529-9555-5b5f10dd4fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516216 Aug 18 23:59:04.724135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd9d53-3ff4-4cd2-9e7b-6cd7ce74cb1f None None] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:04.951074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22821a69-c4fa-4578-bb1c-802ce9863c77 req-de885e8e-2cdb-4cfe-8969-e2d8290231af tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:04.963125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22821a69-c4fa-4578-bb1c-802ce9863c77 req-de885e8e-2cdb-4cfe-8969-e2d8290231af tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.1070080 Aug 18 23:59:05.042349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22821a69-c4fa-4578-bb1c-802ce9863c77 req-a6f59eb9-833f-439f-8104-1ca731c743e6 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771954 Aug 18 23:59:05.081937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3726a9-52b3-4d01-9c43-51be12d72dee None None] Network 82741258-0404-4e92-b371-63f942268a12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:05.084882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Provisioning for port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:05.172214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Provisioning complete for port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:05.176814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:05.409842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-8c716ca0-2fa1-4c95-8348-257dca941315 service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972201 Aug 18 23:59:05.546419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:05.719422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] For port 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=545ba38b-a3b5-4fc2-b225-feb62d6abe22,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:05.730638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:05.898523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 448f6b95-a09a-4aea-8137-15bef3cf2550 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:05.911303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.071872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-5cd9c5c8-32b5-475a-8a3c-c0bc1eac39e4 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:06.074735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-5cd9c5c8-32b5-475a-8a3c-c0bc1eac39e4 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.3804791 Aug 18 23:59:06.105913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80761938-6f8f-4d47-a9ee-54bf12c23240 None None] Pushing event updated for resources: {'Port': ['ID=545ba38b-a3b5-4fc2-b225-feb62d6abe22,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:06.112268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Request body: {'port': {'device_id': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'admin_state_up': True, 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:06.125621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8472-c0fd-4d76-841f-a7e3ddf0e839 req-f2d2fed5-264a-411e-8751-e5184fde33fe tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:06.127327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71ff8472-c0fd-4d76-841f-a7e3ddf0e839 req-f2d2fed5-264a-411e-8751-e5184fde33fe tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 949 time: 0.1529860 Aug 18 23:59:06.218936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Provisioning complete for port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:06.220482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.268938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:06.313304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71ff8472-c0fd-4d76-841f-a7e3ddf0e839 req-1e581576-e8d0-4dad-b49a-726bbcd49837 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746471 Aug 18 23:59:06.379036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 448f6b95-a09a-4aea-8137-15bef3cf2550 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:06.460714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Made reservation on behalf of bad74d72e3f743fe8e595e8d705154b2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:06.465496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.489922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.690795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:06.724764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'mac_address': 'fa:16:3e:b3:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:06.727609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Provisioning for port 448f6b95-a09a-4aea-8137-15bef3cf2550 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:06.758720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Provisioning complete for port 448f6b95-a09a-4aea-8137-15bef3cf2550 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:06.759110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.768874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Allocated IP 172.20.0.8 (41f9223e-3281-42fd-b9d5-f6706e0db0b1/013d38d8-3a69-42ac-b693-40ed3982de9a/2de0d594-ba9d-4fb4-adda-b6dc08f11105) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:06.840704 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:06.862404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:06.885244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:06.901876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.033215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-b4652a9e-1fd8-49c3-97fa-064c2803968c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:07.037063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-b4652a9e-1fd8-49c3-97fa-064c2803968c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.3741441 Aug 18 23:59:07.038431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Router 44df92f2-834b-45a9-97d0-423369243f77 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:59:07.067728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.092557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Transition to ACTIVE for port object 2de0d594-ba9d-4fb4-adda-b6dc08f11105 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:07.094134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.097439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:07.150003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] For port 448f6b95-a09a-4aea-8137-15bef3cf2550, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=448f6b95-a09a-4aea-8137-15bef3cf2550,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:07.153698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.155670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.170673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-284aeee1-2836-4afe-9433-ea60838dd3a7 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:59:07.179030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-284aeee1-2836-4afe-9433-ea60838dd3a7 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593350 Aug 18 23:59:07.183212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:07.183670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:59:07.214522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:07.221227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:07.229730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c6772-e11c-467b-8fc8-98226cc39cb8 None None] Pushing event updated for resources: {'Port': ['ID=448f6b95-a09a-4aea-8137-15bef3cf2550,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:07.241673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event updated for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:07.253583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:07.257922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.258547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.259117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.259715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.260283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.260881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.261461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.262012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.263839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.264799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.265148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.265501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:07.300233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-310e831f-fc04-4b01-a3cf-d0b1198d0ab3 None None] Provisioning complete for port 448f6b95-a09a-4aea-8137-15bef3cf2550 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:07.304172 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-310e831f-fc04-4b01-a3cf-d0b1198d0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.333885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-d512e8f2-46ae-40b1-8bd0-e5f352b278e2 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/quotas/bad74d72e3f743fe8e595e8d705154b2 HTTP/1.1" status: 200 len: 375 time: 0.2846651 Aug 18 23:59:07.341649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:07.342373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.375326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-3891f6f9-c192-4790-bfd9-0ad966f607fa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2681060 Aug 18 23:59:07.384170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:07.388276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:07.394985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c16604a0-5fea-4d07-9b4d-be23e57fa498'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:07.395222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Request body: {'port': {'device_id': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:07.403642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:07.466307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:07.466633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:07.479206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:59:07.482389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:07.483431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:07.484052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:07.484666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Bound port: b9de6d58-3f69-4d55-8a33-b92006f9feb7, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:07.522946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Sync routers for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:59:07.580259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:07.591749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:07.605604 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.725588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:07.744563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-da46dce7-8810-4b34-b15b-734b0f572235 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4034154 Aug 18 23:59:07.745295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.746370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4f00682e-8922-4dca-ab6f-20b07fc9abab admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9595439 Aug 18 23:59:07.751479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45516) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:07.802004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 448f6b95-a09a-4aea-8137-15bef3cf2550 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:07.906392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:07.940711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-b9b27346-53d9-4842-b34f-f23a84950dba tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:07.942541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-b9b27346-53d9-4842-b34f-f23a84950dba tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.4503789 Aug 18 23:59:07.949951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:07.950716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-0f9a7b9c-77a6-45e2-aac6-d01f7e90f32c service neutron] 10.222.0.20 "POST /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7/bindings HTTP/1.1" status: 201 len: 390 time: 0.7707996 Aug 18 23:59:07.996131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Request body: {'port': {'device_id': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'admin_state_up': True, 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:08.015373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3b8db59f-645b-4807-b6ab-38aa19efd73c None None] Provisioning for port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:08.047876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de0d594-ba9d-4fb4-adda-b6dc08f11105 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:08.059981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.064255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3b8db59f-645b-4807-b6ab-38aa19efd73c None None] Provisioning complete for port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:08.064862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b8db59f-645b-4807-b6ab-38aa19efd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.070211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 448f6b95-a09a-4aea-8137-15bef3cf2550 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:08.071093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.081950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Transition to ACTIVE for port object 2de0d594-ba9d-4fb4-adda-b6dc08f11105 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:08.092025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.254547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Pushing event updated for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:08.264205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-b0ace97f-ba40-491d-96d6-c13810f8c92a service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982464 Aug 18 23:59:08.270271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3b8db59f-645b-4807-b6ab-38aa19efd73c None None] Port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:08.411108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:05Z', 'revision_number': 3, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:08.429665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Attempting to bind port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:08.430267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Attempting to bind port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:08.430775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Attempting to bind port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:08.448127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Checking router: 44df92f2-834b-45a9-97d0-423369243f77 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:59:08.448576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82164686-d6b4-4053-b4ca-46c3b4ef3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:08.448732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Updating router 44df92f2-834b-45a9-97d0-423369243f77 port 887fb39d-5444-4dda-a3ce-a75164dcf101 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:59:08.450422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82164686-d6b4-4053-b4ca-46c3b4ef3aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.1525104 Aug 18 23:59:08.451550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:08.452057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Attempting to bind port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:08.474452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 545ba38b-a3b5-4fc2-b225-feb62d6abe22 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:08.479407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:08.480019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Checking segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:08.480616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Bound using segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:08.481254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Bound port: 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:08.481948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.519580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.639343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f58f-d1fd-436c-bbb5-1ab33b659220 req-d80c16a3-ecc6-46a2-be22-f5716e8028f4 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:08.641849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5fe5f58f-d1fd-436c-bbb5-1ab33b659220 req-d80c16a3-ecc6-46a2-be22-f5716e8028f4 tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 1102 time: 0.1850560 Aug 18 23:59:08.730484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:08.736245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-e0665b08-61bb-413e-9f3e-2b05517513af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:08.738151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-e0665b08-61bb-413e-9f3e-2b05517513af service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2714901 Aug 18 23:59:08.740165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5fe5f58f-d1fd-436c-bbb5-1ab33b659220 req-1181cc55-21ca-4810-b231-32f7545e9d2b tempest-MigrationsAdminTest-1772943698 tempest-MigrationsAdminTest-1772943698-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Aug 18 23:59:08.772839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:08.772839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.848780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:08.849226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.877609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Made reservation on behalf of bad74d72e3f743fe8e595e8d705154b2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:08.888254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.926704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-6419d84a-4cb5-4ca2-a9f9-770a997489ab service neutron] 10.222.0.20 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610425 Aug 18 23:59:08.955917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-aad5edc8-dff5-4185-a5d7-c6553bc00784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.1893198 Aug 18 23:59:08.971647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:08.975950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:08.979672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] 10.222.0.21 "PUT /v2.0/ports/2de0d594-ba9d-4fb4-adda-b6dc08f11105 HTTP/1.1" status: 200 len: 1092 time: 1.5898976 Aug 18 23:59:08.981363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:08.986671 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b3910-1e35-4738-9774-afa3c7b8ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:09.255019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.268589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Transition to ACTIVE for port object 887fb39d-5444-4dda-a3ce-a75164dcf101 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:09.287630 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.340948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.345367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddabf5-d176-4c93-be8c-757067769e86 None None] Pushing event updated for resources: {'Port': ['ID=887fb39d-5444-4dda-a3ce-a75164dcf101,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:09.407109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Attempting to bind port 887fb39d-5444-4dda-a3ce-a75164dcf101 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:09.408809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Attempting to bind port 887fb39d-5444-4dda-a3ce-a75164dcf101 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:09.411287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Attempting to bind port 887fb39d-5444-4dda-a3ce-a75164dcf101 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:09.438366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:09.440898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:09.441419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.442318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:09.444340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Bound port: 887fb39d-5444-4dda-a3ce-a75164dcf101, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:09.445437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.458431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Allocated IP 172.20.0.14 (41f9223e-3281-42fd-b9d5-f6706e0db0b1/013d38d8-3a69-42ac-b693-40ed3982de9a/4069abad-eb26-4760-9881-f46649e6cd5e) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:09.595895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91ab4-4184-4ac5-8b3a-cbb6fc48d861 service neutron] Pushing event updated for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:09.613773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-db3dd017-6971-4f4c-b92e-cd5324d97239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:09.615486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-db3dd017-6971-4f4c-b92e-cd5324d97239 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.6348882 Aug 18 23:59:09.621586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] For port 887fb39d-5444-4dda-a3ce-a75164dcf101, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:09.633118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] For port 887fb39d-5444-4dda-a3ce-a75164dcf101, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=887fb39d-5444-4dda-a3ce-a75164dcf101,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:09.644504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:09.649591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d18-31f5-440c-a7f5-b0ac5c216c09 req-3de36336-c820-4206-b1f7-5ae4fc9841e0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:09.659219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52694d18-31f5-440c-a7f5-b0ac5c216c09 req-3de36336-c820-4206-b1f7-5ae4fc9841e0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.1392181 Aug 18 23:59:09.684510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-b24a9e80-b76d-457b-a4fd-38ea8fc68ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:09.686055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-b24a9e80-b76d-457b-a4fd-38ea8fc68ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 1095 time: 0.1746907 Aug 18 23:59:09.694520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-91a20daf-702f-4b8d-b921-773e21bcbb33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703714 Aug 18 23:59:09.810383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:09.811930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:09.821341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Allocated IP 172.20.0.1 (82741258-0404-4e92-b371-63f942268a12/f114cb35-1b41-45f5-a66b-938595e246b3/974bf1d3-f1ba-40b4-b49c-30ec43383449) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:09.828193 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:59:10.042895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82e4ecd5-cba4-421c-a8be-6bde8a48c21c service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287103 Aug 18 23:59:10.115469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52694d18-31f5-440c-a7f5-b0ac5c216c09 req-e850b62d-93e8-4cc5-8ba6-22ddb8f70a46 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535389 Aug 18 23:59:10.132850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddabf5-d176-4c93-be8c-757067769e86 None None] Pushing event updated for resources: {'Port': ['ID=887fb39d-5444-4dda-a3ce-a75164dcf101,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:10.195136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:10.315585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:10.358528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-c3bf17f7-50a9-4879-a4e6-393388263e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105 HTTP/1.1" status: 200 len: 217 time: 0.5806231 Aug 18 23:59:10.363485 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f89bc95-e606-4e92-97a6-16e46b4af033 x-openstack-request-id: req-8f89bc95-e606-4e92-97a6-16e46b4af033 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:10.363803 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:10.364044 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f89bc95-e606-4e92-97a6-16e46b4af033 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:10.364471 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105', 'status': 'completed', 'code': 200} Aug 18 23:59:10.377789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.423228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Transition to ACTIVE for port object 4069abad-eb26-4760-9881-f46649e6cd5e will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:10.436104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69fc5dd0-73bd-4c5b-a959-d4a2a60dfb23 req-3ab67842-8ac6-4a87-9d08-855fd1b14329 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 210 time: 0.0589137 Aug 18 23:59:10.510846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f8549b30-3b1e-4235-ab33-17aa6e962736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:10.517427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-f8549b30-3b1e-4235-ab33-17aa6e962736 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.1581109 Aug 18 23:59:10.587575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.606182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Transition to ACTIVE for port object 974bf1d3-f1ba-40b4-b49c-30ec43383449 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:10.606737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-5f20eb94-9688-4a13-98ce-376dd6737b4d service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889150 Aug 18 23:59:10.630937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-4f3172fc-55cf-47c9-8122-9c37b2ecc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:10.631812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-4f3172fc-55cf-47c9-8122-9c37b2ecc73e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986574 Aug 18 23:59:10.633791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port c16604a0-5fea-4d07-9b4d-be23e57fa498 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:10.643887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port c16604a0-5fea-4d07-9b4d-be23e57fa498 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:10.644307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.667803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.700438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:05Z', 'revision_number': 3, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:10.716685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Network 82741258-0404-4e92-b371-63f942268a12 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:10.729160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:10.731877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:10.756235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6114eeb-34e4-4c0a-88cb-7bf1ab59aed8 None None] The sync data for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 is: [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:05Z', 'revision_number': 3, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:59:10.780693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Pushing event updated for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:10.796944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.801353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.858484 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.887791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ca88e-19dc-4a4c-b00e-8b125813f996 req-e8a337f8-9913-422f-8684-96941eb5c671 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:10.896633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f5ca88e-19dc-4a4c-b00e-8b125813f996 req-e8a337f8-9913-422f-8684-96941eb5c671 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 950 time: 0.2188101 Aug 18 23:59:10.923604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event updated for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:10.935014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:10.937850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:10.938959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:10.940921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:10.942225 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa38522-d792-49e2-a414-4ce01c3831b5" -d '{"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:10.962053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:10.964075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:10.995983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f5ca88e-19dc-4a4c-b00e-8b125813f996 req-bdb02d21-fbaf-4156-9382-f8defe4b29bd tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983915 Aug 18 23:59:11.019679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-ac49698e-d878-41f1-b9f7-ee1b340db735 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:11.021262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-ac49698e-d878-41f1-b9f7-ee1b340db735 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1098 time: 0.2693269 Aug 18 23:59:11.054201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:11.063404 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2042cc-0304-43dc-84b8-6d790b9ecde5 x-openstack-request-id: req-4d2042cc-0304-43dc-84b8-6d790b9ecde5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:11.063797 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-plugged", "status": "completed", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:11.063952 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d2042cc-0304-43dc-84b8-6d790b9ecde5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:11.064375 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'code': 200} Aug 18 23:59:11.108515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:11.109201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.126457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:11.128533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-191d6ba2-838c-49c9-a02e-14ba5969cfe0 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763985 Aug 18 23:59:11.214950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8cb5ee7-0ba0-4f0a-a31d-399d39305c16 None None] Provisioning for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:11.225367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8cb5ee7-0ba0-4f0a-a31d-399d39305c16 None None] Provisioning complete for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:11.227683 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8cb5ee7-0ba0-4f0a-a31d-399d39305c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.286756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.383317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb5ee7-0ba0-4f0a-a31d-399d39305c16 None None] Port 974bf1d3-f1ba-40b4-b49c-30ec43383449 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:11.526970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-274553d5-516b-4390-afd3-cb5b7fd23c5a None None] Provisioning for port 4069abad-eb26-4760-9881-f46649e6cd5e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:11.534474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-274553d5-516b-4390-afd3-cb5b7fd23c5a None None] Provisioning complete for port 4069abad-eb26-4760-9881-f46649e6cd5e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:11.535021 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274553d5-516b-4390-afd3-cb5b7fd23c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.601731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4611-f6ba-4bf7-bb08-3b1fbd746eae req-c13793eb-2143-4960-9d29-9371ee5dbf7c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:11.608819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-274553d5-516b-4390-afd3-cb5b7fd23c5a None None] Port 4069abad-eb26-4760-9881-f46649e6cd5e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:11.609582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d73f4611-f6ba-4bf7-bb08-3b1fbd746eae req-c13793eb-2143-4960-9d29-9371ee5dbf7c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.2983541 Aug 18 23:59:11.642009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-dd317c23-b55a-447c-924d-056f19e8bbce tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6539595 Aug 18 23:59:11.675957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Request body: {'port': {'device_id': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:11.683281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 887fb39d-5444-4dda-a3ce-a75164dcf101 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:11.721997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d58b4ddd-a2dd-4f22-8261-09d69895ffa9 req-f6f53680-6ee0-454c-8a7a-48d17051950a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 210 time: 0.0721741 Aug 18 23:59:11.731240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d73f4611-f6ba-4bf7-bb08-3b1fbd746eae req-7373df64-39be-4c74-a771-e904bdcdecbd tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206803 Aug 18 23:59:11.753947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cfef77f-0651-4085-8f14-01b6a8a5e2aa req-15f21e3f-a186-4276-bfaa-f942e0d0f661 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887625 Aug 18 23:59:11.777303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-6bca4417-c428-4c84-aab4-e4546d736ac1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:11.778859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-6bca4417-c428-4c84-aab4-e4546d736ac1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 816 time: 0.5360451 Aug 18 23:59:11.779532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.808346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Request body: {'port': {'device_id': '2943fc42-e492-4d8f-898c-97b84802703e', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'admin_state_up': True, 'tenant_id': 'bad74d72e3f743fe8e595e8d705154b2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:11.830381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:11.880730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 887fb39d-5444-4dda-a3ce-a75164dcf101 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:11.893213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 887fb39d-5444-4dda-a3ce-a75164dcf101 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:11.893602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:11.964823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:12.102153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.130191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 887fb39d-5444-4dda-a3ce-a75164dcf101, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=887fb39d-5444-4dda-a3ce-a75164dcf101,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:12.142932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.150963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.157953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-69406255-9a91-4c90-b4f7-c002cdbc53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.169621 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-69406255-9a91-4c90-b4f7-c002cdbc53cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 1095 time: 0.2507901 Aug 18 23:59:12.172550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.202668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.254079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=887fb39d-5444-4dda-a3ce-a75164dcf101,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:12.293121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-1f4448f2-0ff7-4d28-91dc-017b9faf732d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.294671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-1f4448f2-0ff7-4d28-91dc-017b9faf732d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 951 time: 0.1782341 Aug 18 23:59:12.346024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-814d2d4d-af5a-4332-91e2-d6b23fa63e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.375787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:12.378248 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c06f0-636b-407b-91c7-34910c8d8645" -d '{"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:12.383730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd202ac-9abf-4357-9471-0c9583298fed req-382821a4-edd8-4e39-a870-53c8c6b9b141 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.385285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cd202ac-9abf-4357-9471-0c9583298fed req-382821a4-edd8-4e39-a870-53c8c6b9b141 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 951 time: 0.2371674 Aug 18 23:59:12.411601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:12.424921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-f1dedfe7-ee01-47dc-914e-1cdb48905b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.426404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-f1dedfe7-ee01-47dc-914e-1cdb48905b40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 916 time: 0.2484565 Aug 18 23:59:12.437657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.450267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.463654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Made reservation on behalf of bad74d72e3f743fe8e595e8d705154b2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:12.467635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.495461 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830bfc3-24a5-4622-a88d-71221c891154 x-openstack-request-id: req-6830bfc3-24a5-4622-a88d-71221c891154 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:12.495851 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:12.496044 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6830bfc3-24a5-4622-a88d-71221c891154 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:12.496412 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'code': 200} Aug 18 23:59:12.498342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:12.498679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:12.499010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:12.506475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-2e630240-ba60-4f6e-9e93-f7e0357b0eeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105 HTTP/1.1" status: 200 len: 217 time: 0.0694816 Aug 18 23:59:12.510443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:12.510774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Attempting to bind port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:12.548097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:12.548460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:12.548849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:12.549302 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Bound port: b9de6d58-3f69-4d55-8a33-b92006f9feb7, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:12.549662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.584634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4cd202ac-9abf-4357-9471-0c9583298fed req-9a775df9-1b35-4a72-95f7-786cdcfedced tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759291 Aug 18 23:59:12.589130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Pushing event updated for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:12.613652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-1323862b-caeb-45ee-9edc-3e3621a40740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.615107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-1323862b-caeb-45ee-9edc-3e3621a40740 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.0991266 Aug 18 23:59:12.618892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.629683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Deleting port c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:12.630025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.731460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:12.754205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:12.759718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-ebe18bb7-6832-4d26-ba87-628876582405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:12.761189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-ebe18bb7-6832-4d26-ba87-628876582405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352482 Aug 18 23:59:12.769321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.802861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4069abad-eb26-4760-9881-f46649e6cd5e {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:12.813420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.820706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Network 82741258-0404-4e92-b371-63f942268a12 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:12.824329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:12.836177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Transition to ACTIVE for port object 4069abad-eb26-4760-9881-f46649e6cd5e will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:12.857976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] For port c16604a0-5fea-4d07-9b4d-be23e57fa498, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c16604a0-5fea-4d07-9b4d-be23e57fa498,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:12.859004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.880841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:12.953816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Calling delete_port for c16604a0-5fea-4d07-9b4d-be23e57fa498 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:12.975396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66a77917-4800-42eb-b09c-7c7b687c1438 req-860c03e6-d820-4e94-8a01-4a7566170a8a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 210 time: 0.0735633 Aug 18 23:59:13.041126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:13.041620 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.043222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 1124 time: 1.9941957 Aug 18 23:59:13.049538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:13.063682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Pushing event updated for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:13.080020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Allocated IP 172.20.0.7 (41f9223e-3281-42fd-b9d5-f6706e0db0b1/013d38d8-3a69-42ac-b693-40ed3982de9a/14a5d2ca-2d12-4d18-8886-c8a46ddf24cf) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:13.127954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3d42-b5f3-42b3-b683-85476c8754ac req-a6a25fff-a892-467d-a923-f87350d2fc2c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:13.129556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-788f3d42-b5f3-42b3-b683-85476c8754ac req-a6a25fff-a892-467d-a923-f87350d2fc2c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.2560263 Aug 18 23:59:13.151244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:13.192630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-f090ac9c-305f-46f8-9ccb-9f3a76069328 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181435 Aug 18 23:59:13.299167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8644c4ab-edc8-47ad-a5e6-eaa673e2587f None None] Provisioning complete for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:13.299548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8644c4ab-edc8-47ad-a5e6-eaa673e2587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.358638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8644c4ab-edc8-47ad-a5e6-eaa673e2587f None None] Port 974bf1d3-f1ba-40b4-b49c-30ec43383449 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:13.379409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Router 44df92f2-834b-45a9-97d0-423369243f77 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:59:13.390276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Attempting to bind port 4069abad-eb26-4760-9881-f46649e6cd5e on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:13.390620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Attempting to bind port 4069abad-eb26-4760-9881-f46649e6cd5e by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:13.391047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Attempting to bind port 4069abad-eb26-4760-9881-f46649e6cd5e on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:13.410780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-788f3d42-b5f3-42b3-b683-85476c8754ac req-2beb6759-f34f-4f29-9c89-f78f6af898fc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452416 Aug 18 23:59:13.425298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Port 4069abad-eb26-4760-9881-f46649e6cd5e on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:13.425625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Attempting to bind port 4069abad-eb26-4760-9881-f46649e6cd5e on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:13.436838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:13.437181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Checking segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:13.437685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Bound using segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:13.438138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Bound port: 4069abad-eb26-4760-9881-f46649e6cd5e, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:13.438501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.449822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-8e90d8a9-383a-41fd-a0f1-883e56cbb50b service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405357 Aug 18 23:59:13.483793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.499047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', '7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:13.517014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event deleted for resources: {'Port': ['ID=c16604a0-5fea-4d07-9b4d-be23e57fa498,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:13.535704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'c16604a0-5fea-4d07-9b4d-be23e57fa498'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:13.562274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] No DVR routers for this DVR port c16604a0-5fea-4d07-9b4d-be23e57fa498 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:13.567144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.569435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca1a3e73-e846-472d-9d6d-ef0a3f06d344 req-d3536855-3ef5-4071-9fdd-01e23192739d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "DELETE /v2.0/ports/c16604a0-5fea-4d07-9b4d-be23e57fa498 HTTP/1.1" status: 204 len: 173 time: 1.2426274 Aug 18 23:59:13.735395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 887fb39d-5444-4dda-a3ce-a75164dcf101 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:13.815359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:13.823239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4069abad-eb26-4760-9881-f46649e6cd5e,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:13.835986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c8760ae-6d1b-44ae-a867-a916d97bb3b9 req-1fca2dcb-38d4-4f3b-a4e4-ee62082c8954 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb0a77a-8512-40e5-9802-429275f9d82e HTTP/1.1" status: 200 len: 210 time: 0.0735683 Aug 18 23:59:13.852674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4cb43-719b-40db-a670-45c0583b9683 req-b7610871-3cee-4de5-ac2b-e25cb3174715 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:13.862397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9aa4cb43-719b-40db-a670-45c0583b9683 req-b7610871-3cee-4de5-ac2b-e25cb3174715 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 950 time: 0.2258406 Aug 18 23:59:13.865632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:59:13.873095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.880696 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Sync routers for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:59:13.892622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8ba01622-db89-4469-83a2-5cae82c232dd admin admin] 10.222.0.20 "PUT /v2.0/routers/44df92f2-834b-45a9-97d0-423369243f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1328228 Aug 18 23:59:13.895029 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:13.895667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:58:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:13.910403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 887fb39d-5444-4dda-a3ce-a75164dcf101 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:13.910922 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:13.929486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.019886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Transition to ACTIVE for port object 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:14.022422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.024023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.026698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-180371df-c314-4e84-9495-00826fb7a868 service neutron] 10.222.0.21 "PUT /v2.0/ports/4069abad-eb26-4760-9881-f46649e6cd5e HTTP/1.1" status: 200 len: 1093 time: 2.3568499 Aug 18 23:59:14.030693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:14.033268 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887ef7f2-c60d-4143-8c76-a874c661c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:14.038177 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:14.106546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9aa4cb43-719b-40db-a670-45c0583b9683 req-ef39e455-88bf-41f9-aba5-98b80ef69451 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392807 Aug 18 23:59:14.137762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85a1c859-b90c-41cd-a0ed-3b6d8d669652 req-1fedade7-41fb-4ac4-ac04-cfc250795495 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 210 time: 0.0573142 Aug 18 23:59:14.188188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:14.203690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180371df-c314-4e84-9495-00826fb7a868 service neutron] Pushing event updated for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:14.261029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-736218282'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:14.261647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-3c6be70e-dcde-4c7c-8fc9-0d51dc399b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.263252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-3c6be70e-dcde-4c7c-8fc9-0d51dc399b0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 1096 time: 0.1509588 Aug 18 23:59:14.269131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.304842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:14.309702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.333965 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2fc1dd-1de4-4efc-af78-e750f4792227 x-openstack-request-id: req-7d2fc1dd-1de4-4efc-af78-e750f4792227 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:14.334298 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:14.334499 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d2fc1dd-1de4-4efc-af78-e750f4792227 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:14.334903 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e', 'status': 'completed', 'code': 200} Aug 18 23:59:14.343032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event updated for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:14.362585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:14.378211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.379059 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Added segment fa701e87-70df-40c7-a693-665789b3306e of type vlan for network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 Aug 18 23:59:14.379219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-649dd149-86f2-40f9-96f2-a9349c2ce498 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4069abad-eb26-4760-9881-f46649e6cd5e HTTP/1.1" status: 200 len: 217 time: 0.0422506 Aug 18 23:59:14.387477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:14.402665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:14.425489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:14.454453 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.496943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}, {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-deleted', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:14.500424 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09253d-cacb-401c-a597-3ab9cda3b199" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}, {"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-deleted", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:14.503024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-77470240-393d-48e5-869e-2f2905ad7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.504539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-77470240-393d-48e5-869e-2f2905ad7a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.1159470 Aug 18 23:59:14.516334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.516334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.516657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.520183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.520774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.527273 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:11Z', 'revision_number': 4, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '974bf1d3-f1ba-40b4-b49c-30ec43383449', 'name': '', 'network_id': '82741258-0404-4e92-b371-63f942268a12', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'mac_address': 'fa:16:3e:84:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:09Z', 'updated_at': '2021-08-18T23:59:11Z', 'revision_number': 2, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'subnets': [{'id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:14.569425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-52267101-bf37-413f-9a42-2461b14e47e9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7699070 Aug 18 23:59:14.586744 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Checking router: 44df92f2-834b-45a9-97d0-423369243f77 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:59:14.587165 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Updating router 44df92f2-834b-45a9-97d0-423369243f77 port 974bf1d3-f1ba-40b4-b49c-30ec43383449 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:59:14.593324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Request body: {'port': {'device_id': '2943fc42-e492-4d8f-898c-97b84802703e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:14.599403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6746f9-5c41-46c9-8304-d647d856396b req-10377a4e-4ce9-4e1d-a29d-72cd54143898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.601855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-10377a4e-4ce9-4e1d-a29d-72cd54143898 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760195 Aug 18 23:59:14.644328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4546421 Aug 18 23:59:14.652340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:14.658740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.663218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'subnet': {'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:14.666730 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.796590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bc05e-8de5-4827-abb8-c6fb6240378e req-6adb18b0-0c58-4004-a42a-f04874326267 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:14.800977 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ad51e1-2549-4aba-a465-110e09c119b7 x-openstack-request-id: req-00ad51e1-2549-4aba-a465-110e09c119b7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:14.801524 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "status": "completed", "code": 200}, {"server_uuid": "2bb0a77a-8512-40e5-9802-429275f9d82e", "name": "network-vif-deleted", "tag": "c16604a0-5fea-4d07-9b4d-be23e57fa498", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:14.803760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a3bc05e-8de5-4827-abb8-c6fb6240378e req-6adb18b0-0c58-4004-a42a-f04874326267 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.1746697 Aug 18 23:59:14.805039 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00ad51e1-2549-4aba-a465-110e09c119b7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:14.805835 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'status': 'completed', 'code': 200} Aug 18 23:59:14.806383 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a77a-8512-40e5-9802-429275f9d82e', 'name': 'network-vif-deleted', 'tag': 'c16604a0-5fea-4d07-9b4d-be23e57fa498', 'status': 'completed', 'code': 200} Aug 18 23:59:14.810207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.815287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869195f5-c298-4600-a1f4-23ece3cd8920 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Network': ['ID=610ef4ee-e822-4a88-93dc-ae3cd8389bc7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:14.827863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:14.898259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:14.903115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.916752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3481d0a7-325f-4137-b0f5-3c41551b5769 None None] Provisioning for port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:14.945737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3481d0a7-325f-4137-b0f5-3c41551b5769 None None] Provisioning complete for port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:14.946171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3481d0a7-325f-4137-b0f5-3c41551b5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:14.974225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2e0d6d7-9394-4e48-b215-c36161dea5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.004436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3481d0a7-325f-4137-b0f5-3c41551b5769 None None] Port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:15.085920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-a41264e1-e4f0-4129-8cef-1cb192b808bf service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551482 Aug 18 23:59:15.136476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.168354 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.194627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Transition to ACTIVE for port object 974bf1d3-f1ba-40b4-b49c-30ec43383449 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:15.204351 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.219759 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.328264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Subnet': ['ID=966051f7-ec33-4ec5-a0ba-e952100b1e55,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:15.347232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b663-d28a-4c79-9fe5-c3c55ab60251 req-fba07e8d-c026-436c-8fc4-ae5764029a58 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.354868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f70b663-d28a-4c79-9fe5-c3c55ab60251 req-fba07e8d-c026-436c-8fc4-ae5764029a58 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 931 time: 0.1043124 Aug 18 23:59:15.366117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Checking segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:15.366358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network hostable DHCP agents. Network: 610ef4ee-e822-4a88-93dc-ae3cd8389bc7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:15.383982 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7648b2-5592-4ecb-8433-a879478d84a6 None None] Pushing event updated for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:15.411173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f70b663-d28a-4c79-9fe5-c3c55ab60251 req-243e0d75-3beb-4237-a658-c9f09ab8b6bc tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553501 Aug 18 23:59:15.412893 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Attempting to bind port 974bf1d3-f1ba-40b4-b49c-30ec43383449 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:15.413438 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Attempting to bind port 974bf1d3-f1ba-40b4-b49c-30ec43383449 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:15.414244 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Attempting to bind port 974bf1d3-f1ba-40b4-b49c-30ec43383449 on network 82741258-0404-4e92-b371-63f942268a12 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:15.430720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:15.431367 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Checking segment: {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:15.431945 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.432566 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Bound using segment: {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:15.434049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a3bc05e-8de5-4827-abb8-c6fb6240378e req-0a05234b-be33-44db-890a-d13b0529e368 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135767 Aug 18 23:59:15.434382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Bound port: 974bf1d3-f1ba-40b4-b49c-30ec43383449, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0e327-40e0-4533-b6f7-38c295e599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82741258-0404-4e92-b371-63f942268a12'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:15.434995 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.436846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:15.464240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 610ef4ee-e822-4a88-93dc-ae3cd8389bc7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:15.471464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.473737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.475451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17c24f-dfff-4cb3-8106-057d023af572 None None] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:15.493802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-4229faa8-edef-4252-aed5-b6831b82609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.495328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-4229faa8-edef-4252-aed5-b6831b82609a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1127 time: 0.6758194 Aug 18 23:59:15.516749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c15f880-5648-45f9-8d14-041add84c6ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8628941 Aug 18 23:59:15.518699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45696) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:15.525044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-62283030'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:15.580962 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] For port 974bf1d3-f1ba-40b4-b49c-30ec43383449, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:15.585506 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] For port 974bf1d3-f1ba-40b4-b49c-30ec43383449, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=974bf1d3-f1ba-40b4-b49c-30ec43383449,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:15.597912 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.602229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:15.605818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.620979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff5c62-bca4-4f15-b89f-be5bbe9c8855 req-34f4da15-23e6-4807-852a-eb80e376d615 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.622603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72ff5c62-bca4-4f15-b89f-be5bbe9c8855 req-34f4da15-23e6-4807-852a-eb80e376d615 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 951 time: 0.1016009 Aug 18 23:59:15.709143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:15.717634 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:15.718303 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:15.747074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72ff5c62-bca4-4f15-b89f-be5bbe9c8855 req-c1f77680-f8d6-41de-92f7-32b476650304 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997286 Aug 18 23:59:15.758435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.761858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'fixed_ips': [{'subnet_id': '966051f7-ec33-4ec5-a0ba-e952100b1e55'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:15.763470 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.766161 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Added segment 4e0da504-3591-4c9c-be6c-82952cb0bd5c of type vlan for network 2c9dc387-b649-4263-861b-27d137dd37af Aug 18 23:59:15.787771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc6746f9-5c41-46c9-8304-d647d856396b req-07431984-4d7a-4b4e-bbb9-a52b980041bd service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842711 Aug 18 23:59:15.790699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-64a8144c-099d-459d-93c7-24f49e8a8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.792483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-64a8144c-099d-459d-93c7-24f49e8a8721 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2629507 Aug 18 23:59:15.835536 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7648b2-5592-4ecb-8433-a879478d84a6 None None] Pushing event updated for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:15.866882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-77330fdf-9ab2-43cd-8b26-d90fbb246131 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.0653927 Aug 18 23:59:15.881311 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:15.903766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.969805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:15.980928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:15.981818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.029054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Allocated IP 19.80.0.2 (610ef4ee-e822-4a88-93dc-ae3cd8389bc7/966051f7-ec33-4ec5-a0ba-e952100b1e55/606ba037-432f-4978-a6d3-9b5cb9fc50c7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:16.062128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:16.073948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.092848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-848d55ac-37fc-47d8-96c4-350fd69d19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.095443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-848d55ac-37fc-47d8-96c4-350fd69d19a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.1998212 Aug 18 23:59:16.100409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-25eb515e-f3cb-4253-812e-f656581fa720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.101827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-25eb515e-f3cb-4253-812e-f656581fa720 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 1096 time: 0.2073946 Aug 18 23:59:16.104582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Transition to ACTIVE for port object 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:16.108068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Network': ['ID=2c9dc387-b649-4263-861b-27d137dd37af,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:16.120034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-377f4041-d646-4f48-85d7-363579fa7f65 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6002812 Aug 18 23:59:16.122517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:16.126963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.130071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'subnet': {'network_id': '2c9dc387-b649-4263-861b-27d137dd37af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:16.145931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2c9dc387-b649-4263-861b-27d137dd37af details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:16.182173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:11Z', 'revision_number': 4, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '974bf1d3-f1ba-40b4-b49c-30ec43383449', 'name': '', 'network_id': '82741258-0404-4e92-b371-63f942268a12', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'mac_address': 'fa:16:3e:84:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:09Z', 'updated_at': '2021-08-18T23:59:15Z', 'revision_number': 4, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'subnets': [{'id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:16.193229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-e48a7200-8ede-4a69-84ad-61c76e2fcb71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867462 Aug 18 23:59:16.216388 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46fb5f-db55-4e78-8ed0-ff7732f2341b None None] The sync data for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 is: [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-18T23:59:11Z', 'revision_number': 4, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '974bf1d3-f1ba-40b4-b49c-30ec43383449', 'name': '', 'network_id': '82741258-0404-4e92-b371-63f942268a12', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'mac_address': 'fa:16:3e:84:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:09Z', 'updated_at': '2021-08-18T23:59:15Z', 'revision_number': 4, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'subnets': [{'id': 'f114cb35-1b41-45f5-a66b-938595e246b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:59:16.234131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.366730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:16.370373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.375297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:16.380161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:16.384950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:16.466618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-4f3b7b08-41d4-412e-9ba4-fa1eac059cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.469118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: c16604a0-5fea-4d07-9b4d-be23e57fa498 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:16.469474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c16604a0-5fea-4d07-9b4d-be23e57fa498 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:16.470097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:16.472711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-4f3b7b08-41d4-412e-9ba4-fa1eac059cf4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 916 time: 0.3550141 Aug 18 23:59:16.532098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-b7b46e60-a112-4947-bad8-a091b88991c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4069abad-eb26-4760-9881-f46649e6cd5e HTTP/1.1" status: 200 len: 217 time: 0.0465786 Aug 18 23:59:16.618876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-bd0b3f4f-6aa7-41b4-b91b-67fe4bdb48d7 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009895 Aug 18 23:59:16.659850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d54080-ac44-4705-82da-1bd268c50a69 req-76fd3535-fa37-4214-8e36-1d3cdfee2e7b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.661679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13d54080-ac44-4705-82da-1bd268c50a69 req-76fd3535-fa37-4214-8e36-1d3cdfee2e7b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.0952966 Aug 18 23:59:16.749650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13d54080-ac44-4705-82da-1bd268c50a69 req-6aa698ba-07ce-4c69-ab64-7d9e0a264370 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Aug 18 23:59:16.753508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.786615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.801883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a09253d-cacb-401c-a597-3ab9cda3b199 req-20149be2-887d-4fa8-b931-2119882b9147 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650853 Aug 18 23:59:16.802805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Attempting to bind port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:16.803614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Attempting to bind port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:16.803614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Attempting to bind port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:16.818829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Transition to ACTIVE for port object 606ba037-432f-4978-a6d3-9b5cb9fc50c7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:16.847538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5352-d75e-43c8-b64f-808376d4b8d1 req-437df524-fc1a-49e2-b969-13f4302f2131 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.851622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Checking segment: {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:16.852097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network hostable DHCP agents. Network: 2c9dc387-b649-4263-861b-27d137dd37af, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:16.866841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Subnet': ['ID=f9cdbc88-ea68-4e82-a313-cde2f060bad1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:16.869861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5aa5352-d75e-43c8-b64f-808376d4b8d1 req-437df524-fc1a-49e2-b969-13f4302f2131 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.3288326 Aug 18 23:59:16.887362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:16.894062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:16.894436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Attempting to bind port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf on network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:16.901661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:16.902016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Checking segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:16.902409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Bound using segment: {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:16.903219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Bound port: 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:16.903618 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.907846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Transition to ACTIVE for port object 606ba037-432f-4978-a6d3-9b5cb9fc50c7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:16.910368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 2c9dc387-b649-4263-861b-27d137dd37af is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:16.923523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2c9dc387-b649-4263-861b-27d137dd37af) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:16.932258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-c352adc5-5906-48b6-b178-9f8d9afe9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.933709 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.934042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-c352adc5-5906-48b6-b178-9f8d9afe9861 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.3683233 Aug 18 23:59:16.935508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:16.936329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:16.943991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74b66d-2e97-4b60-bb7f-65b006ab002c None None] Network 2c9dc387-b649-4263-861b-27d137dd37af requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:16.988793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cac49f58-30dc-41f8-a4c5-ffd61abedea9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8641601 Aug 18 23:59:17.007754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:59:17.008135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2de0d594-ba9d-4fb4-adda-b6dc08f11105 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:17.014603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5aa5352-d75e-43c8-b64f-808376d4b8d1 req-b5cb4afe-1b3e-4a55-a031-e982ef9c83a2 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439245 Aug 18 23:59:17.024733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03621b48-18d1-40d0-b9da-03ca4fe03482 req-5f0caefc-853b-45ac-b1d9-d42807208018 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.026849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03621b48-18d1-40d0-b9da-03ca4fe03482 req-5f0caefc-853b-45ac-b1d9-d42807208018 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 951 time: 0.0870471 Aug 18 23:59:17.085972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-d7e35e82-a077-49c8-a7f1-8c9c8098fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.087793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-d7e35e82-a077-49c8-a7f1-8c9c8098fb5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432481 Aug 18 23:59:17.112287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03621b48-18d1-40d0-b9da-03ca4fe03482 req-7b93c058-4a4d-4f41-b23e-acb0c406318a tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731249 Aug 18 23:59:17.132620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:17.160772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:17.211993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.237347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.255691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:17.265633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:17.285211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2de0d594-ba9d-4fb4-adda-b6dc08f11105', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'port_id': '2de0d594-ba9d-4fb4-adda-b6dc08f11105', 'mac_address': 'fa:16:3e:e1:0e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d38d8-3a69-42ac-b693-40ed3982de9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:17.289849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.290922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.293257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-853880ad-cb18-40e6-9062-aff422752231 service neutron] 10.222.0.21 "PUT /v2.0/ports/14a5d2ca-2d12-4d18-8886-c8a46ddf24cf HTTP/1.1" status: 200 len: 1092 time: 2.7045698 Aug 18 23:59:17.296865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:17.299340 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0122cfa-0b25-416e-a782-8bd0344a1007" -d '{"events": [{"name": "network-changed", "server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:17.303705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:17.311920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:17.350364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Pushing event updated for resources: {'Port': ['ID=606ba037-432f-4978-a6d3-9b5cb9fc50c7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:17.378809 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998ce141-5a70-4fc4-86bc-855892141a31 x-openstack-request-id: req-998ce141-5a70-4fc4-86bc-855892141a31 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:17.379346 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:17.379762 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-998ce141-5a70-4fc4-86bc-855892141a31 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:17.380609 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf', 'status': 'completed', 'code': 200} Aug 18 23:59:17.386778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853880ad-cb18-40e6-9062-aff422752231 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:17.408396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-020e8fad-215e-450a-8ce5-e5d404096a17 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.410272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-020e8fad-215e-450a-8ce5-e5d404096a17 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 951 time: 0.2471771 Aug 18 23:59:17.416646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-14f83219-899a-4747-8409-76466d7b3f38 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175368 Aug 18 23:59:17.430875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:17.433164 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6c6b7-5084-4f50-9fe6-4926946c6371" -d '{"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:17.545440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:17.548014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Attempting to bind port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:17.549775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Attempting to bind port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:17.554106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Attempting to bind port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:17.645815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-25974210-5bf1-489c-86df-f530f5499036 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.652531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-25974210-5bf1-489c-86df-f530f5499036 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.654507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-25974210-5bf1-489c-86df-f530f5499036 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/networks?id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7&id=2c9dc387-b649-4263-861b-27d137dd37af&id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7 HTTP/1.1" status: 200 len: 1389 time: 0.2955320 Aug 18 23:59:17.680124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-80e36542-dc9b-49db-b754-8bc53f8b7415 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/quotas/74b2a285f0bc4dc1aeff3c4da01cf6e7 HTTP/1.1" status: 200 len: 375 time: 0.0139349 Aug 18 23:59:17.688148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.703630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-1005f782-3a54-473e-93f4-35e3265ef8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.705202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-1005f782-3a54-473e-93f4-35e3265ef8ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 1095 time: 0.2672832 Aug 18 23:59:17.709811 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421de55d-0a9e-497f-9398-ee5f6ca481aa x-openstack-request-id: req-421de55d-0a9e-497f-9398-ee5f6ca481aa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:17.710104 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:17.710363 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-421de55d-0a9e-497f-9398-ee5f6ca481aa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:17.710769 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'code': 200} Aug 18 23:59:17.752894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-7760dcf1-5f2d-41e1-9fef-797cf79391ea tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662377 Aug 18 23:59:17.760104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 974bf1d3-f1ba-40b4-b49c-30ec43383449 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:17.772919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-887ef7f2-c60d-4143-8c76-a874c661c4ba req-08ba498b-1a65-4e32-9167-abcca87511d4 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361783 Aug 18 23:59:17.777282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-2c9dc387-b649-4263-861b-27d137dd37af', 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'fixed_ips': [{'subnet_id': 'f9cdbc88-ea68-4e82-a313-cde2f060bad1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:17.778321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.779304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-49f03a94-4abd-4f72-a2e3-39da2d938815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf HTTP/1.1" status: 200 len: 217 time: 0.0527847 Aug 18 23:59:17.783286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.794950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Deleting port 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:17.795302 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.833969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de0d594-ba9d-4fb4-adda-b6dc08f11105 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:17.868525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:17.870711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:17.870711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Checking segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:17.870981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.871361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Bound using segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:17.871838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Bound port: 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:17.873657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.883293 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.900387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:17.912337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:17.921336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad0cb262-825c-4a95-b48e-429a08d121a9 service neutron] 10.222.0.20 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655188 Aug 18 23:59:17.950920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-b137c857-90a7-4e2f-a1cb-d41f5430c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:17.952915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-b137c857-90a7-4e2f-a1cb-d41f5430c7ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.1545291 Aug 18 23:59:18.012540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a7252-b2c9-44cc-a190-e70995418228 req-147ba7fa-f497-4cbd-9440-20345b116258 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:18.014277 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b70a7252-b2c9-44cc-a190-e70995418228 req-147ba7fa-f497-4cbd-9440-20345b116258 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.1432607 Aug 18 23:59:18.023613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] For port 7a256085-b73a-446b-965a-6ea7ddf3186c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7a256085-b73a-446b-965a-6ea7ddf3186c,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:18.024152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.033633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-d3aaf4aa-36bc-4f59-9cd1-98854a38704c service neutron] 10.222.0.20 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115005 Aug 18 23:59:18.049140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Calling delete_port for 7a256085-b73a-446b-965a-6ea7ddf3186c owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:18.084721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:18.093286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-99e0a788-28ea-49d5-8bca-26f8f0be3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:18.094816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-99e0a788-28ea-49d5-8bca-26f8f0be3351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248548 Aug 18 23:59:18.101745 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b70a7252-b2c9-44cc-a190-e70995418228 req-5e57b54b-dd46-40cd-b89b-b91ab0340dea tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693703 Aug 18 23:59:18.102415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:18.115542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:18.116042 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.122697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] For port 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:18.190199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] For port 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=606ba037-432f-4978-a6d3-9b5cb9fc50c7,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:18.202076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.277747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Allocated IP 19.86.0.2 (2c9dc387-b649-4263-861b-27d137dd37af/f9cdbc88-ea68-4e82-a313-cde2f060bad1/585c2c4c-2fb4-4f72-9270-ad2404cf7447) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:18.315888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dde415-c52c-4777-b40d-c528b1cce1ef req-df6feb9e-05a9-471b-a6cc-31b6f90754f3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:18.317493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0dde415-c52c-4777-b40d-c528b1cce1ef req-df6feb9e-05a9-471b-a6cc-31b6f90754f3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.1254072 Aug 18 23:59:18.326467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-e3bf5bf8-9283-444e-957c-cd44138d79ae service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811714 Aug 18 23:59:18.351319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b2bb-dee3-46bf-97d3-81838d54f80e None None] Pushing event updated for resources: {'Port': ['ID=606ba037-432f-4978-a6d3-9b5cb9fc50c7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:18.405031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.418664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2de0d594-ba9d-4fb4-adda-b6dc08f11105'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:18.473426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:18.479582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-fda06497-4efb-49d6-9a66-f7317a773a19 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9dc387-b649-4263-861b-27d137dd37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377003 Aug 18 23:59:18.497059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.536927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event deleted for resources: {'Port': ['ID=7a256085-b73a-446b-965a-6ea7ddf3186c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:18.550474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', '7a256085-b73a-446b-965a-6ea7ddf3186c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:18.576513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0dde415-c52c-4777-b40d-c528b1cce1ef req-810c2f61-3ade-4bf6-9a16-b7e799271073 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833036 Aug 18 23:59:18.638138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 974bf1d3-f1ba-40b4-b49c-30ec43383449, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=974bf1d3-f1ba-40b4-b49c-30ec43383449,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:18.676179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.686355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-e840f07e-0322-4d70-a065-4358dc0d086c service neutron] 10.222.0.20 "GET /v2.0/networks/2c9dc387-b649-4263-861b-27d137dd37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062542 Aug 18 23:59:18.715103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] No DVR routers for this DVR port 7a256085-b73a-446b-965a-6ea7ddf3186c on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:18.727507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.729564 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5a295c2-e6be-4f51-baa1-e8c949a2053f req-58e89199-dba3-45ad-9350-4081fc358233 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "DELETE /v2.0/ports/7a256085-b73a-446b-965a-6ea7ddf3186c HTTP/1.1" status: 204 len: 173 time: 1.3037376 Aug 18 23:59:18.774085 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6e2756e-e6c3-4959-9206-1eaec16edc91 req-d05dcce8-95ac-48a9-b2d2-69ff450a7ca9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=2969c343-cbf0-46e5-a0ba-fdb39344f359 HTTP/1.1" status: 200 len: 210 time: 0.0616407 Aug 18 23:59:18.806167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a06c35-7300-4e08-ae3f-62bf67e1dc5f req-8c644406-17f3-4410-b3f4-b005daf0ac78 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741336 Aug 18 23:59:18.860517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-1d37c5cc-a30b-4c8e-8375-10e252426fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732275 Aug 18 23:59:18.888894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:18.898567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Transition to ACTIVE for port object 585c2c4c-2fb4-4f72-9270-ad2404cf7447 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:18.920890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Transition to ACTIVE for port object 585c2c4c-2fb4-4f72-9270-ad2404cf7447 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:18.981079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-d1011fd6-ada1-4c8e-807a-712734f918a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:18.983344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-d1011fd6-ada1-4c8e-807a-712734f918a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 1095 time: 0.0726974 Aug 18 23:59:19.038224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-dbea5ef2-279a-47e3-a514-391aba3dc26c service neutron] 10.222.0.20 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669700 Aug 18 23:59:19.096119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:19.128756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-2f4bcb06-17ac-4e8e-b3d1-81c96e1951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:19.133500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-2f4bcb06-17ac-4e8e-b3d1-81c96e1951d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 916 time: 0.1426241 Aug 18 23:59:19.239572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Network 2c9dc387-b649-4263-861b-27d137dd37af is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:19.288103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:19.322961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:19.345081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:19.368224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-09972aeb-a5e1-465e-9660-26c85675920c req-429fa1ee-bef1-4b8c-8c95-15441c4d14e1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 210 time: 0.0734413 Aug 18 23:59:19.372611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-bb14961a-f470-4046-ba36-1a26fc23218a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf HTTP/1.1" status: 200 len: 217 time: 0.2296090 Aug 18 23:59:19.384851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-deleted', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:19.387636 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c439e336-78e8-4204-9770-089673312bb8" -d '{"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-deleted", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:19.489565 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64bddd0-d7db-4a36-8c3c-ac62c0b0eaa1 x-openstack-request-id: req-d64bddd0-d7db-4a36-8c3c-ac62c0b0eaa1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:19.489850 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969c343-cbf0-46e5-a0ba-fdb39344f359", "name": "network-vif-deleted", "tag": "7a256085-b73a-446b-965a-6ea7ddf3186c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:19.490096 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64bddd0-d7db-4a36-8c3c-ac62c0b0eaa1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:19.491086 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969c343-cbf0-46e5-a0ba-fdb39344f359', 'name': 'network-vif-deleted', 'tag': '7a256085-b73a-446b-965a-6ea7ddf3186c', 'status': 'completed', 'code': 200} Aug 18 23:59:19.565077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec1838-2c60-43a3-a956-20366cdcced2 req-532b7bd1-abc6-4437-b118-a3168e78b78a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:19.579168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ec1838-2c60-43a3-a956-20366cdcced2 req-532b7bd1-abc6-4437-b118-a3168e78b78a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 944 time: 0.2001305 Aug 18 23:59:19.616196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-c70ee812-4579-42bd-8348-cd48db5a1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:19.617702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-c70ee812-4579-42bd-8348-cd48db5a1040 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.2213330 Aug 18 23:59:19.701816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Pushing event updated for resources: {'Port': ['ID=585c2c4c-2fb4-4f72-9270-ad2404cf7447,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:19.701816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Attempting to bind port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:19.701816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Attempting to bind port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:19.702385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Attempting to bind port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 on network 2c9dc387-b649-4263-861b-27d137dd37af {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:19.706029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89ec1838-2c60-43a3-a956-20366cdcced2 req-35d11e50-9a3e-4cbc-8a80-9e7977717e03 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210423 Aug 18 23:59:19.723883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:19.760701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:19.771591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Checking segment: {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:19.772335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:19.773061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Bound using segment: {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:19.773896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Bound port: 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:19.774528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:19.849675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5162-8bc7-4d94-b338-05e538b92cc3 req-c1bc37f0-f5ef-4d90-9109-4daca7dfe7ca tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:19.857897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17af5162-8bc7-4d94-b338-05e538b92cc3 req-c1bc37f0-f5ef-4d90-9109-4daca7dfe7ca tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.1265295 Aug 18 23:59:19.861913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'mac_address': 'fa:16:3e:2b:02:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:19.890400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-ae1dd8c4-ee4a-405d-aee2-9d3b484e52ea service neutron] 10.222.0.11 "GET /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.2129521 Aug 18 23:59:19.977569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17af5162-8bc7-4d94-b338-05e538b92cc3 req-b2a0a5b5-6b06-49c9-ad81-3d890d85c04b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182919 Aug 18 23:59:20.003977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 974bf1d3-f1ba-40b4-b49c-30ec43383449 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:20.232882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18598d95-471c-4041-9cf2-92eb98e4302c None None] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:20.236855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.243550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] For port 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:20.370554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:20.410775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:20.450511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14328-627e-4496-83eb-e5e26d7cb02a req-ab96545c-df56-4fa1-a810-b45bfc808803 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:20.454651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02e14328-627e-4496-83eb-e5e26d7cb02a req-ab96545c-df56-4fa1-a810-b45bfc808803 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1305954 Aug 18 23:59:20.507611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] For port 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=585c2c4c-2fb4-4f72-9270-ad2404cf7447,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:20.508839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:20.522181 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.538002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:20.540797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02e14328-627e-4496-83eb-e5e26d7cb02a req-f98a7ff8-0836-4a97-bb96-95c1351bad91 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796356 Aug 18 23:59:20.577704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.620519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:20.647841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:20.668825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828884dd-5821-4d64-a91e-f138d87c3583 None None] Pushing event updated for resources: {'Port': ['ID=585c2c4c-2fb4-4f72-9270-ad2404cf7447,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:20.680226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] Transition to ACTIVE for port object b9de6d58-3f69-4d55-8a33-b92006f9feb7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:20.688391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-22f7be11-b1f0-48f1-a444-eec68791f562 None None] Provisioning for port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:20.689768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.698334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.733735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 974bf1d3-f1ba-40b4-b49c-30ec43383449 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:20.734803 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:20.757443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:20.883761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e8efba9-ee71-409d-aff8-cf8783aeb536 req-36c552b2-f0fd-4dcd-be28-7e79a5e6ab19 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 210 time: 0.0883725 Aug 18 23:59:20.941066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] No DVR routers for this DVR port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:20.983319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:20.999120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:21.037550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-c0005687-0efc-447c-b92d-6b88c730add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.039066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-c0005687-0efc-447c-b92d-6b88c730add0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2779031 Aug 18 23:59:21.123471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-550b4ef2-7a99-4bac-bcfc-e53c7fad77b6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.135921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-550b4ef2-7a99-4bac-bcfc-e53c7fad77b6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.136677 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 23:59:21.138705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-550b4ef2-7a99-4bac-bcfc-e53c7fad77b6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "GET /v2.0/networks?id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7&id=2c9dc387-b649-4263-861b-27d137dd37af&id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7 HTTP/1.1" status: 200 len: 1389 time: 0.2539916 Aug 18 23:59:21.170966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'admin_state_up': True, 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:21.260200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd3714-1407-47c3-bda1-bc4a499920c5 req-4a416a9c-303a-464c-bea0-24b45b59fbf8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.279857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83bd3714-1407-47c3-bda1-bc4a499920c5 req-4a416a9c-303a-464c-bea0-24b45b59fbf8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.1611691 Aug 18 23:59:21.348142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83bd3714-1407-47c3-bda1-bc4a499920c5 req-bd88f1b7-59d4-4b0f-82b5-beb68719e36b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661230 Aug 18 23:59:21.352590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:21.378504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f1cf6493-2fc7-4900-945d-03c4ef722f1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:21.512637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 606ba037-432f-4978-a6d3-9b5cb9fc50c7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:21.585916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:21.661126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'port_id': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'mac_address': 'fa:16:3e:b4:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:21.705597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-76f82b4b-7b6b-47bf-94e4-1b839027fcfd service neutron] 10.222.0.11 "PUT /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 1.8081017 Aug 18 23:59:21.760116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81bbf-2527-4d71-aab2-02d08f17769f req-fb3bed50-0047-412b-90b9-10e2fb925009 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.760814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cde81bbf-2527-4d71-aab2-02d08f17769f req-fb3bed50-0047-412b-90b9-10e2fb925009 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 945 time: 0.8422546 Aug 18 23:59:21.780205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2ab33-9172-4fed-9714-e93cca793d35 req-9a16645b-309c-4cf4-81f7-13b97c77e5e9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:21.791755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58e2ab33-9172-4fed-9714-e93cca793d35 req-9a16645b-309c-4cf4-81f7-13b97c77e5e9 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0935674 Aug 18 23:59:21.842385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:21.845090 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:21.874110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58e2ab33-9172-4fed-9714-e93cca793d35 req-e5424fa1-4e0a-4e69-8db8-2eeef4b7081c tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Aug 18 23:59:21.913247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:21.920135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:21.942910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cde81bbf-2527-4d71-aab2-02d08f17769f req-2c6eb6f0-68f0-4649-9ff8-86cbd76dcd1f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741970 Aug 18 23:59:22.015897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:22.038469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-3adc8e85-a0d8-46df-98c1-82dfe677468e service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985054 Aug 18 23:59:22.051873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-1ceb1a49-f73c-4f23-8448-ee477a3f752c tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.053345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-1ceb1a49-f73c-4f23-8448-ee477a3f752c tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.2354724 Aug 18 23:59:22.084266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-974bc2f2-c218-43a1-8a2b-3dff6b26ef5a req-36a80e3a-3e9d-42ee-94d6-dd3e7348c1a2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 210 time: 0.0447404 Aug 18 23:59:22.140449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:22.158475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] Provisioning complete for port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:22.159284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.210862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.211182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4069abad-eb26-4760-9881-f46649e6cd5e details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:22.238434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0122cfa-0b25-416e-a782-8bd0344a1007 req-91346d4a-65e5-4ef6-87b0-25b787512c16 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623213 Aug 18 23:59:22.241146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:22.244635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.266264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-b84896e6-b5fb-4da4-b08b-df1938ce91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.267768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-b84896e6-b5fb-4da4-b08b-df1938ce91fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 1098 time: 0.0872638 Aug 18 23:59:22.290578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:22.387520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Allocated IP 19.80.0.47 (610ef4ee-e822-4a88-93dc-ae3cd8389bc7/966051f7-ec33-4ec5-a0ba-e952100b1e55/7b1b420c-fb57-4a51-b6b4-af5a90b45b01) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:22.427017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6faa4-f3d6-4274-8775-096fd872b39a None None] Network 2c9dc387-b649-4263-861b-27d137dd37af requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:22.561032 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.566222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-e7f83528-82cc-44fc-9e8d-b3010c4139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.567771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-e7f83528-82cc-44fc-9e8d-b3010c4139a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.1272657 Aug 18 23:59:22.589803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8b09-8621-4c27-b065-db54f76546ed req-3f0d24d8-9c46-4ca4-8516-d1f250d309cf tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.591365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04ae8b09-8621-4c27-b065-db54f76546ed req-3f0d24d8-9c46-4ca4-8516-d1f250d309cf tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.1525450 Aug 18 23:59:22.597505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.630901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4069abad-eb26-4760-9881-f46649e6cd5e,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:22.639972 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.670784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] For port 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=606ba037-432f-4978-a6d3-9b5cb9fc50c7,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:22.676767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4069abad-eb26-4760-9881-f46649e6cd5e', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'port_id': '4069abad-eb26-4760-9881-f46649e6cd5e', 'mac_address': 'fa:16:3e:b5:95:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d38d8-3a69-42ac-b693-40ed3982de9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:22.683840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.737668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04ae8b09-8621-4c27-b065-db54f76546ed req-e2b9d37f-765d-401b-af6d-ba1b2525de5c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352565 Aug 18 23:59:22.737668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Transition to ACTIVE for port object 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:22.801569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-c1dcb836-b39f-4b45-af8a-3038a93e555d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.801981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6da8d-5647-48c5-9bbb-8353d64e6428 None None] Pushing event updated for resources: {'Port': ['ID=606ba037-432f-4978-a6d3-9b5cb9fc50c7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:22.803145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-c1dcb836-b39f-4b45-af8a-3038a93e555d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1522076 Aug 18 23:59:22.843400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-89be8cfa-bd5e-434d-8345-1122cc424f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:22.844913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-89be8cfa-bd5e-434d-8345-1122cc424f30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2016268 Aug 18 23:59:22.854929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.869909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:22.897112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:22.916571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-d6f6a259-7788-47b2-b8ef-9c1a03d0a898 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.0613003 Aug 18 23:59:22.944245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4069abad-eb26-4760-9881-f46649e6cd5e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:23.006323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 23:59:23.007423 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 23:59:23.011539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4069abad-eb26-4760-9881-f46649e6cd5e,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:23.016376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:23.024074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:23.029301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-43445373-77a7-4d75-a945-f171dc7f26d6 None None] Provisioning for port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:23.049868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:23.053933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.054932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c950-da3f-4663-afda-0b05c581ba18 req-21d7612e-ba26-4c4d-a180-0439bd5027f2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:23.066496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e355c950-da3f-4663-afda-0b05c581ba18 req-21d7612e-ba26-4c4d-a180-0439bd5027f2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.1042895 Aug 18 23:59:23.119373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:23.120039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.129921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:23.133862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e355c950-da3f-4663-afda-0b05c581ba18 req-bcf6db38-6870-4dd7-a632-f56449027622 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Aug 18 23:59:23.142897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-a29a6ae3-a836-47d5-b364-0eb25f2b4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:23.144629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-a29a6ae3-a836-47d5-b364-0eb25f2b4472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.2206502 Aug 18 23:59:23.168665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:23.237431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-8d145c92-c850-4323-b832-df1df044f321 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759988 Aug 18 23:59:23.241906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-2e810ad2-fc3b-4f4c-8a06-341e9106fe09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0759194 Aug 18 23:59:23.249631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Deleting port f1cf6493-2fc7-4900-945d-03c4ef722f1b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:23.249985 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.259181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af', 'admin_state_up': True, 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:23.294482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:23.312966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf', 'network_id': '41f9223e-3281-42fd-b9d5-f6706e0db0b1', 'port_id': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf', 'mac_address': 'fa:16:3e:6e:82:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d38d8-3a69-42ac-b693-40ed3982de9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:23.314936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2de0d594-ba9d-4fb4-adda-b6dc08f11105 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:23.378143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:23.434149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:23.436692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7784-c36f-4ad7-8c16-77fe9fd7caaa req-7420ff85-6bce-4471-91bf-afb6ddf22240 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:23.444767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-417e7784-c36f-4ad7-8c16-77fe9fd7caaa req-7420ff85-6bce-4471-91bf-afb6ddf22240 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 931 time: 0.1011205 Aug 18 23:59:23.483813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:23.484221 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.512071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-417e7784-c36f-4ad7-8c16-77fe9fd7caaa req-1e218aee-d85a-4441-b516-542171543c00 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663302 Aug 18 23:59:23.516855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96997-fa46-41f4-b638-d526df5a7e9b req-f4b04067-2712-4285-9879-3b60356cec32 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:23.524313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8f96997-fa46-41f4-b638-d526df5a7e9b req-f4b04067-2712-4285-9879-3b60356cec32 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.3535831 Aug 18 23:59:23.637977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] For port f1cf6493-2fc7-4900-945d-03c4ef722f1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f1cf6493-2fc7-4900-945d-03c4ef722f1b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:23.638846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.671019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8f96997-fa46-41f4-b638-d526df5a7e9b req-48dbd7f1-c60d-4a69-9f5c-480c871b111f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445661 Aug 18 23:59:23.699376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Calling delete_port for f1cf6493-2fc7-4900-945d-03c4ef722f1b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:23.723262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-f0a3c8ec-167c-481a-bb99-d0accc393f71 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456553 Aug 18 23:59:23.802692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:23.808813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.815193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0383b1d-57f5-4931-a66d-9dbeaf8f11f7 None None] Provisioning for port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:23.819592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4069abad-eb26-4760-9881-f46649e6cd5e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:23.823368 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.862132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0383b1d-57f5-4931-a66d-9dbeaf8f11f7 None None] Provisioning complete for port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:23.862507 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0383b1d-57f5-4931-a66d-9dbeaf8f11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:23.949731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0383b1d-57f5-4931-a66d-9dbeaf8f11f7 None None] Port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:23.952024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-9ed39ef9-6bc3-42c2-96bb-73131cea895a service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858039 Aug 18 23:59:24.031099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:24.041321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:24.041753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.124318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:24.147761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:24.165642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beec07-f27a-4bd8-9334-cccca8dbd884 req-14bada1a-98f8-4bdf-ae23-e019217913f8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:24.166791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 606ba037-432f-4978-a6d3-9b5cb9fc50c7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:24.176188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5beec07-f27a-4bd8-9334-cccca8dbd884 req-14bada1a-98f8-4bdf-ae23-e019217913f8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 943 time: 0.2212720 Aug 18 23:59:24.181156 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.308804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:24.319547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5beec07-f27a-4bd8-9334-cccca8dbd884 req-0eec74be-2ed3-4ca0-91d1-b9e7c3a35817 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311047 Aug 18 23:59:24.324746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4417e47-93ba-4181-8dab-82eb115b442e req-ba498a61-785d-49b6-adf1-2a1ad2a4d676 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:24.346301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4417e47-93ba-4181-8dab-82eb115b442e req-ba498a61-785d-49b6-adf1-2a1ad2a4d676 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 950 time: 0.0965817 Aug 18 23:59:24.346495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.405920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Allocated IP 19.86.0.20 (2c9dc387-b649-4263-861b-27d137dd37af/f9cdbc88-ea68-4e82-a313-cde2f060bad1/099e257a-ee62-4107-9bb2-ab8b7962faa7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:24.416943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4417e47-93ba-4181-8dab-82eb115b442e req-a73f5406-4698-4210-9438-b49e6ead7aa3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Aug 18 23:59:24.429211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.477206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:24.479127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event deleted for resources: {'Port': ['ID=f1cf6493-2fc7-4900-945d-03c4ef722f1b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:24.564257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-85d4b449-8c95-44d3-9267-2fb0a5d415dd tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:24.565865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-85d4b449-8c95-44d3-9267-2fb0a5d415dd tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1098 time: 0.2333159 Aug 18 23:59:24.568802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] No DVR routers for this DVR port f1cf6493-2fc7-4900-945d-03c4ef722f1b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:24.571246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.573607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3faaaffc-6f50-4a1f-b61a-fac4a6d31dbb req-7786907f-a89a-462b-9f7e-aead135d23d2 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.21 "DELETE /v2.0/ports/f1cf6493-2fc7-4900-945d-03c4ef722f1b HTTP/1.1" status: 204 len: 173 time: 1.7634792 Aug 18 23:59:24.577170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-deleted', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:24.580785 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bfa01-63d4-4e50-8c87-6c3df97ee0d5" -d '{"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-deleted", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:24.612468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:24.615323 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c09af2-dcf4-4afe-8cf6-71cfff603fc7" -d '{"events": [{"server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "name": "network-vif-plugged", "status": "completed", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:24.657387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:24.683699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.723907 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c073e68-4ab8-4286-a6d3-2f44f02be226 x-openstack-request-id: req-0c073e68-4ab8-4286-a6d3-2f44f02be226 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:24.724181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:24.724480 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7392b-1b07-40a7-af32-8a7485b92f30", "name": "network-vif-deleted", "tag": "f1cf6493-2fc7-4900-945d-03c4ef722f1b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:24.724617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.724970 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c073e68-4ab8-4286-a6d3-2f44f02be226 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:24.725863 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7392b-1b07-40a7-af32-8a7485b92f30', 'name': 'network-vif-deleted', 'tag': 'f1cf6493-2fc7-4900-945d-03c4ef722f1b', 'status': 'completed', 'code': 200} Aug 18 23:59:24.734290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:24.744502 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29746a75-80dc-40fb-abbc-797a7e2e0e52 x-openstack-request-id: req-29746a75-80dc-40fb-abbc-797a7e2e0e52 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:24.744795 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "name": "network-vif-plugged", "status": "completed", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:24.745047 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29746a75-80dc-40fb-abbc-797a7e2e0e52 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:24.745441 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105', 'code': 200} Aug 18 23:59:24.785845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:24.821312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['14a5d2ca-2d12-4d18-8886-c8a46ddf24cf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:25.017441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:25.039805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c32d1-cf2f-4a4e-bfcf-ce7125eaf40e req-9246cb59-280f-4e94-a621-67592822627d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.051600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a0c32d1-cf2f-4a4e-bfcf-ce7125eaf40e req-9246cb59-280f-4e94-a621-67592822627d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 946 time: 0.1364672 Aug 18 23:59:25.058515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69b90-d7d9-456a-a91a-9527a9476633 req-47cd364b-a2ba-43da-802b-972a242617d6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.060965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d69b90-d7d9-456a-a91a-9527a9476633 req-47cd364b-a2ba-43da-802b-972a242617d6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 931 time: 0.4617944 Aug 18 23:59:25.083825 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.085045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:25.099409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82dddd43-e68d-4120-9490-900e711a3935 service neutron] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:25.136915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a0c32d1-cf2f-4a4e-bfcf-ce7125eaf40e req-cc1181db-766f-4a17-8549-feb2ab57e32e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Aug 18 23:59:25.146652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82dddd43-e68d-4120-9490-900e711a3935 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.147971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-82dddd43-e68d-4120-9490-900e711a3935 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.5634789 Aug 18 23:59:25.163035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.198886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:25.205952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 7a256085-b73a-446b-965a-6ea7ddf3186c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:25.206311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7a256085-b73a-446b-965a-6ea7ddf3186c not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:25.207157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:25.217397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d75ff-555e-469d-811e-5df64985a6ca req-72fca277-9e21-4555-8eec-8814e7105a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.219234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3d75ff-555e-469d-811e-5df64985a6ca req-72fca277-9e21-4555-8eec-8814e7105a11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 1097 time: 0.2404552 Aug 18 23:59:25.227859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d69b90-d7d9-456a-a91a-9527a9476633 req-3d088058-f937-4b9b-9f59-2427dce97aed tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529033 Aug 18 23:59:25.249594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Transition to ACTIVE for port object 099e257a-ee62-4107-9bb2-ab8b7962faa7 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:25.270110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b3d75ff-555e-469d-811e-5df64985a6ca req-1d1e5418-182a-476b-9762-4e0407d7f96f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397284 Aug 18 23:59:25.284832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:25.326146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.437033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 2c9dc387-b649-4263-861b-27d137dd37af is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:25.443297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 585c2c4c-2fb4-4f72-9270-ad2404cf7447 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:25.485722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:25.572317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:25.577703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:25.619107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa8b0c-156d-4068-9e26-d969cb78cd5a req-91851af7-5462-4be5-a6b3-b8877a4ace4f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.627548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcfa8b0c-156d-4068-9e26-d969cb78cd5a req-91851af7-5462-4be5-a6b3-b8877a4ace4f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 944 time: 0.1062138 Aug 18 23:59:25.627794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:25.634253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port b9de6d58-3f69-4d55-8a33-b92006f9feb7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:25.671611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port b9de6d58-3f69-4d55-8a33-b92006f9feb7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:25.672671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.694977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a87c9-7a5a-40f2-8f38-912ef1289aa2 req-35ecfd6e-2a4a-4c5a-b16c-399e0bcf85ec tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.704680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c0a87c9-7a5a-40f2-8f38-912ef1289aa2 req-35ecfd6e-2a4a-4c5a-b16c-399e0bcf85ec tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1098 time: 0.2023113 Aug 18 23:59:25.722498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:25.724016 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcfa8b0c-156d-4068-9e26-d969cb78cd5a req-1f0d3ce5-783a-4dfa-b262-8ca075d6afde tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946426 Aug 18 23:59:25.733037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:25.733664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.768790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:25.769549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:25.797391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c0a87c9-7a5a-40f2-8f38-912ef1289aa2 req-499b8f67-97d5-4ae6-ba43-a0dee3691543 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914752 Aug 18 23:59:25.840213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-b4524564-d21d-47bb-b380-15c461b4e6fd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5853555 Aug 18 23:59:25.853464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'admin_state_up': True, 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:25.934480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06db4bcc-b5ad-4cd7-9750-565de35a0bec req-27aa62f5-5d21-48c2-bfa9-5fcd0f0e14bb tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae7392b-1b07-40a7-af32-8a7485b92f30 HTTP/1.1" status: 200 len: 210 time: 0.0775669 Aug 18 23:59:26.058221 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.065647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf96c3c5-acd1-49f8-9039-286dfec5f3a8 None None] Provisioning for port 099e257a-ee62-4107-9bb2-ab8b7962faa7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:26.067851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.097902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf96c3c5-acd1-49f8-9039-286dfec5f3a8 None None] Provisioning complete for port 099e257a-ee62-4107-9bb2-ab8b7962faa7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:26.098591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf96c3c5-acd1-49f8-9039-286dfec5f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.115998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:26.132880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.156276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf96c3c5-acd1-49f8-9039-286dfec5f3a8 None None] Port 099e257a-ee62-4107-9bb2-ab8b7962faa7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:26.200946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=585c2c4c-2fb4-4f72-9270-ad2404cf7447,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:26.211833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:26.241447 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.253481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.254345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:26.296967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: f1cf6493-2fc7-4900-945d-03c4ef722f1b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:26.297240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f1cf6493-2fc7-4900-945d-03c4ef722f1b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:26.330920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=585c2c4c-2fb4-4f72-9270-ad2404cf7447,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:26.371602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-915e2722-1345-4afe-9b5c-c46b105f812d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:26.381122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-915e2722-1345-4afe-9b5c-c46b105f812d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.2407799 Aug 18 23:59:26.384571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.402421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:26.407225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-cdf61ad9-8445-408c-9039-7d579435b697 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/quotas/742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 375 time: 0.0251415 Aug 18 23:59:26.414940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d66-e6f0-4471-bae3-e57c7b1537e8 req-3e13293b-8f67-440c-aa47-5741983e7a3d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:26.421746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d66-e6f0-4471-bae3-e57c7b1537e8 req-3e13293b-8f67-440c-aa47-5741983e7a3d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:26.424145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Allocated IP 19.80.0.142 (610ef4ee-e822-4a88-93dc-ae3cd8389bc7/966051f7-ec33-4ec5-a0ba-e952100b1e55/559fcfcb-cfcf-4c30-8f00-9831be65971f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:26.431181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b229d66-e6f0-4471-bae3-e57c7b1537e8 req-3e13293b-8f67-440c-aa47-5741983e7a3d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 1653 time: 0.0983167 Aug 18 23:59:26.482624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b229d66-e6f0-4471-bae3-e57c7b1537e8 req-631f4103-7e48-4d28-a60f-e001dd126aef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Aug 18 23:59:26.496819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-364b2159-567a-465a-8754-4398ea008fc5 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885882 Aug 18 23:59:26.665054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-05d03329-f61b-4d95-a3cb-cc972d44091e service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673012 Aug 18 23:59:26.744911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.746510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}, {'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:26.753544 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e546cba3-664e-48c0-8d13-0751d58877cd" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}, {"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:26.774326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Transition to ACTIVE for port object 559fcfcb-cfcf-4c30-8f00-9831be65971f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:26.839283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-2d75e461-9ace-4453-97fa-7520ee965406 service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669056 Aug 18 23:59:26.858908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:26.911411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf84f8f-4a65-4eee-b9d3-a31b2d6715aa req-f4c8ebc4-b825-45df-8845-2db392cecec8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:26.914501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bf84f8f-4a65-4eee-b9d3-a31b2d6715aa req-f4c8ebc4-b825-45df-8845-2db392cecec8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 944 time: 0.0665030 Aug 18 23:59:26.936537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:26.940024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:26.944354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:26.986311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bf84f8f-4a65-4eee-b9d3-a31b2d6715aa req-0d1e6da7-ed0a-48be-a0dd-b324d3e0d294 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650733 Aug 18 23:59:26.987715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:27.076275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:27.077342 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.108692 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18ded1-22a1-4cc0-b368-508c99e58a94 x-openstack-request-id: req-0f18ded1-22a1-4cc0-b368-508c99e58a94 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:27.109109 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "code": 200}, {"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:27.109438 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f18ded1-22a1-4cc0-b368-508c99e58a94 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:27.109919 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'code': 200} Aug 18 23:59:27.110247 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'code': 200} Aug 18 23:59:27.116191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-acad2616-3dff-4064-b728-16d0c24a747a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683239 Aug 18 23:59:27.144523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:27.152942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4069abad-eb26-4760-9881-f46649e6cd5e up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:27.238035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.269130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20d759d5-cf83-4215-902c-9b467df13cb2 req-0db41674-0cc7-41cb-9c87-633d7669a66e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 210 time: 0.0594821 Aug 18 23:59:27.304470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4069abad-eb26-4760-9881-f46649e6cd5e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:27.311609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4069abad-eb26-4760-9881-f46649e6cd5e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:27.313755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.422830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a06c7f0-5010-469e-b29f-9b5c84865b7e None None] Provisioning for port 559fcfcb-cfcf-4c30-8f00-9831be65971f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:27.427476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a06c7f0-5010-469e-b29f-9b5c84865b7e None None] Provisioning complete for port 559fcfcb-cfcf-4c30-8f00-9831be65971f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:27.428164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a06c7f0-5010-469e-b29f-9b5c84865b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.538244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7a06c7f0-5010-469e-b29f-9b5c84865b7e None None] Port 559fcfcb-cfcf-4c30-8f00-9831be65971f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:27.547710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.591711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4069abad-eb26-4760-9881-f46649e6cd5e,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:27.605886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.606730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:27.711774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:27.725775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:27.739814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:27.741068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.748809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421582f0-1b0f-44a5-9838-4f22b3f08094 req-647822cc-6a1b-4153-9648-36d9b1896ccd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:27.764195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421582f0-1b0f-44a5-9838-4f22b3f08094 req-647822cc-6a1b-4153-9648-36d9b1896ccd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:27.772262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421582f0-1b0f-44a5-9838-4f22b3f08094 req-647822cc-6a1b-4153-9648-36d9b1896ccd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:27.784862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-421582f0-1b0f-44a5-9838-4f22b3f08094 req-647822cc-6a1b-4153-9648-36d9b1896ccd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2375 time: 0.1730378 Aug 18 23:59:27.855665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-421582f0-1b0f-44a5-9838-4f22b3f08094 req-158cecd4-0628-43ca-ad18-4b50d59845de tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 Aug 18 23:59:27.943442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:27.988541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:28.015282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.101100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:28.109573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.125772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Transition to ACTIVE for port object 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:28.128904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:28.139376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a289fe-230d-444d-ae86-9b60c098c727 req-e3d829aa-1fa8-4d21-a382-c4f29ae28eb3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:28.141376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7a289fe-230d-444d-ae86-9b60c098c727 req-e3d829aa-1fa8-4d21-a382-c4f29ae28eb3 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.3843179 Aug 18 23:59:28.142974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.187626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4432b8b-39e3-49d7-8473-3ee9557a908f req-e0e97d9a-010f-4671-8a33-ed24c49678b1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:28.199991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4432b8b-39e3-49d7-8473-3ee9557a908f req-e0e97d9a-010f-4671-8a33-ed24c49678b1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.1042464 Aug 18 23:59:28.263498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7a289fe-230d-444d-ae86-9b60c098c727 req-a608963c-be9b-47e4-ac7a-55bcae0a17c6 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074393 Aug 18 23:59:28.290387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:28.328860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4432b8b-39e3-49d7-8473-3ee9557a908f req-9aaceef9-ee1b-4817-bd10-89b75901949b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152747 Aug 18 23:59:28.384704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 585c2c4c-2fb4-4f72-9270-ad2404cf7447 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:28.429917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Attempting to bind port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:28.430274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Attempting to bind port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:28.430611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Attempting to bind port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:28.452599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:28.452992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Attempting to bind port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:28.463737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:28.464099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Checking segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:28.464515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Bound using segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:28.464970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Bound port: 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:28.465340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.508317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:28.512090 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.538135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06e920d9-fca3-4a08-a869-737a1e71c3ec req-a1debfe6-23a8-4327-bb0c-fc702580bd5b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 210 time: 0.0971425 Aug 18 23:59:28.704081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:28.710056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:28.731021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.792053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:28.792724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:28.794984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b1b420c-fb57-4a51-b6b4-af5a90b45b01 HTTP/1.1" status: 200 len: 1092 time: 1.6634011 Aug 18 23:59:28.797604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:28.800662 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d3ed8a-baf1-47c1-bbde-771044b58ece" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:28.810213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-3fff450a-1ff5-4a25-bea9-db10056d2d0a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:28.811984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-3fff450a-1ff5-4a25-bea9-db10056d2d0a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.2308168 Aug 18 23:59:28.837778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Request body: {'port': {'device_id': '7701086b-276b-4c39-9975-866f0e20cf79', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'admin_state_up': True, 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:28.884895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:28.925864 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec44eee-a9be-4e49-ac3a-72f3492b94f9 x-openstack-request-id: req-3ec44eee-a9be-4e49-ac3a-72f3492b94f9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:28.925986 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:28.926238 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec44eee-a9be-4e49-ac3a-72f3492b94f9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:28.926619 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01', 'status': 'completed', 'code': 200} Aug 18 23:59:29.008335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-044aba15-a309-4ad8-8bf5-c5192e98f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.008335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-044aba15-a309-4ad8-8bf5-c5192e98f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.011002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-044aba15-a309-4ad8-8bf5-c5192e98f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.011973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbc79-a0bf-4fbf-9f18-0d0925f78132 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:29.022925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-044aba15-a309-4ad8-8bf5-c5192e98f717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2731 time: 0.0990453 Aug 18 23:59:29.111296 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e'}, {'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:29.114069 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed9fa4b-e63e-4ef4-8abe-2d776c3b5d9c" -d '{"events": [{"server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "name": "network-vif-plugged", "status": "completed", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e"}, {"server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "name": "network-vif-plugged", "status": "completed", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:29.183620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:29.210689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb329d9-29af-481a-83b1-e8339009bdb6 req-f2c3650d-9cc6-4248-8546-c3740237e881 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.218640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb329d9-29af-481a-83b1-e8339009bdb6 req-f2c3650d-9cc6-4248-8546-c3740237e881 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.219688 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5811840-99b1-4bfd-81e5-e8d602f9e2df x-openstack-request-id: req-e5811840-99b1-4bfd-81e5-e8d602f9e2df {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:29.220173 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "name": "network-vif-plugged", "status": "completed", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e", "code": 200}, {"server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "name": "network-vif-plugged", "status": "completed", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:29.220565 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5811840-99b1-4bfd-81e5-e8d602f9e2df {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:29.221198 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e', 'code': 200} Aug 18 23:59:29.221551 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf', 'code': 200} Aug 18 23:59:29.227497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb329d9-29af-481a-83b1-e8339009bdb6 req-f2c3650d-9cc6-4248-8546-c3740237e881 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.229248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bb329d9-29af-481a-83b1-e8339009bdb6 req-f2c3650d-9cc6-4248-8546-c3740237e881 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2387 time: 0.2484415 Aug 18 23:59:29.274679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-e479a4ec-d515-4552-8cca-afc79058a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.275977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-e479a4ec-d515-4552-8cca-afc79058a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.276897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-e479a4ec-d515-4552-8cca-afc79058a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.279323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-e479a4ec-d515-4552-8cca-afc79058a7d0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&shared=False HTTP/1.1" status: 200 len: 2285 time: 0.2544570 Aug 18 23:59:29.323788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700735b1-7233-4da6-88f3-850b86b8be0c req-f87b29bc-e95f-4699-b982-c4e2d7f487ff tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.325397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-700735b1-7233-4da6-88f3-850b86b8be0c req-f87b29bc-e95f-4699-b982-c4e2d7f487ff tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.2401485 Aug 18 23:59:29.432765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bb329d9-29af-481a-83b1-e8339009bdb6 req-b404ed47-3285-43ae-9709-fb19c2aff744 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948829 Aug 18 23:59:29.483404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:29.487316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:29.552690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad017939-f815-4b49-95ee-7cf4c81998c2 req-6f58494c-4268-4c38-be66-0422a3899637 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.554493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad017939-f815-4b49-95ee-7cf4c81998c2 req-6f58494c-4268-4c38-be66-0422a3899637 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 950 time: 0.1163337 Aug 18 23:59:29.619143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-749337a1-91e3-4d84-ae78-0d0873abe10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.620962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0d3ed8a-baf1-47c1-bbde-771044b58ece req-749337a1-91e3-4d84-ae78-0d0873abe10c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3124275 Aug 18 23:59:29.638098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad017939-f815-4b49-95ee-7cf4c81998c2 req-434a28ef-a5f6-40c7-a11e-b34af7ae0514 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e2d6015-d5e0-435f-85fb-d620f4334dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Aug 18 23:59:29.698061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbbe6e-77f9-4095-bf3b-e075352dadf6 req-d383ceec-da67-4357-bab2-dbd1dd31ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.699668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97bbbe6e-77f9-4095-bf3b-e075352dadf6 req-d383ceec-da67-4357-bab2-dbd1dd31ecf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 1098 time: 0.2857833 Aug 18 23:59:29.706248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dad2-940c-4fa9-91f3-4d58d6910677 req-6122aa5e-f5c8-430b-8e04-0ffb4e90ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.707757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8aa5dad2-940c-4fa9-91f3-4d58d6910677 req-6122aa5e-f5c8-430b-8e04-0ffb4e90ca07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 1097 time: 0.3083086 Aug 18 23:59:29.830023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20d5b-3f4f-40d4-a96e-db2802516f2f req-873646f0-938d-46b8-b614-0d3a161abb02 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:29.831624 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbd20d5b-3f4f-40d4-a96e-db2802516f2f req-873646f0-938d-46b8-b614-0d3a161abb02 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.2628448 Aug 18 23:59:29.837118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99ac13ec-921c-4ca1-85fc-923d0ff9dcf6 req-acb019f9-525a-46df-b349-0672d530c339 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 210 time: 0.0409184 Aug 18 23:59:29.939042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8aa5dad2-940c-4fa9-91f3-4d58d6910677 req-36985736-c9e2-41bc-a8e1-16e5e858e6f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954565 Aug 18 23:59:29.955303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97bbbe6e-77f9-4095-bf3b-e075352dadf6 req-d33a9146-4127-4acd-b844-0f9f2c2902fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788888 Aug 18 23:59:29.971904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Deleting port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:29.971904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.010137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbd20d5b-3f4f-40d4-a96e-db2802516f2f req-36a74816-4bb5-4899-9bdc-e213ee14ba01 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675298 Aug 18 23:59:30.057568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Allocated IP 172.20.0.9 (74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e/a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b/3bc39cd9-3e51-469f-b89a-91b6e13b6c27) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:30.153683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099e257a-ee62-4107-9bb2-ab8b7962faa7 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:30.166962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.208141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] For port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:30.208829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.214217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Transition to ACTIVE for port object 099e257a-ee62-4107-9bb2-ab8b7962faa7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:30.263324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.267838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Calling delete_port for 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:30.382432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Pushing event updated for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:30.470821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.553592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Attempting to bind port 099e257a-ee62-4107-9bb2-ab8b7962faa7 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:30.553947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Attempting to bind port 099e257a-ee62-4107-9bb2-ab8b7962faa7 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:30.554299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Attempting to bind port 099e257a-ee62-4107-9bb2-ab8b7962faa7 on network 2c9dc387-b649-4263-861b-27d137dd37af {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:30.581837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Port 099e257a-ee62-4107-9bb2-ab8b7962faa7 on network 2c9dc387-b649-4263-861b-27d137dd37af not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:30.582122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Attempting to bind port 099e257a-ee62-4107-9bb2-ab8b7962faa7 on network 2c9dc387-b649-4263-861b-27d137dd37af {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:30.595853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:30.596279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Checking segment: {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:30.596640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Bound using segment: {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:30.597089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Bound port: 099e257a-ee62-4107-9bb2-ab8b7962faa7, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0da504-3591-4c9c-be6c-82952cb0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:30.597499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.602532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4f5b-3bdd-43e7-be59-3504a0808367 req-e222adcc-ae4c-44b7-a4af-98a3058becb1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:30.608117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.608842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4f5b-3bdd-43e7-be59-3504a0808367 req-e222adcc-ae4c-44b7-a4af-98a3058becb1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:30.615823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4f5b-3bdd-43e7-be59-3504a0808367 req-e222adcc-ae4c-44b7-a4af-98a3058becb1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:30.616545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.621241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:30.624041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052b4f5b-3bdd-43e7-be59-3504a0808367 req-e222adcc-ae4c-44b7-a4af-98a3058becb1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2399 time: 0.0988283 Aug 18 23:59:30.648205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Pushing event deleted for resources: {'Port': ['ID=5a8a90b6-81e6-4b0d-bc42-e7f500d4de26,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:30.667072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:30.679538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052b4f5b-3bdd-43e7-be59-3504a0808367 req-84f466cf-4953-4950-9af4-7780a8fd6710 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542924 Aug 18 23:59:30.857844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] No DVR routers for this DVR port 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:30.859654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:30.866310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:30.868589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-700735b1-7233-4da6-88f3-850b86b8be0c req-b2919f5f-2303-437f-8818-edaaac277ee4 tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.11 "DELETE /v2.0/ports/5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 HTTP/1.1" status: 204 len: 173 time: 1.5338349 Aug 18 23:59:30.874899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7438ea6c-f486-41f1-97f5-c3140419e738 req-8f532be7-5eeb-4ac1-8155-93fbb0a2044d tempest-MigrationsAdminTest-1991551534 tempest-MigrationsAdminTest-1991551534-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cee50b4-674b-47d6-8133-5e10e9c03163 HTTP/1.1" status: 200 len: 210 time: 0.0884416 Aug 18 23:59:30.879204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:30.883619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:30.888553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:30.893794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:30.897557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:30.934922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-deleted', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:30.937842 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2448bbd-5ac6-4d2b-ba21-f378ef057ca3" -d '{"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-deleted", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:30.947197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:31.004552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.005434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:31.006839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/099e257a-ee62-4107-9bb2-ab8b7962faa7 HTTP/1.1" status: 200 len: 1092 time: 2.1295044 Aug 18 23:59:31.057734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.058430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:31.089088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fe0fa-540e-4eef-a31c-7cc14a6b46d9 service neutron] Pushing event updated for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:31.103275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Request body: {'port': {'device_id': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:31.136125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-8640e954-e3bf-4acf-8a29-30ba687d391f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3036611 Aug 18 23:59:31.164526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Request body: {'port': {'device_id': '7701086b-276b-4c39-9975-866f0e20cf79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:31.189454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be5f25-83d5-464e-9398-0ad6edf7c232 req-f852a3b2-6359-42c7-93b7-8b67cd6f3c2e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.196819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-09be5f25-83d5-464e-9398-0ad6edf7c232 req-f852a3b2-6359-42c7-93b7-8b67cd6f3c2e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 931 time: 0.1483388 Aug 18 23:59:31.209886 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10664290-ef63-4d0c-b95b-ff275ff2eee8 x-openstack-request-id: req-10664290-ef63-4d0c-b95b-ff275ff2eee8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:31.210487 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee50b4-674b-47d6-8133-5e10e9c03163", "name": "network-vif-deleted", "tag": "5a8a90b6-81e6-4b0d-bc42-e7f500d4de26", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:31.210487 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10664290-ef63-4d0c-b95b-ff275ff2eee8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:31.210793 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee50b4-674b-47d6-8133-5e10e9c03163', 'name': 'network-vif-deleted', 'tag': '5a8a90b6-81e6-4b0d-bc42-e7f500d4de26', 'status': 'completed', 'code': 200} Aug 18 23:59:31.288478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-09be5f25-83d5-464e-9398-0ad6edf7c232 req-a0a4aeda-da50-4932-9992-7d5d22739b33 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902681 Aug 18 23:59:31.330623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:31.370462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:31.465651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf79894-e9a2-4361-a153-c038335a8c3b req-da3e6cf3-b0be-428d-b366-a08e7e3426d0 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.473094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdf79894-e9a2-4361-a153-c038335a8c3b req-da3e6cf3-b0be-428d-b366-a08e7e3426d0 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.1664391 Aug 18 23:59:31.667242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdf79894-e9a2-4361-a153-c038335a8c3b req-9379f9b8-1111-47cd-805d-445d1668a01d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932793 Aug 18 23:59:31.824887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0b08-e011-4740-9ed6-c906c658ae61 req-d48d3960-c028-4fbe-a33c-156ddfe72ab1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.835861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0b08-e011-4740-9ed6-c906c658ae61 req-d48d3960-c028-4fbe-a33c-156ddfe72ab1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.842242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0b08-e011-4740-9ed6-c906c658ae61 req-d48d3960-c028-4fbe-a33c-156ddfe72ab1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:31.851176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a51e0b08-e011-4740-9ed6-c906c658ae61 req-d48d3960-c028-4fbe-a33c-156ddfe72ab1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2399 time: 0.0946937 Aug 18 23:59:31.896334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a51e0b08-e011-4740-9ed6-c906c658ae61 req-d4a1c6c6-1d50-4cca-8e7a-f4d6f0bc8bf0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Aug 18 23:59:32.291297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559fcfcb-cfcf-4c30-8f00-9831be65971f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:32.305267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.318757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:32.326284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:32.347445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.386397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Transition to ACTIVE for port object 559fcfcb-cfcf-4c30-8f00-9831be65971f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:32.399250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Transition to ACTIVE for port object 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:32.401369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.414905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.453555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4e8ed-1ca9-4bb6-b9c4-371ccd92199b req-fdad3d24-c90a-4246-8d62-4e4aeff1b74f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:32.462236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-beb4e8ed-1ca9-4bb6-b9c4-371ccd92199b req-fdad3d24-c90a-4246-8d62-4e4aeff1b74f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 931 time: 0.0745852 Aug 18 23:59:32.477037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-10a25cbb-6df6-49df-a74a-be1f5affa950 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1534450 Aug 18 23:59:32.519778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-beb4e8ed-1ca9-4bb6-b9c4-371ccd92199b req-1a44012e-3085-40de-b0b3-2723254f2c7c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544586 Aug 18 23:59:32.570591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7873968-fa1f-405b-905d-13d18bc4fb57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b942f8d7d15743acba22af3439da2722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417891 Aug 18 23:59:32.572947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:32.645233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:32.652367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.691004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.783307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.787856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:32.788378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:32.789289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e2d6015-d5e0-435f-85fb-d620f4334dc9 HTTP/1.1" status: 204 len: 168 time: 0.2151096 Aug 18 23:59:32.801888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51a086-a5de-4116-a826-465a875f8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2d6015-d5e0-435f-85fb-d620f4334dc9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:32.830899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:32.831621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5a8a90b6-81e6-4b0d-bc42-e7f500d4de26 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:32.863680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-e4b9d7b7-087b-4eac-af68-8f3b052191ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:32.865188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-e4b9d7b7-087b-4eac-af68-8f3b052191ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 1097 time: 0.3501627 Aug 18 23:59:32.974929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:33.040347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Attempting to bind port 559fcfcb-cfcf-4c30-8f00-9831be65971f on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:33.040672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Attempting to bind port 559fcfcb-cfcf-4c30-8f00-9831be65971f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:33.040921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Attempting to bind port 559fcfcb-cfcf-4c30-8f00-9831be65971f on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:33.050476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Port 559fcfcb-cfcf-4c30-8f00-9831be65971f on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:33.050787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Attempting to bind port 559fcfcb-cfcf-4c30-8f00-9831be65971f on network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:33.082955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218e6aa-d517-4bb4-b493-46dd92bd0972 req-dd0f64a6-bab6-4029-b2e4-35165cce94dc tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.091755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b218e6aa-d517-4bb4-b493-46dd92bd0972 req-dd0f64a6-bab6-4029-b2e4-35165cce94dc tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.2641914 Aug 18 23:59:33.093936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:33.094079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18a4f-5d47-49f3-9d52-e0f7ded69534 req-8ddecf4b-6389-455e-ad59-86aa9c02897c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.094537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:33.094650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:33.100105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18a4f-5d47-49f3-9d52-e0f7ded69534 req-8ddecf4b-6389-455e-ad59-86aa9c02897c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.100258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:33.100571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Checking segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:33.100958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Bound using segment: {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:33.101406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Bound port: 559fcfcb-cfcf-4c30-8f00-9831be65971f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa701e87-70df-40c7-a693-665789b3306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:33.101782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.114898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18a4f-5d47-49f3-9d52-e0f7ded69534 req-8ddecf4b-6389-455e-ad59-86aa9c02897c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.122883 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2b18a4f-5d47-49f3-9d52-e0f7ded69534 req-8ddecf4b-6389-455e-ad59-86aa9c02897c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.1146822 Aug 18 23:59:33.127251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:33.127584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:33.157477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:33.157877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:33.158218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:33.158680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Bound port: 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:33.159048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.165383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2b18a4f-5d47-49f3-9d52-e0f7ded69534 req-b51b27e1-b644-40b9-b0b8-8ea29a3c7747 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Aug 18 23:59:33.215460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:33.217807 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:33.245412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b218e6aa-d517-4bb4-b493-46dd92bd0972 req-4950fad8-913b-4e99-9978-fcbe17e8add4 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527705 Aug 18 23:59:33.246732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-f5d205e8-f430-47fc-9893-3bf150a3b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.249228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-f5d205e8-f430-47fc-9893-3bf150a3b64b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 200 len: 924 time: 0.3326001 Aug 18 23:59:33.299842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:33.356685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:33.366285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:33.373257 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b5262924-1723-4665-8a11-044d62070e4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=594f3ed55f65450da64e80979f0332eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709395 Aug 18 23:59:33.374658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:33.381993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.457940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:33.466498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-9f9bacc1-dce3-4ba2-a761-8a35727aade2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 200 len: 1000 time: 0.1947796 Aug 18 23:59:33.477775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.478448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.480220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] 10.222.0.11 "PUT /v2.0/ports/559fcfcb-cfcf-4c30-8f00-9831be65971f HTTP/1.1" status: 200 len: 1093 time: 2.3815725 Aug 18 23:59:33.481449 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b77829-86e8-472d-a698-a58a98558553 x-openstack-request-id: req-a5b77829-86e8-472d-a698-a58a98558553 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:33.481582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.481794 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:33.482021 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5b77829-86e8-472d-a698-a58a98558553 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:33.482385 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7', 'status': 'completed', 'code': 200} Aug 18 23:59:33.510909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:33.531176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.611165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.614032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.614242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.615210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19202b84-e96c-43a9-b872-81c1db0113b7 HTTP/1.1" status: 204 len: 168 time: 0.2395773 Aug 18 23:59:33.639635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aea819-6524-4bc8-8d94-9d027836b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19202b84-e96c-43a9-b872-81c1db0113b7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:33.698618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.699244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:33.700836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] 10.222.0.11 "PUT /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 1092 time: 2.5484927 Aug 18 23:59:33.702624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10dce9-cf42-43bd-8aa0-e60237996d62 service neutron] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:33.829099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-8fff6a60-9a60-4a4d-8d0f-0a5418a2865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.830894 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-8fff6a60-9a60-4a4d-8d0f-0a5418a2865c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 200 len: 863 time: 0.3403862 Aug 18 23:59:33.847708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9876e95-e2b4-4fe6-9c7d-84d9eb2d75a6 req-91798d1b-437e-471f-82c5-dbba8406ce20 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.858023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9876e95-e2b4-4fe6-9c7d-84d9eb2d75a6 req-91798d1b-437e-471f-82c5-dbba8406ce20 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.0886095 Aug 18 23:59:33.902131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931bcdf-50d0-4eb0-8fab-ec6b104de9d4 req-dad62064-fff6-4d87-8bb7-6ed04a4ae7ea tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.910419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a931bcdf-50d0-4eb0-8fab-ec6b104de9d4 req-dad62064-fff6-4d87-8bb7-6ed04a4ae7ea tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.4020202 Aug 18 23:59:33.940454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9876e95-e2b4-4fe6-9c7d-84d9eb2d75a6 req-7388c171-9921-4d0e-9009-c39744985575 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815074 Aug 18 23:59:33.954546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-0c76925e-5f5e-4303-8f9a-934cd68c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.955050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-0c76925e-5f5e-4303-8f9a-934cd68c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.955622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-0c76925e-5f5e-4303-8f9a-934cd68c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:33.957234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-0c76925e-5f5e-4303-8f9a-934cd68c0828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2867 time: 0.4655933 Aug 18 23:59:34.034922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8aee-524b-40ed-abf1-d375a61111cd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:34.074118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-c2cc307c-af9d-4503-b2c2-c1c304cfa9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.075928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-c2cc307c-af9d-4503-b2c2-c1c304cfa9d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1095 time: 0.2602232 Aug 18 23:59:34.195239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a931bcdf-50d0-4eb0-8fab-ec6b104de9d4 req-b1f399b2-973b-4bfa-a223-d97b80f6a25e tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669833 Aug 18 23:59:34.218342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-23138aaf-692a-49f7-85be-606dde705130 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 217 time: 0.1225905 Aug 18 23:59:34.235824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-73398b87-5775-4646-9a79-e849289d2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.239129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-73398b87-5775-4646-9a79-e849289d2b79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8021589c-68de-4325-975e-1623a4916f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3874805 Aug 18 23:59:34.384598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f006e-917f-41e6-bf08-bab719b19c9a req-7e57c02c-ca43-4af4-b913-e8bbab0668dd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.400029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-548f006e-917f-41e6-bf08-bab719b19c9a req-7e57c02c-ca43-4af4-b913-e8bbab0668dd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1462362 Aug 18 23:59:34.424420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-8e736cf2-0cd2-4854-b971-64b6f7319964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.424907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-8e736cf2-0cd2-4854-b971-64b6f7319964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.425379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-8e736cf2-0cd2-4854-b971-64b6f7319964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.426968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-8e736cf2-0cd2-4854-b971-64b6f7319964 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&shared=False HTTP/1.1" status: 200 len: 2285 time: 0.4513345 Aug 18 23:59:34.453853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-67cc5aa1-e350-48a3-81be-6d15f0c0a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.455291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-67cc5aa1-e350-48a3-81be-6d15f0c0a15b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.2221613 Aug 18 23:59:34.472792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-548f006e-917f-41e6-bf08-bab719b19c9a req-9d2a75da-affe-415f-8dc4-412ca124ed69 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Aug 18 23:59:34.682317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-6dcec987-974d-4a7c-9da3-d8820c738f6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065263 Aug 18 23:59:34.703690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380e26-e40c-4b10-bfb3-126e1f3372ce req-57899d42-078c-4b34-9d40-52d65bc586c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.710592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380e26-e40c-4b10-bfb3-126e1f3372ce req-57899d42-078c-4b34-9d40-52d65bc586c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.717665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380e26-e40c-4b10-bfb3-126e1f3372ce req-57899d42-078c-4b34-9d40-52d65bc586c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.725147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de380e26-e40c-4b10-bfb3-126e1f3372ce req-57899d42-078c-4b34-9d40-52d65bc586c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.3660543 Aug 18 23:59:34.778721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-4f797376-92ac-4350-958d-fdb751cac775 service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262311 Aug 18 23:59:34.825026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-90755044-8bc1-418f-9266-6e209727d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:34.827096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5e0bcc6f-b273-47a1-bc99-99b1d679bfd5 req-90755044-8bc1-418f-9266-6e209727d91d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3893707 Aug 18 23:59:34.940748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de380e26-e40c-4b10-bfb3-126e1f3372ce req-13a26ec0-a14c-4190-9eae-a1c469cc9c18 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079799 Aug 18 23:59:34.989561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb38d376-3658-4b7e-a57d-8a4cd36b47f7 req-abec9557-db40-4191-ad10-2b15361d708f service neutron] 10.222.0.11 "GET /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766720 Aug 18 23:59:35.043575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-466a94c7-f0b3-42cf-b156-f101a1e2d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.044075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-466a94c7-f0b3-42cf-b156-f101a1e2d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.044629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-466a94c7-f0b3-42cf-b156-f101a1e2d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.046424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-466a94c7-f0b3-42cf-b156-f101a1e2d80e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2867 time: 0.1751328 Aug 18 23:59:35.048973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-2163a607-6a1c-4a01-9dd3-133900ed665a service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109000 Aug 18 23:59:35.085680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456deac-705d-489c-9080-e8fa59665ee4 req-22f857aa-66a2-4d21-82c1-993207fd9b00 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.097934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9456deac-705d-489c-9080-e8fa59665ee4 req-22f857aa-66a2-4d21-82c1-993207fd9b00 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.0687709 Aug 18 23:59:35.153197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9456deac-705d-489c-9080-e8fa59665ee4 req-5e11290f-3996-45d9-a57e-f466bf794a5a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541904 Aug 18 23:59:35.286157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-4f07709a-e60f-41f0-9363-5d8bc21be8a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01 HTTP/1.1" status: 200 len: 217 time: 0.2077754 Aug 18 23:59:35.355540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7fcf6-74fd-45f4-a18b-34f81271e639 req-76f39c44-ab7a-4fbb-837a-a6681026e13d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.357653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1a7fcf6-74fd-45f4-a18b-34f81271e639 req-76f39c44-ab7a-4fbb-837a-a6681026e13d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.1329575 Aug 18 23:59:35.403176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-313ed090-6024-439a-94a8-6688db0706ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.405012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-313ed090-6024-439a-94a8-6688db0706ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=966051f7-ec33-4ec5-a0ba-e952100b1e55 HTTP/1.1" status: 200 len: 801 time: 0.1058226 Aug 18 23:59:35.415667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-059ca195-e7dd-4c83-b9f2-4995db50c985 req-aa870301-d7b2-49a2-a283-32de33cd10da service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422487 Aug 18 23:59:35.643917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02554f0f-0f62-463a-81cd-6deb2f46245e req-afbb035d-2cc4-4108-9c35-e642e5c90985 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.647760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02554f0f-0f62-463a-81cd-6deb2f46245e req-afbb035d-2cc4-4108-9c35-e642e5c90985 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1154592 Aug 18 23:59:35.719855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02554f0f-0f62-463a-81cd-6deb2f46245e req-a93207b3-4951-4704-9bb5-fc69725ad671 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711057 Aug 18 23:59:35.759311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f'}, {'name': 'network-changed', 'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:35.760698 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d053788-639e-446a-a057-7abb6af1eca2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f"}, {"name": "network-changed", "server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:35.792405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1a7fcf6-74fd-45f4-a18b-34f81271e639 req-4abcdadb-b87f-4153-bade-2872d1f65f95 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271319 Aug 18 23:59:35.827327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-8dcd2a1c-35e9-4f9b-850e-4270615e972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:35.831906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-8dcd2a1c-35e9-4f9b-850e-4270615e972f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4149251 Aug 18 23:59:35.982124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-75ac5b6f-472f-406f-bc1b-cc7cdf53baef service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422276 Aug 18 23:59:35.984976 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc99440-cc88-4213-ad5b-56e5ef05f95d x-openstack-request-id: req-fcc99440-cc88-4213-ad5b-56e5ef05f95d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:35.985266 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:35.985511 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcc99440-cc88-4213-ad5b-56e5ef05f95d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:35.986041 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'status': 'completed', 'code': 200} Aug 18 23:59:35.986318 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'status': 'completed', 'code': 200} Aug 18 23:59:36.130560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-7cddce96-1472-4841-adfc-535e29ced7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365781 Aug 18 23:59:36.210541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b6837-a8c5-4852-aefa-54338b6ca5bd req-90ee9346-ae22-4eff-8615-ee6cd23f0ab5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.216993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b6837-a8c5-4852-aefa-54338b6ca5bd req-90ee9346-ae22-4eff-8615-ee6cd23f0ab5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.223501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b6837-a8c5-4852-aefa-54338b6ca5bd req-90ee9346-ae22-4eff-8615-ee6cd23f0ab5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.237379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e3b6837-a8c5-4852-aefa-54338b6ca5bd req-90ee9346-ae22-4eff-8615-ee6cd23f0ab5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e&device_id=d4cd6698-b3c6-49a8-be24-05749467698b&device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 2417 time: 0.0873621 Aug 18 23:59:36.252718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-7b2f569e-6318-4b2b-ba75-aac0d22f4789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7 HTTP/1.1" status: 200 len: 217 time: 0.1113639 Aug 18 23:59:36.300025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e3b6837-a8c5-4852-aefa-54338b6ca5bd req-0ddb18ba-5178-4b06-85ba-f7303a0ce486 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614524 Aug 18 23:59:36.373593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-8cff1ad9-6566-4b0b-a011-9e87e1058438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.375160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-8cff1ad9-6566-4b0b-a011-9e87e1058438 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9cdbc88-ea68-4e82-a313-cde2f060bad1 HTTP/1.1" status: 200 len: 801 time: 0.1136737 Aug 18 23:59:36.377029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.377513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.377983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.378456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.378919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.379385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.380147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.380587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.381044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.382103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.382103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.382408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.382918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.385071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03ee715c-a98b-421d-ae15-91ec7b353206 req-8025313b-8a40-4ce9-ad5a-0783bbb937b6 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9195 time: 0.2259760 Aug 18 23:59:36.392719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19cb6c-701f-443e-b465-7687d8927c81 req-f7c0aa5a-8610-4195-953e-9dca340192d0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.398780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19cb6c-701f-443e-b465-7687d8927c81 req-f7c0aa5a-8610-4195-953e-9dca340192d0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.405081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19cb6c-701f-443e-b465-7687d8927c81 req-f7c0aa5a-8610-4195-953e-9dca340192d0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.412583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd19cb6c-701f-443e-b465-7687d8927c81 req-f7c0aa5a-8610-4195-953e-9dca340192d0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.0725904 Aug 18 23:59:36.443268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-dc945a30-e668-4f58-99de-956cd05b6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.445083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-dc945a30-e668-4f58-99de-956cd05b6122 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c9dc387-b649-4263-861b-27d137dd37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591364 Aug 18 23:59:36.461204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd19cb6c-701f-443e-b465-7687d8927c81 req-a1f77f5b-3e8c-454d-a662-df6cf09d37bf tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476484 Aug 18 23:59:36.584158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-ac5a7a29-de39-4ad0-b304-56b6331d7bed service neutron] 10.222.0.11 "GET /v2.0/networks/2c9dc387-b649-4263-861b-27d137dd37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306782 Aug 18 23:59:36.624702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953cf4-7239-4656-aa53-cb4f990d167c req-b5ae97a4-6959-415b-9a45-2e346f057a72 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.633305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f953cf4-7239-4656-aa53-cb4f990d167c req-b5ae97a4-6959-415b-9a45-2e346f057a72 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.0709734 Aug 18 23:59:36.688956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f953cf4-7239-4656-aa53-cb4f990d167c req-db106620-376a-41df-bfd5-3b9323feff32 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540197 Aug 18 23:59:36.747029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f0fb-4c5d-47de-a9ec-8cc1ecd8a9eb req-3a1cb5b7-d6a8-4c1d-bba0-8f3944620083 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.748487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0422f0fb-4c5d-47de-a9ec-8cc1ecd8a9eb req-3a1cb5b7-d6a8-4c1d-bba0-8f3944620083 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 886 time: 0.1630151 Aug 18 23:59:36.750361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-f4dbac4c-a1ac-49c1-8dfb-26feaac6f0a7 service neutron] 10.222.0.11 "GET /v2.0/networks/2c9dc387-b649-4263-861b-27d137dd37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555276 Aug 18 23:59:36.800229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-6f47dd54-0ddb-4628-94cd-4e7533dd2bd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f HTTP/1.1" status: 200 len: 217 time: 0.0415924 Aug 18 23:59:36.911190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-5f677123-69e7-481b-92e5-0be323db4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:36.912786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-5f677123-69e7-481b-92e5-0be323db4c2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=966051f7-ec33-4ec5-a0ba-e952100b1e55 HTTP/1.1" status: 200 len: 801 time: 0.1017802 Aug 18 23:59:36.999601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.000087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.000586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.001060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.001564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.002050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.002501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.002963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.003431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.003898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.004381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.005084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.008666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.010820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50b5a8dd-2152-47e3-8c75-1a35857f20d1 req-750bdc89-238b-458d-9c90-164955411e27 tempest-NetworksTest-1514868428 tempest-NetworksTest-1514868428-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9195 time: 0.2127879 Aug 18 23:59:37.011320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85755c-d66a-411e-9de0-7b84e6dd21f4 req-733a20a1-576d-43f0-a858-0d2ada318a93 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.017492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae167c-f585-4473-a07f-7fb76976799a req-3e4d530d-0992-49bb-adfb-6f9693ca8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.020352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-3e4d530d-0992-49bb-adfb-6f9693ca8b50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885413 Aug 18 23:59:37.028613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba85755c-d66a-411e-9de0-7b84e6dd21f4 req-733a20a1-576d-43f0-a858-0d2ada318a93 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.0753572 Aug 18 23:59:37.087907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba85755c-d66a-411e-9de0-7b84e6dd21f4 req-9f781364-e3d9-4dff-8d68-478083ffb8c4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Aug 18 23:59:37.182671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-9e178fa0-78cc-4033-9e7a-fac13821da7d service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511602 Aug 18 23:59:37.276533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae167c-f585-4473-a07f-7fb76976799a req-a3c122c3-df75-4d1f-b475-93c4d7045658 service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857263 Aug 18 23:59:37.316088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:37.386548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-12a180c9-9246-4c1a-8e1e-be467ff79641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.387556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-12a180c9-9246-4c1a-8e1e-be467ff79641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.388218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-12a180c9-9246-4c1a-8e1e-be467ff79641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.390287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-12a180c9-9246-4c1a-8e1e-be467ff79641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2867 time: 0.0460200 Aug 18 23:59:37.429580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00514557-a360-4f06-a252-8cab592194df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.529163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00514557-a360-4f06-a252-8cab592194df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.535826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00514557-a360-4f06-a252-8cab592194df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.580647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00514557-a360-4f06-a252-8cab592194df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e54acc7dbfa4d529b79f08157890c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631552 Aug 18 23:59:37.581636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514557-a360-4f06-a252-8cab592194df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af93e59-8895-4a0c-8a7e-cdfc546851dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:37.584396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:37.664706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-99cf2d43-8dbf-47bf-a28e-5cb9e6270837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.666620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-99cf2d43-8dbf-47bf-a28e-5cb9e6270837 service neutron] 10.222.0.11 "GET /v2.0/networks?id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7 HTTP/1.1" status: 200 len: 901 time: 0.1869550 Aug 18 23:59:37.713873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-c6312fdf-6a7a-45c1-9394-6cab6a22dc98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f HTTP/1.1" status: 200 len: 217 time: 0.0380430 Aug 18 23:59:37.722683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581fd74-faba-472c-bc1f-e55a155d3b53 req-8c5d0cb1-7c04-41c3-9a5d-460b0c59a54d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.728611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581fd74-faba-472c-bc1f-e55a155d3b53 req-8c5d0cb1-7c04-41c3-9a5d-460b0c59a54d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.735215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581fd74-faba-472c-bc1f-e55a155d3b53 req-8c5d0cb1-7c04-41c3-9a5d-460b0c59a54d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.737436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1581fd74-faba-472c-bc1f-e55a155d3b53 req-8c5d0cb1-7c04-41c3-9a5d-460b0c59a54d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.0921044 Aug 18 23:59:37.745209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.783241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.806685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1581fd74-faba-472c-bc1f-e55a155d3b53 req-7a9c7663-d099-492e-90a7-848bdaea6583 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624979 Aug 18 23:59:37.818872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-1b007874-b619-4e43-80a7-b5f50d340246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.821531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-1b007874-b619-4e43-80a7-b5f50d340246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=966051f7-ec33-4ec5-a0ba-e952100b1e55 HTTP/1.1" status: 200 len: 801 time: 0.0876813 Aug 18 23:59:37.874385 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.879206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:37.886272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af93e59-8895-4a0c-8a7e-cdfc546851dd HTTP/1.1" status: 204 len: 168 time: 0.3008537 Aug 18 23:59:37.898136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-16f16733-4f70-4423-a415-8c66b5055c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.900423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-16f16733-4f70-4423-a415-8c66b5055c32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=610ef4ee-e822-4a88-93dc-ae3cd8389bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710673 Aug 18 23:59:37.910375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bfd1d-998d-4e0f-b1a9-bc36ebff5259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af93e59-8895-4a0c-8a7e-cdfc546851dd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:37.977367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d077-7453-49fa-80c5-9c2136008531 req-9a7a8229-d700-415b-82ff-06976b35d4e8 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:37.986554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33b9d077-7453-49fa-80c5-9c2136008531 req-9a7a8229-d700-415b-82ff-06976b35d4e8 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 950 time: 0.0983095 Aug 18 23:59:38.052661 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33b9d077-7453-49fa-80c5-9c2136008531 req-2b2cdea1-21f8-450c-8e73-3db24d1d288d tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Aug 18 23:59:38.066969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-a83b9228-f776-4a7c-a4e8-3abb475ba150 service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552329 Aug 18 23:59:38.200042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-3bb7325b-9451-4efc-98a1-ebf3d4e717f7 service neutron] 10.222.0.11 "GET /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244347 Aug 18 23:59:38.235370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46346) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:38.248478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d843610-4223-4c9c-a028-b114a703ec6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.289155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e709b7-fdd3-4450-a8a7-6c6f9da9d276 req-636f459e-ea8f-455d-9e50-5deb9068b9df tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:38.290670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54e709b7-fdd3-4450-a8a7-6c6f9da9d276 req-636f459e-ea8f-455d-9e50-5deb9068b9df tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.0729115 Aug 18 23:59:38.318797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-bc9e0ba3-9d5e-4399-b6f3-daf60ef1a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:38.320699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-bc9e0ba3-9d5e-4399-b6f3-daf60ef1a33b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1095 time: 0.0702868 Aug 18 23:59:38.331434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54e709b7-fdd3-4450-a8a7-6c6f9da9d276 req-486a03a9-a9ec-42ff-8641-de54c166622b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Aug 18 23:59:38.448144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-74223dec-efed-4673-b640-97642ee33641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:38.449654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-74223dec-efed-4673-b640-97642ee33641 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1203671 Aug 18 23:59:38.469428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d843610-4223-4c9c-a028-b114a703ec6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.506493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-11a7a6c4-5c78-46e0-ac4d-d74fdfe96435 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 217 time: 0.0476739 Aug 18 23:59:38.507073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d843610-4223-4c9c-a028-b114a703ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.577221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2d843610-4223-4c9c-a028-b114a703ec6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2bf2b98c3d94538bcddf1cf310b0394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407454 Aug 18 23:59:38.579938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:38.582692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d843610-4223-4c9c-a028-b114a703ec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3068169-ea6f-4964-89e4-0960b9336357,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:38.593246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053788-639e-446a-a057-7abb6af1eca2 req-36000ea4-3600-4ba5-88c6-a93e4d00e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:38.594869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-36000ea4-3600-4ba5-88c6-a93e4d00e2db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0721562 Aug 18 23:59:38.611655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d152bf2-ba22-4d74-8f6b-b4f865adaa3d req-b985271b-e37a-40d3-8d76-1fe3c32dfce1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:38.613318 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d152bf2-ba22-4d74-8f6b-b4f865adaa3d req-b985271b-e37a-40d3-8d76-1fe3c32dfce1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0699728 Aug 18 23:59:38.642185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-4bef1b1c-f559-4a4d-8dcd-b2025b878b6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376890 Aug 18 23:59:38.674206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d152bf2-ba22-4d74-8f6b-b4f865adaa3d req-87df092f-9ca1-4445-9987-1b56da152f2c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Aug 18 23:59:38.683377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.711442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.767723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.774758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:38.777605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3068169-ea6f-4964-89e4-0960b9336357 HTTP/1.1" status: 204 len: 168 time: 0.1963344 Aug 18 23:59:38.791305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49daa48-05af-4f44-9d68-423410888118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3068169-ea6f-4964-89e4-0960b9336357,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:38.808766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-4a889a06-9a1a-40c4-b8ab-9b6ac003ffe4 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583173 Aug 18 23:59:38.902606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:38.943720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d053788-639e-446a-a057-7abb6af1eca2 req-8527a050-6503-48ce-9352-d28028340b4f service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262431 Aug 18 23:59:39.000057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105eeb-cb18-4ca1-83cd-6a6134eb4829 req-d6695d86-aeb2-4f5b-994f-dc58534c9b09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:39.007814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105eeb-cb18-4ca1-83cd-6a6134eb4829 req-d6695d86-aeb2-4f5b-994f-dc58534c9b09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:39.014853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105eeb-cb18-4ca1-83cd-6a6134eb4829 req-d6695d86-aeb2-4f5b-994f-dc58534c9b09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:39.016672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e105eeb-cb18-4ca1-83cd-6a6134eb4829 req-d6695d86-aeb2-4f5b-994f-dc58534c9b09 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.1087518 Aug 18 23:59:39.072814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e105eeb-cb18-4ca1-83cd-6a6134eb4829 req-071efb76-dc20-41c5-8228-89f1012d8946 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Aug 18 23:59:39.076592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:39.128287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'port_id': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'mac_address': 'fa:16:3e:8c:67:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:39.178479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:39.201003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:39.230878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:39.237566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:39.300666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:39.476449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['3bc39cd9-3e51-469f-b89a-91b6e13b6c27'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:39.480552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049007a-06f7-4707-b9fe-dd3087cfd999 req-cccebc76-cf11-404a-9214-feea598e2923 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:39.482067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f049007a-06f7-4707-b9fe-dd3087cfd999 req-cccebc76-cf11-404a-9214-feea598e2923 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.0590763 Aug 18 23:59:39.540672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f049007a-06f7-4707-b9fe-dd3087cfd999 req-8f8c4d0b-47c9-4e3e-a3e2-21d811c58565 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Aug 18 23:59:39.822505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a00b5-6458-46c2-9f44-3b9fd01b3ec2 req-3e5e3ce6-990d-4699-9c16-e6053777e67c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:39.824033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f33a00b5-6458-46c2-9f44-3b9fd01b3ec2 req-3e5e3ce6-990d-4699-9c16-e6053777e67c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Aug 18 23:59:39.863322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f33a00b5-6458-46c2-9f44-3b9fd01b3ec2 req-a336f53e-031c-450d-9ab6-f04ad9ab3029 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Aug 18 23:59:40.199008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3edfcf-a6c9-4be3-aed3-ac1ca0d0604d req-d2782140-5f91-49b1-afa6-48262eb72e30 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:40.204912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3edfcf-a6c9-4be3-aed3-ac1ca0d0604d req-d2782140-5f91-49b1-afa6-48262eb72e30 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:40.217686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3edfcf-a6c9-4be3-aed3-ac1ca0d0604d req-d2782140-5f91-49b1-afa6-48262eb72e30 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:40.220918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba3edfcf-a6c9-4be3-aed3-ac1ca0d0604d req-d2782140-5f91-49b1-afa6-48262eb72e30 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2411 time: 0.0765462 Aug 18 23:59:40.269921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba3edfcf-a6c9-4be3-aed3-ac1ca0d0604d req-0ee6bcc9-eeee-40ba-a664-99e38791ee8c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Aug 18 23:59:40.797727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 099e257a-ee62-4107-9bb2-ab8b7962faa7 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:40.800192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:40.861514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2191d8b-9f3e-4f2f-b0ac-551b644f0686 req-9c1825ce-b9e7-4226-b87d-0897f37b5e54 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:40.870033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2191d8b-9f3e-4f2f-b0ac-551b644f0686 req-9c1825ce-b9e7-4226-b87d-0897f37b5e54 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.0662909 Aug 18 23:59:40.895562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:40.929456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2191d8b-9f3e-4f2f-b0ac-551b644f0686 req-ba1eccf5-2e09-4c63-a97d-4c77cc19cfd7 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542767 Aug 18 23:59:40.939914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:40.940663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.022967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:41.074395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.096952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '099e257a-ee62-4107-9bb2-ab8b7962faa7', 'network_id': '2c9dc387-b649-4263-861b-27d137dd37af', 'port_id': '099e257a-ee62-4107-9bb2-ab8b7962faa7', 'mac_address': 'fa:16:3e:da:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cdbc88-ea68-4e82-a313-cde2f060bad1', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:41.099842 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.112925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8646c1-8fec-443c-abc7-53fcaf8058f4 req-94993528-4813-4a08-af81-305aa94777f9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:41.123093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f8646c1-8fec-443c-abc7-53fcaf8058f4 req-94993528-4813-4a08-af81-305aa94777f9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0610967 Aug 18 23:59:41.150928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:41.153398 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c401a5-9183-48ed-8f6e-c55fece2cba1" -d '{"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-plugged", "status": "completed", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:41.175518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.176028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f8646c1-8fec-443c-abc7-53fcaf8058f4 req-282df4b0-1c88-404e-8945-a5b13a1ea253 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Aug 18 23:59:41.186176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.197176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e57da50-a0c5-4071-b000-c5cfb1c5f2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.201548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.202774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:41.239299 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17304dd8-9461-4b52-ade6-ecd4912c4c53 x-openstack-request-id: req-17304dd8-9461-4b52-ade6-ecd4912c4c53 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:41.239670 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-plugged", "status": "completed", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:41.239856 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17304dd8-9461-4b52-ade6-ecd4912c4c53 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:41.240229 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'code': 200} Aug 18 23:59:41.260119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099e257a-ee62-4107-9bb2-ab8b7962faa7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:41.309350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.323488 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.324131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 559fcfcb-cfcf-4c30-8f00-9831be65971f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:41.333432 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e57da50-a0c5-4071-b000-c5cfb1c5f2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.338903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e57da50-a0c5-4071-b000-c5cfb1c5f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.339139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.345440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef465c-65eb-4c32-b188-3bc32ace0f2a req-58cffaa7-1239-4ac7-8417-57851f25199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:41.348519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ef465c-65eb-4c32-b188-3bc32ace0f2a req-58cffaa7-1239-4ac7-8417-57851f25199c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.0681429 Aug 18 23:59:41.386804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e57da50-a0c5-4071-b000-c5cfb1c5f2a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9997960c1f844bf492447bcf208fa822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626897 Aug 18 23:59:41.387411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:41.396200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57da50-a0c5-4071-b000-c5cfb1c5f2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf232b-53b8-4d44-a84c-7e145710310c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.447106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ef465c-65eb-4c32-b188-3bc32ace0f2a req-19630042-dc52-4cdd-92e8-510f05ee3a66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916612 Aug 18 23:59:41.450283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.474649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.475343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ca0c9-6b37-48e7-82ba-5f562b2d0b37 req-471861dc-da83-49f9-b9ec-b249f27b112a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:41.484365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ca0c9-6b37-48e7-82ba-5f562b2d0b37 req-471861dc-da83-49f9-b9ec-b249f27b112a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:41.491607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ca0c9-6b37-48e7-82ba-5f562b2d0b37 req-471861dc-da83-49f9-b9ec-b249f27b112a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:41.494471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d45ca0c9-6b37-48e7-82ba-5f562b2d0b37 req-471861dc-da83-49f9-b9ec-b249f27b112a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2412 time: 0.1021307 Aug 18 23:59:41.500559 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.522044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.531297 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.535573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.538191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40bf232b-53b8-4d44-a84c-7e145710310c HTTP/1.1" status: 204 len: 168 time: 0.1477547 Aug 18 23:59:41.553819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d45ca0c9-6b37-48e7-82ba-5f562b2d0b37 req-f1a76c06-c61a-45b4-be92-b62888b418d8 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Aug 18 23:59:41.563413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8e1b-0d37-4e45-9911-b4b619c70f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf232b-53b8-4d44-a84c-7e145710310c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.585135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.596107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.602484 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.648374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'port_id': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'mac_address': 'fa:16:3e:ee:2b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966051f7-ec33-4ec5-a0ba-e952100b1e55', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:41.692981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.713307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.736995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559fcfcb-cfcf-4c30-8f00-9831be65971f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:41.765642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.773345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.774288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:41.865913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:41.879007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:41.891302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01', 'network_id': '610ef4ee-e822-4a88-93dc-ae3cd8389bc7', 'port_id': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01', 'mac_address': 'fa:16:3e:38:b7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966051f7-ec33-4ec5-a0ba-e952100b1e55', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 23:59:41.934856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:41.959215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:41.989673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:42.002049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46710) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:42.004190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.026143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2592318d-5c6a-4ba5-8710-58cfd5f29636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.066159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:42.082264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bb34a-88e3-4720-9a8b-cf0a70d78b3d req-a34eccb5-c897-4e45-955e-f8f86b38c1f6 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.088899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d3bb34a-88e3-4720-9a8b-cf0a70d78b3d req-a34eccb5-c897-4e45-955e-f8f86b38c1f6 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 945 time: 0.0691824 Aug 18 23:59:42.136955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d3bb34a-88e3-4720-9a8b-cf0a70d78b3d req-f88906a0-793b-492a-bdc9-855c581b588c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Aug 18 23:59:42.180089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2592318d-5c6a-4ba5-8710-58cfd5f29636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.185196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2592318d-5c6a-4ba5-8710-58cfd5f29636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.244378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2592318d-5c6a-4ba5-8710-58cfd5f29636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ef432ff028e45a38b12b93e1545df1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388020 Aug 18 23:59:42.244895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46718) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:42.257948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592318d-5c6a-4ba5-8710-58cfd5f29636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2904c5e6-e23e-4155-99a3-576f912fcebb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:42.293492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f26587-0e34-4955-91fd-9c04892c1316 req-8364ab21-3959-41a9-ab37-989e2857a4c0 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.295651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f26587-0e34-4955-91fd-9c04892c1316 req-8364ab21-3959-41a9-ab37-989e2857a4c0 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.0753238 Aug 18 23:59:42.350477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['099e257a-ee62-4107-9bb2-ab8b7962faa7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:42.358325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f26587-0e34-4955-91fd-9c04892c1316 req-83c0a12d-b449-41b3-91bc-ea1e72b7c924 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Aug 18 23:59:42.381401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.402303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['559fcfcb-cfcf-4c30-8f00-9831be65971f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:42.404418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d5897-87f3-4659-990b-609715faa631 req-b5c13820-3590-4f40-b760-cb02501d7c11 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.410412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-269d5897-87f3-4659-990b-609715faa631 req-b5c13820-3590-4f40-b760-cb02501d7c11 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1442947 Aug 18 23:59:42.425795 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5573163d-a6cc-45bf-a4f2-a78b47bd5b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.431796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b1b420c-fb57-4a51-b6b4-af5a90b45b01'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:42.453567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.477963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-269d5897-87f3-4659-990b-609715faa631 req-f71eadf4-4d15-44cb-831a-fd7f21fd9ca9 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617955 Aug 18 23:59:42.516987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.520638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:42.522155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2904c5e6-e23e-4155-99a3-576f912fcebb HTTP/1.1" status: 204 len: 168 time: 0.2762148 Aug 18 23:59:42.538942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6115f0-1a06-4f96-83b2-e99eea97cf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2904c5e6-e23e-4155-99a3-576f912fcebb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:42.706447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a468-3e70-477d-9f0c-a3c78e9a5d76 req-109f45d3-fe0d-4cd7-b755-cd87beb23ae3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.715778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a468-3e70-477d-9f0c-a3c78e9a5d76 req-109f45d3-fe0d-4cd7-b755-cd87beb23ae3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.725039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a468-3e70-477d-9f0c-a3c78e9a5d76 req-109f45d3-fe0d-4cd7-b755-cd87beb23ae3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:42.734806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0c7a468-3e70-477d-9f0c-a3c78e9a5d76 req-109f45d3-fe0d-4cd7-b755-cd87beb23ae3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2414 time: 0.0941534 Aug 18 23:59:42.775273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0c7a468-3e70-477d-9f0c-a3c78e9a5d76 req-bc6b0bab-7e90-4392-9e77-3f49d00bc2d4 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Aug 18 23:59:43.242274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:43.245871 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0205798-3ba8-45c0-9847-73ba19ec5974" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:43.257654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d7038-a8c1-41f2-a11e-3646532a4ca3 req-68c86ab2-4bb9-4456-8a09-55965959a1bb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.259218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c28d7038-a8c1-41f2-a11e-3646532a4ca3 req-68c86ab2-4bb9-4456-8a09-55965959a1bb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 945 time: 0.0644329 Aug 18 23:59:43.290065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46752) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:43.302721 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024d0dc-b7f7-4c6d-bf32-9209b0bedd93 x-openstack-request-id: req-f024d0dc-b7f7-4c6d-bf32-9209b0bedd93 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:43.303113 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:43.303430 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f024d0dc-b7f7-4c6d-bf32-9209b0bedd93 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:43.303947 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'code': 200} Aug 18 23:59:43.305788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c28d7038-a8c1-41f2-a11e-3646532a4ca3 req-5fdb9a93-3bb7-41cd-ba99-cffe72857b04 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Aug 18 23:59:43.408327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-network', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:43.435531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04600a08-9fb9-46eb-b662-351e8e714e24 req-ab9e8e44-2ec0-4e49-83f3-61bea6a849de tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.437190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04600a08-9fb9-46eb-b662-351e8e714e24 req-ab9e8e44-2ec0-4e49-83f3-61bea6a849de tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.0649848 Aug 18 23:59:43.446969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Made reservation on behalf of da61a773d9a3418a9b01f39f00fd4885 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:43.449177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.463003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.494003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f5cc-1e00-4d42-8bec-5b3c7b041d16 req-e51117b5-3da8-4a6d-978f-c968a2864a12 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.496742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0255f5cc-1e00-4d42-8bec-5b3c7b041d16 req-e51117b5-3da8-4a6d-978f-c968a2864a12 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.0552206 Aug 18 23:59:43.500862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04600a08-9fb9-46eb-b662-351e8e714e24 req-ff9edf4d-097c-40aa-acd0-b5d06902a327 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Aug 18 23:59:43.538261 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0255f5cc-1e00-4d42-8bec-5b3c7b041d16 req-8d235093-ae10-444a-bbfb-3e779e2cef81 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367427 Aug 18 23:59:43.619211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.627231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.642183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d75e4-931d-4576-8fe5-b68a0207114a req-477c83d5-1370-49a6-a062-aceadb184681 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.643688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-578d75e4-931d-4576-8fe5-b68a0207114a req-477c83d5-1370-49a6-a062-aceadb184681 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0774944 Aug 18 23:59:43.644652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd17f1-402c-492f-85ff-4eae01b360ba req-ce14daa8-3dd2-4129-a7f9-6d9a8af30c3f tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.646232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acbd17f1-402c-492f-85ff-4eae01b360ba req-ce14daa8-3dd2-4129-a7f9-6d9a8af30c3f tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.0407410 Aug 18 23:59:43.659323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:43.688353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acbd17f1-402c-492f-85ff-4eae01b360ba req-0bb04b61-b3f3-47f7-9c2b-5fbb584c9dd5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Aug 18 23:59:43.693665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.694089 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Added segment 47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c of type vlan for network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed Aug 18 23:59:43.705806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:43.741629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-578d75e4-931d-4576-8fe5-b68a0207114a req-ba362312-8017-4f26-8529-bd9546ddf63a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857651 Aug 18 23:59:43.753639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.780126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.781326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.781856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.838543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5472391 Aug 18 23:59:43.842934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:43.847440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Request body: {'subnet': {'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-subnet', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:43.850070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18dbcc-4aad-4967-88cf-407c6c79c0dc admin admin] Pushing event updated for resources: {'Network': ['ID=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:43.862323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:43.912212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Made reservation on behalf of da61a773d9a3418a9b01f39f00fd4885 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:43.915446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:43.969567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46709-aa6c-415d-941b-62b0125ad318 req-edd2d0ee-eb9f-4d9b-8e16-917ebb975815 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.975343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46709-aa6c-415d-941b-62b0125ad318 req-edd2d0ee-eb9f-4d9b-8e16-917ebb975815 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.981154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46709-aa6c-415d-941b-62b0125ad318 req-edd2d0ee-eb9f-4d9b-8e16-917ebb975815 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:43.982818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34b46709-aa6c-415d-941b-62b0125ad318 req-edd2d0ee-eb9f-4d9b-8e16-917ebb975815 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2414 time: 0.1211643 Aug 18 23:59:44.042547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34b46709-aa6c-415d-941b-62b0125ad318 req-c6cdbe85-6988-46bc-9c01-de12178a0ff5 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528903 Aug 18 23:59:44.064853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca127c-6ce7-4ebf-84cf-e1957a8fdb76 req-dd2c456b-df89-4e89-9c6c-f7f49bf437c5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:44.064853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96ca127c-6ce7-4ebf-84cf-e1957a8fdb76 req-dd2c456b-df89-4e89-9c6c-f7f49bf437c5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.0504556 Aug 18 23:59:44.108339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96ca127c-6ce7-4ebf-84cf-e1957a8fdb76 req-708c9e67-9db7-4194-baeb-c0c381964b16 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Aug 18 23:59:44.156645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.212291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff67f400-f745-4c38-aa56-cfba74204b5c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:44.219364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Checking segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:44.219726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Network hostable DHCP agents. Network: 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:44.235966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:44.243791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:44.248230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:44.248874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.253452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03fc9f-eb22-46a5-8acf-9d4b926d37cd None None] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:44.263371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d2a6b26-8e15-47b9-a27d-daf3d0f3c24f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4198437 Aug 18 23:59:44.266369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46780) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:44.271382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:44.295374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.296625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.354596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.403458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'fixed_ips': [{'subnet_id': 'ff67f400-f745-4c38-aa56-cfba74204b5c'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:44.404373 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.510026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.539518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Allocated IP 172.20.0.2 (4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed/ff67f400-f745-4c38-aa56-cfba74204b5c/ae2f6361-f96b-4335-aee6-4e86ade13d59) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:44.576013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-f574f952-1a0a-4258-bbce-307369480c5c tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:44.577539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-f574f952-1a0a-4258-bbce-307369480c5c tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.1185997 Aug 18 23:59:44.661507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5809-7fb4-4a10-90d7-3b84042e3701 req-8a636281-1944-4075-9304-b32b45209f83 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:44.663106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92ff5809-7fb4-4a10-90d7-3b84042e3701 req-8a636281-1944-4075-9304-b32b45209f83 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 948 time: 0.0514634 Aug 18 23:59:44.704839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92ff5809-7fb4-4a10-90d7-3b84042e3701 req-e6038925-5019-4147-876a-a1f5443add01 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 18 23:59:44.771048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Deleting port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:44.771330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.803772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 559fcfcb-cfcf-4c30-8f00-9831be65971f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:44.850725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.883960 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.886044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.897649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Transition to ACTIVE for port object ae2f6361-f96b-4335-aee6-4e86ade13d59 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:44.915628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.923164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Transition to ACTIVE for port object ae2f6361-f96b-4335-aee6-4e86ade13d59 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:44.924606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 559fcfcb-cfcf-4c30-8f00-9831be65971f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:44.928655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40ab5b74-d178-4163-a028-421bd1d70b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.931851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.933666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 559fcfcb-cfcf-4c30-8f00-9831be65971f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:44.934032 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.994970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d61ce2-79f8-4164-8612-fbd5050377b9 req-c331bd44-d84f-47b3-bcba-5939fbec6e81 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:44.996515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4d61ce2-79f8-4164-8612-fbd5050377b9 req-c331bd44-d84f-47b3-bcba-5939fbec6e81 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1622741 Aug 18 23:59:44.998489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] For port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:44.998770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:44.999861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:45.007185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:45.014633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:45.016403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Pushing event updated for resources: {'Port': ['ID=ae2f6361-f96b-4335-aee6-4e86ade13d59,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.026859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Calling delete_port for 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:45.103216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Attempting to bind port ae2f6361-f96b-4335-aee6-4e86ade13d59 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:45.103593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Attempting to bind port ae2f6361-f96b-4335-aee6-4e86ade13d59 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:45.103998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Attempting to bind port ae2f6361-f96b-4335-aee6-4e86ade13d59 on network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:45.111759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:45.112143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Checking segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:45.112580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.112975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Bound using segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:45.113456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Bound port: ae2f6361-f96b-4335-aee6-4e86ade13d59, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:45.113848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.121302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.129398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4d61ce2-79f8-4164-8612-fbd5050377b9 req-445b393b-5de9-4281-b24d-2a07545f2c45 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167595 Aug 18 23:59:45.162510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Allocated IP 172.25.1.11 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0544613b-8fa6-48a2-a13e-3648afc5ed19) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:45.199080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452bb8-2d9a-41f7-a239-0e7b750d2cca req-bf3a52ec-3a75-4e14-bbd3-4223726037e4 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:45.206578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452bb8-2d9a-41f7-a239-0e7b750d2cca req-bf3a52ec-3a75-4e14-bbd3-4223726037e4 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:45.209220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.216908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452bb8-2d9a-41f7-a239-0e7b750d2cca req-bf3a52ec-3a75-4e14-bbd3-4223726037e4 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:45.225737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8452bb8-2d9a-41f7-a239-0e7b750d2cca req-bf3a52ec-3a75-4e14-bbd3-4223726037e4 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2414 time: 0.0998163 Aug 18 23:59:45.242600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:45.249338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.250191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:45.270070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8452bb8-2d9a-41f7-a239-0e7b750d2cca req-9906e3f8-26bc-45c8-920a-0b444ef2b9bc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Aug 18 23:59:45.305239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:45.307766 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13674d-485d-4e4d-8074-1a630abfb84c" -d '{"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:45.328117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] For port ae2f6361-f96b-4335-aee6-4e86ade13d59, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:45.335272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.343498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9545-85bb-46bd-90dd-a269f07f0ca7 req-83eed6de-36d7-4da0-adf3-448888972e23 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:45.345473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeaf9545-85bb-46bd-90dd-a269f07f0ca7 req-83eed6de-36d7-4da0-adf3-448888972e23 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.1127975 Aug 18 23:59:45.356358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] For port ae2f6361-f96b-4335-aee6-4e86ade13d59, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ae2f6361-f96b-4335-aee6-4e86ade13d59,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:45.368374 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.385210 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dee185-4098-45d9-9022-1dd16f814713 x-openstack-request-id: req-20dee185-4098-45d9-9022-1dd16f814713 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:45.385496 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:45.385745 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20dee185-4098-45d9-9022-1dd16f814713 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:45.386120 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'code': 200} Aug 18 23:59:45.390248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.394008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Pushing event deleted for resources: {'Port': ['ID=8f1a1f5d-4795-43e0-af0c-e1e5a1628550,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.398633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.463654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:45.471264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:45.471648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.495968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ff908-d4b0-4ae0-ad1d-79d9c3030c53 None None] Pushing event updated for resources: {'Port': ['ID=ae2f6361-f96b-4335-aee6-4e86ade13d59,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.497979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] No DVR routers for this DVR port 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:45.505126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.507288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e84e774-f4da-403b-ad5c-da3d39550657 req-580cb459-41d1-4934-aee3-e9fccda58b4e tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.21 "DELETE /v2.0/ports/8f1a1f5d-4795-43e0-af0c-e1e5a1628550 HTTP/1.1" status: 204 len: 173 time: 0.9111125 Aug 18 23:59:45.507743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-deleted', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:45.510398 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515b9a05-eec4-43f9-a89f-c2e794224f5f" -d '{"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-deleted", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:45.522202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeaf9545-85bb-46bd-90dd-a269f07f0ca7 req-5c2160e4-7c19-4730-b658-cdb01c42af6c tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668842 Aug 18 23:59:45.530040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.589564 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceab7436-5bc0-4756-98c0-cc123b1a4bf2 x-openstack-request-id: req-ceab7436-5bc0-4756-98c0-cc123b1a4bf2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:45.589849 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb23806-e38e-46f0-81fe-e4e38b7922a6", "name": "network-vif-deleted", "tag": "8f1a1f5d-4795-43e0-af0c-e1e5a1628550", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:45.590101 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceab7436-5bc0-4756-98c0-cc123b1a4bf2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:45.590495 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb23806-e38e-46f0-81fe-e4e38b7922a6', 'name': 'network-vif-deleted', 'tag': '8f1a1f5d-4795-43e0-af0c-e1e5a1628550', 'status': 'completed', 'code': 200} Aug 18 23:59:45.600552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:45.603859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:45.617298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:45.620597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Pushing event updated for resources: {'Port': ['ID=0544613b-8fa6-48a2-a13e-3648afc5ed19,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.621789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.674250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fbe1f-170b-402e-81c5-37cc38385f4b req-4f79aa4f-ff2b-4775-a1a9-e613faf4c2fe tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:45.682848 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c08fbe1f-170b-402e-81c5-37cc38385f4b req-4f79aa4f-ff2b-4775-a1a9-e613faf4c2fe tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.1118886 Aug 18 23:59:45.712370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:45.717949 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.719045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 099e257a-ee62-4107-9bb2-ab8b7962faa7 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:45.806570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c08fbe1f-170b-402e-81c5-37cc38385f4b req-3f89738c-84a8-4860-91b1-fd075b5fbfcd tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151898 Aug 18 23:59:45.872678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:45.885637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 099e257a-ee62-4107-9bb2-ab8b7962faa7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:45.893436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 099e257a-ee62-4107-9bb2-ab8b7962faa7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:45.894710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:45.985474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7c55fd7-c7c2-44ce-823b-2a5920da4df1 req-ad324fcc-3a21-441a-816d-b2d12dd2dc41 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bb23806-e38e-46f0-81fe-e4e38b7922a6 HTTP/1.1" status: 200 len: 210 time: 0.0533729 Aug 18 23:59:46.032433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.032988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.078466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:46.083862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.172702 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.176025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:46.268568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a85a3-1e0c-4e3e-a2d7-a5d349cf534e req-616d9477-e77f-4cdf-bd06-ee32e4418221 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:46.270255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-472a85a3-1e0c-4e3e-a2d7-a5d349cf534e req-616d9477-e77f-4cdf-bd06-ee32e4418221 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0610983 Aug 18 23:59:46.365062 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-472a85a3-1e0c-4e3e-a2d7-a5d349cf534e req-05fcedae-1eac-4bd0-9348-d5d30d2bb4b6 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841217 Aug 18 23:59:46.455461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ae2f6361-f96b-4335-aee6-4e86ade13d59 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:46.529158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ae2f6361-f96b-4335-aee6-4e86ade13d59 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:46.556520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150bc5d-232d-4a6b-8c11-6158e25ae50d req-aed11a95-8dd8-4c0d-9ec8-a7c4e29adae2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:46.564286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150bc5d-232d-4a6b-8c11-6158e25ae50d req-aed11a95-8dd8-4c0d-9ec8-a7c4e29adae2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:46.575473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150bc5d-232d-4a6b-8c11-6158e25ae50d req-aed11a95-8dd8-4c0d-9ec8-a7c4e29adae2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:46.577539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3150bc5d-232d-4a6b-8c11-6158e25ae50d req-aed11a95-8dd8-4c0d-9ec8-a7c4e29adae2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.0911584 Aug 18 23:59:46.624534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3150bc5d-232d-4a6b-8c11-6158e25ae50d req-193d6cf2-e35d-4af5-bf76-7a05c52c4aae tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Aug 18 23:59:46.685769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.816551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75474974-9ff1-4f23-98f7-1c0f4a4f07c7 None None] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:46.840428 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 23:59:46.842929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 23:59:46.890575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Provisioning for port ae2f6361-f96b-4335-aee6-4e86ade13d59 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:46.898555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Provisioning complete for port ae2f6361-f96b-4335-aee6-4e86ade13d59 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:46.898936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:46.995133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:59:47.015695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.017854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Sync routers for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:59:47.020573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-14dcfcb1-1e1e-4dd1-b219-f9929fc5f271 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7530205 Aug 18 23:59:47.021683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:47.022955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c917-8669-4def-9e75-9c74f691373e req-85c5cb3b-0083-421d-ae5e-62398d7b92f8 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.024956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aba9c917-8669-4def-9e75-9c74f691373e req-85c5cb3b-0083-421d-ae5e-62398d7b92f8 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.0729153 Aug 18 23:59:47.061540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:47.062100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:47.069965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aba9c917-8669-4def-9e75-9c74f691373e req-12df58b4-d618-476d-91b1-a67270ec6304 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Aug 18 23:59:47.112326 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.163685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-9df6bf45-1461-4415-8722-ac7a8893db74 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 23:59:47.166979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-9df6bf45-1461-4415-8722-ac7a8893db74 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1835928 Aug 18 23:59:47.204962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] For port ae2f6361-f96b-4335-aee6-4e86ade13d59, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ae2f6361-f96b-4335-aee6-4e86ade13d59,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:47.220036 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.297096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:47.297447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 23:59:47.304374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:47.306493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaedbb5-2db3-4a74-b633-67efbd7f747f None None] Pushing event updated for resources: {'Port': ['ID=ae2f6361-f96b-4335-aee6-4e86ade13d59,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:47.408547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01'}, {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:47.410732 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4251d8-61c4-48ce-8a00-dae952bd0210" -d '{"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01"}, {"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:47.464072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-781e4f0c-27b5-4520-ba44-481457c9459a None None] Provisioning complete for port ae2f6361-f96b-4335-aee6-4e86ade13d59 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:47.464783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781e4f0c-27b5-4520-ba44-481457c9459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.495777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546ffc2-1fd3-40d7-837a-3d0066695e54 req-8c104cd4-d02a-402c-bc74-c747a284e9e1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.497490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4546ffc2-1fd3-40d7-837a-3d0066695e54 req-8c104cd4-d02a-402c-bc74-c747a284e9e1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 948 time: 0.0588071 Aug 18 23:59:47.538259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4546ffc2-1fd3-40d7-837a-3d0066695e54 req-cf1093fc-c385-47ac-9668-bd960780243f tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Aug 18 23:59:47.562424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:47.562772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:47.563109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:47.571795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:47.572130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:47.581899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:45Z', 'revision_number': 3, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:47.582232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:47.582508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:47.582901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:47.583347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Bound port: 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:47.612181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Checking router: bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:59:47.612569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Updating router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 port 0544613b-8fa6-48a2-a13e-3648afc5ed19 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:59:47.639309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.662665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf4f10-d3c3-43c5-aa9e-47c36bf45faf req-f5121489-4ada-4add-907a-65352dd4af7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.664424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2edf4f10-d3c3-43c5-aa9e-47c36bf45faf req-f5121489-4ada-4add-907a-65352dd4af7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Aug 18 23:59:47.688908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.695015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:47.705968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2edf4f10-d3c3-43c5-aa9e-47c36bf45faf req-4859992f-db27-4f96-974c-10e02fd0cd63 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Aug 18 23:59:47.707609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.708842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-90690a36-43d8-4974-8715-c056fb5af367 service neutron] 10.222.0.20 "POST /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27/bindings HTTP/1.1" status: 201 len: 390 time: 0.4911361 Aug 18 23:59:47.719873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:47.793337 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d6cf43-c112-433e-95fe-819636a0354e x-openstack-request-id: req-b5d6cf43-c112-433e-95fe-819636a0354e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:47.794322 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01", "code": 200}, {"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-plugged", "status": "completed", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:47.794748 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5d6cf43-c112-433e-95fe-819636a0354e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:47.795339 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01', 'code': 200} Aug 18 23:59:47.795746 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7', 'code': 200} Aug 18 23:59:47.950459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a60f-9bb7-4c4b-af50-18af86cc5989 req-cfddaab4-5efb-410f-ac1d-5129ad0bb7cf tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.956291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a60f-9bb7-4c4b-af50-18af86cc5989 req-cfddaab4-5efb-410f-ac1d-5129ad0bb7cf tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.962352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a60f-9bb7-4c4b-af50-18af86cc5989 req-cfddaab4-5efb-410f-ac1d-5129ad0bb7cf tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.964006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b023a60f-9bb7-4c4b-af50-18af86cc5989 req-cfddaab4-5efb-410f-ac1d-5129ad0bb7cf tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.0813820 Aug 18 23:59:47.964936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910bed5-2724-40ac-b756-baf263e87583 req-6d4245ca-f206-4e73-bc63-845f35dcc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.965435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910bed5-2724-40ac-b756-baf263e87583 req-6d4245ca-f206-4e73-bc63-845f35dcc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.966522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910bed5-2724-40ac-b756-baf263e87583 req-6d4245ca-f206-4e73-bc63-845f35dcc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:47.968150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b910bed5-2724-40ac-b756-baf263e87583 req-6d4245ca-f206-4e73-bc63-845f35dcc378 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2873 time: 0.0825472 Aug 18 23:59:48.015864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b023a60f-9bb7-4c4b-af50-18af86cc5989 req-093f2458-166f-4fef-bd5e-accbdb3a968f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Aug 18 23:59:48.057111 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b910bed5-2724-40ac-b756-baf263e87583 req-f24a1142-9cc3-4273-bd4b-15431f3b552a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635152 Aug 18 23:59:48.058235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Allocated IP 172.20.0.1 (4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed/ff67f400-f745-4c38-aa56-cfba74204b5c/057f5a38-2258-45c2-b9a2-fcf386cdf9de) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:48.060270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.073259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Transition to ACTIVE for port object 0544613b-8fa6-48a2-a13e-3648afc5ed19 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:48.080215 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.131163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Attempting to bind port 0544613b-8fa6-48a2-a13e-3648afc5ed19 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:48.131541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Attempting to bind port 0544613b-8fa6-48a2-a13e-3648afc5ed19 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:48.131919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Attempting to bind port 0544613b-8fa6-48a2-a13e-3648afc5ed19 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:48.141236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c6a3-bed3-4849-84f9-6d52a904ca4a None None] Pushing event updated for resources: {'Port': ['ID=0544613b-8fa6-48a2-a13e-3648afc5ed19,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:48.144686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:48.145074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:48.145486 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.145878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:48.146359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Bound port: 0544613b-8fa6-48a2-a13e-3648afc5ed19, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:48.146747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.197032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0014378c-8c2a-4a57-bb5d-34ea44214c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.198665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0014378c-8c2a-4a57-bb5d-34ea44214c9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1097 time: 0.1347663 Aug 18 23:59:48.199535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6170f55-bdfa-4836-bfac-08e8e45fd8c6 req-e812868d-8002-41e6-87a3-4cc11c221f3c tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.201142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] For port 0544613b-8fa6-48a2-a13e-3648afc5ed19, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:48.202709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6170f55-bdfa-4836-bfac-08e8e45fd8c6 req-e812868d-8002-41e6-87a3-4cc11c221f3c tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Aug 18 23:59:48.208989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] For port 0544613b-8fa6-48a2-a13e-3648afc5ed19, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0544613b-8fa6-48a2-a13e-3648afc5ed19,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:48.211159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fbdf7-004a-4d4b-987e-a7dde916cacb req-b8d5921d-3c1e-4f6c-99d5-781089d80aef tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.212833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-170fbdf7-004a-4d4b-987e-a7dde916cacb req-b8d5921d-3c1e-4f6c-99d5-781089d80aef tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 945 time: 0.1524298 Aug 18 23:59:48.218490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.243476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6170f55-bdfa-4836-bfac-08e8e45fd8c6 req-45a8c126-5ce8-42c4-bff1-fcc325939f27 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344520 Aug 18 23:59:48.281031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:48.281751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:48.325772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.326029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c6a3-bed3-4849-84f9-6d52a904ca4a None None] Pushing event updated for resources: {'Port': ['ID=0544613b-8fa6-48a2-a13e-3648afc5ed19,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:48.344628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-170fbdf7-004a-4d4b-987e-a7dde916cacb req-fa408ac2-72d5-40e9-a394-85ce7ecceb05 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170537 Aug 18 23:59:48.371571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Transition to ACTIVE for port object 057f5a38-2258-45c2-b9a2-fcf386cdf9de will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:48.376513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ae2f6361-f96b-4335-aee6-4e86ade13d59 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:48.399706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-7803b018-8b56-4368-bf8a-7cde25cdbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.401243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-7803b018-8b56-4368-bf8a-7cde25cdbea5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1855612 Aug 18 23:59:48.454193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-d362af51-9bfe-46c2-982e-64bc7e7ca12e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 217 time: 0.0403235 Aug 18 23:59:48.463760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.537636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:48.556545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:48.565477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:48.573378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Pushing event updated for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:48.578356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:48.608895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-22f9e152-5bb9-4a2d-8349-07bc2c53d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.610395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-22f9e152-5bb9-4a2d-8349-07bc2c53d476 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.1199293 Aug 18 23:59:48.642396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ae2f6361-f96b-4335-aee6-4e86ade13d59 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:48.642773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.665724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-03e874a0-d587-4aad-8941-101f26884bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433996 Aug 18 23:59:48.675057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-7989a8be-ab82-403a-9e4d-2ab0f10ae6f1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.676570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-7989a8be-ab82-403a-9e4d-2ab0f10ae6f1 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.11 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.1348658 Aug 18 23:59:48.677339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.834384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:45Z', 'revision_number': 3, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:48.863697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae82-e203-4387-8992-d7245b753a0e None None] The sync data for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 is: [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:45Z', 'revision_number': 3, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:59:48.874335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f95464cc-77b1-41db-be6a-eba90b09fa8b None None] Provisioning for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:48.880699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f95464cc-77b1-41db-be6a-eba90b09fa8b None None] Provisioning complete for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:48.882723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95464cc-77b1-41db-be6a-eba90b09fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:48.896877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82bb26-55ed-494e-9e54-9cc80ca98092 req-142efa13-ad84-4dbe-bb7b-ac583733d459 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.904582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d82bb26-55ed-494e-9e54-9cc80ca98092 req-142efa13-ad84-4dbe-bb7b-ac583733d459 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 948 time: 0.2693446 Aug 18 23:59:48.921543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14d7e1-ee32-4154-b618-89a3033e1784 req-98f39ae6-982a-4b27-8b80-a776e188b0c1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:48.922460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f95464cc-77b1-41db-be6a-eba90b09fa8b None None] Port 057f5a38-2258-45c2-b9a2-fcf386cdf9de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:48.924415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de14d7e1-ee32-4154-b618-89a3033e1784 req-98f39ae6-982a-4b27-8b80-a776e188b0c1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0868542 Aug 18 23:59:48.987466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de14d7e1-ee32-4154-b618-89a3033e1784 req-3a0d0e9e-8e35-4ad9-8274-521c33302fc8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Aug 18 23:59:49.019489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d82bb26-55ed-494e-9e54-9cc80ca98092 req-16ca62b4-1538-4be8-988f-2a01143853c1 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138713 Aug 18 23:59:49.032835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-2ff0fdd4-761f-4733-821c-9b18a92c6429 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357146 Aug 18 23:59:49.123478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Deleting port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:49.123693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:49.143741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:49.295065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:49.333623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:49.334070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 8f1a1f5d-4795-43e0-af0c-e1e5a1628550 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:49.344045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-13cee5a6-edda-4cdf-8c1b-c8cd06942cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023624 Aug 18 23:59:49.352656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7ea2-c5e9-48ac-a56e-29202b7ffbc0 req-4a65c7d5-1520-4e5c-9321-f37730f60e05 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.360200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7ea2-c5e9-48ac-a56e-29202b7ffbc0 req-4a65c7d5-1520-4e5c-9321-f37730f60e05 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.365851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7ea2-c5e9-48ac-a56e-29202b7ffbc0 req-4a65c7d5-1520-4e5c-9321-f37730f60e05 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.367503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22bd7ea2-c5e9-48ac-a56e-29202b7ffbc0 req-4a65c7d5-1520-4e5c-9321-f37730f60e05 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.2514403 Aug 18 23:59:49.386959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf08b-b6d6-4608-ad80-3ee3654e96e5 req-b49fde10-d8ad-43b6-9ffd-2c6a1a288f01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.389320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-540cf08b-b6d6-4608-ad80-3ee3654e96e5 req-b49fde10-d8ad-43b6-9ffd-2c6a1a288f01 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Aug 18 23:59:49.390532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] For port 06cecdb2-0ca2-4707-b3b3-4216dc500c14, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=06cecdb2-0ca2-4707-b3b3-4216dc500c14,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:49.390903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:49.432095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-540cf08b-b6d6-4608-ad80-3ee3654e96e5 req-f72de4ae-50b6-400a-8264-737a9ef44919 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348485 Aug 18 23:59:49.555292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b11ac-0ab8-4414-b592-aad3c4b526b0 req-34e429b9-861a-40a0-99c1-6ff879ed1fbf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.557256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e4b11ac-0ab8-4414-b592-aad3c4b526b0 req-34e429b9-861a-40a0-99c1-6ff879ed1fbf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 945 time: 0.0580609 Aug 18 23:59:49.599492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e4b11ac-0ab8-4414-b592-aad3c4b526b0 req-e44bb5ec-f4ab-463e-9380-db2a80da99d6 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Aug 18 23:59:49.891948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22bd7ea2-c5e9-48ac-a56e-29202b7ffbc0 req-da690b82-5771-439e-88bf-a0f7b17e66bd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083025 Aug 18 23:59:49.941056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-d8341ff1-7a7f-4510-9759-a4c2d6be9f66 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:49.942550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-d8341ff1-7a7f-4510-9759-a4c2d6be9f66 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.11 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 948 time: 0.5741279 Aug 18 23:59:50.007604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0a10feb3-7d42-43c4-8217-b848e6f68a22 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.009155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0a10feb3-7d42-43c4-8217-b848e6f68a22 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1930678 Aug 18 23:59:50.038251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:50.114925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b23745-d845-4eb1-a140-2cbfed6e4331 req-ad588038-ee65-450b-bbfa-753dea46c89d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.123780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04b23745-d845-4eb1-a140-2cbfed6e4331 req-ad588038-ee65-450b-bbfa-753dea46c89d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0692699 Aug 18 23:59:50.156721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04b23745-d845-4eb1-a140-2cbfed6e4331 req-0f8623b2-d0ab-459b-8e96-c810a12c88e1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 18 23:59:50.161111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.197122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.201071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.201463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.201784 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98 disassociated. External IP: 172.25.1.24, port: 06cecdb2-0ca2-4707-b3b3-4216dc500c14. Aug 18 23:59:50.202130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Calling delete_port for 06cecdb2-0ca2-4707-b3b3-4216dc500c14 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:50.297197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.346722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f05e1-2818-4411-aae5-23089208af90 req-b7f85a66-7237-44b5-98d4-e1e4322d50c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.352882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f05e1-2818-4411-aae5-23089208af90 req-b7f85a66-7237-44b5-98d4-e1e4322d50c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.359249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f05e1-2818-4411-aae5-23089208af90 req-b7f85a66-7237-44b5-98d4-e1e4322d50c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.360939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c08f05e1-2818-4411-aae5-23089208af90 req-b7f85a66-7237-44b5-98d4-e1e4322d50c7 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.0862808 Aug 18 23:59:50.376771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Pushing event updated for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:50.379241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.388445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699a0f4-5b9f-4981-8d48-32ad7536d58d req-d47ee6a7-3939-448b-9d0f-512ebdc479a8 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.389845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0699a0f4-5b9f-4981-8d48-32ad7536d58d req-d47ee6a7-3939-448b-9d0f-512ebdc479a8 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 948 time: 0.2361732 Aug 18 23:59:50.399209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0544613b-8fa6-48a2-a13e-3648afc5ed19 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:50.411174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c08f05e1-2818-4411-aae5-23089208af90 req-9a198869-83fa-458a-8cdc-7332d5f40b08 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Aug 18 23:59:50.444829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Deleting port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:50.445180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.452920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0544613b-8fa6-48a2-a13e-3648afc5ed19 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:50.456738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0544613b-8fa6-48a2-a13e-3648afc5ed19 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:50.457320 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.557456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.560442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a349-09e7-4b69-95c9-77ce156f1c0d req-868c2247-e6b0-48ef-9d40-1746cddd8ee5 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.569312 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5b2a349-09e7-4b69-95c9-77ce156f1c0d req-868c2247-e6b0-48ef-9d40-1746cddd8ee5 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 945 time: 0.0627213 Aug 18 23:59:50.581621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0544613b-8fa6-48a2-a13e-3648afc5ed19, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0544613b-8fa6-48a2-a13e-3648afc5ed19,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:50.588024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.615952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5b2a349-09e7-4b69-95c9-77ce156f1c0d req-3a2f2605-16cd-4da8-9fd9-5dbcfc8ee411 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dc80039-a906-40d6-8e2a-51c0726b95b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Aug 18 23:59:50.648099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0544613b-8fa6-48a2-a13e-3648afc5ed19,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:50.654508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0699a0f4-5b9f-4981-8d48-32ad7536d58d req-2defd418-5fe3-46f8-bd7c-7c0831405f95 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221484 Aug 18 23:59:50.735468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] For port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:50.735841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.743728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aff6c-f804-4ba1-b1d4-e5ccc6dec1ee req-cfb2aa75-b49e-4815-b36a-c1fc091e9b60 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:50.745317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c91aff6c-f804-4ba1-b1d4-e5ccc6dec1ee req-cfb2aa75-b49e-4815-b36a-c1fc091e9b60 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 945 time: 0.0611458 Aug 18 23:59:50.774713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:50.780415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Calling delete_port for d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:50.787839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c91aff6c-f804-4ba1-b1d4-e5ccc6dec1ee req-7eb431d0-8ead-4653-9473-17daa4926d9a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Aug 18 23:59:50.792007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:50.806828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:50.818242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:50.927582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event deleted for resources: {'Port': ['ID=06cecdb2-0ca2-4707-b3b3-4216dc500c14,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:51.046207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:51.061213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c045c025-79dd-4715-8f19-0fcb1e89404f None None] Provisioning complete for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:51.061678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c045c025-79dd-4715-8f19-0fcb1e89404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.103443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c045c025-79dd-4715-8f19-0fcb1e89404f None None] Port 057f5a38-2258-45c2-b9a2-fcf386cdf9de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 23:59:51.172370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:51.174595 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f676c19-208a-43d5-a98f-fb821a47aef1" -d '{"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:51.180049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.199313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.204630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:59:51.246412 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f272be-186f-40be-b97b-d53b9d96a0bb x-openstack-request-id: req-48f272be-186f-40be-b97b-d53b9d96a0bb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:51.247250 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:51.247501 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48f272be-186f-40be-b97b-d53b9d96a0bb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:51.247892 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'code': 200} Aug 18 23:59:51.273091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 23:59:51.280906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.304086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5581-2118-4707-bc8c-ff3a3581f872 req-7bc568c2-27e2-459a-b51c-85156081db1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:51.307593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b57d5581-2118-4707-bc8c-ff3a3581f872 req-7bc568c2-27e2-459a-b51c-85156081db1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0734348 Aug 18 23:59:51.347380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b57d5581-2118-4707-bc8c-ff3a3581f872 req-9ef04b5c-1167-4f41-ab03-feafb096e4a5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346928 Aug 18 23:59:51.360717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:51.459182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Pushing event deleted for resources: {'Port': ['ID=d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:51.494310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:51.494641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:51.494976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:51.523892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] No DVR routers for this DVR port d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:51.537793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.539654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddfe8c6-6113-4e35-8c90-197df4e70a23 req-1d941dfb-4f54-478a-a68b-9ddda3aed8f3 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.11 "DELETE /v2.0/ports/d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac HTTP/1.1" status: 204 len: 173 time: 1.5782807 Aug 18 23:59:51.560550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 23:59:51.560981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Attempting to bind port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:51.606619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:51.606967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:51.607363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:51.607815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Bound port: 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:51.608177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.641230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:59:51.653272 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Sync routers for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:59:51.661182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7331c29d-80d1-41d4-9cd1-fc16555cf789 admin admin] 10.222.0.20 "PUT /v2.0/routers/bb8e694d-eb25-49d9-b259-cb17ef4aaaa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6364179 Aug 18 23:59:51.664738 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:51.665421 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:51.706596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18351eb-a0f2-438e-97e8-2f03792c65f3 req-72fe8e19-a5e1-4bbd-8dd7-de4221f2ee32 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:51.713735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18351eb-a0f2-438e-97e8-2f03792c65f3 req-72fe8e19-a5e1-4bbd-8dd7-de4221f2ee32 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:51.720505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18351eb-a0f2-438e-97e8-2f03792c65f3 req-72fe8e19-a5e1-4bbd-8dd7-de4221f2ee32 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:51.722460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a18351eb-a0f2-438e-97e8-2f03792c65f3 req-72fe8e19-a5e1-4bbd-8dd7-de4221f2ee32 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.2061596 Aug 18 23:59:51.765713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 23:59:51.777792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 23:59:51.807934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:51.816205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:51.820226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:51.823454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcbff630-123c-4b59-bf22-abc7dece4c85 req-422503da-c82f-4438-baee-e652920b49c7 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97cc1a7-4c1d-430e-9ab8-bec024868e58 HTTP/1.1" status: 200 len: 210 time: 0.0684719 Aug 18 23:59:51.865118 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:51.869534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:51.909992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:51.976188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] No DVR routers for this DVR port 06cecdb2-0ca2-4707-b3b3-4216dc500c14 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:52.027319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79248546-0d17-4308-841c-91a31438037f req-639e35b4-1011-44d5-a42c-d8d60e4fc0e8 tempest-ListImageFiltersTestJSON-917083631 tempest-ListImageFiltersTestJSON-917083631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c507010a-5dcd-4996-9e8f-90b12fa55d19 HTTP/1.1" status: 200 len: 210 time: 0.0571377 Aug 18 23:59:52.041359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.044235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d7e82fd-223b-4cf2-acdf-c7af35685f6a req-64934542-9f1e-48d0-b332-b40d284242ed tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.11 "DELETE /v2.0/ports/06cecdb2-0ca2-4707-b3b3-4216dc500c14 HTTP/1.1" status: 204 len: 173 time: 3.3458605 Aug 18 23:59:52.057052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a18351eb-a0f2-438e-97e8-2f03792c65f3 req-efc8bd4d-ba74-4d07-8ca6-5c874a906d57 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275394 Aug 18 23:59:52.072924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe278925-840e-4115-91fb-f65babe86693 req-a6f01fb8-d429-44db-a440-416cee39965d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.081002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe278925-840e-4115-91fb-f65babe86693 req-a6f01fb8-d429-44db-a440-416cee39965d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.088232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe278925-840e-4115-91fb-f65babe86693 req-a6f01fb8-d429-44db-a440-416cee39965d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.090961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe278925-840e-4115-91fb-f65babe86693 req-a6f01fb8-d429-44db-a440-416cee39965d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 2417 time: 0.4058516 Aug 18 23:59:52.092396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:52.200538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=8']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:52.203124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.203842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.205279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 1123 time: 2.1730025 Aug 18 23:59:52.218566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.218788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.219031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.219379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.219757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.220068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.220703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.221046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.221389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.221758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.222093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.222423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefa890-9ace-4e94-a6dc-60b2cfdc9608 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.317401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:49Z', 'revision_number': 4, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '057f5a38-2258-45c2-b9a2-fcf386cdf9de', 'name': '', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'mac_address': 'fa:16:3e:1e:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:47Z', 'updated_at': '2021-08-18T23:59:49Z', 'revision_number': 2, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'subnets': [{'id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:52.327172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['3bc39cd9-3e51-469f-b89a-91b6e13b6c27'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 23:59:52.382117 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Checking router: bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:59:52.382117 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Updating router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 port 057f5a38-2258-45c2-b9a2-fcf386cdf9de binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 23:59:52.411468 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.423559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e876-1a2e-4891-9eac-3aea0797e3f9 req-be1c5802-25d9-484c-8d10-8b82b3f7c2cf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.440922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4d8e876-1a2e-4891-9eac-3aea0797e3f9 req-be1c5802-25d9-484c-8d10-8b82b3f7c2cf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.1916232 Aug 18 23:59:52.450807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:52.450807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.474461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0544613b-8fa6-48a2-a13e-3648afc5ed19 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:52.572568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd32385-fa85-43f7-ac3f-dda09a9c0907 req-6cbd81e8-0b21-4f09-bb6e-ac8d2c91a4dd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:52.574370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4d8e876-1a2e-4891-9eac-3aea0797e3f9 req-0767992e-603a-413c-a2c9-27b8c26467ee tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Aug 18 23:59:52.575607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6cd32385-fa85-43f7-ac3f-dda09a9c0907 req-6cbd81e8-0b21-4f09-bb6e-ac8d2c91a4dd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0820251 Aug 18 23:59:52.624709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0544613b-8fa6-48a2-a13e-3648afc5ed19 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:52.625093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.634503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6cd32385-fa85-43f7-ac3f-dda09a9c0907 req-602e9589-caba-4632-b939-1bad9ae9e44c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Aug 18 23:59:52.657124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:52.657561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.701819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:52.702125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:52.727331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46938) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:52.735700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-network', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:52.742224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 23:59:52.775243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:52.775925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:52.815032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Made reservation on behalf of a8120ab5e1804cc28cf3d05b112bb2a9 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:52.817445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.830710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.839371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:52.871558 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.891853 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Transition to ACTIVE for port object 057f5a38-2258-45c2-b9a2-fcf386cdf9de will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:52.904761 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:52.954370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:52.967507 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Pushing event updated for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:52.994241 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.994841 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.995370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.995888 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.996442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.996999 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.997593 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.998174 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.998502 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.998830 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.999237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:52.999481 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:53.022136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:53.023104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:53.023657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 06cecdb2-0ca2-4707-b3b3-4216dc500c14 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:53.028684 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Attempting to bind port 057f5a38-2258-45c2-b9a2-fcf386cdf9de on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:53.028993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Attempting to bind port 057f5a38-2258-45c2-b9a2-fcf386cdf9de by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:53.029366 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Attempting to bind port 057f5a38-2258-45c2-b9a2-fcf386cdf9de on network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:53.036617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:53.036617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Checking segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:53.036617 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.036617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Bound using segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:53.036617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Bound port: 057f5a38-2258-45c2-b9a2-fcf386cdf9de, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:53.037076 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.037217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:53.070820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.073668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.084110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 06cecdb2-0ca2-4707-b3b3-4216dc500c14 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:53.084563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 06cecdb2-0ca2-4707-b3b3-4216dc500c14 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:53.131812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.147484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 23:59:53.149410 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] For port 057f5a38-2258-45c2-b9a2-fcf386cdf9de, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:53.160952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.161357 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Added segment a9ab1d6b-f78d-4731-983d-f5d8889c3fad of type vlan for network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 Aug 18 23:59:53.161930 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] For port 057f5a38-2258-45c2-b9a2-fcf386cdf9de, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=057f5a38-2258-45c2-b9a2-fcf386cdf9de,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:53.170203 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.174129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.221589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.228979 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.255388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-deleted', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac'}, {'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'name': 'network-vif-deleted', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14'}, {'name': 'network-changed', 'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:53.258451 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f429bea-af28-4c10-8468-09c578fe22ff" -d '{"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-deleted", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac"}, {"server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "name": "network-vif-deleted", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14"}, {"name": "network-changed", "server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:53.267114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=7b1b420c-fb57-4a51-b6b4-af5a90b45b01,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:53.302835 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 23:59:53.303480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:53.315779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:53.348984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.351817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.352479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251b593-30c8-4bc5-9ce8-9403d393e667 None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8e73e21-4736-41ba-8232-01b0e566f9ec', 'name': '', 'network_id': '8021589c-68de-4325-975e-1623a4916f3b', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'mac_address': 'fa:16:3e:7a:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:55Z', 'updated_at': '2021-08-18T23:54:04Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'subnets': [{'id': 'f2edc495-ed92-4a77-8d43-b8d2c44d6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:59:53.353749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "DELETE /v2.0/security-groups/4dc80039-a906-40d6-8e2a-51c0726b95b2 HTTP/1.1" status: 204 len: 168 time: 0.3151455 Aug 18 23:59:53.372333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:53.383423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:53.386644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.391247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe278925-840e-4115-91fb-f65babe86693 req-fee5b72a-c36d-4437-a6a8-138356f4a3dc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "DELETE /v2.0/ports/7b1b420c-fb57-4a51-b6b4-af5a90b45b01 HTTP/1.1" status: 204 len: 173 time: 1.2774780 Aug 18 23:59:53.397005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.399499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:53.400629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.401748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3dd1f-48df-4c04-8c4c-a8cf067e6b3b tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc80039-a906-40d6-8e2a-51c0726b95b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:53.423375 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ec6e2473-998c-4d0f-9833-9a22c56d67a2 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] show failed (client error): The resource could not be found. Aug 18 23:59:53.425005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ec6e2473-998c-4d0f-9833-9a22c56d67a2 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "GET /v2.0/security-groups/4dc80039-a906-40d6-8e2a-51c0726b95b2 HTTP/1.1" status: 404 len: 347 time: 0.0487351 Aug 18 23:59:53.428471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:53.445526 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31a83f-ccf7-420e-8543-9b583d3a9aed None None] Pushing event updated for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:53.499921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Pushing event updated for resources: {'Network': ['ID=13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:53.507992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3789c0ec-d0ac-42a3-b812-adda08c8591e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:53.524134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 23:59:53.553684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-60331297-af9f-4f3b-be24-9cd17c97ae45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8253419 Aug 18 23:59:53.560413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:53.568562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Request body: {'subnet': {'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-subnet', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:53.651725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743309-1387-4e26-9035-b5d80eb94e79 req-eaaf04c4-113c-4d92-bd63-0ce5b87bd617 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:53.653516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Made reservation on behalf of a8120ab5e1804cc28cf3d05b112bb2a9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 23:59:53.655828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.661862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743309-1387-4e26-9035-b5d80eb94e79 req-eaaf04c4-113c-4d92-bd63-0ce5b87bd617 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:53.678122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99743309-1387-4e26-9035-b5d80eb94e79 req-eaaf04c4-113c-4d92-bd63-0ce5b87bd617 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 1682 time: 0.3409183 Aug 18 23:59:53.828882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99743309-1387-4e26-9035-b5d80eb94e79 req-09212e1a-424a-479a-b987-a50729cd66e0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415854 Aug 18 23:59:53.861163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 23:59:53.878932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Deleting port 12ac0c58-be98-456a-99f3-69d93c27f3c3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:53.880878 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:53.975354 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c00e3-772b-4774-bf11-ca8cc4fb36ba None None] New status for floating IP 5d2217b1-0bfd-469d-aa18-7e522e272c98: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 23:59:54.002374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.002735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.020646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Calling delete_port for 12ac0c58-be98-456a-99f3-69d93c27f3c3 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:54.194194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4628ba-f6b0-425d-af21-3c1ff8c7d601 req-180bc5bf-546f-4728-b4e6-29d241f28f2a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:54.195783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e4628ba-f6b0-425d-af21-3c1ff8c7d601 req-180bc5bf-546f-4728-b4e6-29d241f28f2a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.0705068 Aug 18 23:59:54.237024 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a85f4e-5c4a-4375-8b92-8486bb576411 x-openstack-request-id: req-f5a85f4e-5c4a-4375-8b92-8486bb576411 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:54.237617 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507010a-5dcd-4996-9e8f-90b12fa55d19", "name": "network-vif-deleted", "tag": "d4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac", "status": "completed", "code": 200}, {"server_uuid": "a97cc1a7-4c1d-430e-9ab8-bec024868e58", "name": "network-vif-deleted", "tag": "06cecdb2-0ca2-4707-b3b3-4216dc500c14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:54.237617 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5a85f4e-5c4a-4375-8b92-8486bb576411 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:54.238128 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507010a-5dcd-4996-9e8f-90b12fa55d19', 'name': 'network-vif-deleted', 'tag': 'd4e0cc72-0ca6-4186-ade0-bd1b7f1ddbac', 'status': 'completed', 'code': 200} Aug 18 23:59:54.238448 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97cc1a7-4c1d-430e-9ab8-bec024868e58', 'name': 'network-vif-deleted', 'tag': '06cecdb2-0ca2-4707-b3b3-4216dc500c14', 'status': 'completed', 'code': 200} Aug 18 23:59:54.238764 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'status': 'completed', 'code': 200} Aug 18 23:59:54.265237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:49Z', 'revision_number': 4, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '057f5a38-2258-45c2-b9a2-fcf386cdf9de', 'name': '', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'mac_address': 'fa:16:3e:1e:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:47Z', 'updated_at': '2021-08-18T23:59:53Z', 'revision_number': 4, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'subnets': [{'id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 23:59:54.268832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e4628ba-f6b0-425d-af21-3c1ff8c7d601 req-8381efe3-1202-400a-922e-c7f169e94c8b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667913 Aug 18 23:59:54.283331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.300466 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a117cd-a566-45b8-83b7-8f3276f85fcb None None] The sync data for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 is: [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:49Z', 'revision_number': 4, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '057f5a38-2258-45c2-b9a2-fcf386cdf9de', 'name': '', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'mac_address': 'fa:16:3e:1e:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:47Z', 'updated_at': '2021-08-18T23:59:53Z', 'revision_number': 4, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'subnets': [{'id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 23:59:54.339460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 099e257a-ee62-4107-9bb2-ab8b7962faa7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:54.339812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.348815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Pushing event deleted for resources: {'Port': ['ID=12ac0c58-be98-456a-99f3-69d93c27f3c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:54.443362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.446898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.448093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f5355f3-d071-4a20-9503-0cbc8b6c3170 tempest-ServersWithSpecificFlavorTestJSON-1808075179 tempest-ServersWithSpecificFlavorTestJSON-1808075179-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d2217b1-0bfd-469d-aa18-7e522e272c98 HTTP/1.1" status: 204 len: 168 time: 1.0177078 Aug 18 23:59:54.511376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-524ead5c-d1a2-4d93-8d9e-4d189996b333 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2765539 Aug 18 23:59:54.550915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711c378-4d2a-4a4f-9e15-968f40a2c19e req-78f14981-4ef3-4782-b94c-58700d1e336e tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:54.552433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2711c378-4d2a-4a4f-9e15-968f40a2c19e req-78f14981-4ef3-4782-b94c-58700d1e336e tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.3118372 Aug 18 23:59:54.554656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bea-af28-4c10-8468-09c578fe22ff req-78995634-f55c-44de-a2fd-3b1a4c9120fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:54.556093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-78995634-f55c-44de-a2fd-3b1a4c9120fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1126 time: 0.3165641 Aug 18 23:59:54.755672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2711c378-4d2a-4a4f-9e15-968f40a2c19e req-c44f591e-287d-4f28-93e0-dde47f1db6fc tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949527 Aug 18 23:59:54.760366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 099e257a-ee62-4107-9bb2-ab8b7962faa7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=099e257a-ee62-4107-9bb2-ab8b7962faa7,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:54.760750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.772487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:54.797764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 099e257a-ee62-4107-9bb2-ab8b7962faa7 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:54.834495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-ec320f42-eb55-4f99-ab27-108f3cb99cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:54.836271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-ec320f42-eb55-4f99-ab27-108f3cb99cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5aefb5358c455a991757c283a1e74e&device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 1097 time: 0.2362931 Aug 18 23:59:54.854290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 559fcfcb-cfcf-4c30-8f00-9831be65971f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:54.878985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bea-af28-4c10-8468-09c578fe22ff req-1c1ad464-e8a4-44b3-a64b-52ce76c8c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:54.880764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-1c1ad464-e8a4-44b3-a64b-52ce76c8c109 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.3155534 Aug 18 23:59:54.986082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.014616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa46adff-6e8b-4b5a-941f-8edd8525da17,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:55.022482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:55.026706 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f59c1a-4b0a-4756-8858-7394a5b5547f" -d '{"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-unplugged", "status": "completed", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:55.033273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98771-cdbb-468d-bf05-a10d4446f3d0 req-6bbf0495-d094-4f23-870d-b61d864c42ce tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:55.042053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98771-cdbb-468d-bf05-a10d4446f3d0 req-6bbf0495-d094-4f23-870d-b61d864c42ce tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:55.046863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:55.051135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.052032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0f98771-cdbb-468d-bf05-a10d4446f3d0 req-6bbf0495-d094-4f23-870d-b61d864c42ce tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 1682 time: 0.1201959 Aug 18 23:59:55.052849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:55.074531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-edc9e0a1-1ec1-4fc6-963b-1a8765957161 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 217 time: 0.1465437 Aug 18 23:59:55.132485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0f98771-cdbb-468d-bf05-a10d4446f3d0 req-65cf6d9f-4a57-486e-8041-eb6fd8015ee9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Aug 18 23:59:55.133689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:55.143407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.143819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.144447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.145001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.145538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.146066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.146593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.147134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.147903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.148576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.148851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.149184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 23:59:55.154868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 23:59:55.155216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b1b420c-fb57-4a51-b6b4-af5a90b45b01 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 23:59:55.155640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 099e257a-ee62-4107-9bb2-ab8b7962faa7 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 23:59:55.189454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Checking segment: {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:55.189797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Network hostable DHCP agents. Network: 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 23:59:55.267722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-01aeda06-6c05-4850-be52-306d5d826c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:55.269263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-01aeda06-6c05-4850-be52-306d5d826c38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 200 len: 914 time: 0.3875630 Aug 18 23:59:55.293047 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee267e-d677-46bd-86b9-7fb5fe404b2b x-openstack-request-id: req-0dee267e-d677-46bd-86b9-7fb5fe404b2b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:55.295591 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-unplugged", "status": "completed", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:55.296196 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dee267e-d677-46bd-86b9-7fb5fe404b2b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:55.297246 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'code': 200} Aug 18 23:59:55.309235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.332453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 23:59:55.381804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 23:59:55.412642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bea-af28-4c10-8468-09c578fe22ff req-2efcec02-4f81-4dde-85ea-d8b4868c153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:55.412642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-2efcec02-4f81-4dde-85ea-d8b4868c153d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.3227115 Aug 18 23:59:55.421937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:55.462586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.468418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-b5729598-7aa0-4e08-b180-d556438cc179 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419257 Aug 18 23:59:55.483684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:55.484933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.551721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421d46c-9cb0-4174-b0aa-9595a7cafe64 None None] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:55.659681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:55.672158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 23:59:55.734163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:55.746354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-05be426c-9678-465f-bef1-ebcd48e367da service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499084 Aug 18 23:59:55.766579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=099e257a-ee62-4107-9bb2-ab8b7962faa7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:55.768959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:55.770638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 099e257a-ee62-4107-9bb2-ab8b7962faa7 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:55.827888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4cab653d-adbf-4065-9684-506e699bbee9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2647815 Aug 18 23:59:55.831193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:55.832176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.834766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe278925-840e-4115-91fb-f65babe86693 req-f93e3d1b-8831-481d-9773-0984de9e592f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "DELETE /v2.0/ports/099e257a-ee62-4107-9bb2-ab8b7962faa7 HTTP/1.1" status: 204 len: 173 time: 2.4244218 Aug 18 23:59:55.838179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-252739b8-ac3f-4114-a8d1-8f899b45b873 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 200 len: 1001 time: 0.5462584 Aug 18 23:59:55.842305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 23:59:55.908141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:55.910194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.051454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'fixed_ips': [{'subnet_id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 23:59:56.052994 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.065747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.082804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841863-35ae-451e-8d5b-e81ad8044f15 req-75168d1b-21b7-41d9-9672-adf12d3b7c8b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:56.084280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4841863-35ae-451e-8d5b-e81ad8044f15 req-75168d1b-21b7-41d9-9672-adf12d3b7c8b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.6022885 Aug 18 23:59:56.092454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-d4644550-3145-4cc3-bd22-a71ea237e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:56.093859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-d4644550-3145-4cc3-bd22-a71ea237e713 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c01f613-4f51-49bb-bbec-75d5eb45630a HTTP/1.1" status: 200 len: 853 time: 0.1487994 Aug 18 23:59:56.159729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f429bea-af28-4c10-8468-09c578fe22ff req-c1d95100-2a87-45b7-bf06-ebb1f420a041 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864737 Aug 18 23:59:56.187347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4841863-35ae-451e-8d5b-e81ad8044f15 req-0e252f50-2b44-4240-8fcb-554e0d2a5aeb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910962 Aug 18 23:59:56.212274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 559fcfcb-cfcf-4c30-8f00-9831be65971f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:56.214565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.226001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Allocated IP 172.20.0.2 (13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3/fa46adff-6e8b-4b5a-941f-8edd8525da17/5095a385-42f7-4e68-88f0-b7b3be3ae07a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:56.260239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01'}, {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:56.262620 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6444a-30c5-4223-b2e1-e0179624c87c" -d '{"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01"}, {"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:56.274577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-f02c9d4f-7e37-4cb8-9761-d3441d490a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:56.276102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-f02c9d4f-7e37-4cb8-9761-d3441d490a3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88637545-4a68-4803-9751-25b961018dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670601 Aug 18 23:59:56.422765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.427768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfda24f-6861-489e-9917-b2d95e75803a req-2ed33960-527d-4d9f-bbc8-294a8c163855 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:56.429342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8dfda24f-6861-489e-9917-b2d95e75803a req-2ed33960-527d-4d9f-bbc8-294a8c163855 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 944 time: 0.1610253 Aug 18 23:59:56.430510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.431686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 559fcfcb-cfcf-4c30-8f00-9831be65971f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=559fcfcb-cfcf-4c30-8f00-9831be65971f,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:56.432255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.444560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Transition to ACTIVE for port object 5095a385-42f7-4e68-88f0-b7b3be3ae07a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:56.468853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 057f5a38-2258-45c2-b9a2-fcf386cdf9de up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:56.470657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 559fcfcb-cfcf-4c30-8f00-9831be65971f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:56.473470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Transition to ACTIVE for port object 5095a385-42f7-4e68-88f0-b7b3be3ae07a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:56.494309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-9c6d1c57-663e-45d7-995f-49f6811413c7 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049584 Aug 18 23:59:56.502819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.531061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:56.549623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:56.556723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:56.577252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cfe7be62-6e55-4c66-8fde-1c258db30776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff275153fcb748168d025e7826707258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8412473 Aug 18 23:59:56.595737 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8dfda24f-6861-489e-9917-b2d95e75803a req-31c9fd80-aab8-4b1f-96d3-e4aacd75802b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460443 Aug 18 23:59:56.598291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47082) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:56.599376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Pushing event updated for resources: {'Port': ['ID=5095a385-42f7-4e68-88f0-b7b3be3ae07a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:56.632227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Attempting to bind port 5095a385-42f7-4e68-88f0-b7b3be3ae07a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 23:59:56.632640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Attempting to bind port 5095a385-42f7-4e68-88f0-b7b3be3ae07a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 23:59:56.633005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Attempting to bind port 5095a385-42f7-4e68-88f0-b7b3be3ae07a on network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 23:59:56.640669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 23:59:56.640949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Checking segment: {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 23:59:56.641299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.641696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Bound using segment: {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 23:59:56.642166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Bound port: 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 23:59:56.642551 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.646224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:56.662878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:56.663254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.670740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7f390-4d6d-4b64-b830-fee2924b301e req-e537b695-b736-498f-9e9c-bd02a0450b95 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:56.680250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03e7f390-4d6d-4b64-b830-fee2924b301e req-e537b695-b736-498f-9e9c-bd02a0450b95 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.6699708 Aug 18 23:59:56.711649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.719911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e9467b7-8af2-4216-8656-ec591cd6bea9 req-e9a3c112-6bf8-4c8a-801b-fc9a0f057027 service neutron] 10.222.0.21 "GET /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157969 Aug 18 23:59:56.754017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] For port 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:56.758464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] For port 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5095a385-42f7-4e68-88f0-b7b3be3ae07a,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 23:59:56.768790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.780019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.807856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.816225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03e7f390-4d6d-4b64-b830-fee2924b301e req-dd252ba0-a491-478b-90e1-8f50ad743271 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321590 Aug 18 23:59:56.836750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.839029 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d3851-cecb-4e01-a923-5bcf84353e05 x-openstack-request-id: req-ae3d3851-cecb-4e01-a923-5bcf84353e05 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:56.839569 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "7b1b420c-fb57-4a51-b6b4-af5a90b45b01", "status": "completed", "code": 200}, {"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "099e257a-ee62-4107-9bb2-ab8b7962faa7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:56.839832 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae3d3851-cecb-4e01-a923-5bcf84353e05 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:56.840825 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '7b1b420c-fb57-4a51-b6b4-af5a90b45b01', 'status': 'completed', 'code': 200} Aug 18 23:59:56.841135 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '099e257a-ee62-4107-9bb2-ab8b7962faa7', 'status': 'completed', 'code': 200} Aug 18 23:59:56.865713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.927695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 057f5a38-2258-45c2-b9a2-fcf386cdf9de, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=057f5a38-2258-45c2-b9a2-fcf386cdf9de,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:56.930331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f41a-fde7-4000-ad84-7aef0aba3c93 None None] Pushing event updated for resources: {'Port': ['ID=5095a385-42f7-4e68-88f0-b7b3be3ae07a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:56.951874 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:56.967982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=559fcfcb-cfcf-4c30-8f00-9831be65971f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:57.021596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 559fcfcb-cfcf-4c30-8f00-9831be65971f on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:57.024518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.026566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe278925-840e-4115-91fb-f65babe86693 req-76cc6c5f-95ab-407e-a771-6a2d33ba90b1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.11 "DELETE /v2.0/ports/559fcfcb-cfcf-4c30-8f00-9831be65971f HTTP/1.1" status: 204 len: 173 time: 1.1699107 Aug 18 23:59:57.048733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.051109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:57.051318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.054738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7ca90a7-38c9-45ae-b8e9-74df2a6f609a HTTP/1.1" status: 204 len: 168 time: 0.4507537 Aug 18 23:59:57.079293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029bde-fa62-4548-9089-ef7a3f2b9850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca90a7-38c9-45ae-b8e9-74df2a6f609a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:57.280711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.313468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.451642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac893e-adc1-4c79-bd45-ad013eda15dd req-14e6a661-b727-4c4e-8e1f-4c3cacd25005 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:57.453099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3ac893e-adc1-4c79-bd45-ad013eda15dd req-14e6a661-b727-4c4e-8e1f-4c3cacd25005 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 943 time: 0.1372776 Aug 18 23:59:57.498429 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:57.573886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Allocated IP 172.25.1.73 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/59edf353-898f-416c-bc8e-cac28994b3dd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 23:59:57.619766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3ac893e-adc1-4c79-bd45-ad013eda15dd req-c46888da-905a-449d-8d64-99f5e1d7a078 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571248 Aug 18 23:59:57.725977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-bfb56ac7-bcb1-4841-9d90-3daebb070864 service neutron] 10.222.0.11 "GET /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.1400478 Aug 18 23:59:57.865506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ed95988-8ac5-4d28-9574-dc117437f958 req-1a4b3ab4-f87b-4184-a235-616caab46e78 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c5b7786-af7d-4245-b1a7-cfc3ba3383c3 HTTP/1.1" status: 200 len: 210 time: 0.1139560 Aug 18 23:59:57.912641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.047080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:58.084260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 23:59:58.115410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.131007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a8cfe-de98-49d1-b043-5dad4812f9c0 req-d6fbcdee-e606-4775-a189-544c2a391eeb tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.132745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed5a8cfe-de98-49d1-b043-5dad4812f9c0 req-d6fbcdee-e606-4775-a189-544c2a391eeb tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1577480 Aug 18 23:59:58.152522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 23:59:58.165108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:58.181827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.192910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 23:59:58.200771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Deleting port b8e73e21-4736-41ba-8232-01b0e566f9ec {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 23:59:58.200771 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.205096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 23:59:58.219115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 23:59:58.223179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a58d8-7766-4944-87eb-048f16a845bb None None] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 23:59:58.281168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] Transition to ACTIVE for port object 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 23:59:58.288602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6ae59403-ba0b-49df-8a1f-5fe4acf3020b None None] Provisioning for port 5095a385-42f7-4e68-88f0-b7b3be3ae07a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:58.293951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.320471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed5a8cfe-de98-49d1-b043-5dad4812f9c0 req-37ec93f7-827f-4b8a-8285-f970e9afba0f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515789 Aug 18 23:59:58.321172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Pushing event updated for resources: {'Port': ['ID=59edf353-898f-416c-bc8e-cac28994b3dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:58.417826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] No DVR routers for this DVR port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 23:59:58.472670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] 10.222.0.11 "PUT /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 0.7279348 Aug 18 23:59:58.472913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] For port b8e73e21-4736-41ba-8232-01b0e566f9ec, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8e73e21-4736-41ba-8232-01b0e566f9ec,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:58.473197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.477756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c63bcd-f9ba-4035-8207-fdf6dc97095e service neutron] Pushing event updated for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:58.521658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Calling delete_port for b8e73e21-4736-41ba-8232-01b0e566f9ec owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 23:59:58.592623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5095a385-42f7-4e68-88f0-b7b3be3ae07a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:58.627667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-a42c37ec-897a-4405-a106-5e55f69e3bd5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.629260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-a42c37ec-897a-4405-a106-5e55f69e3bd5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.0798104 Aug 18 23:59:58.707232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 5095a385-42f7-4e68-88f0-b7b3be3ae07a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 23:59:58.711738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5095a385-42f7-4e68-88f0-b7b3be3ae07a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:58.712168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.738886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-b04bd4f5-79e3-491f-adf2-bf08bb4e7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.742548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-b04bd4f5-79e3-491f-adf2-bf08bb4e7842 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 1096 time: 0.1032503 Aug 18 23:59:58.815153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:58.822199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.822649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.836067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-ea6d4679-1455-4e2b-8859-8cbfc4e5c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.838015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-ea6d4679-1455-4e2b-8859-8cbfc4e5c32c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1096 time: 0.0535161 Aug 18 23:59:58.841664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 23:59:58.844065 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b58587-3ecf-4df6-93b1-48cb9bf7bdb4" -d '{"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 23:59:58.850054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0d25134e-54cd-4cc8-96e9-85e61d1ca49e None None] Provisioning complete for port 5095a385-42f7-4e68-88f0-b7b3be3ae07a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:58.850658 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d25134e-54cd-4cc8-96e9-85e61d1ca49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.902368 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 23:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534332f4-70c9-488a-858b-554d92063e1a x-openstack-request-id: req-534332f4-70c9-488a-858b-554d92063e1a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 23:59:58.902696 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b7786-af7d-4245-b1a7-cfc3ba3383c3", "name": "network-vif-deleted", "tag": "559fcfcb-cfcf-4c30-8f00-9831be65971f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 23:59:58.902954 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-534332f4-70c9-488a-858b-554d92063e1a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 23:59:58.903353 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b7786-af7d-4245-b1a7-cfc3ba3383c3', 'name': 'network-vif-deleted', 'tag': '559fcfcb-cfcf-4c30-8f00-9831be65971f', 'status': 'completed', 'code': 200} Aug 18 23:59:58.919815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5095a385-42f7-4e68-88f0-b7b3be3ae07a,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 23:59:58.937693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:58.939673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 057f5a38-2258-45c2-b9a2-fcf386cdf9de up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 23:59:58.958907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302edc4-7328-413c-af3b-5f02415ae3e0 req-446cf88c-0df2-4503-88f0-c45b7c20cb16 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.966474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b302edc4-7328-413c-af3b-5f02415ae3e0 req-446cf88c-0df2-4503-88f0-c45b7c20cb16 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.2147422 Aug 18 23:59:58.976484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-cfda885c-3f5c-4ad6-84c5-69964c8f923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:58.978288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-cfda885c-3f5c-4ad6-84c5-69964c8f923f service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1194777 Aug 18 23:59:59.087318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-da0b1661-a415-4a90-bf68-fb92a1281290 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 200 len: 217 time: 0.0642393 Aug 18 23:59:59.087823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47138) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 23:59:59.137819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=5095a385-42f7-4e68-88f0-b7b3be3ae07a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:59.156883 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b302edc4-7328-413c-af3b-5f02415ae3e0 req-204e2bdc-8247-451f-9b40-3883c7c960f1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894674 Aug 18 23:59:59.159217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 057f5a38-2258-45c2-b9a2-fcf386cdf9de triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 23:59:59.159745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.185903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting subnet f9cdbc88-ea68-4e82-a313-cde2f060bad1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 23:59:59.189668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7eddd8a-6f7e-4e81-9c39-18f148f8b1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.190320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-b0722ba8-c3fc-4dbe-aac5-e7e5663b9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:59.191933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-b0722ba8-c3fc-4dbe-aac5-e7e5663b9d48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0957055 Aug 18 23:59:59.192534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.238105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.250244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-374d113c-2529-4403-8a85-6d1507a62b61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329063 Aug 18 23:59:59.253345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.268797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.324475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e73e21-4736-41ba-8232-01b0e566f9ec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:59.582917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7eddd8a-6f7e-4e81-9c39-18f148f8b1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.591276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7eddd8a-6f7e-4e81-9c39-18f148f8b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.804867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-4356c529-87ae-43f6-998e-bf1c7565417c service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462763 Aug 18 23:59:59.812463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.900814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b893-9e11-4b10-913a-fe30c347b4f6 req-312ac127-610c-4108-86b9-cb9a223ec172 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 23:59:59.902377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6af3b893-9e11-4b10-913a-fe30c347b4f6 req-312ac127-610c-4108-86b9-cb9a223ec172 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1928582 Aug 18 23:59:59.973837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 23:59:59.977961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6af3b893-9e11-4b10-913a-fe30c347b4f6 req-d18edaca-9994-4185-9731-81fcbe2a7a16 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656621 Aug 18 23:59:59.980863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eddd8a-6f7e-4e81-9c39-18f148f8b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04110e1a-fdbc-4513-845b-abaf8dd4fae1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 23:59:59.989372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7eddd8a-6f7e-4e81-9c39-18f148f8b1e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12ee40215e9b441dbcb826f4409a7958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1691113 Aug 18 23:59:59.992282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47144) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:00.004233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.012497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Router 555228d6-e19b-4852-8871-a6b59a1ad3c2 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:00:00.022559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-6bb8f156-cc3b-4f99-b4d0-dffb008be2a5 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056992 Aug 19 00:00:00.023317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cdbc88-ea68-4e82-a313-cde2f060bad1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:00.035372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.037377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-99db5547-6612-44ea-8d26-a1ac01d2de6c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/subnets/f9cdbc88-ea68-4e82-a313-cde2f060bad1 HTTP/1.1" status: 204 len: 168 time: 0.9485898 Aug 19 00:00:00.040654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:00.046705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b967f36-0d19-4a06-8971-0d14243b99c1 None None] Network 2c9dc387-b649-4263-861b-27d137dd37af requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:00.157168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.160273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.216434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.273126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:00.276600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.369872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.373463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.376703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04110e1a-fdbc-4513-845b-abaf8dd4fae1 HTTP/1.1" status: 204 len: 168 time: 0.3656626 Aug 19 00:00:00.380750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] DHCP port deletion for 2c9dc387-b649-4263-861b-27d137dd37af request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:00.424477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd8d1d-5da1-4868-81b5-dc0d8a7f33af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04110e1a-fdbc-4513-845b-abaf8dd4fae1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:00.479692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:00:00.508112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Sync routers for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:00:00.534579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:00.535553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:00.611248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.619091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f3123617-e9e7-427f-94d7-90398a858230 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7802324 Aug 19 00:00:00.619787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:00.642743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Deleting port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:00.644813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.658746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=585c2c4c-2fb4-4f72-9270-ad2404cf7447,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:00.658746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.672516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 585c2c4c-2fb4-4f72-9270-ad2404cf7447 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:00.721623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5095a385-42f7-4e68-88f0-b7b3be3ae07a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:00.808582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed0e26-565d-42bc-930c-e9d591f55bc0 req-86d1756d-e475-4a5a-96b6-0a4fc7fc9754 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:00.813199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5bed0e26-565d-42bc-930c-e9d591f55bc0 req-86d1756d-e475-4a5a-96b6-0a4fc7fc9754 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.2999573 Aug 19 00:00:00.813662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] For port 585c2c4c-2fb4-4f72-9270-ad2404cf7447, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=585c2c4c-2fb4-4f72-9270-ad2404cf7447,segment=NetworkSegment(4e0da504-3591-4c9c-be6c-82952cb0bd5c),segment_id=4e0da504-3591-4c9c-be6c-82952cb0bd5c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:00.814253 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.835864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:00.838363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5095a385-42f7-4e68-88f0-b7b3be3ae07a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:00.838915 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:00.849551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Calling delete_port for 585c2c4c-2fb4-4f72-9270-ad2404cf7447 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:00.864166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-f0e92c59-5ef1-4878-aae1-42c1709b5f23 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:00.866595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-f0e92c59-5ef1-4878-aae1-42c1709b5f23 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.3145473 Aug 19 00:00:00.895963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132229-03e7-4462-aa6b-4bd3614c15c1 req-9144bb4e-adf2-4863-9e1d-5c7b4f7f39fe tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:00.909244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7132229-03e7-4462-aa6b-4bd3614c15c1 req-9144bb4e-adf2-4863-9e1d-5c7b4f7f39fe tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.4358757 Aug 19 00:00:00.938223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:00.957094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb553-c959-43f6-b856-e327827293b3 req-02f13f6a-797e-4571-904b-732b52ad2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:00.960346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-02f13f6a-797e-4571-904b-732b52ad2baa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad74d72e3f743fe8e595e8d705154b2&device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 1097 time: 0.3119333 Aug 19 00:00:00.967132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:00:00.985972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5bed0e26-565d-42bc-930c-e9d591f55bc0 req-7acec2ed-f9c3-4d63-aec3-085d91b8f627 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564271 Aug 19 00:00:01.012883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.126964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:01.151493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=585c2c4c-2fb4-4f72-9270-ad2404cf7447,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:01.181297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:01.207271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7132229-03e7-4462-aa6b-4bd3614c15c1 req-d26d6728-7f38-4250-9139-e3710724022d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954059 Aug 19 00:00:01.243030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.319070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] Pushing event deleted for resources: {'Port': ['ID=585c2c4c-2fb4-4f72-9270-ad2404cf7447,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:01.326322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accde29a-8df6-4eca-83e3-38979f045128 None None] No DVR routers for this DVR port 585c2c4c-2fb4-4f72-9270-ad2404cf7447 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:01.358914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-18T23:59:58Z', 'revision_number': 3, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-18T23:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.411650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Checking router: 555228d6-e19b-4852-8871-a6b59a1ad3c2 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:00:01.412005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Updating router 555228d6-e19b-4852-8871-a6b59a1ad3c2 port 59edf353-898f-416c-bc8e-cac28994b3dd binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:00:01.418411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:00:01.425998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7aa4d9bb-98a9-4643-aeff-bdada616beb5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6558604 Aug 19 00:00:01.429856 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Sync routers for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:00:01.430635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:01.438055 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.452686 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:01.453313 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.468543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9dc387-b649-4263-861b-27d137dd37af']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.471307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb553-c959-43f6-b856-e327827293b3 req-630419ff-3e90-4a5e-ab43-8ae19a49c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:01.472827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-630419ff-3e90-4a5e-ab43-8ae19a49c579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 200 len: 916 time: 0.4752791 Aug 19 00:00:01.492887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0da504-3591-4c9c-be6c-82952cb0bd5c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.493251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0da504-3591-4c9c-be6c-82952cb0bd5c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.538662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.542108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-f77d78ab-7acc-4e6f-8825-3233a638e899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105 HTTP/1.1" status: 200 len: 217 time: 0.0590017 Aug 19 00:00:01.543187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-733ec1b1-a567-49c2-85c4-10c25a302bce service neutron] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:01.551516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-733ec1b1-a567-49c2-85c4-10c25a302bce service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.552677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c117d211-09bb-478d-97d9-1dd9e97ff4f4 req-733ec1b1-a567-49c2-85c4-10c25a302bce service neutron] 10.222.0.21 "DELETE /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.6698387 Aug 19 00:00:01.586806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.600660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:01.601472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.602471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:01.606106 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:01.639357 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:01.646125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.675672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb553-c959-43f6-b856-e327827293b3 req-770d5781-5e59-4197-9f81-20ba675af9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:01.677501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-770d5781-5e59-4197-9f81-20ba675af9e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 200 len: 855 time: 0.1224339 Aug 19 00:00:01.716102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.741878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.756702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.758620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/networks/2c9dc387-b649-4263-861b-27d137dd37af HTTP/1.1" status: 204 len: 168 time: 1.7171850 Aug 19 00:00:01.788691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:01.842071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750f444-0dc6-4758-a2e3-a86d9f6e32c3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Network': ['ID=2c9dc387-b649-4263-861b-27d137dd37af,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:01.863091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb553-c959-43f6-b856-e327827293b3 req-834990fc-6716-483e-82c3-ecc398f5ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:01.864671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-834990fc-6716-483e-82c3-ecc398f5ec3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41f9223e-3281-42fd-b9d5-f6706e0db0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762664 Aug 19 00:00:01.903541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-18T23:59:59Z', 'revision_number': 5, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port': {'id': '2cdd41f0-88b1-4e61-9841-e2df8a0e2f44', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:53:47Z', 'updated_at': '2021-08-18T23:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.932398 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Checking router: 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:00:01.946451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:01.967129 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Routers {'8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:01.968233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:01.999739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-981622c0-9c79-41e2-9bc7-48b7e8e215fa service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218848 Aug 19 00:00:02.028525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting subnet 966051f7-ec33-4ec5-a0ba-e952100b1e55 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:02.038218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.148166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621eb553-c959-43f6-b856-e327827293b3 req-5aaf3c3f-285d-4dd9-88d8-cdda3d42f795 service neutron] 10.222.0.21 "GET /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381996 Aug 19 00:00:02.154499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Deleting port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:02.154856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.156179 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] Set router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:02.212591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.224486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Transition to ACTIVE for port object 59edf353-898f-416c-bc8e-cac28994b3dd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:02.233872 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-19T00:00:01Z', 'revision_number': 6, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:02.249669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.256789 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.266052 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030949-e0db-4e02-99cb-546031e0de93 None None] The sync data for ids ['8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7'] in n-d-771363-38 is: [{'id': '8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1972753198-router', 'tenant_id': '79f8139d0b834535aef1f7d78b59e8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:53:46Z', 'updated_at': '2021-08-19T00:00:01Z', 'revision_number': 6, 'project_id': '79f8139d0b834535aef1f7d78b59e8ae', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:00:02.316051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Attempting to bind port 59edf353-898f-416c-bc8e-cac28994b3dd on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:02.316628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Attempting to bind port 59edf353-898f-416c-bc8e-cac28994b3dd by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:02.317119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Attempting to bind port 59edf353-898f-416c-bc8e-cac28994b3dd on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:02.329361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Allocated IP 172.20.0.1 (13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3/fa46adff-6e8b-4b5a-941f-8edd8525da17/c48001f1-d5d4-4d16-8fca-1582b6a3920f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:02.332940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:02.333329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:02.334427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.334842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:02.335333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Bound port: 59edf353-898f-416c-bc8e-cac28994b3dd, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:02.335729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.345523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d2a31-f798-4fec-8222-5856a419ab3f req-4f65edb8-d734-4ed8-93a2-cd369801ce60 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:02.350781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad5d2a31-f798-4fec-8222-5856a419ab3f req-4f65edb8-d734-4ed8-93a2-cd369801ce60 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.2246339 Aug 19 00:00:02.386129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de340ac5-2354-4671-9d34-2ee854ed7608 None None] Pushing event updated for resources: {'Port': ['ID=59edf353-898f-416c-bc8e-cac28994b3dd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:02.410483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab5428-8b0e-4264-945d-ce83ccc042b7 req-f6790d8d-eb6e-4423-9bb4-774e58bee46d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:02.418638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66ab5428-8b0e-4264-945d-ce83ccc042b7 req-f6790d8d-eb6e-4423-9bb4-774e58bee46d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.0792730 Aug 19 00:00:02.429596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] For port 59edf353-898f-416c-bc8e-cac28994b3dd, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:02.433174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] For port 59edf353-898f-416c-bc8e-cac28994b3dd, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=59edf353-898f-416c-bc8e-cac28994b3dd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:02.441281 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.457654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66ab5428-8b0e-4264-945d-ce83ccc042b7 req-fa8a8a2b-b1e3-42d1-b1e4-47c2d86ffe2d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Aug 19 00:00:02.488245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:02.489025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:02.521376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad5d2a31-f798-4fec-8222-5856a419ab3f req-44a05032-1fb9-40a9-9d22-937a4796bbfb tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502626 Aug 19 00:00:02.560528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de340ac5-2354-4671-9d34-2ee854ed7608 None None] Pushing event updated for resources: {'Port': ['ID=59edf353-898f-416c-bc8e-cac28994b3dd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:02.573962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] For port 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:02.574370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.599192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Calling delete_port for 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:02.615045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.648911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:02.702024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 585c2c4c-2fb4-4f72-9270-ad2404cf7447 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:02.713311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47238) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:02.759242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 585c2c4c-2fb4-4f72-9270-ad2404cf7447 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:02.759850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 585c2c4c-2fb4-4f72-9270-ad2404cf7447 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:02.803846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.850017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.890843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bafc969-f967-427d-9503-1ba7bdac7eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.943594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-18T23:59:58Z', 'revision_number': 3, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:02.944633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Subnet': ['ID=966051f7-ec33-4ec5-a0ba-e952100b1e55,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:02.951998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Transition to ACTIVE for port object c48001f1-d5d4-4d16-8fca-1582b6a3920f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:02.959283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:02.964362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b00ebb8-e2da-41bd-9e9a-cf7683558833 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/subnets/966051f7-ec33-4ec5-a0ba-e952100b1e55 HTTP/1.1" status: 204 len: 168 time: 1.1746571 Aug 19 00:00:02.965620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:02.976832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a715390-1422-4287-a9d5-4e4ccdfa6d32 None None] Network 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:02.989748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333896-fdb0-44f4-be2f-854b4d6af90e req-d1a1d2fa-cacd-40b0-b069-4cf7922fcd68 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:02.991305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab333896-fdb0-44f4-be2f-854b4d6af90e req-d1a1d2fa-cacd-40b0-b069-4cf7922fcd68 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 1096 time: 0.1914380 Aug 19 00:00:03.044987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bafc969-f967-427d-9503-1ba7bdac7eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.048928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7afbe4-173f-4cde-a6c2-d35a206e3903 None None] The sync data for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 is: [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-18T23:59:58Z', 'revision_number': 3, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:00:03.056547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bafc969-f967-427d-9503-1ba7bdac7eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.082636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.091058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.112869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab333896-fdb0-44f4-be2f-854b4d6af90e req-02c774b6-852a-4c31-9656-c9e02f0f7bef tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Aug 19 00:00:03.113108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1bafc969-f967-427d-9503-1ba7bdac7eaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=821ced5371d44994903dee84506da508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983662 Aug 19 00:00:03.115017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafc969-f967-427d-9503-1ba7bdac7eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e35f4-573e-4c23-bc17-7dce8d97629a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:03.119351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:03.177770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.189475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:03.200097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:03.204086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:03.204533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] DHCP port deletion for 610ef4ee-e822-4a88-93dc-ae3cd8389bc7 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:03.262798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.309188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Deleting port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:03.309756 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.312838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.342789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Pushing event updated for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:03.386731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.444707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdd41f0-88b1-4e61-9841-e2df8a0e2f44,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:03.456637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] For port 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=606ba037-432f-4978-a6d3-9b5cb9fc50c7,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:03.457055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.486077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:03.486273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.509508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Calling delete_port for 606ba037-432f-4978-a6d3-9b5cb9fc50c7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:03.533770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.639263 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.681560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] Pushing event deleted for resources: {'Port': ['ID=606ba037-432f-4978-a6d3-9b5cb9fc50c7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:03.693981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c294d3-386f-4164-b730-fda0cdd0bc8e None None] No DVR routers for this DVR port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:03.699049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9f1ff3d2-d57f-454d-b249-8129826da2a1 None None] Provisioning for port c48001f1-d5d4-4d16-8fca-1582b6a3920f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:03.703962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9f1ff3d2-d57f-454d-b249-8129826da2a1 None None] Provisioning complete for port c48001f1-d5d4-4d16-8fca-1582b6a3920f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:03.704420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f1ff3d2-d57f-454d-b249-8129826da2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.717832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 606ba037-432f-4978-a6d3-9b5cb9fc50c7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=606ba037-432f-4978-a6d3-9b5cb9fc50c7,segment=NetworkSegment(fa701e87-70df-40c7-a693-665789b3306e),segment_id=fa701e87-70df-40c7-a693-665789b3306e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:03.718484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.735067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 606ba037-432f-4978-a6d3-9b5cb9fc50c7 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:03.749866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ff3d2-d57f-454d-b249-8129826da2a1 None None] Port c48001f1-d5d4-4d16-8fca-1582b6a3920f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:00:03.776596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-fc3ce1f1-eb7a-4415-bb76-a9896bc0ba59 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:03.778418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-fc3ce1f1-eb7a-4415-bb76-a9896bc0ba59 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.3705678 Aug 19 00:00:03.779332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.782879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.784400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/292e35f4-573e-4c23-bc17-7dce8d97629a HTTP/1.1" status: 204 len: 168 time: 0.6640379 Aug 19 00:00:03.799369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f811d-7baa-4d30-a69d-af5a14f288ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e35f4-573e-4c23-bc17-7dce8d97629a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:03.867506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-8de32136-1184-4cad-8da9-7726fbd9b59f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/quotas/742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 375 time: 0.0270481 Aug 19 00:00:03.948123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:03.965516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 606ba037-432f-4978-a6d3-9b5cb9fc50c7 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:03.989527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-ef7cce38-9c8e-4156-809d-fc6cf841841e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166391 Aug 19 00:00:03.994589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=606ba037-432f-4978-a6d3-9b5cb9fc50c7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:04.121316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.125298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.130870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.144257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610ef4ee-e822-4a88-93dc-ae3cd8389bc7']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:04.162985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa701e87-70df-40c7-a693-665789b3306e') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:04.163289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa701e87-70df-40c7-a693-665789b3306e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:04.177896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.199282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.220797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5a550-50fa-4702-896b-fe3ccba3bb08 req-3ce1e4a5-bf5f-47a5-bfe0-ba2a4ba9563b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:04.223348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.229081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1db5a550-50fa-4702-896b-fe3ccba3bb08 req-3ce1e4a5-bf5f-47a5-bfe0-ba2a4ba9563b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.5500164 Aug 19 00:00:04.229344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-2e9f698e-7027-4881-a18b-942e0bd1c4bb service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153530 Aug 19 00:00:04.238527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.239055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:00:04.245401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.249784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a2f12ee-41be-4d6a-8c8e-4af64a27049a admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f254f3c-df0c-4dd4-b0ac-3ff692a3d8c7 HTTP/1.1" status: 204 len: 168 time: 2.8148611 Aug 19 00:00:04.249989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:04.258281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:04.258892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:04.262783 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:04.372357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1db5a550-50fa-4702-896b-fe3ccba3bb08 req-f140d300-c078-41e4-b39f-960b862b6fc3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381440 Aug 19 00:00:04.416265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Deleting subnet f2edc495-ed92-4a77-8d43-b8d2c44d6878 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:04.440006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.453151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.453957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.460172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/networks/610ef4ee-e822-4a88-93dc-ae3cd8389bc7 HTTP/1.1" status: 204 len: 168 time: 1.4932218 Aug 19 00:00:04.466092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:04.471522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1113551579'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:04.509277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59edf353-898f-416c-bc8e-cac28994b3dd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:04.514784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.592196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 59edf353-898f-416c-bc8e-cac28994b3dd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:04.597119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 59edf353-898f-416c-bc8e-cac28994b3dd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:04.597511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.617428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-08a4a5da-6ce7-4e8a-a691-38e5b8142e07 service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735118 Aug 19 00:00:04.627027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e93da-0d21-4ff0-91ae-061ee5044d11 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Network': ['ID=610ef4ee-e822-4a88-93dc-ae3cd8389bc7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:04.671277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:04.675286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.701934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.710772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.732814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:04.742823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.755618 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.758708 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Added segment dcd03fe9-d76e-40cd-b867-72d43faef886 of type vlan for network 4d94355d-12d2-43d6-8aa1-b37530d14881 Aug 19 00:00:04.763569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.830741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.832100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 59edf353-898f-416c-bc8e-cac28994b3dd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=59edf353-898f-416c-bc8e-cac28994b3dd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:04.842192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.908374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Pushing event updated for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:04.915748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.917433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.927280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:04.928220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:04.944624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.003101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=59edf353-898f-416c-bc8e-cac28994b3dd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:05.006640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621af14-131e-4589-a179-31de77c33dae req-e1973bc2-d692-403d-8881-79be95d3b1cd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:05.015551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 606ba037-432f-4978-a6d3-9b5cb9fc50c7 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:05.016447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3621af14-131e-4589-a179-31de77c33dae req-e1973bc2-d692-403d-8881-79be95d3b1cd tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1937280 Aug 19 00:00:05.038757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 606ba037-432f-4978-a6d3-9b5cb9fc50c7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:05.039100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 606ba037-432f-4978-a6d3-9b5cb9fc50c7 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:05.039536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8e73e21-4736-41ba-8232-01b0e566f9ec no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:05.062596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.066865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2edc495-ed92-4a77-8d43-b8d2c44d6878 HTTP/1.1" status: 204 len: 168 time: 0.8137634 Aug 19 00:00:05.067033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b8e73e21-4736-41ba-8232-01b0e566f9ec {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:05.067033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8e73e21-4736-41ba-8232-01b0e566f9ec not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:05.067033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:05.080079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:05.080934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cfce5-d398-4939-8719-abe8b0007bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2edc495-ed92-4a77-8d43-b8d2c44d6878,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:05.084729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51bf78d2-ecd9-411b-b3b9-115d7488dad5 req-07dab05c-7c8d-4440-8933-ae8e13a6c947 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 210 time: 0.1177118 Aug 19 00:00:05.098448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3ea04-0868-41f9-94b4-72dbff0651c1 None None] Network 8021589c-68de-4325-975e-1623a4916f3b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:05.099498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6319909 Aug 19 00:00:05.101274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:05.101863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2cdd41f0-88b1-4e61-9841-e2df8a0e2f44 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:05.114529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:05.122370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'subnet': {'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:05.139800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86cfba-f798-4037-b13c-bfc7a4a165cd tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Network': ['ID=4d94355d-12d2-43d6-8aa1-b37530d14881,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:05.170606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.196902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:05.247394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3621af14-131e-4589-a179-31de77c33dae req-379fa17e-4f7a-4a44-b59e-9512460d04f5 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247152 Aug 19 00:00:05.276142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:05.287690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.319525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:05.322145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:05.523655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Deleting port bcde16d2-bc9d-43cc-982a-465a3474df7b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:05.524011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.541444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35796e-4469-4d43-ae7c-572492b10a57 req-ba386eb8-fd03-4f25-b90f-98f2647a0960 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:05.549263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e35796e-4469-4d43-ae7c-572492b10a57 req-ba386eb8-fd03-4f25-b90f-98f2647a0960 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1568024 Aug 19 00:00:05.553416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] DHCP port deletion for 8021589c-68de-4325-975e-1623a4916f3b request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:05.681271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e35796e-4469-4d43-ae7c-572492b10a57 req-979cc00a-4a01-470d-b67a-f421629deac3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309857 Aug 19 00:00:05.683506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Deleting port bcde16d2-bc9d-43cc-982a-465a3474df7b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:05.684705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.721926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.735000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Router 555228d6-e19b-4852-8871-a6b59a1ad3c2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:00:05.736028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] For port bcde16d2-bc9d-43cc-982a-465a3474df7b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bcde16d2-bc9d-43cc-982a-465a3474df7b,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:05.742211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.777795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Calling delete_port for bcde16d2-bc9d-43cc-982a-465a3474df7b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:05.843936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] For port bcde16d2-bc9d-43cc-982a-465a3474df7b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=bcde16d2-bc9d-43cc-982a-465a3474df7b,segment=NetworkSegment(183fd444-378a-423b-bbfc-044b1258917d),segment_id=183fd444-378a-423b-bbfc-044b1258917d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:05.844653 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.854977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Subnet': ['ID=45179f1b-05a8-408e-b5f1-b947f7f470ef,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:05.864751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Checking segment: {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:05.865857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network hostable DHCP agents. Network: 4d94355d-12d2-43d6-8aa1-b37530d14881, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:05.871089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Calling delete_port for bcde16d2-bc9d-43cc-982a-465a3474df7b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:05.873292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-781fb650-c8d8-4925-9150-e140af70b87a None None] Provisioning complete for port c48001f1-d5d4-4d16-8fca-1582b6a3920f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:05.873672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781fb650-c8d8-4925-9150-e140af70b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.894271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:05.910892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4d94355d-12d2-43d6-8aa1-b37530d14881) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:05.917539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:05.919674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:05.926482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57337851-eaa5-4281-8364-ae86786763fb None None] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:05.957515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-25f71817-7ea5-4c4b-a107-b196e946356b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8419096 Aug 19 00:00:05.958847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:05.965535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1549673206'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:05.993951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:05.998928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.024070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.033481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:06.047459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.047896 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Added segment 05de33d0-62b0-475b-9b06-2be73a18120b of type vlan for network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f Aug 19 00:00:06.094922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.111166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:00:06.114375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcde16d2-bc9d-43cc-982a-465a3474df7b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:06.121689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-781fb650-c8d8-4925-9150-e140af70b87a None None] Port c48001f1-d5d4-4d16-8fca-1582b6a3920f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:00:06.127895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.130923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Sync routers for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:00:06.135317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:06.136002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.148715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f980a64-4d52-4ba9-8656-1cdf833cce70 admin admin] 10.222.0.20 "PUT /v2.0/routers/555228d6-e19b-4852-8871-a6b59a1ad3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5151920 Aug 19 00:00:06.158019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:06.161247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:06.161406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1984816 Aug 19 00:00:06.169525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:06.184760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'subnet': {'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:06.255356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bf488-06aa-46ec-9e76-47b5def98236 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Network': ['ID=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:06.270707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:06.327002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] No DVR routers for this DVR port bcde16d2-bc9d-43cc-982a-465a3474df7b on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:06.368246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-945e4a03-d086-4263-8847-59425c82f24f req-c59214e6-3eb6-418c-8fa9-aa4490b30f45 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 210 time: 0.0496020 Aug 19 00:00:06.413207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30332e95-5cc4-4dbb-a262-1f8134dfab83 req-58fa9256-55dd-4f17-990d-a562bec5016d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:06.414775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30332e95-5cc4-4dbb-a262-1f8134dfab83 req-58fa9256-55dd-4f17-990d-a562bec5016d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.3015029 Aug 19 00:00:06.496284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.505263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59edf353-898f-416c-bc8e-cac28994b3dd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:06.522132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.544048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8021589c-68de-4325-975e-1623a4916f3b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:06.577376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] Pushing event deleted for resources: {'Port': ['ID=bcde16d2-bc9d-43cc-982a-465a3474df7b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:06.592509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183fd444-378a-423b-bbfc-044b1258917d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:06.592807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183fd444-378a-423b-bbfc-044b1258917d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:06.595774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-bad59b58-e2d0-4d3b-b3aa-739b33fc4ebc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:06.601096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-bad59b58-e2d0-4d3b-b3aa-739b33fc4ebc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.2076643 Aug 19 00:00:06.609150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.614702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Request body: {'port': {'device_id': '01972384-51c4-4f04-be28-9044724089af', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'admin_state_up': True, 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:06.668947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c7fbe-53a7-410b-ac54-537091014060 None None] No DVR routers for this DVR port bcde16d2-bc9d-43cc-982a-465a3474df7b on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:06.689973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.734829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:06.735407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:06.741261 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:06.801512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4d94355d-12d2-43d6-8aa1-b37530d14881', 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'fixed_ips': [{'subnet_id': '45179f1b-05a8-408e-b5f1-b947f7f470ef'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:00:06.801512 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.821319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:06.841239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30332e95-5cc4-4dbb-a262-1f8134dfab83 req-7e4a87f2-1568-4b11-a683-85d4c9de85e8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068472 Aug 19 00:00:06.847507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:06.851056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.872644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:06.884892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:06.974514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.007053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-8eea4d34-44d2-48e8-9ef9-43ac4ece8e4f req-c0251b11-e59e-40f6-b82d-84b7c72493f3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:00:07.008853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.015175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8eea4d34-44d2-48e8-9ef9-43ac4ece8e4f req-c0251b11-e59e-40f6-b82d-84b7c72493f3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200620 Aug 19 00:00:07.017130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8021589c-68de-4325-975e-1623a4916f3b HTTP/1.1" status: 204 len: 168 time: 1.9317999 Aug 19 00:00:07.022241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47360) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:07.053462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f23db-ea60-4b89-b059-3d5229d36147 admin admin] Pushing event deleted for resources: {'Network': ['ID=8021589c-68de-4325-975e-1623a4916f3b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:07.256487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8eea4d34-44d2-48e8-9ef9-43ac4ece8e4f req-b77504d1-d6be-439e-8e9e-8f253cc04e78 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2400835 Aug 19 00:00:07.286563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 59edf353-898f-416c-bc8e-cac28994b3dd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:07.287019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.322443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Allocated IP 172.20.0.6 (74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e/a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b/389d2297-4281-422f-9cfe-22a4e5311242) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:07.362403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.557856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Allocated IP 19.80.0.2 (4d94355d-12d2-43d6-8aa1-b37530d14881/45179f1b-05a8-408e-b5f1-b947f7f470ef/2390f42c-7ac8-4fbf-a9a5-4db8d825a91a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:07.685213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a253a1fb-9276-4d5e-972a-ceb2cfd130f2 req-4a2a8452-95c9-4bc2-b30f-78f963357c0b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 210 time: 0.1463671 Aug 19 00:00:07.703468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Subnet': ['ID=7be5db40-0f6c-44d6-b063-ef68ae0b2422,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:07.734202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c48001f1-d5d4-4d16-8fca-1582b6a3920f', 'name': '', 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'mac_address': 'fa:16:3e:f6:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:00:01Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 2, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'subnets': [{'id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:07.740421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.742558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.743168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.743765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.745885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.746733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.747448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.748023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.749972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.750559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.752480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.753093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:07.771829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Checking segment: {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:07.772576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network hostable DHCP agents. Network: be5a9cfc-5c8a-4b29-88c8-20abf1900e1f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:07.795506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Checking router: 555228d6-e19b-4852-8871-a6b59a1ad3c2 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:00:07.795864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Updating router 555228d6-e19b-4852-8871-a6b59a1ad3c2 port c48001f1-d5d4-4d16-8fca-1582b6a3920f binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:00:07.827355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bcde16d2-bc9d-43cc-982a-465a3474df7b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:07.858017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:07.861646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: bcde16d2-bc9d-43cc-982a-465a3474df7b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:07.862056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device bcde16d2-bc9d-43cc-982a-465a3474df7b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:07.877958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.892998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, be5a9cfc-5c8a-4b29-88c8-20abf1900e1f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:07.907250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8754e1-12a4-41cd-a650-a44217173188 None None] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:07.910850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:07.911844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:07.962087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f9e2f107-37ff-419a-b3f5-18d592869628 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7864940 Aug 19 00:00:08.046573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:08.220176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.274083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Transition to ACTIVE for port object 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:08.340596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e88f01a-5e35-4b42-9cc0-d842ec146fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.341067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Transition to ACTIVE for port object 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:08.370285 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.481527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5022d-34d2-4524-8e00-6636efb549fa req-aee9eba7-2193-49d2-89c0-3f221b0740af tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:08.482242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Pushing event updated for resources: {'Port': ['ID=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:08.489070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c5022d-34d2-4524-8e00-6636efb549fa req-aee9eba7-2193-49d2-89c0-3f221b0740af tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.2138934 Aug 19 00:00:08.520533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:08.524028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:08.546130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:08.563836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.600345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c5022d-34d2-4524-8e00-6636efb549fa req-6d769c38-95ac-4232-b975-ea82057c2c80 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082644 Aug 19 00:00:08.608138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-be5a9cfc-5c8a-4b29-88c8-20abf1900e1f', 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'fixed_ips': [{'subnet_id': '7be5db40-0f6c-44d6-b063-ef68ae0b2422'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:00:08.609282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.632765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Attempting to bind port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:08.633523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Attempting to bind port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:08.634100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Attempting to bind port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a on network 4d94355d-12d2-43d6-8aa1-b37530d14881 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:08.644890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-1ea6d599-e6e0-44c7-a29d-ea057335a978 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:08.652527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-1ea6d599-e6e0-44c7-a29d-ea057335a978 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:08.656611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-1ea6d599-e6e0-44c7-a29d-ea057335a978 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/networks?id=4d94355d-12d2-43d6-8aa1-b37530d14881&id=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f HTTP/1.1" status: 200 len: 1392 time: 0.2711809 Aug 19 00:00:08.661094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:08.661959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Checking segment: {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:08.662533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.663268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Bound using segment: {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:08.663910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Bound port: 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:08.664506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.717931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-851b5bfe-f81c-4f09-9135-bc8fe2e50d2e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/quotas/74b2a285f0bc4dc1aeff3c4da01cf6e7 HTTP/1.1" status: 200 len: 375 time: 0.0561569 Aug 19 00:00:08.737576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.772369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e88f01a-5e35-4b42-9cc0-d842ec146fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.775737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] For port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:08.779425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] For port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:08.787242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e88f01a-5e35-4b42-9cc0-d842ec146fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:08.787490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:08.823982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:08.848323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:08.855204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:08.876009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:08.878626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-3afc4610-7776-4aef-910e-2b7952d75df2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1596656 Aug 19 00:00:08.887849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88f01a-5e35-4b42-9cc0-d842ec146fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0258af4e-f467-4714-a64f-f45092229095,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:08.908635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0e88f01a-5e35-4b42-9cc0-d842ec146fac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8caf862cdfc44d17984d6131ceeecc20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8607216 Aug 19 00:00:08.910789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:08.992063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f16c7-15cb-4e1d-8d29-44ad554fa6c3 req-a0565b63-37f6-4484-8ce3-d4a8761ba84a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:09.000560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a2f16c7-15cb-4e1d-8d29-44ad554fa6c3 req-a0565b63-37f6-4484-8ce3-d4a8761ba84a tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.2812243 Aug 19 00:00:09.001823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Allocated IP 19.86.0.2 (be5a9cfc-5c8a-4b29-88c8-20abf1900e1f/7be5db40-0f6c-44d6-b063-ef68ae0b2422/744a7c19-3bdc-4969-b335-eb4897fdd62a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:09.024110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:09.025201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.054446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.059390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.113262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.159420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.187533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-80852ce4-4ae3-4783-a8f6-702efa5a8b42 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5769205 Aug 19 00:00:09.213644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-02aa8179-8c8b-4710-bb56-80f9c755da38 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340347 Aug 19 00:00:09.228522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Request body: {'port': {'device_id': '01972384-51c4-4f04-be28-9044724089af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:09.347952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.350811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.354431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.361892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.365862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0258af4e-f467-4714-a64f-f45092229095 HTTP/1.1" status: 204 len: 168 time: 0.4513748 Aug 19 00:00:09.381926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a2f16c7-15cb-4e1d-8d29-44ad554fa6c3 req-05b91e85-881f-4d09-88b3-969a373c8edf tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630071 Aug 19 00:00:09.406794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.412894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c3341-6134-4245-a13b-4f850a386266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0258af4e-f467-4714-a64f-f45092229095,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:09.431662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-8ea7803d-985e-4627-a92b-8526ddffade8 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170689 Aug 19 00:00:09.438077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Transition to ACTIVE for port object 744a7c19-3bdc-4969-b335-eb4897fdd62a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:09.551360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Transition to ACTIVE for port object 744a7c19-3bdc-4969-b335-eb4897fdd62a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:09.570488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Transition to ACTIVE for port object c48001f1-d5d4-4d16-8fca-1582b6a3920f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:09.596043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.639603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:09.642912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850603-d5ca-4d5a-bcab-fcdc6dc0d0b9 None None] Pushing event updated for resources: {'Port': ['ID=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:09.666082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-e4bc00fd-9d6a-4fac-94f5-21bda93eee86 service neutron] 10.222.0.20 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334509 Aug 19 00:00:09.675878 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:09.696190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:09.738429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81f4f8-51b9-4754-8465-6afab6075129 req-e927634a-c548-4f9a-89ea-0d35437220cb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:09.746286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b81f4f8-51b9-4754-8465-6afab6075129 req-e927634a-c548-4f9a-89ea-0d35437220cb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 931 time: 0.1988754 Aug 19 00:00:09.756602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:09.837805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b81f4f8-51b9-4754-8465-6afab6075129 req-647ac28b-596e-4cfb-b6e2-205df06e8734 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905335 Aug 19 00:00:09.864735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-20190d70-d9f1-4637-8482-3a9a82772d4c service neutron] 10.222.0.20 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976037 Aug 19 00:00:10.471458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d20eef3-2934-495e-90af-b02b01c34052 req-5706e104-a532-4d56-99ce-b7126838b586 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 210 time: 0.1693411 Aug 19 00:00:10.497779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937592ab-dc22-4711-96a4-97771c450c07 req-9c1904fb-e825-494d-adb0-29484871021d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:10.522166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-937592ab-dc22-4711-96a4-97771c450c07 req-9c1904fb-e825-494d-adb0-29484871021d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.1691701 Aug 19 00:00:10.598322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Deleting port d882b58f-f28d-4db7-8245-fb81800ea691 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:10.598678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:10.669968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-937592ab-dc22-4711-96a4-97771c450c07 req-95a084a1-00ab-4b35-8f69-9bf01e75b663 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467514 Aug 19 00:00:10.687458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Pushing event updated for resources: {'Port': ['ID=744a7c19-3bdc-4969-b335-eb4897fdd62a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:10.889422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e6a2-b3b1-4fdf-b955-9b5a00930a1a None None] Pushing event updated for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:10.904884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:10.928258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389d2297-4281-422f-9cfe-22a4e5311242 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:10.958162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.053096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Transition to ACTIVE for port object 389d2297-4281-422f-9cfe-22a4e5311242 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:11.075817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.159504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4db71-d076-41c6-b781-be5278e93a99 req-adffcc11-c983-4c93-9261-d09b01d89a50 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:11.162765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Attempting to bind port 744a7c19-3bdc-4969-b335-eb4897fdd62a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:11.163201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Attempting to bind port 744a7c19-3bdc-4969-b335-eb4897fdd62a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:11.163488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Attempting to bind port 744a7c19-3bdc-4969-b335-eb4897fdd62a on network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:11.166606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbb4db71-d076-41c6-b781-be5278e93a99 req-adffcc11-c983-4c93-9261-d09b01d89a50 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 931 time: 0.1623831 Aug 19 00:00:11.183406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] For port d882b58f-f28d-4db7-8245-fb81800ea691, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d882b58f-f28d-4db7-8245-fb81800ea691,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:11.184205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.200342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:11.200720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Checking segment: {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:11.201266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.201673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Bound using segment: {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:11.202160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Bound port: 744a7c19-3bdc-4969-b335-eb4897fdd62a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:11.202546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.204475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Attempting to bind port c48001f1-d5d4-4d16-8fca-1582b6a3920f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:11.204837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Attempting to bind port c48001f1-d5d4-4d16-8fca-1582b6a3920f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:11.205193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Attempting to bind port c48001f1-d5d4-4d16-8fca-1582b6a3920f on network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:11.244946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:11.245329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Checking segment: {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:11.245740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.246186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Bound using segment: {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:11.246673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Bound port: c48001f1-d5d4-4d16-8fca-1582b6a3920f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:11.247055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.254708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Calling delete_port for d882b58f-f28d-4db7-8245-fb81800ea691 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:11.297928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbb4db71-d076-41c6-b781-be5278e93a99 req-73bd1234-c85f-46e2-8e0e-6b048f5a6b89 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228595 Aug 19 00:00:11.306795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a42c64-8647-4754-81db-eef9581e14c8 req-c9df62b6-3dba-4d65-97b3-eb7da1cf4bb8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:11.313386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a42c64-8647-4754-81db-eef9581e14c8 req-c9df62b6-3dba-4d65-97b3-eb7da1cf4bb8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:11.320142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a42c64-8647-4754-81db-eef9581e14c8 req-c9df62b6-3dba-4d65-97b3-eb7da1cf4bb8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:11.329107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51a42c64-8647-4754-81db-eef9581e14c8 req-c9df62b6-3dba-4d65-97b3-eb7da1cf4bb8 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e&device_id=d4cd6698-b3c6-49a8-be24-05749467698b&device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 2417 time: 0.2575188 Aug 19 00:00:11.334703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:11.359139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:11.390758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] For port 744a7c19-3bdc-4969-b335-eb4897fdd62a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:11.398819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] For port 744a7c19-3bdc-4969-b335-eb4897fdd62a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=744a7c19-3bdc-4969-b335-eb4897fdd62a,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:11.417478 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.462893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] For port c48001f1-d5d4-4d16-8fca-1582b6a3920f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:11.499921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] For port c48001f1-d5d4-4d16-8fca-1582b6a3920f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c48001f1-d5d4-4d16-8fca-1582b6a3920f,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:11.516841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.526159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a76422-2fb9-4bef-9ea8-0a363284182c None None] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:11.560078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed968c-3f22-45cd-a097-5f62efa474e6 None None] Pushing event updated for resources: {'Port': ['ID=744a7c19-3bdc-4969-b335-eb4897fdd62a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:11.644999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51a42c64-8647-4754-81db-eef9581e14c8 req-f16e1c82-9a70-4ae1-8d61-51ecddd56822 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144393 Aug 19 00:00:11.664745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e6a2-b3b1-4fdf-b955-9b5a00930a1a None None] Pushing event updated for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:11.698938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:11.700180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:11.700753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:11.708429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Provisioning for port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:11.721010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Provisioning complete for port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:11.721641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.781666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:11.782586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-18T23:59:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:11.799110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:11.799699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:11.809128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 23, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:11.809759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:11.810393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:11.811231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Bound port: 389d2297-4281-422f-9cfe-22a4e5311242, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:11.811772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:11.996869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f761d273-2a44-46c6-bb6d-72d8215daeb3 req-d687cf37-450a-4065-af28-67b1bdacff8c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 210 time: 0.0973706 Aug 19 00:00:12.045143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:12.065827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:12.084365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:12.196874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:12.234128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:12.238211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:12.239337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] 10.222.0.11 "PUT /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 1092 time: 3.0296903 Aug 19 00:00:12.241658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:12.245336 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e166e-b241-45cf-ba65-91ebb9059cac" -d '{"events": [{"name": "network-changed", "server_uuid": "01972384-51c4-4f04-be28-9044724089af", "tag": "389d2297-4281-422f-9cfe-22a4e5311242"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:12.300011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:12.328277 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bea520a7-bdd2-4931-9b02-b654514c5122 req-2dd14248-72e2-4b47-9c59-6a9c05391318 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2358942 Aug 19 00:00:12.330938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce47c7-759a-4e8a-a277-63a479aeec49 service neutron] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:12.348641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:12.735693 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0dbb3-886a-4e46-942e-92c4a2b8da6e x-openstack-request-id: req-bda0dbb3-886a-4e46-942e-92c4a2b8da6e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:12.739218 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01972384-51c4-4f04-be28-9044724089af", "tag": "389d2297-4281-422f-9cfe-22a4e5311242", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:12.739680 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bda0dbb3-886a-4e46-942e-92c4a2b8da6e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:12.740272 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242', 'status': 'completed', 'code': 200} Aug 19 00:00:12.741887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d882b58f-f28d-4db7-8245-fb81800ea691,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:12.819642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 744a7c19-3bdc-4969-b335-eb4897fdd62a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:12.953046 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2621863d-47ee-45b0-a038-880f47678c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:13.017921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-8430f267-ec0c-4571-84dc-8f55d3f16c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:13.030124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-8430f267-ec0c-4571-84dc-8f55d3f16c4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1095 time: 0.6854646 Aug 19 00:00:13.045488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] For port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:13.066305 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:13.126315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 744a7c19-3bdc-4969-b335-eb4897fdd62a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:13.139529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-e8cb78bd-6c51-419f-b5ef-9af0ec52701c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 217 time: 0.0911658 Aug 19 00:00:13.152378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c48001f1-d5d4-4d16-8fca-1582b6a3920f', 'name': '', 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'mac_address': 'fa:16:3e:f6:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:00:01Z', 'updated_at': '2021-08-19T00:00:11Z', 'revision_number': 4, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'subnets': [{'id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:13.206354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324061-0ead-4608-82be-13479fc4bfb9 None None] Pushing event updated for resources: {'Port': ['ID=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:13.218775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7ede6-5d63-44c8-94d6-f969509ba3f9 None None] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:13.223215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f64c3-6390-425d-87ec-da747d81e512 None None] The sync data for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 is: [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c48001f1-d5d4-4d16-8fca-1582b6a3920f', 'name': '', 'network_id': '13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'mac_address': 'fa:16:3e:f6:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:00:01Z', 'updated_at': '2021-08-19T00:00:11Z', 'revision_number': 4, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'subnets': [{'id': 'fa46adff-6e8b-4b5a-941f-8edd8525da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:00:13.332724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c47b4d-73c7-4f60-9875-933578ec9d12 req-af40fde9-6c04-4df6-8a7e-24f95a20e732 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:13.341164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b9a4ede5-3a48-403b-b594-4fc71c38af7c None None] Provisioning complete for port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:13.341854 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ede5-3a48-403b-b594-4fc71c38af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:13.344797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32c47b4d-73c7-4f60-9875-933578ec9d12 req-af40fde9-6c04-4df6-8a7e-24f95a20e732 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.5148544 Aug 19 00:00:13.354873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-0bd4d3b9-58ad-47bf-ac83-ef2311afe7ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:13.361267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-0bd4d3b9-58ad-47bf-ac83-ef2311afe7ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:13.362785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-0bd4d3b9-58ad-47bf-ac83-ef2311afe7ff tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "GET /v2.0/networks?id=4d94355d-12d2-43d6-8aa1-b37530d14881&id=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f HTTP/1.1" status: 200 len: 1392 time: 0.9703741 Aug 19 00:00:13.389333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'port': {'device_id': '22230643-ec6f-4e74-9f14-c8dce951948d', 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881', 'admin_state_up': True, 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:13.435272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc07e82f-eb08-4920-a8ff-401766e395cd req-a3b50517-c951-4b1b-bd5e-241a7d689d9e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 210 time: 0.0729711 Aug 19 00:00:13.577087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-dd5dd279-0b6b-41e1-a0b3-5bd0f081f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:13.578997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-dd5dd279-0b6b-41e1-a0b3-5bd0f081f8b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.4191117 Aug 19 00:00:13.645967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-22ee56cd-67fd-40b5-aa89-9df7c1147979 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569079 Aug 19 00:00:13.664739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32c47b4d-73c7-4f60-9875-933578ec9d12 req-529a3aa5-fbd0-4409-8e5a-f3b14a8316c2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950852 Aug 19 00:00:13.677625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:13.754641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Provisioning for port 744a7c19-3bdc-4969-b335-eb4897fdd62a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:13.763901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Provisioning complete for port 744a7c19-3bdc-4969-b335-eb4897fdd62a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:13.763901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.000645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.072176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] For port 744a7c19-3bdc-4969-b335-eb4897fdd62a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=744a7c19-3bdc-4969-b335-eb4897fdd62a,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:14.079661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.184862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1120-790a-4715-8cd4-abe3fab9f483 None None] Pushing event updated for resources: {'Port': ['ID=744a7c19-3bdc-4969-b335-eb4897fdd62a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:14.213513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6eda4b80-aecf-400f-94a7-8a228315bed3 None None] Provisioning complete for port 744a7c19-3bdc-4969-b335-eb4897fdd62a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:14.213875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6eda4b80-aecf-400f-94a7-8a228315bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.253453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:14.260883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.291642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-ebeaa4ff-7c78-47d6-86ac-42e132fe0ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169763 Aug 19 00:00:14.541414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-384b1849-c66a-47c9-836f-f4e81ce32a2b req-7efad34c-cae2-41eb-8335-eace902c5ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368958 Aug 19 00:00:14.659774 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:14.750890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:14.846368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:14.847309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.003496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5383a4cb-a04a-4393-8e58-e819642522e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.036337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c48001f1-d5d4-4d16-8fca-1582b6a3920f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:15.154017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.166646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c48001f1-d5d4-4d16-8fca-1582b6a3920f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:15.184452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c48001f1-d5d4-4d16-8fca-1582b6a3920f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:15.184903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.195311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59ebb-25d6-4b7d-b6f1-fc0ccf69683c req-935de36f-280c-41db-ac7d-4abdb63e3414 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:15.218226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44e59ebb-25d6-4b7d-b6f1-fc0ccf69683c req-935de36f-280c-41db-ac7d-4abdb63e3414 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1188061 Aug 19 00:00:15.287497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44e59ebb-25d6-4b7d-b6f1-fc0ccf69683c req-5bd4f27b-9b42-4ab7-80ce-bba4f4ce9978 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Aug 19 00:00:15.293177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5b935be-8624-416f-b688-9b461f32b555 req-5f6de3e4-c103-4e36-8210-acdb81aa137a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 210 time: 0.5932894 Aug 19 00:00:15.354940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Allocated IP 19.80.0.23 (4d94355d-12d2-43d6-8aa1-b37530d14881/45179f1b-05a8-408e-b5f1-b947f7f470ef/02b935da-d288-4878-a86d-711e3d57c2dd) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:15.390288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-25299e03-9440-4cf9-954d-165410ea27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:15.393292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-25299e03-9440-4cf9-954d-165410ea27c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1095 time: 0.7426865 Aug 19 00:00:15.417769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.495498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c48001f1-d5d4-4d16-8fca-1582b6a3920f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c48001f1-d5d4-4d16-8fca-1582b6a3920f,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:15.509433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.510250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 744a7c19-3bdc-4969-b335-eb4897fdd62a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:15.526678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Router f727c6d6-cca7-440f-ac9d-2bd05de13504 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:00:15.568737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-8d5728e1-d7ca-4726-a773-4d14639168b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:15.570669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-8d5728e1-d7ca-4726-a773-4d14639168b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1561143 Aug 19 00:00:15.690645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-b394661f-cc7c-45a0-82ee-d8fc31cf4391 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 217 time: 0.1079252 Aug 19 00:00:15.703923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:15.727930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 744a7c19-3bdc-4969-b335-eb4897fdd62a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:15.728676 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.842968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:15.860224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-b0ba89ca-7079-4f60-81ec-1d65b69cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:15.861925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-b0ba89ca-7079-4f60-81ec-1d65b69cb839 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.1614723 Aug 19 00:00:15.865641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:00:15.876503 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Sync routers for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:00:15.879758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4be568d-77e1-41bc-bbac-eb7aee6475d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/f727c6d6-cca7-440f-ac9d-2bd05de13504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8567815 Aug 19 00:00:15.886053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:15.893996 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:15.894678 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:15.912642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-a1534b0b-0e63-43bf-8003-d8f910bb5c9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376096 Aug 19 00:00:15.914083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Transition to ACTIVE for port object 02b935da-d288-4878-a86d-711e3d57c2dd will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:16.039258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.058493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-fe3efa75-1c6b-4285-a131-1253478ca7ee service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363933 Aug 19 00:00:16.094622 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:16.110782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58f99f-51c0-4470-823e-398e245eb115 req-f3910693-285a-4365-bf80-6e5a2938a95f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:16.113274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa58f99f-51c0-4470-823e-398e245eb115 req-f3910693-285a-4365-bf80-6e5a2938a95f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.2280991 Aug 19 00:00:16.152642 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.211228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:16.214000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7e166e-b241-45cf-ba65-91ebb9059cac req-c9d0ca94-d670-4585-8eae-914da274142b service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193738 Aug 19 00:00:16.217288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:16.220465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:16.238288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa58f99f-51c0-4470-823e-398e245eb115 req-4a2f0cfa-1695-48ad-bbe6-0058aa5ccba0 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156230 Aug 19 00:00:16.271476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.278169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:16.341130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:16.343517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.376070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-398d5437-d36a-45cd-b571-759c4399f308 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9904313 Aug 19 00:00:16.408940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Request body: {'port': {'device_id': '22230643-ec6f-4e74-9f14-c8dce951948d', 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f', 'admin_state_up': True, 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:16.485631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c48001f1-d5d4-4d16-8fca-1582b6a3920f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:16.609455 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-19T00:00:12Z', 'revision_number': 5, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:16.625682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961120-9b0d-4cfe-833e-1e46a1a0e925 req-2f4fd92d-b133-4b4c-8ff9-e0d3031d33eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:16.634752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c961120-9b0d-4cfe-833e-1e46a1a0e925 req-2f4fd92d-b133-4b4c-8ff9-e0d3031d33eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.2040970 Aug 19 00:00:16.644794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Made reservation on behalf of 74b2a285f0bc4dc1aeff3c4da01cf6e7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:16.644794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.677794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.683358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Checking router: f727c6d6-cca7-440f-ac9d-2bd05de13504 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:00:16.707214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Routers {'f727c6d6-cca7-440f-ac9d-2bd05de13504'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:16.709566 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f727c6d6-cca7-440f-ac9d-2bd05de13504'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:16.731109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c961120-9b0d-4cfe-833e-1e46a1a0e925 req-5bf28b90-d4da-47dc-aac2-7fda29894eb2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774722 Aug 19 00:00:16.775705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4ed50-2d64-466e-8d93-03161305c6f0 req-56d24c57-8592-43d9-ac8b-a87384bea5d6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:16.777679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71a4ed50-2d64-466e-8d93-03161305c6f0 req-56d24c57-8592-43d9-ac8b-a87384bea5d6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 931 time: 0.1531310 Aug 19 00:00:16.859655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71a4ed50-2d64-466e-8d93-03161305c6f0 req-0509c4c4-450d-4f31-9981-05320cd09ea8 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723734 Aug 19 00:00:16.889463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Deleting port 3b35cdff-aa66-44b0-be10-b0b24f0bb365 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:16.894312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:16.973622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:16.993082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Allocated IP 19.86.0.201 (be5a9cfc-5c8a-4b29-88c8-20abf1900e1f/7be5db40-0f6c-44d6-b063-ef68ae0b2422/265a2df2-4082-4a98-a4a4-8cb74bea65f5) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:17.013832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c90ed93-835b-4598-9ee7-875b4f10565f None None] Provisioning for port 02b935da-d288-4878-a86d-711e3d57c2dd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:17.032933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c90ed93-835b-4598-9ee7-875b4f10565f None None] Provisioning complete for port 02b935da-d288-4878-a86d-711e3d57c2dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:17.033312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c90ed93-835b-4598-9ee7-875b4f10565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.152645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] For port 3b35cdff-aa66-44b0-be10-b0b24f0bb365, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3b35cdff-aa66-44b0-be10-b0b24f0bb365,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:17.153066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.186858 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] Set router f727c6d6-cca7-440f-ac9d-2bd05de13504 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:17.200204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Calling delete_port for 3b35cdff-aa66-44b0-be10-b0b24f0bb365 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:17.254526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c48001f1-d5d4-4d16-8fca-1582b6a3920f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:17.255159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.270735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c90ed93-835b-4598-9ee7-875b4f10565f None None] Port 02b935da-d288-4878-a86d-711e3d57c2dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:00:17.414527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.446938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Transition to ACTIVE for port object 265a2df2-4082-4a98-a4a4-8cb74bea65f5 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:17.458404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:17.478742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '389d2297-4281-422f-9cfe-22a4e5311242', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'port_id': '389d2297-4281-422f-9cfe-22a4e5311242', 'mac_address': 'fa:16:3e:1a:c2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:17.577022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.597509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.611381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.639561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389d2297-4281-422f-9cfe-22a4e5311242 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:17.649748 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-19T00:00:12Z', 'revision_number': 5, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:17.664108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b35cdff-aa66-44b0-be10-b0b24f0bb365,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:17.665792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:17.707064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.715629 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb17dd-6ff5-48ff-8e8d-8e620b7e0964 None None] The sync data for ids ['f727c6d6-cca7-440f-ac9d-2bd05de13504'] in n-d-771363-38 is: [{'id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1319229551-router', 'tenant_id': '9bc1dd6df475409aaca58a3ac57029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:54:03Z', 'updated_at': '2021-08-19T00:00:12Z', 'revision_number': 5, 'project_id': '9bc1dd6df475409aaca58a3ac57029a3', 'gw_port': {'id': '3b35cdff-aa66-44b0-be10-b0b24f0bb365', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f727c6d6-cca7-440f-ac9d-2bd05de13504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:54:05Z', 'updated_at': '2021-08-18T23:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:00:17.731827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:17.743042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:17.770370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:17.817540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:17.828701 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.828863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:17.829344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.858619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-5a88d30a-0ee7-413d-bca6-0c749bb6e78c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:17.868687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-5a88d30a-0ee7-413d-bca6-0c749bb6e78c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.3409092 Aug 19 00:00:17.868687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event updated for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:17.880736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d440a-3a9d-46a0-ad98-034851172c47 req-db08480c-a863-4f7f-ad7d-c2ea17ac3e7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:17.882265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-663d440a-3a9d-46a0-ad98-034851172c47 req-db08480c-a863-4f7f-ad7d-c2ea17ac3e7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.3658118 Aug 19 00:00:17.919413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['389d2297-4281-422f-9cfe-22a4e5311242'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:17.924322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-fd298e93-a961-41d7-be32-588e02eb4c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5290043 Aug 19 00:00:17.927543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:17.965248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-663d440a-3a9d-46a0-ad98-034851172c47 req-4eaa9a23-4c15-4f38-ab38-df1e3a4cbec0 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Aug 19 00:00:17.987799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Request body: {'port': {'device_id': '22230643-ec6f-4e74-9f14-c8dce951948d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:18.268610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.329272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-11671d1a-88ef-4a2b-8b15-692f670b97d0 None None] Provisioning for port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:18.334890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-11671d1a-88ef-4a2b-8b15-692f670b97d0 None None] Provisioning complete for port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:18.335278 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11671d1a-88ef-4a2b-8b15-692f670b97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.381646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-11671d1a-88ef-4a2b-8b15-692f670b97d0 None None] Port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:00:18.414058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Deleting port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:18.414545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.478692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d882b58f-f28d-4db7-8245-fb81800ea691 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:18.508874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d882b58f-f28d-4db7-8245-fb81800ea691 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:18.529174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d882b58f-f28d-4db7-8245-fb81800ea691 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:18.544212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dab24-775f-4648-a1e7-d95474a7cf96 req-7a60a8b2-3e56-4382-a54f-3148a8b4f7b4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:18.552947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-134dab24-775f-4648-a1e7-d95474a7cf96 req-7a60a8b2-3e56-4382-a54f-3148a8b4f7b4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.4061925 Aug 19 00:00:18.704082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.706308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.756248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-134dab24-775f-4648-a1e7-d95474a7cf96 req-bf948a1f-039b-4b8b-91b2-83fb6626952e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416764 Aug 19 00:00:18.785570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.786222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f727c6d6-cca7-440f-ac9d-2bd05de13504 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:00:18.802116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.803203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c86a64a0-b796-4f1f-a56b-c084a3744198 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f727c6d6-cca7-440f-ac9d-2bd05de13504 HTTP/1.1" status: 204 len: 168 time: 2.9161451 Aug 19 00:00:18.809110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:18.819053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] For port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:18.820335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:18.850767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Calling delete_port for 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:18.853936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef21dc-b598-4605-8aed-95b52fce62fa req-50d24462-746f-4bfe-8c35-c66a6608fce6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:18.875708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef21dc-b598-4605-8aed-95b52fce62fa req-50d24462-746f-4bfe-8c35-c66a6608fce6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:18.878386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4ef21dc-b598-4605-8aed-95b52fce62fa req-50d24462-746f-4bfe-8c35-c66a6608fce6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1654 time: 0.1700959 Aug 19 00:00:18.959324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Deleting subnet e19a951b-1f72-42e3-bdcc-260f9e36d418 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:18.964098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:18.966448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.084682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.086587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 389d2297-4281-422f-9cfe-22a4e5311242 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:19.094737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 389d2297-4281-422f-9cfe-22a4e5311242 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:19.095755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.096861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b935da-d288-4878-a86d-711e3d57c2dd {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:19.108501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.122782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Transition to ACTIVE for port object 02b935da-d288-4878-a86d-711e3d57c2dd will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:19.140245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.181812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.228156 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.243912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4ef21dc-b598-4605-8aed-95b52fce62fa req-84cd7e0f-0584-44a4-a2f5-6d792be6d095 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413916 Aug 19 00:00:19.268352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:19.268352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:19.273315 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8ad4a7-e7c7-46bb-b423-6c3d3d2e1b38" -d '{"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-plugged", "status": "completed", "tag": "389d2297-4281-422f-9cfe-22a4e5311242"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:19.278937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.354763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Pushing event updated for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:19.406746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a943f-d85b-48c0-907c-51251b34b40a req-79fff5c5-dad4-4c5e-9c80-1d11ad87c577 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:19.413366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:19.417581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f96a943f-d85b-48c0-907c-51251b34b40a req-79fff5c5-dad4-4c5e-9c80-1d11ad87c577 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=2943fc42-e492-4d8f-898c-97b84802703e HTTP/1.1" status: 200 len: 945 time: 0.2096384 Aug 19 00:00:19.466195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.476281 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b05976-a02b-4c73-bec2-d801dc304ba4 x-openstack-request-id: req-d9b05976-a02b-4c73-bec2-d801dc304ba4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:19.476518 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-plugged", "status": "completed", "tag": "389d2297-4281-422f-9cfe-22a4e5311242", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:19.476612 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9b05976-a02b-4c73-bec2-d801dc304ba4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:19.477037 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242', 'code': 200} Aug 19 00:00:19.525837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19a951b-1f72-42e3-bdcc-260f9e36d418,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:19.541067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.552009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.552009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-50affcc0-7269-44a6-b0ca-19d26c53c9ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e19a951b-1f72-42e3-bdcc-260f9e36d418 HTTP/1.1" status: 204 len: 168 time: 0.7431536 Aug 19 00:00:19.562367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bc57c-3bfb-41ab-b4cd-9957d9d0f627 None None] Network c006ee0b-f56f-4f35-9904-2114ede03e4e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:19.564039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:19.702438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2de0d594-ba9d-4fb4-adda-b6dc08f11105', '4069abad-eb26-4760-9881-f46649e6cd5e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:19.752236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event deleted for resources: {'Port': ['ID=14a5d2ca-2d12-4d18-8886-c8a46ddf24cf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:19.776016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f96a943f-d85b-48c0-907c-51251b34b40a req-3563cbe3-65f8-4c77-9f64-305c933acdf1 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568683 Aug 19 00:00:19.784403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.911543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] No DVR routers for this DVR port 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:19.914550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Attempting to bind port 02b935da-d288-4878-a86d-711e3d57c2dd on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:19.915179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Attempting to bind port 02b935da-d288-4878-a86d-711e3d57c2dd by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:19.915750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Attempting to bind port 02b935da-d288-4878-a86d-711e3d57c2dd on network 4d94355d-12d2-43d6-8aa1-b37530d14881 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:19.936502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.939384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8aaeca94-87eb-426f-ac7e-60a295bdd5c1 req-f3238fd2-0549-4d89-a239-6d4974f71e9c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "DELETE /v2.0/ports/14a5d2ca-2d12-4d18-8886-c8a46ddf24cf HTTP/1.1" status: 204 len: 173 time: 2.0674708 Aug 19 00:00:19.942521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Port 02b935da-d288-4878-a86d-711e3d57c2dd on network 4d94355d-12d2-43d6-8aa1-b37530d14881 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:19.943192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Attempting to bind port 02b935da-d288-4878-a86d-711e3d57c2dd on network 4d94355d-12d2-43d6-8aa1-b37530d14881 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:19.954046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'name': 'network-vif-deleted', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:19.956676 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea0889-ece9-4282-85c9-ed30757bf98b" -d '{"events": [{"server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "name": "network-vif-deleted", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:19.959639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Deleting port 729152da-2217-43a9-867c-3c3481c6b28f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:19.961400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:19.980504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:19.980504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Checking segment: {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:19.980504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Bound using segment: {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:19.980504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Bound port: 02b935da-d288-4878-a86d-711e3d57c2dd, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd03fe9-d76e-40cd-b867-72d43faef886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:19.981092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.137980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:20.141731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=02b935da-d288-4878-a86d-711e3d57c2dd,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:20.154033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745ebeb-1b8d-4241-819c-911089912791 req-0da5177c-9028-4c44-8b26-442b85a84115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:20.156203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7745ebeb-1b8d-4241-819c-911089912791 req-0da5177c-9028-4c44-8b26-442b85a84115 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1097 time: 0.5792286 Aug 19 00:00:20.160591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.220507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] For port 729152da-2217-43a9-867c-3c3481c6b28f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=729152da-2217-43a9-867c-3c3481c6b28f,segment=NetworkSegment(98286119-8445-4e6a-a596-b05c73a27065),segment_id=98286119-8445-4e6a-a596-b05c73a27065)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:20.220903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.231357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Pushing event updated for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:20.280777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:20.282392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Calling delete_port for 729152da-2217-43a9-867c-3c3481c6b28f owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:20.285476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.287126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-13b328ce-32c7-4ce6-82d7-12ab5d0f311a service neutron] 10.222.0.21 "PUT /v2.0/ports/02b935da-d288-4878-a86d-711e3d57c2dd HTTP/1.1" status: 200 len: 1092 time: 2.3370609 Aug 19 00:00:20.321224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc54c87-5d32-48b7-bfaa-5b2102df4254 req-8510b6f6-7ca1-4955-8a50-d4f44e212772 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:20.332715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecc54c87-5d32-48b7-bfaa-5b2102df4254 req-8510b6f6-7ca1-4955-8a50-d4f44e212772 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.3916397 Aug 19 00:00:20.339460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Request body: {'port': {'device_id': '22230643-ec6f-4e74-9f14-c8dce951948d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:20.427441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3b35cdff-aa66-44b0-be10-b0b24f0bb365 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:20.441620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df0ebd-fc92-440f-bf1c-956de0734353 None None] DHCP port deletion for c006ee0b-f56f-4f35-9904-2114ede03e4e request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:20.463444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7745ebeb-1b8d-4241-819c-911089912791 req-bda3d799-6c24-4301-ac5c-d481c6455458 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327867 Aug 19 00:00:20.472876 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30004afe-d1db-44ce-90ff-2708f020bf39 x-openstack-request-id: req-30004afe-d1db-44ce-90ff-2708f020bf39 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:20.473150 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2943fc42-e492-4d8f-898c-97b84802703e", "name": "network-vif-deleted", "tag": "14a5d2ca-2d12-4d18-8886-c8a46ddf24cf", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:20.473414 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30004afe-d1db-44ce-90ff-2708f020bf39 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:20.473816 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943fc42-e492-4d8f-898c-97b84802703e', 'name': 'network-vif-deleted', 'tag': '14a5d2ca-2d12-4d18-8886-c8a46ddf24cf', 'status': 'completed', 'code': 200} Aug 19 00:00:20.486978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 3b35cdff-aa66-44b0-be10-b0b24f0bb365 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:20.486978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3b35cdff-aa66-44b0-be10-b0b24f0bb365 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:20.493115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.515791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] No DVR routers for this DVR port 729152da-2217-43a9-867c-3c3481c6b28f on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:20.541684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0ebd-fc92-440f-bf1c-956de0734353 None None] The port '729152da-2217-43a9-867c-3c3481c6b28f' was deleted {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 00:00:20.564915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecc54c87-5d32-48b7-bfaa-5b2102df4254 req-e09fb48b-4f48-46b3-ba1a-295606017475 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311513 Aug 19 00:00:20.584782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.635461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=729152da-2217-43a9-867c-3c3481c6b28f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:20.695522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.724552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c006ee0b-f56f-4f35-9904-2114ede03e4e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:20.764925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98286119-8445-4e6a-a596-b05c73a27065') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:20.765231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98286119-8445-4e6a-a596-b05c73a27065') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:20.791082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.820320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.833157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:20.833561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:20.836420 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:20.895620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ae91-6d7c-4516-bc6d-95c0d633e106 req-192888ea-39db-4bc4-a668-9f4692669aae tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:20.901675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ae91-6d7c-4516-bc6d-95c0d633e106 req-192888ea-39db-4bc4-a668-9f4692669aae tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:20.910037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baf7ae91-6d7c-4516-bc6d-95c0d633e106 req-192888ea-39db-4bc4-a668-9f4692669aae tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1666 time: 0.1868925 Aug 19 00:00:20.958375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.971329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:20.979334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baf7ae91-6d7c-4516-bc6d-95c0d633e106 req-e9188d02-8b17-478f-87cf-89531f236e10 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629122 Aug 19 00:00:20.979473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c006ee0b-f56f-4f35-9904-2114ede03e4e HTTP/1.1" status: 204 len: 168 time: 1.4111362 Aug 19 00:00:20.999379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b6b3d-362c-4897-b9e2-d1a76c6639c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c006ee0b-f56f-4f35-9904-2114ede03e4e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:21.110280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265a2df2-4082-4a98-a4a4-8cb74bea65f5 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:21.130493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.131324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:21.148160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Transition to ACTIVE for port object 265a2df2-4082-4a98-a4a4-8cb74bea65f5 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:21.162468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.295813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Pushing event updated for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:21.301606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca9256d4-8f99-45b8-a74c-e2a46119fbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.335419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:21.395443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe53cc8-1a80-4480-97f4-8c135c61d7f2 req-d21b9bcf-177a-4424-861c-179bf2fd632d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:21.397066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe53cc8-1a80-4480-97f4-8c135c61d7f2 req-d21b9bcf-177a-4424-861c-179bf2fd632d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1738513 Aug 19 00:00:21.419465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a6e6f07c-9137-49f1-9b99-a2f5c8e77dbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79f8139d0b834535aef1f7d78b59e8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0814195 Aug 19 00:00:21.422260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47606) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:21.425186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:21.428476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Attempting to bind port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:21.428788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Attempting to bind port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:21.429183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Attempting to bind port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 on network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:21.438101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 on network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:21.438436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Attempting to bind port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 on network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:21.457756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:21.458318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 14a5d2ca-2d12-4d18-8886-c8a46ddf24cf not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:21.463735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe53cc8-1a80-4480-97f4-8c135c61d7f2 req-5d441f72-18f7-4646-9054-6225da927f01 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590765 Aug 19 00:00:21.467981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:21.468451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Checking segment: {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:21.468924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Bound using segment: {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:21.469535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Bound port: 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05de33d0-62b0-475b-9b06-2be73a18120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:21.469900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.581385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:21.582165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca9256d4-8f99-45b8-a74c-e2a46119fbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.586355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:21.592570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.600818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.607001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca9256d4-8f99-45b8-a74c-e2a46119fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.640215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:21.641031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.641182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9256d4-8f99-45b8-a74c-e2a46119fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f08e0-f3fc-4b9e-8f22-14223ee8c2f5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:21.642880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] 10.222.0.21 "PUT /v2.0/ports/265a2df2-4082-4a98-a4a4-8cb74bea65f5 HTTP/1.1" status: 200 len: 1093 time: 1.3078465 Aug 19 00:00:21.685162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500de6-7fb4-41b3-9466-591164a60959 service neutron] Pushing event updated for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:21.723299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.771639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-afa19c5e-f80e-4572-ba9d-26e407ceb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:21.772139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-afa19c5e-f80e-4572-ba9d-26e407ceb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:21.773779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-afa19c5e-f80e-4572-ba9d-26e407ceb4de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1982 time: 0.0548251 Aug 19 00:00:21.778614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca9256d4-8f99-45b8-a74c-e2a46119fbff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6acb9e61c41c43b8b1d45a885e6beda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461456 Aug 19 00:00:21.782117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:21.841989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0277e-ea68-412e-9de3-eeda94eeb573 req-fea6a5c2-f613-4807-988b-bc659d596af2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:21.843907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72c0277e-ea68-412e-9de3-eeda94eeb573 req-fea6a5c2-f613-4807-988b-bc659d596af2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1330781 Aug 19 00:00:21.894081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.896799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.897977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61c7c6ca-773a-4cf8-87c7-3861c0ac0b9e HTTP/1.1" status: 204 len: 168 time: 0.4746819 Aug 19 00:00:21.899267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-88c937dc-94fe-40d1-8319-64cad260340a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=02b935da-d288-4878-a86d-711e3d57c2dd HTTP/1.1" status: 200 len: 217 time: 0.0833154 Aug 19 00:00:21.935877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d4e6f-92b2-4a7d-a872-435f6828753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7c6ca-773a-4cf8-87c7-3861c0ac0b9e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:21.951864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:21.965239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72c0277e-ea68-412e-9de3-eeda94eeb573 req-8e62ada5-3e15-4313-9909-ad1379ceddbd tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059513 Aug 19 00:00:21.992838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:22.020495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-7567001a-979e-407c-82fc-60ea98d3ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.022131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-7567001a-979e-407c-82fc-60ea98d3ac7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45179f1b-05a8-408e-b5f1-b947f7f470ef HTTP/1.1" status: 200 len: 801 time: 0.1115608 Aug 19 00:00:22.108480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-cf4f0d02-8feb-4284-959e-a1dd0aeb6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.110251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-cf4f0d02-8feb-4284-959e-a1dd0aeb6c85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d94355d-12d2-43d6-8aa1-b37530d14881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755031 Aug 19 00:00:22.113745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:22.118223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:22.118223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c4f08e0-f3fc-4b9e-8f22-14223ee8c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3345299 Aug 19 00:00:22.189587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085fe0d-3591-421a-83da-7baa490a65bc req-5f989c75-6318-45f6-a04a-1496f5c002c9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.195424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085fe0d-3591-421a-83da-7baa490a65bc req-5f989c75-6318-45f6-a04a-1496f5c002c9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.213535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c085fe0d-3591-421a-83da-7baa490a65bc req-5f989c75-6318-45f6-a04a-1496f5c002c9 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1678 time: 0.1142867 Aug 19 00:00:22.260405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e87c9-8e3c-46d1-bfff-8bb564dee126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f08e0-f3fc-4b9e-8f22-14223ee8c2f5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:22.288490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacada43-172a-42ae-a0d5-70f1283e40da req-32a35b51-7aee-4d3a-ae04-d1ece60f44d1 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.289685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bacada43-172a-42ae-a0d5-70f1283e40da req-32a35b51-7aee-4d3a-ae04-d1ece60f44d1 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1097 time: 0.2051148 Aug 19 00:00:22.315550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c085fe0d-3591-421a-83da-7baa490a65bc req-03091b3a-177e-4170-8679-09eb224e0103 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011145 Aug 19 00:00:22.338793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-b82b4f26-b722-40eb-ba0f-fbb826bfd547 service neutron] 10.222.0.21 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899240 Aug 19 00:00:22.354172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bacada43-172a-42ae-a0d5-70f1283e40da req-b0f90565-4e04-4cd5-82cc-c7b702763768 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Aug 19 00:00:22.476537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd'}, {'name': 'network-changed', 'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:22.478097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4397b1a-b9de-4043-8756-a0923a6af151" -d '{"events": [{"name": "network-changed", "server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd"}, {"name": "network-changed", "server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:22.486747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 729152da-2217-43a9-867c-3c3481c6b28f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:22.506158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-5fe76bfd-fcd5-4151-af28-a64fb1906047 service neutron] 10.222.0.21 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497376 Aug 19 00:00:22.530675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 729152da-2217-43a9-867c-3c3481c6b28f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:22.531703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 729152da-2217-43a9-867c-3c3481c6b28f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:22.599152 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dce54a-7bda-4cd2-a8cd-55764ce4202f x-openstack-request-id: req-84dce54a-7bda-4cd2-a8cd-55764ce4202f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:22.599453 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:22.599711 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84dce54a-7bda-4cd2-a8cd-55764ce4202f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:22.600121 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd', 'status': 'completed', 'code': 200} Aug 19 00:00:22.600399 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5', 'status': 'completed', 'code': 200} Aug 19 00:00:22.602676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-c27e1804-d2e9-467a-8e89-7264f8056ea4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5 HTTP/1.1" status: 200 len: 217 time: 0.0849335 Aug 19 00:00:22.617999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:22.695145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-dc0ced3b-81dc-442f-8387-d5cb66ec252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.702747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-dc0ced3b-81dc-442f-8387-d5cb66ec252c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7be5db40-0f6c-44d6-b063-ef68ae0b2422 HTTP/1.1" status: 200 len: 801 time: 0.0920770 Aug 19 00:00:22.724119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802fc87-40fd-4ca7-add3-f123b11be79b req-b7a7e88e-f7a6-4ea9-8ba8-55a9a0c7fb35 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.738445 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1802fc87-40fd-4ca7-add3-f123b11be79b req-b7a7e88e-f7a6-4ea9-8ba8-55a9a0c7fb35 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1616981 Aug 19 00:00:22.781558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0124848e-4e33-4ca6-8e72-13a237225813 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc1dd6df475409aaca58a3ac57029a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615233 Aug 19 00:00:22.790926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47648) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:22.829815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1802fc87-40fd-4ca7-add3-f123b11be79b req-d709dc67-d892-4483-a236-959f8881406d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903885 Aug 19 00:00:22.845724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-06230546-0fae-4fc4-90a1-f2fba7334e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:22.847257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-06230546-0fae-4fc4-90a1-f2fba7334e33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364560 Aug 19 00:00:22.946104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:22.990738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:22.999104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-c606b158-0af5-4dd9-8f1d-8688b93d75f7 service neutron] 10.222.0.21 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434875 Aug 19 00:00:23.163809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-a2228ae5-6336-4e32-bc8e-630bbe20ec7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:23.170942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-a2228ae5-6336-4e32-bc8e-630bbe20ec7f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1568184 Aug 19 00:00:23.287312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:23.289909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:23.291279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b418ad6-49de-476c-9069-08fd9df1aea5 HTTP/1.1" status: 204 len: 168 time: 0.5051475 Aug 19 00:00:23.363821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c2b68-dd6b-4d29-9339-ef4f4bdc5a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b418ad6-49de-476c-9069-08fd9df1aea5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:23.378166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-210bba44-d109-4a01-aead-5f26f4ec44a5 req-d7e5c67b-1042-4706-af32-c9ecee6f2f9d service neutron] 10.222.0.21 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527250 Aug 19 00:00:23.512218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47674) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:23.559161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Deleting port 4069abad-eb26-4760-9881-f46649e6cd5e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:23.559516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:23.582617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e20b0-d2ce-4883-a77e-04ee31e11c15 req-0a1212d9-9ed8-48ff-bc37-bbfa898d8d12 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:23.594308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e20b0-d2ce-4883-a77e-04ee31e11c15 req-0a1212d9-9ed8-48ff-bc37-bbfa898d8d12 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:23.607585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f6e20b0-d2ce-4883-a77e-04ee31e11c15 req-0a1212d9-9ed8-48ff-bc37-bbfa898d8d12 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1678 time: 0.1325302 Aug 19 00:00:23.685922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f6e20b0-d2ce-4883-a77e-04ee31e11c15 req-f1f02a48-da36-47fb-aed4-4d53e57fdb4a tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757618 Aug 19 00:00:23.830825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:00:24.051931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a73b-207a-4592-8860-c107dbfc20cf req-0ddb7cd6-41f9-4773-9607-4897a581eeaa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.065317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b595a73b-207a-4592-8860-c107dbfc20cf req-0ddb7cd6-41f9-4773-9607-4897a581eeaa tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 946 time: 0.1054888 Aug 19 00:00:24.125163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b595a73b-207a-4592-8860-c107dbfc20cf req-97aee47e-dd61-497c-a1ae-8360981bcc8c tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585673 Aug 19 00:00:24.146736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1631606696-network', 'tenant_id': 'cd488c2329fa425685c3e91dfd20a4ab'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:24.165748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-d4cf1ac1-1f9d-43e3-bb15-d748437fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.166478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-d4cf1ac1-1f9d-43e3-bb15-d748437fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.168772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-d4cf1ac1-1f9d-43e3-bb15-d748437fdb8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1982 time: 0.6576142 Aug 19 00:00:24.245455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Made reservation on behalf of cd488c2329fa425685c3e91dfd20a4ab for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:24.247657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.274129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.312457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] For port 4069abad-eb26-4760-9881-f46649e6cd5e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4069abad-eb26-4760-9881-f46649e6cd5e,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:24.312894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.382447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-80f2e1d7-9182-4f78-9312-88dd7b0add2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.384680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-80f2e1d7-9182-4f78-9312-88dd7b0add2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d94355d-12d2-43d6-8aa1-b37530d14881 HTTP/1.1" status: 200 len: 902 time: 0.2052715 Aug 19 00:00:24.411664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Calling delete_port for 4069abad-eb26-4760-9881-f46649e6cd5e owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:24.467563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-5409e928-776a-468e-bbd5-7f63386ff583 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=02b935da-d288-4878-a86d-711e3d57c2dd HTTP/1.1" status: 200 len: 217 time: 0.0714006 Aug 19 00:00:24.682691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-7fe7a83a-b724-4e66-a5de-8f5e546cfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.684778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-7fe7a83a-b724-4e66-a5de-8f5e546cfff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45179f1b-05a8-408e-b5f1-b947f7f470ef HTTP/1.1" status: 200 len: 801 time: 0.2045383 Aug 19 00:00:24.813500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.869245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.880501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:24.890638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:24.890963 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Added segment a3c97032-05b0-4a8f-9ddf-73e34425fb98 of type vlan for network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 Aug 19 00:00:24.919478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e50e5b-cadc-4df5-8906-ce51c60be753 req-ca3be6fc-d5e5-4e0e-a8ab-8a3dceb39589 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.925409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e50e5b-cadc-4df5-8906-ce51c60be753 req-ca3be6fc-d5e5-4e0e-a8ab-8a3dceb39589 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.926959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72e50e5b-cadc-4df5-8906-ce51c60be753 req-ca3be6fc-d5e5-4e0e-a8ab-8a3dceb39589 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1678 time: 0.1159902 Aug 19 00:00:24.929023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-f99aed7d-916e-4b22-9702-d2b30f0f08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:24.930417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-f99aed7d-916e-4b22-9702-d2b30f0f08b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d94355d-12d2-43d6-8aa1-b37530d14881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363057 Aug 19 00:00:25.041373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.068507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fe67b-224a-407d-b972-0995239b84d4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:25.073820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.078354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2de0d594-ba9d-4fb4-adda-b6dc08f11105', '4069abad-eb26-4760-9881-f46649e6cd5e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:25.171807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event deleted for resources: {'Port': ['ID=4069abad-eb26-4760-9881-f46649e6cd5e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:25.196545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.198272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:25.199194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.317533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] No DVR routers for this DVR port 4069abad-eb26-4760-9881-f46649e6cd5e on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:25.320782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.321658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89e0aef8-62ed-4bad-a9ee-766a344c9a04 req-783dba53-a2b3-4137-a5da-bf997b16237f tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4cd6698-b3c6-49a8-be24-05749467698b HTTP/1.1" status: 200 len: 210 time: 0.0433581 Aug 19 00:00:25.326028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4219ddaa-491c-458d-ab45-a1755e98fdb1 req-bc55f60e-8dc3-4197-8732-5efb5275bfb3 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "DELETE /v2.0/ports/4069abad-eb26-4760-9881-f46649e6cd5e HTTP/1.1" status: 204 len: 173 time: 2.1430306 Aug 19 00:00:25.340578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72e50e5b-cadc-4df5-8906-ce51c60be753 req-7928b18a-e81f-499d-9050-a8377577a1b6 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863492 Aug 19 00:00:25.342591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8284273 Aug 19 00:00:25.346067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:25.363488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299b539-07cb-4c61-8c5d-351d451ddd8a admin admin] Pushing event updated for resources: {'Network': ['ID=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:25.365306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Request body: {'subnet': {'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1631606696-subnet', 'tenant_id': 'cd488c2329fa425685c3e91dfd20a4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:25.368816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'name': 'network-vif-deleted', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:25.371367 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d743b5c-d11c-4b99-ac7a-855ccdb5308d" -d '{"events": [{"server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "name": "network-vif-deleted", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:25.376472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:25.420618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-5a7ad955-01b7-45cd-81e9-8b4765b7ce2a service neutron] 10.222.0.21 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713235 Aug 19 00:00:25.443028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Made reservation on behalf of cd488c2329fa425685c3e91dfd20a4ab for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:25.445662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.633359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-523c54df-d347-45f4-9a51-f17a77a15131 service neutron] 10.222.0.21 "GET /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028852 Aug 19 00:00:25.636659 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c2500b-c0ae-4ad9-b367-201c52d89681 x-openstack-request-id: req-d7c2500b-c0ae-4ad9-b367-201c52d89681 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:25.637105 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd6698-b3c6-49a8-be24-05749467698b", "name": "network-vif-deleted", "tag": "4069abad-eb26-4760-9881-f46649e6cd5e", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:25.637503 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7c2500b-c0ae-4ad9-b367-201c52d89681 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:25.638022 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd6698-b3c6-49a8-be24-05749467698b', 'name': 'network-vif-deleted', 'tag': '4069abad-eb26-4760-9881-f46649e6cd5e', 'status': 'completed', 'code': 200} Aug 19 00:00:25.813284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-fd6337d0-3afa-45c3-a03f-d9a7af5de17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:25.814408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-fd6337d0-3afa-45c3-a03f-d9a7af5de17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:25.816199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-fd6337d0-3afa-45c3-a03f-d9a7af5de17d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1982 time: 0.0864151 Aug 19 00:00:25.869840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:25.967391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Checking segment: {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:25.967956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Network hostable DHCP agents. Network: b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:25.983407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:25.997768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:26.024591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:26.029657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.030252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:26.034550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fece30-2e66-469f-8e60-9b0dcbbe1da7 None None] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:26.048978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-e3e0de78-68f5-47cd-ae2c-460aa5de9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.059857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-e3e0de78-68f5-47cd-ae2c-460aa5de9e19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f HTTP/1.1" status: 200 len: 902 time: 0.2257991 Aug 19 00:00:26.075262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22e44865-e52b-4240-9f59-ea332fb7571b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7276549 Aug 19 00:00:26.244803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-c7f6a42e-a75d-41c7-9bfa-eb54efc5e4d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5 HTTP/1.1" status: 200 len: 217 time: 0.1762402 Aug 19 00:00:26.322327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e855e-df01-4269-9302-7df5c74d6dfd None None] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:26.455006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-99de3b64-531a-45c7-93bb-fa85d66842ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.456703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-99de3b64-531a-45c7-93bb-fa85d66842ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7be5db40-0f6c-44d6-b063-ef68ae0b2422 HTTP/1.1" status: 200 len: 801 time: 0.2006006 Aug 19 00:00:26.478381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:26.541854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-3079d96a-5133-4290-8ff0-021d986f8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.544200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-3079d96a-5133-4290-8ff0-021d986f8474 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778656 Aug 19 00:00:26.579143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e801c-ae4f-44c1-b09e-db7400345d8d req-b2491638-43d8-4fbb-8658-e86a94742b94 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.592197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e801c-ae4f-44c1-b09e-db7400345d8d req-b2491638-43d8-4fbb-8658-e86a94742b94 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:26.600171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a91e801c-ae4f-44c1-b09e-db7400345d8d req-b2491638-43d8-4fbb-8658-e86a94742b94 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1678 time: 0.1007285 Aug 19 00:00:26.642663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132460848', 'description': 'tempest-description-1789224973'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:26.652471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a91e801c-ae4f-44c1-b09e-db7400345d8d req-7a80ab92-2820-40dd-8b74-1393a98dd156 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Aug 19 00:00:26.697598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-a33e8221-d277-41bc-83a3-946711a46ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454186 Aug 19 00:00:26.759958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:26.874734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4397b1a-b9de-4043-8756-a0923a6af151 req-a1fc8c85-d8f9-4b8d-865d-f53023f1bb86 service neutron] 10.222.0.21 "GET /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672873 Aug 19 00:00:26.982372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:26.988464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.013016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.027874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-151b78f2-0a78-4a47-9ac5-42ce8152287a req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3983116 Aug 19 00:00:27.049247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc986a6c-a06b-44bc-a6b0-63686ab9ee9f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc0534-6c9a-4b04-8ad5-157c3e98050a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:27.067544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227c95-7130-4370-9e8c-15e95bccce8d req-00bcfb1b-bcb9-4537-812c-9c5b251bee98 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:27.076774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2227c95-7130-4370-9e8c-15e95bccce8d req-00bcfb1b-bcb9-4537-812c-9c5b251bee98 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Aug 19 00:00:27.079420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1657303394', 'description': 'tempest-description-555835058'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:27.119819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.151951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2227c95-7130-4370-9e8c-15e95bccce8d req-9c3e47c7-2e1d-4ff2-81db-ee3845c2f1ee tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722060 Aug 19 00:00:27.255889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.265109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.295437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.316070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a09e1b7b-44d9-4445-8fcc-fa04d793d5de req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2413752 Aug 19 00:00:27.328878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc657-7851-4af0-a362-7c4d8e015e92 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90454fd1-5880-425d-ad67-d025932b495c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:27.504743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 02b935da-d288-4878-a86d-711e3d57c2dd details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:27.512272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4069abad-eb26-4760-9881-f46649e6cd5e no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:27.557429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4069abad-eb26-4760-9881-f46649e6cd5e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:27.559450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4069abad-eb26-4760-9881-f46649e6cd5e not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:27.715469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=02b935da-d288-4878-a86d-711e3d57c2dd,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:27.731523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '02b935da-d288-4878-a86d-711e3d57c2dd', 'network_id': '4d94355d-12d2-43d6-8aa1-b37530d14881', 'port_id': '02b935da-d288-4878-a86d-711e3d57c2dd', 'mac_address': 'fa:16:3e:64:8b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45179f1b-05a8-408e-b5f1-b947f7f470ef', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:27.743221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-c83104ec-0283-4a7b-b925-7aaaa0c9080d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:27.744980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-c83104ec-0283-4a7b-b925-7aaaa0c9080d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 813 time: 0.2148561 Aug 19 00:00:27.770267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-d124c662-51ea-4537-92be-597cf79ae7e3 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/quotas/cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 375 time: 0.0186284 Aug 19 00:00:27.786459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.806844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b935da-d288-4878-a86d-711e3d57c2dd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:27.825436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a506c-5fdb-4623-b795-c5835d76da62 req-3e0b93c9-3028-4b9d-bb83-5a695f7c4356 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:27.831592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a506c-5fdb-4623-b795-c5835d76da62 req-3e0b93c9-3028-4b9d-bb83-5a695f7c4356 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:27.832699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=02b935da-d288-4878-a86d-711e3d57c2dd,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:27.844683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-f2fdb69f-5052-4801-81ab-dd8e76a4e2c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563147 Aug 19 00:00:27.845358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:27.846496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 265a2df2-4082-4a98-a4a4-8cb74bea65f5 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:27.847129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287a506c-5fdb-4623-b795-c5835d76da62 req-3e0b93c9-3028-4b9d-bb83-5a695f7c4356 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1678 time: 0.1092401 Aug 19 00:00:27.912548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287a506c-5fdb-4623-b795-c5835d76da62 req-9bb9723e-88a5-45b7-87d9-168f114664d3 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 Aug 19 00:00:27.973194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:28.059174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-cc20715d-a255-411a-9eab-7fee7c54d68e service neutron] 10.222.0.20 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036874 Aug 19 00:00:28.080856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '265a2df2-4082-4a98-a4a4-8cb74bea65f5', 'network_id': 'be5a9cfc-5c8a-4b29-88c8-20abf1900e1f', 'port_id': '265a2df2-4082-4a98-a4a4-8cb74bea65f5', 'mac_address': 'fa:16:3e:4e:20:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be5db40-0f6c-44d6-b063-ef68ae0b2422', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:28.088889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:28.187071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:28.212206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265a2df2-4082-4a98-a4a4-8cb74bea65f5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:28.251560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:28.266385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-3cf2b1d6-b5c7-4e8b-bfe3-f7b5252aa911 service neutron] 10.222.0.20 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121654 Aug 19 00:00:28.270882 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:28.363124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:28.480865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8594-b0c4-4bef-b8c2-5517f86d741f req-b545013d-f890-436b-8ac9-03f68c94112d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:28.484994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-793f8594-b0c4-4bef-b8c2-5517f86d741f req-b545013d-f890-436b-8ac9-03f68c94112d tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.0733635 Aug 19 00:00:28.584828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-793f8594-b0c4-4bef-b8c2-5517f86d741f req-07047b43-564e-46f5-accd-12d0224b769b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a8779f4-a3d7-456d-b211-4d03dc2d3c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Aug 19 00:00:28.721173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1454e794-4695-4b82-98ba-57f1464669d7 req-787a5605-8954-45da-a60f-d517b749f260 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 210 time: 0.0747952 Aug 19 00:00:28.765923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['02b935da-d288-4878-a86d-711e3d57c2dd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:28.860793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-4d01788f-5971-4826-b0a9-9188e8f52158 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:28.862569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-4d01788f-5971-4826-b0a9-9188e8f52158 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 945 time: 0.1022360 Aug 19 00:00:29.081999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Deleting port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:29.082708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:29.131797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5770-4df5-4ab2-8326-e17c7c902836 req-1cb133c7-43ba-43cf-b71e-c2a9bc31b40c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:29.139031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5770-4df5-4ab2-8326-e17c7c902836 req-1cb133c7-43ba-43cf-b71e-c2a9bc31b40c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:29.152179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aecc5770-4df5-4ab2-8326-e17c7c902836 req-1cb133c7-43ba-43cf-b71e-c2a9bc31b40c tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1680 time: 0.1384118 Aug 19 00:00:29.219691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aecc5770-4df5-4ab2-8326-e17c7c902836 req-4c05cb27-5a02-457a-a64f-87262ddf32ba tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Aug 19 00:00:29.234956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] For port 2de0d594-ba9d-4fb4-adda-b6dc08f11105, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2de0d594-ba9d-4fb4-adda-b6dc08f11105,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:29.235808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:29.275457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Calling delete_port for 2de0d594-ba9d-4fb4-adda-b6dc08f11105 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:29.607611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:29.759920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Pushing event deleted for resources: {'Port': ['ID=2de0d594-ba9d-4fb4-adda-b6dc08f11105,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:29.818298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] No DVR routers for this DVR port 2de0d594-ba9d-4fb4-adda-b6dc08f11105 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:29.821150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:29.823649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d799b0-f721-49e9-947f-b5302baa7ec6 req-2b4df8b0-d554-43f5-8806-429954803b1b tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.21 "DELETE /v2.0/ports/2de0d594-ba9d-4fb4-adda-b6dc08f11105 HTTP/1.1" status: 204 len: 173 time: 0.9550054 Aug 19 00:00:29.836256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['265a2df2-4082-4a98-a4a4-8cb74bea65f5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:29.842971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'name': 'network-vif-deleted', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:29.850159 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfe3ab-ed12-4408-87c5-023d0c37c1ff" -d '{"events": [{"server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "name": "network-vif-deleted", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:29.895398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2de0d594-ba9d-4fb4-adda-b6dc08f11105'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:29.931996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a10eb528-fef2-4da1-b8e2-8a3a74935ff9 req-d32a9a2e-f497-4f14-b1d8-6f1b80f066f0 tempest-ListServerFiltersTestJSON-1637500058 tempest-ListServerFiltersTestJSON-1637500058-project] 10.222.0.20 "GET /v2.0/ports?device_id=882d9c72-56a4-43e2-aa7d-5ec716beb851 HTTP/1.1" status: 200 len: 210 time: 0.1717756 Aug 19 00:00:30.160405 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3660b-0332-492a-b2ac-fe3c49e802fd x-openstack-request-id: req-88c3660b-0332-492a-b2ac-fe3c49e802fd {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:30.161767 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882d9c72-56a4-43e2-aa7d-5ec716beb851", "name": "network-vif-deleted", "tag": "2de0d594-ba9d-4fb4-adda-b6dc08f11105", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:30.162185 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88c3660b-0332-492a-b2ac-fe3c49e802fd {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:30.162980 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882d9c72-56a4-43e2-aa7d-5ec716beb851', 'name': 'network-vif-deleted', 'tag': '2de0d594-ba9d-4fb4-adda-b6dc08f11105', 'status': 'completed', 'code': 200} Aug 19 00:00:30.375052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-30676395-ac6c-4239-a0f5-66c39ee324fc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:30.376685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-30676395-ac6c-4239-a0f5-66c39ee324fc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.11 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 813 time: 0.1802680 Aug 19 00:00:30.416774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'device_id': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19', 'admin_state_up': True, 'tenant_id': 'cd488c2329fa425685c3e91dfd20a4ab'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:30.481073 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6351545-39b1-43a9-8b62-a25385e6ef0d req-38e00b11-7ac4-41b8-b9f5-5cfa2c92640a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 210 time: 0.0391717 Aug 19 00:00:30.512567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1572d52-6bd5-4392-aadf-e882bdf266f9 req-499cbf5d-afef-47ac-9573-aa00b490c7df tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:30.519085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1572d52-6bd5-4392-aadf-e882bdf266f9 req-499cbf5d-afef-47ac-9573-aa00b490c7df tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:30.526864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1572d52-6bd5-4392-aadf-e882bdf266f9 req-499cbf5d-afef-47ac-9573-aa00b490c7df tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1680 time: 0.1437824 Aug 19 00:00:30.598659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1572d52-6bd5-4392-aadf-e882bdf266f9 req-55ea0649-5ce4-4306-94f9-162ed9a53edc tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645440 Aug 19 00:00:30.679316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Made reservation on behalf of cd488c2329fa425685c3e91dfd20a4ab for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:30.684311 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:30.974519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Allocated IP 172.20.0.4 (b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19/8bf67d84-0c36-4317-9f88-cb1d1e14ebb3/d24a33d6-99f3-45ea-a689-655ebefad0d6) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:31.046632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:31.136163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Deleting subnet 013d38d8-3a69-42ac-b693-40ed3982de9a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:31.149106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.218888 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.321896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.349934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.399060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.428285 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.452711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.452974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9ccec-c39f-4dcc-85e3-152c014e19e7 None None] Network 41f9223e-3281-42fd-b9d5-f6706e0db0b1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:31.455327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/013d38d8-3a69-42ac-b693-40ed3982de9a HTTP/1.1" status: 204 len: 168 time: 0.4067745 Aug 19 00:00:31.457317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:31.458597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:31.461635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:31.475503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:31.483899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d42f9a-89dd-48df-939b-4c4de816868b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013d38d8-3a69-42ac-b693-40ed3982de9a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:31.558688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 02b935da-d288-4878-a86d-711e3d57c2dd up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:31.565286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:31.571520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:31.688200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 02b935da-d288-4878-a86d-711e3d57c2dd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:31.699632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 02b935da-d288-4878-a86d-711e3d57c2dd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:31.702657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.704079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:31.704814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.741789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.764966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-59d316f3-aae7-4ecf-bbc7-a469d9d93a0b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3536425 Aug 19 00:00:31.788964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432def-1f9c-49c8-930a-d1df5c5125d4 req-652b5b6b-9536-48be-84a4-ab7876aa344e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:31.795436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Request body: {'port': {'device_id': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:31.803065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432def-1f9c-49c8-930a-d1df5c5125d4 req-652b5b6b-9536-48be-84a4-ab7876aa344e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:31.811426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b432def-1f9c-49c8-930a-d1df5c5125d4 req-652b5b6b-9536-48be-84a4-ab7876aa344e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1680 time: 0.0914793 Aug 19 00:00:31.848877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e926de-4ea9-4dc6-b481-587a0bdd16e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.869923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a883a-f8d0-4f39-919e-ed0960e80f09 req-cb1064c0-e37b-4a76-aa00-84e80fa72c6f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:31.886346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-401a883a-f8d0-4f39-919e-ed0960e80f09 req-cb1064c0-e37b-4a76-aa00-84e80fa72c6f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 931 time: 0.2509258 Aug 19 00:00:31.917773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:31.954091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] DHCP port deletion for 41f9223e-3281-42fd-b9d5-f6706e0db0b1 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:31.982746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.011691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:32.014662 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3994b672-d3ed-47e4-8c5e-af81ff1822e6" -d '{"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-plugged", "status": "completed", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:32.015563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b432def-1f9c-49c8-930a-d1df5c5125d4 req-dccaf778-d53f-4a7d-a95a-5d2a895f7a4d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984444 Aug 19 00:00:32.032674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-401a883a-f8d0-4f39-919e-ed0960e80f09 req-ef54036b-7770-4d9d-9035-9ae5628a5fd5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452875 Aug 19 00:00:32.037549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=02b935da-d288-4878-a86d-711e3d57c2dd,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:32.046116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Deleting port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:32.046716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.064715 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.067207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 265a2df2-4082-4a98-a4a4-8cb74bea65f5 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:32.128927 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39825d52-af86-4168-91cb-0783bf4179fb x-openstack-request-id: req-39825d52-af86-4168-91cb-0783bf4179fb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:32.129422 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-plugged", "status": "completed", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:32.129740 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39825d52-af86-4168-91cb-0783bf4179fb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:32.132226 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd', 'code': 200} Aug 19 00:00:32.204053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Deleting port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:32.204053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.212869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e926de-4ea9-4dc6-b481-587a0bdd16e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.220711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e926de-4ea9-4dc6-b481-587a0bdd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.230134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] For port 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=545ba38b-a3b5-4fc2-b225-feb62d6abe22,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:32.230551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.307196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e9e926de-4ea9-4dc6-b481-587a0bdd16e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42106dfcaac842ae9a79f932db67ea3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383358 Aug 19 00:00:32.316133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:32.352327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Calling delete_port for 545ba38b-a3b5-4fc2-b225-feb62d6abe22 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:32.424405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e926de-4ea9-4dc6-b481-587a0bdd16e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c80590-70b7-4094-a28d-5f840a67f7ee,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:32.512041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.559732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.650427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 545ba38b-a3b5-4fc2-b225-feb62d6abe22 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:32.656104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.659523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.663320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c80590-70b7-4094-a28d-5f840a67f7ee HTTP/1.1" status: 204 len: 168 time: 0.3342707 Aug 19 00:00:32.679380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cc92f-b542-40ee-b45e-e44cb3efd7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c80590-70b7-4094-a28d-5f840a67f7ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:32.697202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 545ba38b-a3b5-4fc2-b225-feb62d6abe22 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:32.697649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 545ba38b-a3b5-4fc2-b225-feb62d6abe22 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:32.765943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:32.782413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] For port 545ba38b-a3b5-4fc2-b225-feb62d6abe22, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=545ba38b-a3b5-4fc2-b225-feb62d6abe22,segment=NetworkSegment(4fb59d50-1c6f-4057-9e52-73e3c56a4a4e),segment_id=4fb59d50-1c6f-4057-9e52-73e3c56a4a4e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:32.783117 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.786617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:32.804556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:32.804942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.806775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Calling delete_port for 545ba38b-a3b5-4fc2-b225-feb62d6abe22 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:32.828553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24a33d6-99f3-45ea-a689-655ebefad0d6 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:32.848327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.883215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Transition to ACTIVE for port object d24a33d6-99f3-45ea-a689-655ebefad0d6 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:32.884778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.943672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:32.969559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] No DVR routers for this DVR port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:32.974516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=545ba38b-a3b5-4fc2-b225-feb62d6abe22,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:33.235651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.266222 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.340841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] Pushing event deleted for resources: {'Port': ['ID=545ba38b-a3b5-4fc2-b225-feb62d6abe22,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:33.346494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7893f-724f-40d1-bb15-4fe2fe8bc5f7 None None] No DVR routers for this DVR port 545ba38b-a3b5-4fc2-b225-feb62d6abe22 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:33.371518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:33.377638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.381063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2de0d594-ba9d-4fb4-adda-b6dc08f11105 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:33.403240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98777b-c271-4812-876b-65b1117fdfc0 req-10356623-45db-4d4b-9e2e-3d894f833de3 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:33.425714 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b98777b-c271-4812-876b-65b1117fdfc0 req-10356623-45db-4d4b-9e2e-3d894f833de3 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 943 time: 0.2249799 Aug 19 00:00:33.486337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:33.514491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2de0d594-ba9d-4fb4-adda-b6dc08f11105 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:33.514876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2de0d594-ba9d-4fb4-adda-b6dc08f11105 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:33.525896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:33.543884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88eb6d21-26a3-4fbf-a04a-8c84979f8832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.593088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b98777b-c271-4812-876b-65b1117fdfc0 req-8928bc36-012b-4066-b1c4-b2d9f41d6331 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633015 Aug 19 00:00:33.671989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.718670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac71748-51e5-4b0c-907f-561f1b9616f2 req-4d2d307c-f432-4036-b302-28d17b5f0c00 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:33.726428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac71748-51e5-4b0c-907f-561f1b9616f2 req-4d2d307c-f432-4036-b302-28d17b5f0c00 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:33.742806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88eb6d21-26a3-4fbf-a04a-8c84979f8832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.748634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eac71748-51e5-4b0c-907f-561f1b9616f2 req-4d2d307c-f432-4036-b302-28d17b5f0c00 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.5238023 Aug 19 00:00:33.749814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88eb6d21-26a3-4fbf-a04a-8c84979f8832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.750457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:33.791403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f9223e-3281-42fd-b9d5-f6706e0db0b1']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:33.825817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:33.826122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb59d50-1c6f-4057-9e52-73e3c56a4a4e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:33.832178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88eb6d21-26a3-4fbf-a04a-8c84979f8832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5378eb578e7644a092ed2c267513978a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395450 Aug 19 00:00:33.833219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:33.834283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6d21-26a3-4fbf-a04a-8c84979f8832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6233a22-eefd-4159-8666-61db8fd4e91f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:33.843757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.882367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eac71748-51e5-4b0c-907f-561f1b9616f2 req-da15c635-96d4-4821-a70b-1cc11b48d8cb tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328180 Aug 19 00:00:33.893986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.896148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Attempting to bind port d24a33d6-99f3-45ea-a689-655ebefad0d6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:33.896517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Attempting to bind port d24a33d6-99f3-45ea-a689-655ebefad0d6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:33.896853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Attempting to bind port d24a33d6-99f3-45ea-a689-655ebefad0d6 on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:33.904171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:33.904545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:33.906322 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:33.915778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Port d24a33d6-99f3-45ea-a689-655ebefad0d6 on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:33.916361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Attempting to bind port d24a33d6-99f3-45ea-a689-655ebefad0d6 on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:33.941364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.948711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:33.949315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Checking segment: {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:33.949897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Bound using segment: {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:33.950509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Bound port: d24a33d6-99f3-45ea-a689-655ebefad0d6, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:33.951040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:33.965931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.001867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.010006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.012796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/41f9223e-3281-42fd-b9d5-f6706e0db0b1 HTTP/1.1" status: 204 len: 168 time: 2.5486662 Aug 19 00:00:34.032866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326109-5721-444d-8b7f-b5b284f594b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f9223e-3281-42fd-b9d5-f6706e0db0b1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:34.042635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.045391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.050864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6233a22-eefd-4159-8666-61db8fd4e91f HTTP/1.1" status: 204 len: 168 time: 0.2123301 Aug 19 00:00:34.059359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54620c12-e002-44f9-b5ab-c0bb2de23b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6233a22-eefd-4159-8666-61db8fd4e91f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:34.064508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:34.067718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:34.076662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.120794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.121534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.123110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] 10.222.0.11 "PUT /v2.0/ports/d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 1092 time: 2.3420768 Aug 19 00:00:34.123665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:34.126067 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:34.132996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:34.137232 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7b890-1eca-4b46-a745-8e3ca9bf13ff" -d '{"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-plugged", "status": "completed", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:34.147927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcb6c0-d814-4bb9-82bd-87c284da381d service neutron] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:34.227694 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65183c-c857-4e02-959b-7d75e576b30f x-openstack-request-id: req-fe65183c-c857-4e02-959b-7d75e576b30f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:34.228722 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:34.230324 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe65183c-c857-4e02-959b-7d75e576b30f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:34.230922 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'status': 'completed', 'code': 200} Aug 19 00:00:34.232043 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad981c-b877-41e4-bc67-4abfab397302 x-openstack-request-id: req-87ad981c-b877-41e4-bc67-4abfab397302 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:34.232355 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-plugged", "status": "completed", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:34.232611 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87ad981c-b877-41e4-bc67-4abfab397302 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:34.233215 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5', 'code': 200} Aug 19 00:00:34.250084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-a4e129ed-8fea-48db-9c58-644707dc900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.251698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-a4e129ed-8fea-48db-9c58-644707dc900d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1095 time: 0.0607545 Aug 19 00:00:34.415821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-e73c41b3-6b67-4a47-a765-812fbb26850c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 217 time: 0.1478610 Aug 19 00:00:34.422687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:34.504938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-436d4aad-bfb5-4e55-ad24-9342a7f59cec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bad74d72e3f743fe8e595e8d705154b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808356 Aug 19 00:00:34.507253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:34.572349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4e7b-e6e5-4c8c-b608-a4a5b6808bb0 req-d88bce9f-eeab-4461-a333-ac7f0567c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.572924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4e7b-e6e5-4c8c-b608-a4a5b6808bb0 req-d88bce9f-eeab-4461-a333-ac7f0567c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.578215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d3f4e7b-e6e5-4c8c-b608-a4a5b6808bb0 req-d88bce9f-eeab-4461-a333-ac7f0567c184 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1986 time: 0.2057657 Aug 19 00:00:34.585834 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.586372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398781-f3eb-4563-89c6-edef3309392d req-635148c4-af1c-43e0-abf3-392f898d4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.589740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-635148c4-af1c-43e0-abf3-392f898d4a79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1252472 Aug 19 00:00:34.644411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-4d21272d-3113-4092-b5a3-04eef40239ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418839 Aug 19 00:00:34.662626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d3f4e7b-e6e5-4c8c-b608-a4a5b6808bb0 req-1e7045a3-05fd-442b-a65e-330abea8051b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713084 Aug 19 00:00:34.671148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.743282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.754134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:34.763623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a8779f4-a3d7-456d-b211-4d03dc2d3c77 HTTP/1.1" status: 204 len: 168 time: 0.2546170 Aug 19 00:00:34.806846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab664234-400c-4163-a93e-11e5b368020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8779f4-a3d7-456d-b211-4d03dc2d3c77,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:34.828715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-a2143c32-e288-4958-bf4f-8a5e76eba8fe service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681728 Aug 19 00:00:34.888733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0a3aa-f8e0-41d0-97c5-a8d218a395cb req-6865cf6a-64ca-4fd2-8147-2b6ca6594e2b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:34.904242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62a0a3aa-f8e0-41d0-97c5-a8d218a395cb req-6865cf6a-64ca-4fd2-8147-2b6ca6594e2b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 943 time: 0.1352787 Aug 19 00:00:34.967116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62a0a3aa-f8e0-41d0-97c5-a8d218a395cb req-bc70bec2-ee33-41ef-b182-f4d451b8c08d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572236 Aug 19 00:00:34.971721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e398781-f3eb-4563-89c6-edef3309392d req-a7c0f2d6-a5fd-4bf6-a615-4b9bc64c51e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348968 Aug 19 00:00:35.090020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-10aef32d-1d20-49f5-a5c6-e4049c883f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:35.093445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-10aef32d-1d20-49f5-a5c6-e4049c883f9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1095 time: 0.0588558 Aug 19 00:00:35.153552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e636a-a4d8-4ceb-944c-8ad860cf6045 req-bcfb60fd-4016-4f1b-807e-6501c1e6c34e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:35.163874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e636a-a4d8-4ceb-944c-8ad860cf6045 req-bcfb60fd-4016-4f1b-807e-6501c1e6c34e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:35.177382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae8e636a-a4d8-4ceb-944c-8ad860cf6045 req-bcfb60fd-4016-4f1b-807e-6501c1e6c34e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.1329613 Aug 19 00:00:35.207466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-e20939b8-66c0-4187-9fff-419a72acc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:35.209113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-e20939b8-66c0-4187-9fff-419a72acc033 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.1055858 Aug 19 00:00:35.247305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae8e636a-a4d8-4ceb-944c-8ad860cf6045 req-6ed23723-5918-4990-aab7-eb6220f74a9b tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 Aug 19 00:00:35.267027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-0cabbf5b-03b3-45a9-a505-e1a06d5e2e4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 217 time: 0.0480282 Aug 19 00:00:35.332143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-e7c3a831-4d58-465a-941f-e06194f82d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:35.334722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-e7c3a831-4d58-465a-941f-e06194f82d0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.0572727 Aug 19 00:00:35.390164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-593539f2-89bc-4b01-9ffc-5b4af02df184 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382042 Aug 19 00:00:35.506008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-bc775253-7ff7-4355-ac50-8d7ee719ae19 service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078370 Aug 19 00:00:35.674530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55ecee2e-232d-47e5-ac7e-a9d314c7e8c8 req-790176cc-c0df-4d7a-a163-905b68da363e service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593714 Aug 19 00:00:35.906680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:36.147644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1528719180-network', 'tenant_id': 'a5e326695ca84c1e873fa6ac68167d14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:36.189819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Made reservation on behalf of a5e326695ca84c1e873fa6ac68167d14 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:36.192230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.209289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.460184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.467810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.488366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30129e11-021a-4e27-a1d3-6bed9d5821a2 req-60e30faf-1bf8-41f4-969a-1da16f266779 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:36.495418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30129e11-021a-4e27-a1d3-6bed9d5821a2 req-60e30faf-1bf8-41f4-969a-1da16f266779 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:36.496769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30129e11-021a-4e27-a1d3-6bed9d5821a2 req-60e30faf-1bf8-41f4-969a-1da16f266779 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.1235535 Aug 19 00:00:36.527314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:36.544765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da421bae-791e-4b01-9e91-c91bad6e0c00 req-49b56944-5773-4131-8c77-54697dc74997 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:36.553533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150b119a-209e-4559-b3d6-3281b881b5b6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:36.553965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da421bae-791e-4b01-9e91-c91bad6e0c00 req-49b56944-5773-4131-8c77-54697dc74997 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 943 time: 0.5167778 Aug 19 00:00:36.569797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.570153 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Added segment 558c7565-c5a3-420d-957b-2ca7ae7b092c of type vlan for network 5ec3306d-b1c6-46da-849e-5a5cb482f633 Aug 19 00:00:36.603126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da421bae-791e-4b01-9e91-c91bad6e0c00 req-5b94a8e0-43a8-4066-914c-ff205539d84b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Aug 19 00:00:36.632152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30129e11-021a-4e27-a1d3-6bed9d5821a2 req-38a50748-3c28-44e5-b64f-72cb9a9e3450 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276329 Aug 19 00:00:36.653190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.697618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.699785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:36.700694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:36.820980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9124897 Aug 19 00:00:36.824194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:36.826176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2d21b-44c7-4610-83ee-31df63e371d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec3306d-b1c6-46da-849e-5a5cb482f633,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:36.831481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Request body: {'subnet': {'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1528719180-subnet', 'tenant_id': 'a5e326695ca84c1e873fa6ac68167d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:36.836637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:36.863439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Made reservation on behalf of a5e326695ca84c1e873fa6ac68167d14 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:36.866386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:37.078040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d24a33d6-99f3-45ea-a689-655ebefad0d6 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:37.096828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:37.175132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66d9a65-5dca-471d-aa84-a01962308c22,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:37.185770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Checking segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:37.186772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Network hostable DHCP agents. Network: 5ec3306d-b1c6-46da-849e-5a5cb482f633, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:37.210960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:37.227762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5ec3306d-b1c6-46da-849e-5a5cb482f633) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:37.234094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:37.235395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:37.255184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e5c7f-2f30-4875-aea4-fd3f7143dac2 None None] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:37.278305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16f19be3-bf95-4436-a14d-364bb0ed1527 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4447162 Aug 19 00:00:37.309837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:37.311247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331750c-9696-4b08-b01d-18c77cf09d00 req-6137fb7d-61ed-450b-9f80-cd0c45e1a976 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:37.319290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0331750c-9696-4b08-b01d-18c77cf09d00 req-6137fb7d-61ed-450b-9f80-cd0c45e1a976 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0796108 Aug 19 00:00:37.379546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0331750c-9696-4b08-b01d-18c77cf09d00 req-dc924ff2-d467-4614-a194-903a8861f141 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592985 Aug 19 00:00:37.413282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19', 'port_id': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'mac_address': 'fa:16:3e:c9:30:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf67d84-0c36-4317-9f88-cb1d1e14ebb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:37.540326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08387eb7-bd0b-43a1-873f-acb3d8b777ee None None] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:37.601162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:37.649699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24a33d6-99f3-45ea-a689-655ebefad0d6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:37.708031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:37.751727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:37.837686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:37.846098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81050-81c5-4370-a68f-826c5620a44c req-a564cbda-6be6-4ed7-9924-a0416f7aa748 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:37.847794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a81050-81c5-4370-a68f-826c5620a44c req-a564cbda-6be6-4ed7-9924-a0416f7aa748 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 944 time: 0.0982895 Aug 19 00:00:37.886568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c6c421f9-b22f-4bd8-a72d-7e59ca17ff1e tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:37.894379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c6c421f9-b22f-4bd8-a72d-7e59ca17ff1e tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 818 time: 0.1560867 Aug 19 00:00:37.898020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84a81050-81c5-4370-a68f-826c5620a44c req-8e9cb7ee-e4eb-4e2f-bcac-3aeb7c205c9a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Aug 19 00:00:37.911093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-dd210177-0c00-49cf-9cca-3a0d011919f2 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/quotas/a5e326695ca84c1e873fa6ac68167d14 HTTP/1.1" status: 200 len: 375 time: 0.0158198 Aug 19 00:00:37.950925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-904f20ae-589f-45ac-bdff-3f62ea21e1d2 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306666 Aug 19 00:00:37.981734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:38.054816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624e8d-d3f2-4903-8947-1d17199dc360 req-1f8d4055-4b98-4c86-8c9b-3ce4e50202e5 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:38.063145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624e8d-d3f2-4903-8947-1d17199dc360 req-1f8d4055-4b98-4c86-8c9b-3ce4e50202e5 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:38.072117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f624e8d-d3f2-4903-8947-1d17199dc360 req-1f8d4055-4b98-4c86-8c9b-3ce4e50202e5 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.0890622 Aug 19 00:00:38.099143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-bfb56898-9947-477c-9da7-4b11a61d55da service neutron] 10.222.0.20 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390290 Aug 19 00:00:38.140228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f624e8d-d3f2-4903-8947-1d17199dc360 req-b00da45b-8612-4d3f-9797-6f4d951cb923 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669985 Aug 19 00:00:38.216713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-81f4bd93-85ce-4887-b6fd-a3a28e474ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157973 Aug 19 00:00:38.574083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c28ef-059c-4f05-bc14-333bde6f4054 req-a28bf276-f492-49dd-9d2b-98b4cd50ed6c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:38.575638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f5c28ef-059c-4f05-bc14-333bde6f4054 req-a28bf276-f492-49dd-9d2b-98b4cd50ed6c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0687981 Aug 19 00:00:38.633931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f5c28ef-059c-4f05-bc14-333bde6f4054 req-8d9cfe2a-83cf-4f76-b5c4-5516ba9fe825 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519640 Aug 19 00:00:38.822087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d83ab24d-08cd-4a13-8ff2-3898fe7b3e3f req-58c04e48-b65f-4f59-b284-eac7d1d23299 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 210 time: 0.0338492 Aug 19 00:00:38.842301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877f6a-3eb2-49aa-9f1b-155aa6f66f05 req-23ac7bb9-764b-4799-a695-038da5238c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:38.848587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877f6a-3eb2-49aa-9f1b-155aa6f66f05 req-23ac7bb9-764b-4799-a695-038da5238c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:38.850235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7877f6a-3eb2-49aa-9f1b-155aa6f66f05 req-23ac7bb9-764b-4799-a695-038da5238c24 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.1409695 Aug 19 00:00:38.902748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7877f6a-3eb2-49aa-9f1b-155aa6f66f05 req-0d5b833e-ffbf-403f-8ea1-50788e68edf2 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Aug 19 00:00:39.082051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d24a33d6-99f3-45ea-a689-655ebefad0d6 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:39.115781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560e742-a778-4a4a-bd91-c2887835a71d req-e95afd1e-a408-4e7f-b8f8-33c86e2b7293 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:39.131907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e560e742-a778-4a4a-bd91-c2887835a71d req-e95afd1e-a408-4e7f-b8f8-33c86e2b7293 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 944 time: 0.0930910 Aug 19 00:00:39.138889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d24a33d6-99f3-45ea-a689-655ebefad0d6 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:39.143405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d24a33d6-99f3-45ea-a689-655ebefad0d6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:39.144006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.188704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e560e742-a778-4a4a-bd91-c2887835a71d req-696a6c1e-be74-4a24-8e7f-b6763fbb1bb2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Aug 19 00:00:39.246195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48192) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:39.276179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.303092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:39.305914 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0ca4e-be9f-414f-b779-f7ade88e9d9b" -d '{"events": [{"server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "name": "network-vif-plugged", "status": "completed", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:39.330614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:39.341017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.407601 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966960a2-93bb-4287-8c2f-02c613389945 x-openstack-request-id: req-966960a2-93bb-4287-8c2f-02c613389945 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:39.408112 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "name": "network-vif-plugged", "status": "completed", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:39.408369 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-966960a2-93bb-4287-8c2f-02c613389945 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:39.408766 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'code': 200} Aug 19 00:00:39.465764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:39.509133 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e0af0e1-dd63-4c29-8b1d-91ae7bada762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.572810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd1243-aa11-46b8-8f24-a6eb6dd6f01f req-7d98f8ef-5d1e-44ed-85b0-7b2d5953a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:39.574975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02cd1243-aa11-46b8-8f24-a6eb6dd6f01f req-7d98f8ef-5d1e-44ed-85b0-7b2d5953a7fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1097 time: 0.1306188 Aug 19 00:00:39.659721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02cd1243-aa11-46b8-8f24-a6eb6dd6f01f req-b9b884bf-57ea-4a86-b8b8-9ae821c8d3e7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719922 Aug 19 00:00:39.699514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e0af0e1-dd63-4c29-8b1d-91ae7bada762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.705936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e0af0e1-dd63-4c29-8b1d-91ae7bada762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.740797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0e0af0e1-dd63-4c29-8b1d-91ae7bada762 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0f7bea1063b48d9b40bdb6bead04484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914088 Aug 19 00:00:39.741591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:39.769373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af0e1-dd63-4c29-8b1d-91ae7bada762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3878ed-c5e3-43bf-bc9f-203080b3223b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:39.818459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.899530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:39.917882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489ff61-1be8-4239-a43a-41cc02b1b24e req-92c2d92c-959d-4568-b3e6-7745f3330f9b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:39.930550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1489ff61-1be8-4239-a43a-41cc02b1b24e req-92c2d92c-959d-4568-b3e6-7745f3330f9b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1356664 Aug 19 00:00:39.973664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4b2f888-e738-4703-8545-2486ddca2ddf req-8fa1148a-0b6f-41e6-a9ba-6678471dd933 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 210 time: 0.0551872 Aug 19 00:00:40.004618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1489ff61-1be8-4239-a43a-41cc02b1b24e req-f82bb79f-8a53-494f-bb67-fccd6b930630 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655947 Aug 19 00:00:40.044793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.048081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.049340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f3878ed-c5e3-43bf-bc9f-203080b3223b HTTP/1.1" status: 204 len: 168 time: 0.3066015 Aug 19 00:00:40.059342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01f31d-a522-428a-a3ae-23cd8bcd470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3878ed-c5e3-43bf-bc9f-203080b3223b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:40.153029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91067-b373-4bb1-87e0-bb9ef683b50e req-f52d00f1-5b31-4fc5-9571-198f532d087e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.161306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91067-b373-4bb1-87e0-bb9ef683b50e req-f52d00f1-5b31-4fc5-9571-198f532d087e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.163483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70a91067-b373-4bb1-87e0-bb9ef683b50e req-f52d00f1-5b31-4fc5-9571-198f532d087e tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.0642364 Aug 19 00:00:40.191335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-aa69dff9-3e14-452e-b458-80779a1cad10 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.198187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-aa69dff9-3e14-452e-b458-80779a1cad10 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.199906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-aa69dff9-3e14-452e-b458-80779a1cad10 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 1682 time: 0.0856490 Aug 19 00:00:40.206085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70a91067-b373-4bb1-87e0-bb9ef683b50e req-a47432b5-9fe1-4195-be8b-49743b1a1935 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Aug 19 00:00:40.358031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d480-c187-4a3b-a286-c45ffbdd3957 req-f100a390-cc01-4a43-bd12-588307516e25 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.359686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18a2d480-c187-4a3b-a286-c45ffbdd3957 req-f100a390-cc01-4a43-bd12-588307516e25 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1097 time: 0.0444205 Aug 19 00:00:40.370496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 02b935da-d288-4878-a86d-711e3d57c2dd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:40.370868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.406386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18a2d480-c187-4a3b-a286-c45ffbdd3957 req-a3aeb984-64d7-45b0-998c-258ee6c6b092 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Aug 19 00:00:40.440941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:40.470506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eaac37b-a593-4d26-a2c8-637ff66dfea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.505317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-82253a78-f955-4fb5-89ee-8663c0ecd354 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.513421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-82253a78-f955-4fb5-89ee-8663c0ecd354 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/networks?id=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed HTTP/1.1" status: 200 len: 815 time: 0.2099714 Aug 19 00:00:40.538694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-97700f02-d6a8-455e-8d95-54eba1857473 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/quotas/da61a773d9a3418a9b01f39f00fd4885 HTTP/1.1" status: 200 len: 375 time: 0.0242724 Aug 19 00:00:40.542199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 02b935da-d288-4878-a86d-711e3d57c2dd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=02b935da-d288-4878-a86d-711e3d57c2dd,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:40.542579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.588630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30a7c-cf89-4f25-bfb4-ad8da4435294 req-a052f7b5-4578-41dd-ae1f-59d84a49d120 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:40.597440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98d30a7c-cf89-4f25-bfb4-ad8da4435294 req-a052f7b5-4578-41dd-ae1f-59d84a49d120 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 945 time: 0.1207104 Aug 19 00:00:40.606767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 02b935da-d288-4878-a86d-711e3d57c2dd owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:40.666790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98d30a7c-cf89-4f25-bfb4-ad8da4435294 req-3a66096d-1d7b-493c-9f0c-c1bdd5cbdb34 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633187 Aug 19 00:00:40.694929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eaac37b-a593-4d26-a2c8-637ff66dfea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.703433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eaac37b-a593-4d26-a2c8-637ff66dfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.746181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9eaac37b-a593-4d26-a2c8-637ff66dfea9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a41dc9ab004f444ba93515cea7a86fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041306 Aug 19 00:00:40.748120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaac37b-a593-4d26-a2c8-637ff66dfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1293c045-4bf0-43b9-a373-d230d8b7404e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:40.750832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:40.832289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.844169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-4395ed6d-7b96-4f8c-8b9e-5d65ff9958ef tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da61a773d9a3418a9b01f39f00fd4885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044155 Aug 19 00:00:40.868394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.938601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.942548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:40.946772 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1293c045-4bf0-43b9-a373-d230d8b7404e HTTP/1.1" status: 204 len: 168 time: 0.1804733 Aug 19 00:00:40.982330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116f166-95b6-473e-8da9-64203a692409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1293c045-4bf0-43b9-a373-d230d8b7404e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:41.120584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-853166f8-e745-4d01-b7cf-b569734f9dba tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:41.122141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-853166f8-e745-4d01-b7cf-b569734f9dba tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 818 time: 0.5044549 Aug 19 00:00:41.140121 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-97d157bf-c3cd-4cce-9f2e-37df56d0c84a service neutron] 10.222.0.20 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927673 Aug 19 00:00:41.155450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Request body: {'port': {'device_id': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'admin_state_up': True, 'tenant_id': 'a5e326695ca84c1e873fa6ac68167d14'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:41.165703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-b0ddb6ce-fd90-4606-b3df-9efcd69848f2 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:41.167738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-b0ddb6ce-fd90-4606-b3df-9efcd69848f2 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.11 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 818 time: 0.5285580 Aug 19 00:00:41.258251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Request body: {'port': {'device_id': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'admin_state_up': True, 'tenant_id': 'a5e326695ca84c1e873fa6ac68167d14'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:41.317614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-96ddb8f2-f7b6-4eed-8642-6a6e3b831a1a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:41.319365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-96ddb8f2-f7b6-4eed-8642-6a6e3b831a1a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 818 time: 0.2714179 Aug 19 00:00:41.364591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Request body: {'port': {'device_id': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'admin_state_up': True, 'tenant_id': 'a5e326695ca84c1e873fa6ac68167d14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:41.431374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:41.465069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['02b935da-d288-4878-a86d-711e3d57c2dd', '265a2df2-4082-4a98-a4a4-8cb74bea65f5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:41.513387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=02b935da-d288-4878-a86d-711e3d57c2dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:41.543557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e9146721-6239-4891-a710-039c2bc98755 service neutron] 10.222.0.20 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023163 Aug 19 00:00:41.560023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Made reservation on behalf of a5e326695ca84c1e873fa6ac68167d14 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:41.566600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:41.616563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 02b935da-d288-4878-a86d-711e3d57c2dd on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:41.622911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:41.625035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-abd6c083-5631-4572-8243-9fe928c55cef tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "DELETE /v2.0/ports/02b935da-d288-4878-a86d-711e3d57c2dd HTTP/1.1" status: 204 len: 173 time: 1.4157422 Aug 19 00:00:41.627458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-deleted', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:41.636698 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129daba0-77e4-4d7e-82e0-1c0887d20bc4" -d '{"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-deleted", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:41.789503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Made reservation on behalf of a5e326695ca84c1e873fa6ac68167d14 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:41.799420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:41.918011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Made reservation on behalf of a5e326695ca84c1e873fa6ac68167d14 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:41.922346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:41.959556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Allocated IP 172.20.0.6 (5ec3306d-b1c6-46da-849e-5a5cb482f633/b66d9a65-5dca-471d-aa84-a01962308c22/51c61fff-a63b-43a8-bc79-6d1c4c23dc42) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:42.031736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d8055c3-c818-4e09-adac-6ab2c67e5611 req-5d0dc61c-c4b0-4ef6-80f0-e1ecb1dbda86 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 210 time: 0.1063170 Aug 19 00:00:42.201284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.220217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:42.220870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.258924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.335658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864545b3-a1ce-48c6-8078-74dbfffe7294 req-af6f42bf-fdf2-4d16-b94a-c5c8b21e46b3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:42.347010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-864545b3-a1ce-48c6-8078-74dbfffe7294 req-af6f42bf-fdf2-4d16-b94a-c5c8b21e46b3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1833904 Aug 19 00:00:42.354893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad374c63-588d-4914-bb50-2cb760352e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.366193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:42.373728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:42.381578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:42.436914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Allocated IP 172.20.0.11 (5ec3306d-b1c6-46da-849e-5a5cb482f633/b66d9a65-5dca-471d-aa84-a01962308c22/3f5e0951-4374-4ec3-9918-430243b66878) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:42.450809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event updated for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:42.486131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-864545b3-a1ce-48c6-8078-74dbfffe7294 req-bc48dd1b-50a5-41c9-b7d6-1d8524e03183 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203308 Aug 19 00:00:42.486448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:42.486448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.508233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-627303cd-e587-4a35-843b-0b68094b8b7a tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1488934 Aug 19 00:00:42.526434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Request body: {'port': {'device_id': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:42.543984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-78c17925-b519-4708-9b86-cae21a3bb586 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:00:42.551933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-78c17925-b519-4708-9b86-cae21a3bb586 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3496537 Aug 19 00:00:42.571044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 265a2df2-4082-4a98-a4a4-8cb74bea65f5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=265a2df2-4082-4a98-a4a4-8cb74bea65f5,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:42.571373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.602928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:42.663859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 265a2df2-4082-4a98-a4a4-8cb74bea65f5 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:42.737133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:42.738644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:00:42.847310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360bac2-1ab1-418d-9762-9dd330807acb req-b243df13-d2eb-4647-a3a0-19449240b796 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:42.855533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9360bac2-1ab1-418d-9762-9dd330807acb req-b243df13-d2eb-4647-a3a0-19449240b796 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/ports?device_id=22230643-ec6f-4e74-9f14-c8dce951948d HTTP/1.1" status: 200 len: 946 time: 0.2791467 Aug 19 00:00:42.987158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9360bac2-1ab1-418d-9762-9dd330807acb req-b7478f9c-b810-46fb-9701-a938bdf8bef1 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cd684fc-42f1-4821-b721-6db0a131977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306608 Aug 19 00:00:43.009987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:43.033061 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ffdeb-846f-4da6-b277-b1a881e8459f x-openstack-request-id: req-671ffdeb-846f-4da6-b277-b1a881e8459f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:43.033354 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-deleted", "tag": "02b935da-d288-4878-a86d-711e3d57c2dd", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:43.033704 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-671ffdeb-846f-4da6-b277-b1a881e8459f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:43.033996 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-deleted', 'tag': '02b935da-d288-4878-a86d-711e3d57c2dd', 'status': 'completed', 'code': 200} Aug 19 00:00:43.137314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:43.137668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:43.138002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:43.146811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:43.153963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:43.154305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:43.196779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:43.217362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:43.217703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:43.218085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:43.218536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Bound port: 389d2297-4281-422f-9cfe-22a4e5311242, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:43.220486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=265a2df2-4082-4a98-a4a4-8cb74bea65f5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:43.524523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 02b935da-d288-4878-a86d-711e3d57c2dd no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:43.545679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 02b935da-d288-4878-a86d-711e3d57c2dd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:43.546024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 02b935da-d288-4878-a86d-711e3d57c2dd not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:43.546454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 265a2df2-4082-4a98-a4a4-8cb74bea65f5 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:43.564897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 265a2df2-4082-4a98-a4a4-8cb74bea65f5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:43.565243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 265a2df2-4082-4a98-a4a4-8cb74bea65f5 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:43.735869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb1821-e695-4e47-96f1-24834435e237 req-9513beb0-19b2-4095-aae3-3240815f96e3 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:43.739308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cfb1821-e695-4e47-96f1-24834435e237 req-9513beb0-19b2-4095-aae3-3240815f96e3 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 945 time: 0.6574190 Aug 19 00:00:43.752682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:43.756638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 265a2df2-4082-4a98-a4a4-8cb74bea65f5 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:43.771947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:43.774863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Allocated IP 172.20.0.8 (5ec3306d-b1c6-46da-849e-5a5cb482f633/b66d9a65-5dca-471d-aa84-a01962308c22/208982f7-49e7-43c6-8d44-5d3202ba7e06) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:43.780684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:43.785228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c58012b0-56a9-40ab-8432-93000ee4c98e req-40ab5fa3-cf43-4017-8331-98b91d36b9c0 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.21 "DELETE /v2.0/ports/265a2df2-4082-4a98-a4a4-8cb74bea65f5 HTTP/1.1" status: 204 len: 173 time: 2.1374142 Aug 19 00:00:43.815304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:43.824408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event updated for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:43.950821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:43.977680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:43.979924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-9ae9639c-e258-410e-9a80-daf85de3c704 service neutron] 10.222.0.20 "POST /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242/bindings HTTP/1.1" status: 201 len: 390 time: 1.4265647 Aug 19 00:00:44.007739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cfb1821-e695-4e47-96f1-24834435e237 req-72633525-efd0-4217-9266-59416f584b42 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442310 Aug 19 00:00:44.024022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-95a0cae9-85b1-4f5e-ba6d-e45c2bd6a672 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:44.029628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-95a0cae9-85b1-4f5e-ba6d-e45c2bd6a672 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.11 "GET /v2.0/networks?id=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed HTTP/1.1" status: 200 len: 815 time: 0.8304930 Aug 19 00:00:44.058978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:44.059742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.182982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-d6b80249-92bc-4a1d-b034-8e0150e443d0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0402312 Aug 19 00:00:44.199428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c98aca3-7463-47f8-8519-1a36f1282581 req-e784998c-72bb-4e5e-ae04-ebf092ceb8f1 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0888453 Aug 19 00:00:44.214797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Request body: {'port': {'device_id': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:44.585073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d941f-25e7-4155-adb9-bcb21d49580b req-bd2167e3-5cfa-4ed5-aad2-68d29dbbacb6 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:44.586593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a5d941f-25e7-4155-adb9-bcb21d49580b req-bd2167e3-5cfa-4ed5-aad2-68d29dbbacb6 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 931 time: 0.2809763 Aug 19 00:00:44.592832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.613034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.621484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121f4ac-f367-4705-a70b-8a3d059f9cfb req-2add474c-9974-423a-9327-e875091bb5c4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:44.630350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3121f4ac-f367-4705-a70b-8a3d059f9cfb req-2add474c-9974-423a-9327-e875091bb5c4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0711274 Aug 19 00:00:44.655036 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.682804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3121f4ac-f367-4705-a70b-8a3d059f9cfb req-7be77c00-1d26-4c09-b930-850d19d94769 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470576 Aug 19 00:00:44.716535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a5d941f-25e7-4155-adb9-bcb21d49580b req-5691f875-959f-497d-a420-9d361d469253 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078322 Aug 19 00:00:44.750817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:44.831879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting subnet 7be5db40-0f6c-44d6-b063-ef68ae0b2422 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:44.835895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.882501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.927521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df79b7ee-1526-454d-9053-aa0d286905a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.939676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-ac1f9e5e-197c-4685-9e70-c5269ee242e0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1132460848&fields=id&tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 267 time: 0.1141427 Aug 19 00:00:44.942790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Network 5ec3306d-b1c6-46da-849e-5a5cb482f633 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:44.951213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:44.959392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:44.962562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:00:45.019636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233bdab-ae24-4fce-9c0f-b33d150e8dca req-8d7a085c-47c1-4291-b6ee-a6a2c5f121a1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:45.021622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4233bdab-ae24-4fce-9c0f-b33d150e8dca req-8d7a085c-47c1-4291-b6ee-a6a2c5f121a1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1570265 Aug 19 00:00:45.032020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event updated for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:45.038192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-deleted', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:45.039920 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b1b80-f5ee-4f88-b87b-26ba787d0407" -d '{"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-deleted", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:45.060230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-521adf60-8be0-41f8-b05e-b04763a32aa7 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:45.068034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-521adf60-8be0-41f8-b05e-b04763a32aa7 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 945 time: 0.1274650 Aug 19 00:00:45.076232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'security_groups': ['289fe67b-224a-407d-b972-0995239b84d4', 'abdc0534-6c9a-4b04-8ad5-157c3e98050a']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:45.087659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:45.088244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.137219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.144128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.162599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4233bdab-ae24-4fce-9c0f-b33d150e8dca req-71a58fbd-fbc0-4a70-a820-e211e6cf5462 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229446 Aug 19 00:00:45.211047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.220929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-27baff84-81d2-4a98-8a1e-c8d6e5c6aaf8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0075829 Aug 19 00:00:45.238319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:45.252554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.271516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Transition to ACTIVE for port object 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:45.273736 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.290579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.293258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.295499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/subnets/7be5db40-0f6c-44d6-b063-ef68ae0b2422 HTTP/1.1" status: 204 len: 168 time: 0.5424976 Aug 19 00:00:45.298380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92acd573-9789-41e0-8838-ef65d4070020 None None] Network be5a9cfc-5c8a-4b29-88c8-20abf1900e1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:45.327216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:45.328060 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40157a0-21f8-4250-81e3-88916c910fe0 x-openstack-request-id: req-e40157a0-21f8-4250-81e3-88916c910fe0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:45.329191 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22230643-ec6f-4e74-9f14-c8dce951948d", "name": "network-vif-deleted", "tag": "265a2df2-4082-4a98-a4a4-8cb74bea65f5", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:45.329457 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40157a0-21f8-4250-81e3-88916c910fe0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:45.329903 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22230643-ec6f-4e74-9f14-c8dce951948d', 'name': 'network-vif-deleted', 'tag': '265a2df2-4082-4a98-a4a4-8cb74bea65f5', 'status': 'completed', 'code': 200} Aug 19 00:00:45.380576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f880-f514-4bff-9b5e-41250afb538f tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Subnet': ['ID=7be5db40-0f6c-44d6-b063-ef68ae0b2422,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:45.493937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.554784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:45.625837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5e0951-4374-4ec3-9918-430243b66878 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:45.641475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.654669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:45.662145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] DHCP port deletion for be5a9cfc-5c8a-4b29-88c8-20abf1900e1f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:45.675525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Transition to ACTIVE for port object 3f5e0951-4374-4ec3-9918-430243b66878 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:45.676170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4960cf4-2281-47a9-861d-16f9e5ed5218 req-e8784494-4994-4129-a504-e55625703338 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0995693 Aug 19 00:00:45.696892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Attempting to bind port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:45.697235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Attempting to bind port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:45.697575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Attempting to bind port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:45.716655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:45.717021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Attempting to bind port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:45.726845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:45.727194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Checking segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:45.727350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.727592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Bound using segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:45.728037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Bound port: 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:45.728594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.730060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.744594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 744a7c19-3bdc-4969-b335-eb4897fdd62a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:45.745469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.771743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Deleting port 744a7c19-3bdc-4969-b335-eb4897fdd62a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:45.772543 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.815286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:45.821261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.885078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:45.930709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:45.931951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.933682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bbe1e97-61c5-45a8-9dca-cd46195eb3b0 req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "PUT /v2.0/ports/d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 981 time: 0.8647847 Aug 19 00:00:45.959551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:45.960492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] For port 744a7c19-3bdc-4969-b335-eb4897fdd62a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=744a7c19-3bdc-4969-b335-eb4897fdd62a,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:45.960890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.964210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:45.974115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 744a7c19-3bdc-4969-b335-eb4897fdd62a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=744a7c19-3bdc-4969-b335-eb4897fdd62a,segment=NetworkSegment(05de33d0-62b0-475b-9b06-2be73a18120b),segment_id=05de33d0-62b0-475b-9b06-2be73a18120b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:45.974648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:45.988861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 744a7c19-3bdc-4969-b335-eb4897fdd62a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:45.989276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Calling delete_port for 744a7c19-3bdc-4969-b335-eb4897fdd62a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:45.992716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2a6e-7132-41d0-9a6f-576289f6243f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:46.011568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.055706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:46.105220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.105929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.108141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] 10.222.0.21 "PUT /v2.0/ports/51c61fff-a63b-43a8-bc79-6d1c4c23dc42 HTTP/1.1" status: 200 len: 1092 time: 3.5863376 Aug 19 00:00:46.108618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:46.109406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6b63-d3cd-4488-aa60-c9b69dc07add req-98d458d7-1162-4bf2-bb18-13fcf0f7a375 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.111184 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da075963-3682-4d21-b79b-92583f32099b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:46.112631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f23a6b63-d3cd-4488-aa60-c9b69dc07add req-98d458d7-1162-4bf2-bb18-13fcf0f7a375 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 943 time: 0.0909996 Aug 19 00:00:46.113480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Attempting to bind port 3f5e0951-4374-4ec3-9918-430243b66878 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:46.113827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Attempting to bind port 3f5e0951-4374-4ec3-9918-430243b66878 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:46.114168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Attempting to bind port 3f5e0951-4374-4ec3-9918-430243b66878 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:46.140734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Port 3f5e0951-4374-4ec3-9918-430243b66878 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:00:46.141416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Attempting to bind port 3f5e0951-4374-4ec3-9918-430243b66878 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:46.147233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1defa-5907-4bf9-89ee-38cc826d3ea2 req-ed5a693e-a74f-4d3c-880e-0bae853ca558 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.148735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ce1defa-5907-4bf9-89ee-38cc826d3ea2 req-ed5a693e-a74f-4d3c-880e-0bae853ca558 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.2551711 Aug 19 00:00:46.156056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:00:46.156441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Checking segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:46.156951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Bound using segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:00:46.157280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Bound port: 3f5e0951-4374-4ec3-9918-430243b66878, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:00:46.157408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ccd0-81d3-4e77-a393-6ff077849fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:46.157649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.174582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.189196 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f23a6b63-d3cd-4488-aa60-c9b69dc07add req-ad388eb3-2f11-4626-b5b2-5f67f66df4b5 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Aug 19 00:00:46.214194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ce1defa-5907-4bf9-89ee-38cc826d3ea2 req-4ec4871a-6289-470d-94d5-d9300e85bdea tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515985 Aug 19 00:00:46.237200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.237675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.296418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=744a7c19-3bdc-4969-b335-eb4897fdd62a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:46.303901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:00:46.309155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 744a7c19-3bdc-4969-b335-eb4897fdd62a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:46.318719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3f5e0951-4374-4ec3-9918-430243b66878,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:00:46.329157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.347145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] No DVR routers for this DVR port 744a7c19-3bdc-4969-b335-eb4897fdd62a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:46.422782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.427397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:46.438515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] 10.222.0.21 "PUT /v2.0/ports/3f5e0951-4374-4ec3-9918-430243b66878 HTTP/1.1" status: 200 len: 1093 time: 2.2216122 Aug 19 00:00:46.521544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fe3ad-091d-43b5-a427-4a5e5bde5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:46.549763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 744a7c19-3bdc-4969-b335-eb4897fdd62a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:46.629958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67526c3-0c77-4ad1-bc21-aff74fd6aa24 None None] Pushing event deleted for resources: {'Port': ['ID=744a7c19-3bdc-4969-b335-eb4897fdd62a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:46.644013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-4e3e5a92-c54d-44ee-95e0-44f5cff6b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.646254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-4e3e5a92-c54d-44ee-95e0-44f5cff6b69a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1215878 Aug 19 00:00:46.666949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 744a7c19-3bdc-4969-b335-eb4897fdd62a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:46.667583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 744a7c19-3bdc-4969-b335-eb4897fdd62a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:46.711453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-82dbb6d7-6555-4127-bf7e-c703e54ab097 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5e0951-4374-4ec3-9918-430243b66878 HTTP/1.1" status: 200 len: 217 time: 0.0512362 Aug 19 00:00:46.820023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c13f55ef-5aff-46e6-8c52-7e95c892846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.821778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c13f55ef-5aff-46e6-8c52-7e95c892846a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.1000476 Aug 19 00:00:46.832551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff38477-1af3-4ab4-aec1-409770bbada5 req-39683a91-4291-4ad1-babe-05e5387269eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.833440 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22434574-0fea-4367-9f60-7027c7bec66c x-openstack-request-id: req-22434574-0fea-4367-9f60-7027c7bec66c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:46.834697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bff38477-1af3-4ab4-aec1-409770bbada5 req-39683a91-4291-4ad1-babe-05e5387269eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1353366 Aug 19 00:00:46.841632 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:46.842269 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22434574-0fea-4367-9f60-7027c7bec66c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:46.842811 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42', 'status': 'completed', 'code': 200} Aug 19 00:00:46.873258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-a4e82401-995b-4ecf-ac48-fc4cbca1da9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374522 Aug 19 00:00:46.910396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bff38477-1af3-4ab4-aec1-409770bbada5 req-7051bd2d-33df-47aa-94dd-27e54db6f4d0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 Aug 19 00:00:46.943251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-2426f701-83fd-4780-b120-d3e090713231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:46.945230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-2426f701-83fd-4780-b120-d3e090713231 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 1095 time: 0.7299273 Aug 19 00:00:46.966014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-0006caa9-3426-4514-991c-45612b68d095 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1657303394&fields=id&tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 267 time: 0.1395397 Aug 19 00:00:46.967381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.013564 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-4180e020-a4ba-435e-80f5-bf03e3391ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317611 Aug 19 00:00:47.037805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5a9cfc-5c8a-4b29-88c8-20abf1900e1f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:47.051311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05de33d0-62b0-475b-9b06-2be73a18120b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:47.051763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05de33d0-62b0-475b-9b06-2be73a18120b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:47.063854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.091208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.110833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-ffd29ad3-8bb1-4f8e-a195-774246a4db3e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:47.121070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-ffd29ad3-8bb1-4f8e-a195-774246a4db3e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 984 time: 0.1335249 Aug 19 00:00:47.127972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'security_groups': ['289fe67b-224a-407d-b972-0995239b84d4', 'abdc0534-6c9a-4b04-8ad5-157c3e98050a', '90454fd1-5880-425d-ad67-d025932b495c']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:47.239148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-9a2bb4e0-1e65-453e-800f-50d2e12b8113 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615777 Aug 19 00:00:47.240810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-ce72d23f-b1fb-40b6-afc8-f1e9dc96fdf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42 HTTP/1.1" status: 200 len: 217 time: 0.1463253 Aug 19 00:00:47.267418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:47.267842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:47.271512 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:47.290486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5def20a-f525-4eee-a2dc-44cf9087b22f req-e094b931-7598-4093-8172-e171cfd38081 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0341039 Aug 19 00:00:47.330629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6'}, {'name': 'network-changed', 'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:47.333195 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831cef61-82e1-476d-9848-48930ec2c556" -d '{"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6"}, {"name": "network-changed", "server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "tag": "3f5e0951-4374-4ec3-9918-430243b66878"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:47.376882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.426411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.445004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.446866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/networks/be5a9cfc-5c8a-4b29-88c8-20abf1900e1f HTTP/1.1" status: 204 len: 168 time: 2.1184480 Aug 19 00:00:47.451114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48416) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:47.464160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-9d19d13e-0d45-4146-831a-43c9616e4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:47.465642 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-9d19d13e-0d45-4146-831a-43c9616e4870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.1662514 Aug 19 00:00:47.468647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3308a6-109c-4974-a1d3-6f84c7b36e6d tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Network': ['ID=be5a9cfc-5c8a-4b29-88c8-20abf1900e1f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:47.472772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60983f05-9389-442b-95f3-9c3ecd3ca7cd req-8bdf83d0-77e4-4ec9-991a-2945c02e0c50 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:47.480761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60983f05-9389-442b-95f3-9c3ecd3ca7cd req-8bdf83d0-77e4-4ec9-991a-2945c02e0c50 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0854416 Aug 19 00:00:47.514474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-0e956d4b-f233-4bb2-b7e7-dd121f778cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377800 Aug 19 00:00:47.556374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60983f05-9389-442b-95f3-9c3ecd3ca7cd req-0747d5cf-ef79-42b3-adf8-039d10a369d5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697298 Aug 19 00:00:47.569835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting subnet 45179f1b-05a8-408e-b5f1-b947f7f470ef {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:47.573932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.621996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.683214 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.740430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-e8ed43e5-47eb-4ebf-99b7-d08541891677 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174723 Aug 19 00:00:47.769387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721bdd2-e787-4780-b6f4-e564d6e0511d req-7d1499d6-fd16-4df6-8d1c-602b332c630b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:47.776817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c721bdd2-e787-4780-b6f4-e564d6e0511d req-7d1499d6-fd16-4df6-8d1c-602b332c630b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 943 time: 0.1512525 Aug 19 00:00:47.828806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.855379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:47.896921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c721bdd2-e787-4780-b6f4-e564d6e0511d req-53d0f467-c127-4e54-877e-096fe428469b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114082 Aug 19 00:00:47.931425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-de1b30f3-f0e8-4400-90cf-2509dd38609a service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828322 Aug 19 00:00:47.934210 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.942858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:47.955323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:47.961588 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25d8f7f-f6d1-4c2e-ab1d-be8b725f743a x-openstack-request-id: req-e25d8f7f-f6d1-4c2e-ab1d-be8b725f743a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:47.969444 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "tag": "3f5e0951-4374-4ec3-9918-430243b66878", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:47.970006 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e25d8f7f-f6d1-4c2e-ab1d-be8b725f743a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:47.970644 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'status': 'completed', 'code': 200} Aug 19 00:00:47.972951 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878', 'status': 'completed', 'code': 200} Aug 19 00:00:48.017189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:48.036352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:48.039080 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/subnets/45179f1b-05a8-408e-b5f1-b947f7f470ef HTTP/1.1" status: 204 len: 168 time: 0.5859995 Aug 19 00:00:48.039703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.040588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:48.043726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c8832ec-f02f-4c32-a6d7-f792ce7315db req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "PUT /v2.0/ports/d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 1020 time: 0.9215455 Aug 19 00:00:48.044556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:48.110866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e2ccd-76cc-458e-ac6c-a345b8dd1b91 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Subnet': ['ID=45179f1b-05a8-408e-b5f1-b947f7f470ef,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:48.134711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3596c6-e803-4c9a-994b-2c22e9698c50 None None] Network 4d94355d-12d2-43d6-8aa1-b37530d14881 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:48.183622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:48.212190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-6cf77a0e-bca5-456d-a620-6f4f6e2c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.219307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-6cf77a0e-bca5-456d-a620-6f4f6e2c84c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1347761 Aug 19 00:00:48.295990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075963-3682-4d21-b79b-92583f32099b req-584ca737-64dc-48ce-96c0-7a4b4b6583c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.297823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-584ca737-64dc-48ce-96c0-7a4b4b6583c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 1095 time: 0.1458933 Aug 19 00:00:48.334391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:48.359358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f101f-ff7b-413b-8d39-c1436fa7236b req-1fbf57d6-5935-475a-bbc9-3e3d52c4c250 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.360940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-372f101f-ff7b-413b-8d39-c1436fa7236b req-1fbf57d6-5935-475a-bbc9-3e3d52c4c250 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1023 time: 0.1351268 Aug 19 00:00:48.443242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-372f101f-ff7b-413b-8d39-c1436fa7236b req-a5844635-fac9-44fe-be5a-64d81dfdac45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=90454fd1-5880-425d-ad67-d025932b495c&id=abdc0534-6c9a-4b04-8ad5-157c3e98050a HTTP/1.1" status: 200 len: 6149 time: 0.0751038 Aug 19 00:00:48.474954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075963-3682-4d21-b79b-92583f32099b req-6fef6cc0-9a76-4195-bbf8-c198408deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.476521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-6fef6cc0-9a76-4195-bbf8-c198408deb37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 918 time: 0.1657867 Aug 19 00:00:48.481124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-0468ec3e-abfd-4438-a70a-5be129fd8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.483041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-0468ec3e-abfd-4438-a70a-5be129fd8020 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 918 time: 0.2553873 Aug 19 00:00:48.537792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-4d809b71-962f-429d-ae6c-743bcaa70932 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5e0951-4374-4ec3-9918-430243b66878 HTTP/1.1" status: 200 len: 217 time: 0.0448723 Aug 19 00:00:48.549969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a29ffd-c1e0-4b75-8a51-113e290426a2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:48.613076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128f35d-d982-4ca5-b858-32db57926275 req-5b4e7fe4-8559-4d1c-b6cc-b918ff01a353 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.624333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6128f35d-d982-4ca5-b858-32db57926275 req-5b4e7fe4-8559-4d1c-b6cc-b918ff01a353 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.4344735 Aug 19 00:00:48.640060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-d6e6707a-f7b7-4af4-a9f5-91be417afdad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42 HTTP/1.1" status: 200 len: 217 time: 0.1550477 Aug 19 00:00:48.703776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] DHCP port deletion for 4d94355d-12d2-43d6-8aa1-b37530d14881 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:48.704407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-82ceba90-245b-4338-a47f-4c5ec4fad2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.705808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-82ceba90-245b-4338-a47f-4c5ec4fad2ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.1369512 Aug 19 00:00:48.728690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6128f35d-d982-4ca5-b858-32db57926275 req-596c896d-9d27-475b-b259-0a537cd0ce2c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008074 Aug 19 00:00:48.766286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075963-3682-4d21-b79b-92583f32099b req-5c2325ef-19e9-4dbf-af05-c9df3f96af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:48.766684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-fdaa0fea-27bb-499f-a82a-befa643c1a31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522134 Aug 19 00:00:48.772710 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-5c2325ef-19e9-4dbf-af05-c9df3f96af66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.1221585 Aug 19 00:00:48.784138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1165928287 ', 'description': 'tempest-description-1638515464'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:48.791135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Deleting port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:48.791729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:48.888163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-841b1ca9-4299-4a67-82de-98f28a65e629 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887485 Aug 19 00:00:48.888163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:48.888163 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:48.939242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5de8964-ab25-4250-a377-c8f0e76f23b5 req-8e96c694-630e-4813-a1d4-348b271ee3f0 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0540543 Aug 19 00:00:48.982848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.023816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] For port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,segment=NetworkSegment(dcd03fe9-d76e-40cd-b867-72d43faef886),segment_id=dcd03fe9-d76e-40cd-b867-72d43faef886)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:49.025182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.049036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Calling delete_port for 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:49.095144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-3eef9fb5-2bf7-4ffa-9d04-f1a3f59b6737 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145790 Aug 19 00:00:49.136972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1270162-002d-4284-b7d7-8f581f7107c8 req-bdbd389c-5613-4581-b0f0-097a3fb4c18a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:49.146281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1270162-002d-4284-b7d7-8f581f7107c8 req-bdbd389c-5613-4581-b0f0-097a3fb4c18a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1239488 Aug 19 00:00:49.253971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1270162-002d-4284-b7d7-8f581f7107c8 req-2a5bfb29-d6c7-434a-a837-1e092065de40 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038108 Aug 19 00:00:49.258543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.260128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48442) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:49.311061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.319833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-79cd7003-b78a-424f-87a0-0f221bc9c5d6 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214699 Aug 19 00:00:49.350964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.361779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Port': ['ID=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:49.376614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-0a74f599-2ac6-4345-b6a7-e1e5db85d899 service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691419 Aug 19 00:00:49.412636 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f62396-b8ae-4dcc-8617-e1705ba6bd41 x-openstack-request-id: req-c3f62396-b8ae-4dcc-8617-e1705ba6bd41 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:49.412916 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:49.415428 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3f62396-b8ae-4dcc-8617-e1705ba6bd41 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:49.416024 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'status': 'completed', 'code': 200} Aug 19 00:00:49.428963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Deleting port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:49.429664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.517286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3971fafd-be51-499e-9796-f4b83dc1f4fc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:49.530039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] No DVR routers for this DVR port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:49.547479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] For port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:49.547884 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.559870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.561582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f4094b5-4c65-4ff0-9059-bbefb615a415 req-0f890db8-ac17-47cc-9a1a-22277b712d8f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7823448 Aug 19 00:00:49.566918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41282ead-5676-453d-8d8c-ef8db36d4cde req-873cb98b-681c-4a01-b59e-ad5f11f8ac24 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:49.574204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Calling delete_port for 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:49.577986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:00:49.578361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41282ead-5676-453d-8d8c-ef8db36d4cde req-873cb98b-681c-4a01-b59e-ad5f11f8ac24 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 943 time: 0.1327970 Aug 19 00:00:49.581283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.595239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1604f97d-4edf-48ca-a379-775f1372718b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.622893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] Pushing event deleted for resources: {'Port': ['ID=2390f42c-7ac8-4fbf-a9a5-4db8d825a91a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:49.634135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547e5f3-75ab-42a7-9e2b-dbfa52520bd7 None None] No DVR routers for this DVR port 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:49.638291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.651446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d94355d-12d2-43d6-8aa1-b37530d14881']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:49.664755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41282ead-5676-453d-8d8c-ef8db36d4cde req-499a34bc-5b26-40f5-96db-128ab65debc7 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848520 Aug 19 00:00:49.665770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd03fe9-d76e-40cd-b867-72d43faef886') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:49.666088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd03fe9-d76e-40cd-b867-72d43faef886') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:49.682122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.756065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.776454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:49.776867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:49.784489 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:49.799484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1604f97d-4edf-48ca-a379-775f1372718b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.815198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1604f97d-4edf-48ca-a379-775f1372718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.836385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b8c9ac1-ea77-4d13-8cd3-7c7db5412f25 req-f0ccb3b5-eb98-4b78-8ad3-00d5087e9fe1 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3971fafd-be51-499e-9796-f4b83dc1f4fc HTTP/1.1" status: 200 len: 1781 time: 0.1478858 Aug 19 00:00:49.841700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da075963-3682-4d21-b79b-92583f32099b req-c6490669-0855-4cfd-8718-4b46eb2ad21e service neutron] 10.222.0.21 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877920 Aug 19 00:00:49.892317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.903712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:49.908943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] 10.222.0.20 "DELETE /v2.0/networks/4d94355d-12d2-43d6-8aa1-b37530d14881 HTTP/1.1" status: 204 len: 168 time: 1.8586504 Aug 19 00:00:49.914602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1604f97d-4edf-48ca-a379-775f1372718b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb12eb926da9403bbab5dc5143fdcaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511238 Aug 19 00:00:49.924033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48456) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:49.929578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3032f8-86aa-4305-bc43-6aa7d7a77b34 tempest-ServersTestMultiNic-286802520 tempest-ServersTestMultiNic-286802520-project] Pushing event deleted for resources: {'Network': ['ID=4d94355d-12d2-43d6-8aa1-b37530d14881,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:49.941878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-a54ac1a8-3b43-42c5-aef4-947723a4c05f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3971fafd-be51-499e-9796-f4b83dc1f4fc HTTP/1.1" status: 200 len: 1781 time: 0.0759501 Aug 19 00:00:49.952717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f97d-4edf-48ca-a379-775f1372718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533506db-c88b-4f72-9fe3-ea78ce391872,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:49.991410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810dbba-c09b-4a87-90ec-a6f66791e273 req-e4b55dd1-245f-4eea-924c-5eb9742807e4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:49.999883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b810dbba-c09b-4a87-90ec-a6f66791e273 req-e4b55dd1-245f-4eea-924c-5eb9742807e4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1445212 Aug 19 00:00:50.031353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.071176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.076187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b810dbba-c09b-4a87-90ec-a6f66791e273 req-ea8d8440-7457-4b93-9949-48a0f6748dcb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754175 Aug 19 00:00:50.082351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.126086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.143078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.146287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.148148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/533506db-c88b-4f72-9fe3-ea78ce391872 HTTP/1.1" status: 204 len: 168 time: 0.2229347 Aug 19 00:00:50.162052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d531e16-37fb-4088-a2da-468e6a9fcf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533506db-c88b-4f72-9fe3-ea78ce391872,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:50.213642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.216929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.222957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18217dc0-9d69-4018-9b44-f6ad2a86499a req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/3971fafd-be51-499e-9796-f4b83dc1f4fc HTTP/1.1" status: 204 len: 173 time: 0.2728131 Aug 19 00:00:50.262288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30f70-51eb-4da3-811e-66bc1adba0bb tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971fafd-be51-499e-9796-f4b83dc1f4fc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:50.351193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79ea017a-1042-4af4-9006-ccc4e7415d2e req-0678e79c-d345-42c4-95b9-c687af96b6cd tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0473435 Aug 19 00:00:50.400067 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-dc2bc1a9-be25-4adb-93b6-2a73b0f2b6bd req-920202cd-b0ff-4328-8faf-01b795517e51 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:00:50.410570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc2bc1a9-be25-4adb-93b6-2a73b0f2b6bd req-920202cd-b0ff-4328-8faf-01b795517e51 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3971fafd-be51-499e-9796-f4b83dc1f4fc HTTP/1.1" status: 404 len: 352 time: 0.0241425 Aug 19 00:00:50.479751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:50.494849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334395310', 'description': 'tempest-description-1873952033'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:50.526895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:50.527739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2390f42c-7ac8-4fbf-a9a5-4db8d825a91a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:50.529457 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.578192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dcb41-b512-488c-9e4a-12f2b1e6bb4e req-ad1f4440-ee86-4a8b-81dd-74267165cc37 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:50.586030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a24dcb41-b512-488c-9e4a-12f2b1e6bb4e req-ad1f4440-ee86-4a8b-81dd-74267165cc37 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1223824 Aug 19 00:00:50.641087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a24dcb41-b512-488c-9e4a-12f2b1e6bb4e req-77afd92e-233c-41ce-8e6f-64a2387d8f05 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537241 Aug 19 00:00:50.680366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48478) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:50.692373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.699163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.711002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30cc7340-487d-4fa5-b639-86442d134568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.734225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:50.755950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:50.757793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c02de5cd-c5cc-4037-9502-79c04b750d7e req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2673450 Aug 19 00:00:50.770465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12105-bc97-4a4a-bb64-0c16ac279e0a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370e8532-e321-43f8-aea1-5a62fd75b109,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:50.801719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-927598629', 'description': 'tempest-description-1784888411'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:50.826727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:00:50.826727 n-d-771363-38 neutron-server[94623]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 00:00:50.826727 n-d-771363-38 neutron-server[94623]: [parameters: {'project_id_1': 'cd488c2329fa425685c3e91dfd20a4ab', 'expiration_1': datetime.datetime(2021, 8, 19, 0, 0, 50, 808734)}] Aug 19 00:00:50.826727 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:00:50.827376 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:00:50.958431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aed9e-26a9-493e-9740-0eb5d6fd0f40 req-c38b793c-376f-49ec-a5fa-a9d4cfac7f20 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:50.966458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-783aed9e-26a9-493e-9740-0eb5d6fd0f40 req-c38b793c-376f-49ec-a5fa-a9d4cfac7f20 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 943 time: 0.1392989 Aug 19 00:00:51.061377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-783aed9e-26a9-493e-9740-0eb5d6fd0f40 req-a13d25d0-8a84-4bdf-a1d3-db022d5349ac tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940266 Aug 19 00:00:51.115705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30cc7340-487d-4fa5-b639-86442d134568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.121754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30cc7340-487d-4fa5-b639-86442d134568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.185266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc7340-487d-4fa5-b639-86442d134568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6503ad-5bbb-410b-8099-1d671c0f1e81,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:51.189437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30cc7340-487d-4fa5-b639-86442d134568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dbfe5fde54d4b34ae53d4274e3a7bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076191 Aug 19 00:00:51.192241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:51.242064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.263862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.274968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b54de-f577-4bbf-803f-70096025c24e req-3669a05c-80e8-48a8-b677-7226707ca398 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:51.276512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b5b54de-f577-4bbf-803f-70096025c24e req-3669a05c-80e8-48a8-b677-7226707ca398 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.0745649 Aug 19 00:00:51.310600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.313462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.314604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb6503ad-5bbb-410b-8099-1d671c0f1e81 HTTP/1.1" status: 204 len: 168 time: 0.1213951 Aug 19 00:00:51.323752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2a51f-1388-4401-916d-ad71d0225b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6503ad-5bbb-410b-8099-1d671c0f1e81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:51.330379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b5b54de-f577-4bbf-803f-70096025c24e req-2096fd4f-da91-40a5-891e-7c7f395cb292 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Aug 19 00:00:51.357892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.396082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.499516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.511784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.550585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.552019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5c004c2-8886-44ec-afa3-70c494898d5d req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7556398 Aug 19 00:00:51.562866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409ba44-5eb0-47f9-8be7-ae5793fcf7a4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f2f0b5-8071-4d3b-8788-a95a2e660c97,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:51.569583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:51.592339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-23750662', 'description': 'tempest-description-1480306560'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:51.607255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92bc2043-01d1-425f-b622-fa8e2bcad0ad req-6196aabc-b160-4337-9783-a1edff238cb9 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.1010642 Aug 19 00:00:51.641412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.740747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:51.751048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.756011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'port_id': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42', 'mac_address': 'fa:16:3e:c8:c5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66d9a65-5dca-471d-aa84-a01962308c22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:51.759771 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.800590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.812214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fee9b575-3239-4221-942d-cab3acefc4f1 req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2264578 Aug 19 00:00:51.812364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.822791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210312-c8b9-4b34-a093-3e20d661ba70 req-1737cf16-fc49-4ef6-a72a-b8d6f9630c20 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:51.824579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414bf8f-b111-43c0-8eb1-bee30174ab06 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c2d12-33a9-43af-b78b-a37305d2ee11,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:51.825088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:51.825593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41210312-c8b9-4b34-a093-3e20d661ba70 req-1737cf16-fc49-4ef6-a72a-b8d6f9630c20 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0833249 Aug 19 00:00:51.850508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:51.857769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.858554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3f5e0951-4374-4ec3-9918-430243b66878 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:51.862753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Deleting port 974bf1d3-f1ba-40b4-b49c-30ec43383449 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:51.863263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:51.934252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41210312-c8b9-4b34-a093-3e20d661ba70 req-480e0366-1224-4035-b9b0-54b04224a5cb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019096 Aug 19 00:00:51.938103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3f5e0951-4374-4ec3-9918-430243b66878,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:51.968200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '3f5e0951-4374-4ec3-9918-430243b66878', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'port_id': '3f5e0951-4374-4ec3-9918-430243b66878', 'mac_address': 'fa:16:3e:fd:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66d9a65-5dca-471d-aa84-a01962308c22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:51.975304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:52.011467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de3c176-f83f-4dd9-b2f3-9dfe01489b48 req-cd2d587e-3a45-4107-8a1d-43667f19b774 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 10895 time: 0.1675837 Aug 19 00:00:52.014222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] For port 974bf1d3-f1ba-40b4-b49c-30ec43383449, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=974bf1d3-f1ba-40b4-b49c-30ec43383449,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:52.014668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.037550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Calling delete_port for 974bf1d3-f1ba-40b4-b49c-30ec43383449 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:52.038272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.055924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5e0951-4374-4ec3-9918-430243b66878 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:52.073949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de3c176-f83f-4dd9-b2f3-9dfe01489b48 req-6be2f8e6-f2f9-4d9c-b949-113948804301 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/289fe67b-224a-407d-b972-0995239b84d4 HTTP/1.1" status: 200 len: 2981 time: 0.0598600 Aug 19 00:00:52.113827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3f5e0951-4374-4ec3-9918-430243b66878,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:52.121813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.182198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de3c176-f83f-4dd9-b2f3-9dfe01489b48 req-4138c667-6e6a-4c99-8726-140965b6d574 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/289fe67b-224a-407d-b972-0995239b84d4 HTTP/1.1" status: 200 len: 2981 time: 0.1057053 Aug 19 00:00:52.241557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:52.292243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af19ce4-d214-43bd-b934-017ec5c654ae req-6b6be419-f516-4ad4-9f59-28e0017b1f27 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:52.293799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4af19ce4-d214-43bd-b934-017ec5c654ae req-6b6be419-f516-4ad4-9f59-28e0017b1f27 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 944 time: 0.0979118 Aug 19 00:00:52.329671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-8e05b967-174e-431a-b07a-76fba1db1bb1 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/370e8532-e321-43f8-aea1-5a62fd75b109 HTTP/1.1" status: 200 len: 1800 time: 0.0440998 Aug 19 00:00:52.363075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4af19ce4-d214-43bd-b934-017ec5c654ae req-446a6839-2b72-4299-bec2-21579e90595f tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632615 Aug 19 00:00:52.382703 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.395256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.414799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=974bf1d3-f1ba-40b4-b49c-30ec43383449,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:52.429566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.429566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.429843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.430179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.430562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.430926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.431252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.431583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.431961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.432288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.432656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.432979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:52.500666 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.562628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['51c61fff-a63b-43a8-bc79-6d1c4c23dc42'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:52.596834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:52.614024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.629401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.636156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6236e69-8fac-4778-a8d0-f235cf595cf7 req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/370e8532-e321-43f8-aea1-5a62fd75b109 HTTP/1.1" status: 204 len: 173 time: 0.2999601 Aug 19 00:00:52.664349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941113-890f-449e-8589-99fdfbbcbb95 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370e8532-e321-43f8-aea1-5a62fd75b109,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:52.685036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3f5e0951-4374-4ec3-9918-430243b66878'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:52.764170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5bf6260b-ba54-4ce9-979a-562da9b0cb2a req-c4d7a25d-1594-4590-973f-37c87cf04ebc tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0300796 Aug 19 00:00:52.810449 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-418fef80-3e7c-4a56-ba39-ec349624ef3d req-46dfeeb8-4c6d-4a73-ad12-290732bdf944 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:00:52.811978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-418fef80-3e7c-4a56-ba39-ec349624ef3d req-46dfeeb8-4c6d-4a73-ad12-290732bdf944 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/370e8532-e321-43f8-aea1-5a62fd75b109 HTTP/1.1" status: 404 len: 352 time: 0.0181613 Aug 19 00:00:52.821059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1529246384-network', 'tenant_id': 'bf0d302b6328409e8bc995c9a36160f6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:52.856771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Made reservation on behalf of bf0d302b6328409e8bc995c9a36160f6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:52.859370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.876734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:52.903876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-07a845e6-9e95-4cd1-bf5c-3cceb8e03771 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/d9f2f0b5-8071-4d3b-8788-a95a2e660c97 HTTP/1.1" status: 200 len: 1800 time: 0.0660248 Aug 19 00:00:53.061849 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.063678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7bf0a-a946-48ad-86c8-e1bf5223e03c req-0f504dda-143d-4f20-afac-1553c93d4467 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:53.071195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bf7bf0a-a946-48ad-86c8-e1bf5223e03c req-0f504dda-143d-4f20-afac-1553c93d4467 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1407721 Aug 19 00:00:53.104347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.154631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.167232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.180366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bf7bf0a-a946-48ad-86c8-e1bf5223e03c req-41415d4a-1306-4fb2-b62d-053947db1b14 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Aug 19 00:00:53.194116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:53.205867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7003235-1f52-4a5d-86ad-0df6d9dda8fd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:53.208522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.209228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.211173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.215381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c32b26a7-2cbd-43b5-880d-26d0dfa49b82 req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9f2f0b5-8071-4d3b-8788-a95a2e660c97 HTTP/1.1" status: 204 len: 173 time: 0.3002465 Aug 19 00:00:53.232971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.233327 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Added segment 04f96f70-6617-421d-aab1-41f1fb7d53d3 of type vlan for network 1719bc93-a649-43eb-b043-f11861c831e0 Aug 19 00:00:53.255046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3181fac-afd7-485c-8eb9-76dd35321d1b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f2f0b5-8071-4d3b-8788-a95a2e660c97,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:53.293803 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-d559123c-f149-490a-864b-ec0d2e214127 req-d684d7be-2130-44e1-93cc-a2ec2b314681 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:00:53.294831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d559123c-f149-490a-864b-ec0d2e214127 req-d684d7be-2130-44e1-93cc-a2ec2b314681 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/d9f2f0b5-8071-4d3b-8788-a95a2e660c97 HTTP/1.1" status: 404 len: 352 time: 0.0527363 Aug 19 00:00:53.305799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.332528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.333567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:53.334155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.365607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951b91-5bf9-4e5e-ba8c-1016b1d5d54c req-7560ae5e-af2a-4526-859a-71fe3f2ce3d7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:53.367088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11951b91-5bf9-4e5e-ba8c-1016b1d5d54c req-7560ae5e-af2a-4526-859a-71fe3f2ce3d7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1000688 Aug 19 00:00:53.388005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7898271 Aug 19 00:00:53.390940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:53.402631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Request body: {'subnet': {'network_id': '1719bc93-a649-43eb-b043-f11861c831e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1529246384-subnet', 'tenant_id': 'bf0d302b6328409e8bc995c9a36160f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:53.423174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ed80-0fb3-46ca-8f69-5f0bc401b0cc admin admin] Pushing event updated for resources: {'Network': ['ID=1719bc93-a649-43eb-b043-f11861c831e0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:53.425983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11951b91-5bf9-4e5e-ba8c-1016b1d5d54c req-b5916a44-1e7f-49fc-9a94-acee1ef5b658 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507119 Aug 19 00:00:53.435785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1719bc93-a649-43eb-b043-f11861c831e0 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:53.455116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Made reservation on behalf of bf0d302b6328409e8bc995c9a36160f6 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:53.457497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.508830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0dd76ef-0190-4095-9e12-09da2864067b req-99e54230-60c3-46b1-8448-8997e5337ad9 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/344c2d12-33a9-43af-b78b-a37305d2ee11 HTTP/1.1" status: 200 len: 1799 time: 0.1023004 Aug 19 00:00:53.538231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Router 44df92f2-834b-45a9-97d0-423369243f77 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:00:53.612373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0dd76ef-0190-4095-9e12-09da2864067b req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.668355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0dd76ef-0190-4095-9e12-09da2864067b req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.680939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed6550-a794-470d-94a4-c20955d238b3 req-3830e261-0984-40df-a46d-2ccb0031a59b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:53.688329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeed6550-a794-470d-94a4-c20955d238b3 req-3830e261-0984-40df-a46d-2ccb0031a59b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 944 time: 0.1385911 Aug 19 00:00:53.740727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:00:53.750910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Sync routers for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:00:53.758076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6af83ecf-4492-485b-ac14-95ba24ae8e44 admin admin] 10.222.0.20 "PUT /v2.0/routers/44df92f2-834b-45a9-97d0-423369243f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154173 Aug 19 00:00:53.759353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48550) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:53.766269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:53.767108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:53.774441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeed6550-a794-470d-94a4-c20955d238b3 req-fb441816-3088-4aac-bc19-2db04b69ce3c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851853 Aug 19 00:00:53.827324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0dd76ef-0190-4095-9e12-09da2864067b req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.829993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0dd76ef-0190-4095-9e12-09da2864067b req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.834500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0dd76ef-0190-4095-9e12-09da2864067b req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/344c2d12-33a9-43af-b78b-a37305d2ee11 HTTP/1.1" status: 204 len: 173 time: 0.3253694 Aug 19 00:00:53.862144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afa71c-f724-437f-b588-6c760df80fde tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c2d12-33a9-43af-b78b-a37305d2ee11,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:53.868419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.896952 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-a0a15cb9-f95e-476d-a9ca-7a560f232f80 req-1430bb0c-06d1-448a-80bb-cf326dcfaf86 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:00:53.898134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0a15cb9-f95e-476d-a9ca-7a560f232f80 req-1430bb0c-06d1-448a-80bb-cf326dcfaf86 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/344c2d12-33a9-43af-b78b-a37305d2ee11 HTTP/1.1" status: 404 len: 352 time: 0.0444121 Aug 19 00:00:53.904905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:53.927175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:53.937369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9d19d8-771f-496f-be6f-87a39ee737fa,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:53.962583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Checking segment: {'id': '04f96f70-6617-421d-aab1-41f1fb7d53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1719bc93-a649-43eb-b043-f11861c831e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:53.962940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Network hostable DHCP agents. Network: 1719bc93-a649-43eb-b043-f11861c831e0, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:53.977241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59b1ffc5-5c51-4f37-8b19-2639003572ee req-4f50d3da-6f66-4c56-8400-b1bb9c24db5c tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0689621 Aug 19 00:00:54.013059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Network 1719bc93-a649-43eb-b043-f11861c831e0 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:54.032750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1719bc93-a649-43eb-b043-f11861c831e0) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:54.038056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:54.038665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.050284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30ffc6-9b5f-473b-af3f-6209d656c7b4 None None] Network 1719bc93-a649-43eb-b043-f11861c831e0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:54.055778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.057084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5cbb12-6b73-48d9-a555-c5503a642590 req-afd4fa9e-f381-4a57-8cda-435d91082116 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 6149 time: 0.1120787 Aug 19 00:00:54.062488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f3b7d37-229f-494b-81ef-c25b58f25154 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6704850 Aug 19 00:00:54.114292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5cbb12-6b73-48d9-a555-c5503a642590 req-222e5e41-42d1-487e-ab82-905c2e69071f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/289fe67b-224a-407d-b972-0995239b84d4 HTTP/1.1" status: 200 len: 2981 time: 0.0479198 Aug 19 00:00:54.123476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Deleting port 887fb39d-5444-4dda-a3ce-a75164dcf101 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:54.123991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.164903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5cbb12-6b73-48d9-a555-c5503a642590 req-217144b8-c6fe-4228-9021-2cba656c11b1 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/289fe67b-224a-407d-b972-0995239b84d4 HTTP/1.1" status: 200 len: 2981 time: 0.0430691 Aug 19 00:00:54.201908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1354537616', 'description': 'tempest-description-1843014505'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:54.268727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.311948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] For port 887fb39d-5444-4dda-a3ce-a75164dcf101, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=887fb39d-5444-4dda-a3ce-a75164dcf101,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:54.312495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.330862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Calling delete_port for 887fb39d-5444-4dda-a3ce-a75164dcf101 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:54.345463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cfffc-4141-4f94-b519-3d8f5aac2566 req-71ba2ee1-aa96-431c-8d3c-38244cb019ff tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:54.355887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c02cfffc-4141-4f94-b519-3d8f5aac2566 req-71ba2ee1-aa96-431c-8d3c-38244cb019ff tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.0809729 Aug 19 00:00:54.451916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c02cfffc-4141-4f94-b519-3d8f5aac2566 req-abe8da17-1157-41b7-b453-af0ccb3058dd tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939996 Aug 19 00:00:54.464452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f658e9-a5f1-40d7-bd1d-0d5885521172 None None] Network 1719bc93-a649-43eb-b043-f11861c831e0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:54.560069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.566863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.624573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-19T00:00:52Z', 'revision_number': 5, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port': {'id': '887fb39d-5444-4dda-a3ce-a75164dcf101', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df92f2-834b-45a9-97d0-423369243f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:03Z', 'updated_at': '2021-08-18T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:54.639858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.641221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-95f91d86-5a8a-4d2c-bd08-6c43409d52e1 req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4459980 Aug 19 00:00:54.647192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2f8e0-aafd-45b0-8d91-29061093a883 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa051c08-c0ec-4c56-b3a4-9c0d300bf684,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:54.661406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.662932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Checking router: 44df92f2-834b-45a9-97d0-423369243f77 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:00:54.691813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Routers {'44df92f2-834b-45a9-97d0-423369243f77'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:00:54.692767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['44df92f2-834b-45a9-97d0-423369243f77'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:54.723903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Pushing event deleted for resources: {'Port': ['ID=887fb39d-5444-4dda-a3ce-a75164dcf101,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:54.733261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1506694899', 'description': 'tempest-description-1765635333'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:54.780057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b4f8a-5848-440a-a463-9ebdff74c0f8 req-eaf9615e-4d72-4410-92e5-5d28e91d759a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:54.785342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-451b4f8a-5848-440a-a463-9ebdff74c0f8 req-eaf9615e-4d72-4410-92e5-5d28e91d759a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0753634 Aug 19 00:00:54.802938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] Set router 44df92f2-834b-45a9-97d0-423369243f77 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:00:54.822479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.856239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-451b4f8a-5848-440a-a463-9ebdff74c0f8 req-6a99f70e-d226-45b4-8ef8-e59be9110a33 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Aug 19 00:00:54.876191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-19T00:00:54Z', 'revision_number': 7, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:54.900041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:54.905637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:54.907033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae44516-6377-4bd3-9e3a-3a2f4cc1c264 None None] The sync data for ids ['44df92f2-834b-45a9-97d0-423369243f77'] in n-d-771363-38 is: [{'id': '44df92f2-834b-45a9-97d0-423369243f77', 'name': 'tempest-ServersTestMultiNic-888216737-router', 'tenant_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:01Z', 'updated_at': '2021-08-19T00:00:54Z', 'revision_number': 7, 'project_id': '74b2a285f0bc4dc1aeff3c4da01cf6e7', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:00:54.921631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-438669140-network', 'tenant_id': '442da3f208e44ea7b28e913ecd9f5a50'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:55.038941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66367dc6-1b32-41a3-b9c9-9c4061961559 req-01488c9d-c681-4357-a7a0-bda0cd94b7fc tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:55.040564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66367dc6-1b32-41a3-b9c9-9c4061961559 req-01488c9d-c681-4357-a7a0-bda0cd94b7fc tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 944 time: 0.0630026 Aug 19 00:00:55.072259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.077026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.085142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66367dc6-1b32-41a3-b9c9-9c4061961559 req-aa7a6054-a02f-4a25-ba1b-18bdcd6ee386 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Aug 19 00:00:55.135107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.136571 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.137155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44df92f2-834b-45a9-97d0-423369243f77 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:00:55.141863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.143021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-97ff7468-8aa3-4de0-9926-ceb5750d647c admin admin] 10.222.0.20 "DELETE /v2.0/routers/44df92f2-834b-45a9-97d0-423369243f77 HTTP/1.1" status: 204 len: 168 time: 1.3824420 Aug 19 00:00:55.143883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.146251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:55.174601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608001f6-ae98-4974-9796-973f34f18bd6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:55.205593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a2456e6-6bdc-4461-84c9-1f8590c7c1a3 req-5656d188-d3ad-4b6e-8ab3-48dcfad1e2ed tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0601053 Aug 19 00:00:55.211125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.211591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Made reservation on behalf of 442da3f208e44ea7b28e913ecd9f5a50 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:55.212856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afabeb0b-7bcb-40c9-9fbc-debcc7bc57f0 req-13d357c4-86a5-4307-ba8f-6cd05f9e27a6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5009685 Aug 19 00:00:55.214402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.226850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.241241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Deleting subnet f114cb35-1b41-45f5-a66b-938595e246b3 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:55.246347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.293972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.433395 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.445292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.468609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.499748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:00:55.518485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.518889 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Added segment d7163e91-ed1f-4b19-bbb9-3a7a49e963c9 of type vlan for network e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf Aug 19 00:00:55.520073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf26e11-1192-4b22-916b-1415997eaf53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:55.580231 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.585574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:55.606381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-59929ef2-b5c5-4226-950f-ada1799d4303 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:55.608047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-59929ef2-b5c5-4226-950f-ada1799d4303 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 813 time: 0.1649666 Aug 19 00:00:55.615356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.634518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-73385dae-293e-4de0-984b-53bf683c0877 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/quotas/cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 375 time: 0.0168459 Aug 19 00:00:55.649641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:55.656559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:55.656957 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.664690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f114cb35-1b41-45f5-a66b-938595e246b3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:55.673610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756a900-1a86-4da4-8687-c9478c158aa3 req-854f5ca7-7280-46a4-8163-b18c9f284f9f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:55.675168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8756a900-1a86-4da4-8687-c9478c158aa3 req-854f5ca7-7280-46a4-8163-b18c9f284f9f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1200364 Aug 19 00:00:55.676245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.678179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e75389c1-6dd3-4da8-9885-4981b718dcef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f114cb35-1b41-45f5-a66b-938595e246b3 HTTP/1.1" status: 204 len: 168 time: 0.5281053 Aug 19 00:00:55.680748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.681268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48606) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:55.681616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:55.682240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.685478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861c5cc-c7b1-4c72-8449-ec1eede357d0 None None] Network 82741258-0404-4e92-b371-63f942268a12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:55.769307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-512ac299-1beb-47b2-90b7-2ff3e2f12dca tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241114 Aug 19 00:00:55.805113 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9016097 Aug 19 00:00:55.812940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48608) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:55.819628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Request body: {'subnet': {'network_id': 'e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-438669140-subnet', 'tenant_id': '442da3f208e44ea7b28e913ecd9f5a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:55.824650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d89d62-1373-4b26-a4b7-d26908ff80d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:55.837876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.839302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8756a900-1a86-4da4-8687-c9478c158aa3 req-783e4cdc-3101-4701-9aa4-5c6a7be32f71 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449633 Aug 19 00:00:55.846279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-71908acc-3752-484e-bbf5-154ca4fe934f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1672342 Aug 19 00:00:55.869698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:00:55.911325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Made reservation on behalf of 442da3f208e44ea7b28e913ecd9f5a50 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:55.913653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:55.980060 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.034620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-a66f789c-0185-46dd-934f-04c595f4b05b service neutron] 10.222.0.20 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673013 Aug 19 00:00:56.127600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Deleting port 448f6b95-a09a-4aea-8137-15bef3cf2550 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:56.127987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.276487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:56.283565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] For port 448f6b95-a09a-4aea-8137-15bef3cf2550, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=448f6b95-a09a-4aea-8137-15bef3cf2550,segment=NetworkSegment(74c0e327-40e0-4533-b6f7-38c295e599da),segment_id=74c0e327-40e0-4533-b6f7-38c295e599da)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:56.284442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.288840 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a0fae-1733-40ca-96f4-0fa7ebb1478b" -d '{"events": [{"server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "name": "network-vif-plugged", "status": "completed", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:56.324113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Calling delete_port for 448f6b95-a09a-4aea-8137-15bef3cf2550 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:56.326327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:56.334381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.334942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3f5e0951-4374-4ec3-9918-430243b66878 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:00:56.414555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] DHCP port deletion for 82741258-0404-4e92-b371-63f942268a12 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:00:56.441312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-7627d29d-63b5-4f16-a1ea-61c5209229ea service neutron] 10.222.0.20 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939369 Aug 19 00:00:56.539555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 974bf1d3-f1ba-40b4-b49c-30ec43383449 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:56.540104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.547261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.577974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 974bf1d3-f1ba-40b4-b49c-30ec43383449 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:56.578331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 974bf1d3-f1ba-40b4-b49c-30ec43383449 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:56.578737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 448f6b95-a09a-4aea-8137-15bef3cf2550 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:56.591798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] No DVR routers for this DVR port 448f6b95-a09a-4aea-8137-15bef3cf2550 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:56.607837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:56.610065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 448f6b95-a09a-4aea-8137-15bef3cf2550 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:56.610625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 448f6b95-a09a-4aea-8137-15bef3cf2550 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:56.611216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 887fb39d-5444-4dda-a3ce-a75164dcf101 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:00:56.622999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Pushing event deleted for resources: {'Port': ['ID=448f6b95-a09a-4aea-8137-15bef3cf2550,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:56.644689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.645319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.645977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.646756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.647309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.647892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.648447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.648994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.649517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.650041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.650795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.651339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:00:56.661368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 887fb39d-5444-4dda-a3ce-a75164dcf101 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:00:56.661819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 887fb39d-5444-4dda-a3ce-a75164dcf101 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:00:56.697371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.700358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 3f5e0951-4374-4ec3-9918-430243b66878 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:00:56.704873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-57f3d059-34e6-4453-ba82-dcf1a3118bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:56.706563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-57f3d059-34e6-4453-ba82-dcf1a3118bca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1099 time: 0.8252184 Aug 19 00:00:56.713379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82741258-0404-4e92-b371-63f942268a12']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:56.726303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 3f5e0951-4374-4ec3-9918-430243b66878 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:00:56.726684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.729534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0e327-40e0-4533-b6f7-38c295e599da') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:56.729846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0e327-40e0-4533-b6f7-38c295e599da') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:56.744813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.760654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Deleting port 448f6b95-a09a-4aea-8137-15bef3cf2550 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:00:56.761048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.788649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.796081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:56.797676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:56.798967 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:56.833041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378703d-57ba-4a95-ae95-29d345483c97 req-53344335-ea06-4627-b8ff-4734cdb95f83 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:56.840942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9378703d-57ba-4a95-ae95-29d345483c97 req-53344335-ea06-4627-b8ff-4734cdb95f83 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1979601 Aug 19 00:00:56.854669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151866d-2080-443b-af9e-e0c7ce65b5ee req-3f6da38c-74fa-4615-846e-eb6cce580982 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:56.854902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] For port 448f6b95-a09a-4aea-8137-15bef3cf2550, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:56.855214 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.856572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9151866d-2080-443b-af9e-e0c7ce65b5ee req-3f6da38c-74fa-4615-846e-eb6cce580982 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 945 time: 0.1173992 Aug 19 00:00:56.884102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Calling delete_port for 448f6b95-a09a-4aea-8137-15bef3cf2550 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:00:56.904389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Port 448f6b95-a09a-4aea-8137-15bef3cf2550 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:00:56.908708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.932696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.937975 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:56.940286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] 10.222.0.20 "DELETE /v2.0/networks/82741258-0404-4e92-b371-63f942268a12 HTTP/1.1" status: 204 len: 168 time: 1.2572520 Aug 19 00:00:56.951036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9378703d-57ba-4a95-ae95-29d345483c97 req-20033035-a6e5-44c0-af03-ff2fcb8b52fe tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018999 Aug 19 00:00:56.965813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9151866d-2080-443b-af9e-e0c7ce65b5ee req-8a5ae9a5-4b1a-487f-9d48-08d6bbabd2db tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891345 Aug 19 00:00:56.978181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Pushing event deleted for resources: {'Port': ['ID=448f6b95-a09a-4aea-8137-15bef3cf2550,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:56.990125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] Network 82741258-0404-4e92-b371-63f942268a12 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:00:56.990592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d0d16-847a-4978-ac3c-29d50ecd7a54 None None] No DVR routers for this DVR port 448f6b95-a09a-4aea-8137-15bef3cf2550 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:00:56.999596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.001278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd24a7-70d1-45b2-aa0b-28399225878a admin admin] Pushing event deleted for resources: {'Network': ['ID=82741258-0404-4e92-b371-63f942268a12,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:57.027338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-9294c186-9e8b-4742-9c59-a76517650643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.029022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-9294c186-9e8b-4742-9c59-a76517650643 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2985630 Aug 19 00:00:57.046711 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a9d1f8-69a8-4c0b-86ee-2fa77712078c x-openstack-request-id: req-73a9d1f8-69a8-4c0b-86ee-2fa77712078c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:57.047001 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "name": "network-vif-plugged", "status": "completed", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:57.047256 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73a9d1f8-69a8-4c0b-86ee-2fa77712078c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:57.047648 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42', 'code': 200} Aug 19 00:00:57.085907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3f5e0951-4374-4ec3-9918-430243b66878,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:57.094940 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.123280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-f51e949d-f0d3-4c7d-b76a-a32db3a8d3ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.0839589 Aug 19 00:00:57.149718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7937e172-b9af-48bd-968b-cf6b01d0a90a req-89a394a5-fa35-4df7-a973-21a4f4551a9a tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0795362 Aug 19 00:00:57.174763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:57.177352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b78e23cf-99e8-4eba-9c28-dd1256f5b101 req-f20e8788-7b87-4a5b-bc2d-dd2e720c902b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 210 time: 0.0844197 Aug 19 00:00:57.228388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-7410f780-c453-49f7-a4f7-109ad1d75548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.230046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-7410f780-c453-49f7-a4f7-109ad1d75548 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0830886 Aug 19 00:00:57.246368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0baca-6b5f-469c-b16e-743cf066c4e3 req-2da08b9b-feaa-4eed-9194-363ca187422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.253923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2b0baca-6b5f-469c-b16e-743cf066c4e3 req-2da08b9b-feaa-4eed-9194-363ca187422e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0849869 Aug 19 00:00:57.262985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.279775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48636) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:57.291878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-32430ade-afd1-46e9-b0d2-0b3a9b80b650 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545771 Aug 19 00:00:57.321609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2b0baca-6b5f-469c-b16e-743cf066c4e3 req-871e3c8b-94cd-4513-9721-4362d228b7ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608399 Aug 19 00:00:57.340030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-683fb20a-6002-417c-82bc-7355f207e617 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74b2a285f0bc4dc1aeff3c4da01cf6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589147 Aug 19 00:00:57.341034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48638) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:57.376113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13772155-b1e5-4902-b61c-af4158097625,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:57.389417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Checking segment: {'id': 'd7163e91-ed1f-4b19-bbb9-3a7a49e963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:00:57.389809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Network hostable DHCP agents. Network: e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:00:57.390832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Request body: {'port': {'device_id': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:57.397597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Request body: {'port': {'device_id': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'admin_state_up': True, 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:57.402309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212394b0-ff26-486d-b354-6139e7a3b8d7 req-8fe7dfcc-6a93-4fd9-8334-bd0022b71ff2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.404064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-212394b0-ff26-486d-b354-6139e7a3b8d7 req-8fe7dfcc-6a93-4fd9-8334-bd0022b71ff2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1334503 Aug 19 00:00:57.436610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Network e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:00:57.456132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-212394b0-ff26-486d-b354-6139e7a3b8d7 req-a241100b-d075-491c-9e1f-e9ca1368cba1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Aug 19 00:00:57.457118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:00:57.461329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.461997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.470091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce0167a-4bd5-42f4-9f62-6305e1411912 None None] Network e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:57.485303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3c3bfe8-a165-43c5-a6f3-9bcd433f781b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6711063 Aug 19 00:00:57.512846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.579153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.596158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-ba5f9427-0d03-469d-823d-522a50223616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.597675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-ba5f9427-0d03-469d-823d-522a50223616 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1175 time: 0.1940253 Aug 19 00:00:57.598428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.625581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:57.642863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6ad5d-257e-4f6c-8de7-be3c90e016a8 None None] Network e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:00:57.675939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Deleting subnet 7b9d19d8-771f-496f-be6f-87a39ee737fa {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:57.679513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.769365 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.781590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Made reservation on behalf of da61a773d9a3418a9b01f39f00fd4885 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:57.785087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.839100 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.858488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.861091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:57.864854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cd684fc-42f1-4821-b721-6db0a131977a HTTP/1.1" status: 204 len: 168 time: 0.5228853 Aug 19 00:00:57.870502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-3b051692-27a7-468d-8813-5d9506d71af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:57.872420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-3b051692-27a7-468d-8813-5d9506d71af5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.2565598 Aug 19 00:00:57.884131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-3796fe27-9158-4241-b412-787765dc033f service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829462 Aug 19 00:00:57.929556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47416474-4299-4a87-a6d9-b9bea21c30e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd684fc-42f1-4821-b721-6db0a131977a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:57.976181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-2c01fa9b-30c9-4fd4-852b-bfe9d21a156f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 217 time: 0.0927143 Aug 19 00:00:58.043203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3227856-3d17-4c1b-8984-c1e29c8a422f req-b7b4dc34-b9fd-42e5-9e27-4a15002227d1 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497779 Aug 19 00:00:58.045307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.088116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9d19d8-771f-496f-be6f-87a39ee737fa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:58.090506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.095673 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e4214525-fd1c-4dd6-b688-f12bebc272ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b9d19d8-771f-496f-be6f-87a39ee737fa HTTP/1.1" status: 204 len: 168 time: 0.4663875 Aug 19 00:00:58.112684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:58.198808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.216678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3924d-62ef-46c7-9c66-c4433a4bf908 req-6d993c95-652f-49ff-b428-0b1b2f744395 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.218279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57f3924d-62ef-46c7-9c66-c4433a4bf908 req-6d993c95-652f-49ff-b428-0b1b2f744395 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 945 time: 0.1641290 Aug 19 00:00:58.399698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.420859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1719bc93-a649-43eb-b043-f11861c831e0']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:58.452519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f96f70-6617-421d-aab1-41f1fb7d53d3') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:58.452519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f96f70-6617-421d-aab1-41f1fb7d53d3') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:58.462722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57f3924d-62ef-46c7-9c66-c4433a4bf908 req-a5c92e3b-2ea2-45a0-aec9-2b8ed95ffbed tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806583 Aug 19 00:00:58.466464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.485835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-544342d7-64c8-4996-8e8d-df61d67c3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.486129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.487353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-544342d7-64c8-4996-8e8d-df61d67c3ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1097 time: 0.5912986 Aug 19 00:00:58.498358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:58.499257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:58.502021 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:58.515710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-5376f621-4087-421d-b0ca-600c0145bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.517455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-5376f621-4087-421d-b0ca-600c0145bf16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.5258715 Aug 19 00:00:58.605405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-b75c8eef-d369-4792-a927-0a578d48b895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551488 Aug 19 00:00:58.667771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4941805b-030b-4e1f-b8a9-67c82c85b1c8 req-7274cd65-852f-411b-aaea-4e1ae6cfd771 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0448377 Aug 19 00:00:58.690454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.696623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.702372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1719bc93-a649-43eb-b043-f11861c831e0 HTTP/1.1" status: 204 len: 168 time: 0.5884418 Aug 19 00:00:58.702606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f5fb9-1e49-4ff3-b24a-7d7164df60ec req-94489bee-74f5-411a-94e6-31c6f4c8cd30 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.704143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ca4f5fb9-1e49-4ff3-b24a-7d7164df60ec req-94489bee-74f5-411a-94e6-31c6f4c8cd30 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.3026102 Aug 19 00:00:58.712622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:58.736797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e118413-1dc7-48f5-8ec1-4f21bf4b90c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1719bc93-a649-43eb-b043-f11861c831e0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:58.790171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-16fd0b36-c135-4174-8190-a448917842a0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.791866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-16fd0b36-c135-4174-8190-a448917842a0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.21 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 813 time: 0.2451627 Aug 19 00:00:58.817767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Allocated IP 172.20.0.14 (4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed/ff67f400-f745-4c38-aa56-cfba74204b5c/729bf3a0-998d-4399-9a72-bb980b339ae0) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:58.820181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'device_id': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19', 'admin_state_up': True, 'tenant_id': 'cd488c2329fa425685c3e91dfd20a4ab'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:58.831175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Deleting subnet 13772155-b1e5-4902-b61c-af4158097625 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:00:58.880372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.953385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-04f2716b-a0dc-4ae0-8740-3456b20e3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:58.955212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-04f2716b-a0dc-4ae0-8740-3456b20e3a63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.4097378 Aug 19 00:00:58.963453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ac76ce5-941d-43fc-9250-89b3c6a554d6 req-65316266-a076-44f2-b143-2f274c292a54 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 210 time: 0.0798712 Aug 19 00:00:58.978132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:58.985203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ca4f5fb9-1e49-4ff3-b24a-7d7164df60ec req-f8e5d632-ee78-49c6-a2c6-621d6c1db54c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862695 Aug 19 00:00:59.052366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:00:59.054912 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cddfd2-4fd7-4b1e-b9d9-bbbd8337eb09" -d '{"events": [{"server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5e0951-4374-4ec3-9918-430243b66878"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:00:59.078312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.101672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-1efdf05b-59b5-49fe-bd85-9053eedee802 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 217 time: 0.0801754 Aug 19 00:00:59.107443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208982f7-49e7-43c6-8d44-5d3202ba7e06 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:59.124603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Made reservation on behalf of cd488c2329fa425685c3e91dfd20a4ab for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:59.127907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.139880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.205731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-bbadaac2-a3ee-4297-975b-9fb55c43f7de service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655069 Aug 19 00:00:59.218104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:00:59.238510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.247732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Transition to ACTIVE for port object 208982f7-49e7-43c6-8d44-5d3202ba7e06 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:59.255136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48682) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:59.260814 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3fca69-dd7f-4e40-90e3-b340d74ffd44 x-openstack-request-id: req-3a3fca69-dd7f-4e40-90e3-b340d74ffd44 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:00:59.261352 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5e0951-4374-4ec3-9918-430243b66878", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:00:59.261588 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a3fca69-dd7f-4e40-90e3-b340d74ffd44 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:00:59.262169 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878', 'code': 200} Aug 19 00:00:59.277062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.325031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-358d4ba2-3694-44ce-ad7b-9bff1096ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:59.326527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-358d4ba2-3694-44ce-ad7b-9bff1096ec2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.1989663 Aug 19 00:00:59.343399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Allocated IP 172.20.0.10 (b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19/8bf67d84-0c36-4317-9f88-cb1d1e14ebb3/9d883de7-1b6c-4b07-bd5a-1ea848e9b47a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:00:59.375175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-5a00bf16-a267-40e5-bbde-86c9f4cdf196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322597 Aug 19 00:00:59.392099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13772155-b1e5-4902-b61c-af4158097625,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:59.394630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.398921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7cdaa4a7-2377-4a8f-ac8c-56257ae7e571 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13772155-b1e5-4902-b61c-af4158097625 HTTP/1.1" status: 204 len: 168 time: 0.6693456 Aug 19 00:00:59.401316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48686) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:00:59.434220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:59.451303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:00:59.482016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2081971073-network', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:00:59.498056 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.503725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f6e9b-9e94-461c-a75b-72f1ec439aad req-4e9dd4a1-5cd6-4bbd-bc03-dbd01cfe3cc7 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:59.506075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-551f6e9b-9e94-461c-a75b-72f1ec439aad req-4e9dd4a1-5cd6-4bbd-bc03-dbd01cfe3cc7 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.3769689 Aug 19 00:00:59.516984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:00:59.535136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.542828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:00:59.551351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.591984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.613006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:59.645033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:59.673530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.687232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Pushing event updated for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:00:59.693536 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.709991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:59.711425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Transition to ACTIVE for port object 729bf3a0-998d-4399-9a72-bb980b339ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:00:59.720442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd083e-3957-48b9-9ae4-8790b37e184b req-1e822f7b-3106-45f6-88e3-442bda6b8baf tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:59.721961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afcd083e-3957-48b9-9ae4-8790b37e184b req-1e822f7b-3106-45f6-88e3-442bda6b8baf tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 945 time: 0.1677673 Aug 19 00:00:59.733188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7163e91-ed1f-4b19-bbb9-3a7a49e963c9') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:59.733488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7163e91-ed1f-4b19-bbb9-3a7a49e963c9') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:00:59.753396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.779782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a5cd7d6-1053-4b03-bf93-2666e98e27a8 req-27eaba04-550c-40f7-879a-7720933cd74a service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532811 Aug 19 00:00:59.788802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.801668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-36f43328-5a81-4915-bb9b-69dfb5227928 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009855 Aug 19 00:00:59.803137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:00:59.805460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.811609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:00:59.812191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:00:59.815044 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:00:59.828483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-551f6e9b-9e94-461c-a75b-72f1ec439aad req-8ddbfe4d-c620-463b-833e-92d11b8f9564 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568097 Aug 19 00:00:59.840235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178acb4-a050-496d-a593-bba4590df7b4 req-e345a82d-d428-497c-9ef3-51905eacfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:00:59.841758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9178acb4-a050-496d-a593-bba4590df7b4 req-e345a82d-d428-497c-9ef3-51905eacfa7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 1098 time: 0.3739481 Aug 19 00:00:59.849089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.874955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afcd083e-3957-48b9-9ae4-8790b37e184b req-20ad8afe-3067-4eb8-920c-d93fbad15223 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436734 Aug 19 00:00:59.879008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.901978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:00:59.959014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:00:59.966764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Attempting to bind port 208982f7-49e7-43c6-8d44-5d3202ba7e06 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:00:59.967104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Attempting to bind port 208982f7-49e7-43c6-8d44-5d3202ba7e06 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:00:59.967452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Attempting to bind port 208982f7-49e7-43c6-8d44-5d3202ba7e06 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:00:59.980361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:00:59.997302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.002607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf HTTP/1.1" status: 204 len: 168 time: 0.5972660 Aug 19 00:01:00.002607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06387-2d0f-4ecc-9e26-2c049992fa97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d8fdd9-3f73-43db-af8b-c0f4503ed3cf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:00.025477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:00.029264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ab306eb-73a3-4746-95e1-b2364127c52f req-5b041227-ffac-4555-bb83-9c65d07c5df9 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.1066921 Aug 19 00:01:00.029565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:00.034166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:00.035702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Port 208982f7-49e7-43c6-8d44-5d3202ba7e06 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:00.036035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Attempting to bind port 208982f7-49e7-43c6-8d44-5d3202ba7e06 on network 5ec3306d-b1c6-46da-849e-5a5cb482f633 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:00.066569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:00.066919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Checking segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:00.067326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Bound using segment: {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:00.067779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Bound port: 208982f7-49e7-43c6-8d44-5d3202ba7e06, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558c7565-c5a3-420d-957b-2ca7ae7b092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:00.068145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.071256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9178acb4-a050-496d-a593-bba4590df7b4 req-cc3aa058-10a1-49c0-9836-361d6196a7ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085714 Aug 19 00:01:00.137092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076babd-a092-43ae-bcab-781c1e6a8ea3 req-f1f949ae-8e93-4e4f-be7d-29cb9ccaa9bc tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.144446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8076babd-a092-43ae-bcab-781c1e6a8ea3 req-f1f949ae-8e93-4e4f-be7d-29cb9ccaa9bc tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 943 time: 0.1861808 Aug 19 00:01:00.159820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.160491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.164276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-0bc911cc-b68b-4b53-86da-78f05550ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.166420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-0bc911cc-b68b-4b53-86da-78f05550ac9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1175 time: 0.3042579 Aug 19 00:01:00.167416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.181061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:00.222267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8076babd-a092-43ae-bcab-781c1e6a8ea3 req-eca279fa-43cc-4478-8a7b-2247fc6ea1fc tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770850 Aug 19 00:01:00.255949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b835d8c5-6be6-4ad0-9ce2-0bb9760e1a05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf0d302b6328409e8bc995c9a36160f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705249 Aug 19 00:01:00.256593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48714) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:00.315289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.360074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-cfbf18a3-8ae3-46bb-b4db-475af23a0565 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445170 Aug 19 00:01:00.363467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.374409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:00.408162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:00.409238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8fa1f-1cfc-4fae-ae3e-2b45dd09494b req-d4746674-1a6c-4ee5-9dc8-bf68da745457 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.410344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:00.410761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77f8fa1f-1cfc-4fae-ae3e-2b45dd09494b req-d4746674-1a6c-4ee5-9dc8-bf68da745457 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 944 time: 0.0968862 Aug 19 00:01:00.419573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:00.430245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Pushing event updated for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:00.450269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.461364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.464354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7003235-1f52-4a5d-86ad-0df6d9dda8fd HTTP/1.1" status: 204 len: 168 time: 0.2053211 Aug 19 00:01:00.486470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:00.487847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb50abe-337d-4f50-95b0-bbba0b6b2504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7003235-1f52-4a5d-86ad-0df6d9dda8fd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:00.508361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77f8fa1f-1cfc-4fae-ae3e-2b45dd09494b req-5f12c8f6-7de7-4c4d-965a-a8f5c729f52b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661221 Aug 19 00:01:00.516657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ee99-d382-410a-bcf0-e270ab1eb65d req-ab79a7be-b757-4359-af33-ef7935ca4b90 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.527440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc03ee99-d382-410a-bcf0-e270ab1eb65d req-ab79a7be-b757-4359-af33-ef7935ca4b90 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 932 time: 0.3803811 Aug 19 00:01:00.603287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.761324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.775971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-98ecc5c1-ddfa-4fe7-b85b-12ef93a5691e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9605763 Aug 19 00:01:00.778579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-2ec14b64-9e83-4f47-87ac-740c82a4ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.780160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-2ec14b64-9e83-4f47-87ac-740c82a4ac82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.5945165 Aug 19 00:01:00.786070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.786768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.797334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Request body: {'port': {'device_id': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:00.801564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-395438a0-ea37-49a9-a615-5af2b52f95fe None None] Provisioning for port 729bf3a0-998d-4399-9a72-bb980b339ae0 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:00.808952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-395438a0-ea37-49a9-a615-5af2b52f95fe None None] Provisioning complete for port 729bf3a0-998d-4399-9a72-bb980b339ae0 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:00.810209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-395438a0-ea37-49a9-a615-5af2b52f95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.830864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:01:00.841950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:00.842620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.844188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/208982f7-49e7-43c6-8d44-5d3202ba7e06 HTTP/1.1" status: 200 len: 1092 time: 3.4582782 Aug 19 00:01:00.855991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:00.861413 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c8a3d3-4daf-4fc5-b722-282604ed22e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:00.880503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-395438a0-ea37-49a9-a615-5af2b52f95fe None None] Port 729bf3a0-998d-4399-9a72-bb980b339ae0 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:01:00.969279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-e02e16dc-9714-4efd-9461-2d21865f9136 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5756497 Aug 19 00:01:00.970762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-2700370d-b272-4946-b420-9dd3f2a41185 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 217 time: 0.1356645 Aug 19 00:01:00.971432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:00.994424 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.015518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc03ee99-d382-410a-bcf0-e270ab1eb65d req-0f013793-e449-4ff6-90e1-e9ad1fc834da tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826155 Aug 19 00:01:01.038636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Request body: {'port': {'device_id': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:01.129056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f371bc2-1322-4e24-bec2-968ec82e7733 req-77b6a02a-b28f-4bb8-b81b-ca55fee85f8d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.130565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f371bc2-1322-4e24-bec2-968ec82e7733 req-77b6a02a-b28f-4bb8-b81b-ca55fee85f8d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.2094040 Aug 19 00:01:01.131047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48738) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:01.181807 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c208dc22-98ac-431c-a52e-a5477a9708c2 x-openstack-request-id: req-c208dc22-98ac-431c-a52e-a5477a9708c2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:01.182199 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:01.182426 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c208dc22-98ac-431c-a52e-a5477a9708c2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:01.182824 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06', 'status': 'completed', 'code': 200} Aug 19 00:01:01.217037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.229938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:01.236242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadeec3-a140-40ea-8f5a-277233d8deb1 service neutron] Pushing event updated for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:01.254459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:01:01.314475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:01.315262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.331978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f371bc2-1322-4e24-bec2-968ec82e7733 req-cd53a4d2-8e34-4f65-98dd-41287a0cebd8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872642 Aug 19 00:01:01.341974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941e3e18-5497-4e7a-baa3-e0179ba85ede,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:01.357296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f2eddf9a-303f-4fbd-a151-4e9e09acdb7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442da3f208e44ea7b28e913ecd9f5a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234092 Aug 19 00:01:01.360225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:01.379953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.380681 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Added segment 7882acf5-9ef9-473d-bc3e-b47a92b7937f of type vlan for network 44cf8789-21f2-4f9d-8f71-0524fc593523 Aug 19 00:01:01.395301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cef61-82e1-476d-9848-48930ec2c556 req-0134b597-a3ac-4740-ae2a-4d71f659e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.396852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-0134b597-a3ac-4740-ae2a-4d71f659e720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.2980580 Aug 19 00:01:01.398757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c4d10c36-0bc8-4c0e-b060-534106b4f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.400169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-c4d10c36-0bc8-4c0e-b060-534106b4f9ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 1095 time: 0.4242260 Aug 19 00:01:01.487626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.516774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d10db-5559-4319-a05b-7d9a94a7699f req-081f714c-7b4f-459f-b3c8-8a6c2aa3ef56 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.524841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a4d10db-5559-4319-a05b-7d9a94a7699f req-081f714c-7b4f-459f-b3c8-8a6c2aa3ef56 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 932 time: 0.3365972 Aug 19 00:01:01.528608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-72698067-3892-4a26-928a-a4d871e21203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134226 Aug 19 00:01:01.532855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:01.535524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:01.538108 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a604ded-b9f5-4f3e-89f8-6800bcf87378" -d '{"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:01.544690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.618272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:01.671148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.679597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-2beec4c3-162b-4f90-a82f-adbb8b205cde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06 HTTP/1.1" status: 200 len: 217 time: 0.2656217 Aug 19 00:01:01.701390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.755752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5897-1375-4d5a-8d25-1e4b8cdab0c6 req-8cf90b55-a499-4e96-b455-b7285e19242b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.765320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d8b5897-1375-4d5a-8d25-1e4b8cdab0c6 req-8cf90b55-a499-4e96-b455-b7285e19242b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 943 time: 0.2585905 Aug 19 00:01:01.787708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-4004039f-74d5-471e-808d-c2961e628881 service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022204 Aug 19 00:01:01.832355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:01.844335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-64a954b0-876f-42b5-97a2-43d94c05170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:01.845798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-64a954b0-876f-42b5-97a2-43d94c05170e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.0572405 Aug 19 00:01:01.852602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d8b5897-1375-4d5a-8d25-1e4b8cdab0c6 req-689f8aa4-0209-45e8-88a7-41c68cd5ab84 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816371 Aug 19 00:01:01.873629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a4d10db-5559-4319-a05b-7d9a94a7699f req-afb44890-70d2-467b-b111-d712fac2cd65 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479462 Aug 19 00:01:01.875356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.resource_extend [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:01:01.935833 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae55bc5-a62d-486f-a969-adcdb6c53992 x-openstack-request-id: req-eae55bc5-a62d-486f-a969-adcdb6c53992 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:01.936405 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:01.936405 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eae55bc5-a62d-486f-a969-adcdb6c53992 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:01.936789 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'code': 200} Aug 19 00:01:02.008487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:02.018085 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.042337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.045742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.047313 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bf26e11-1192-4b22-916b-1415997eaf53 HTTP/1.1" status: 204 len: 168 time: 0.6598670 Aug 19 00:01:02.048810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Transition to ACTIVE for port object 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:02.061165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.066164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357ca3b-70c1-4a56-9380-43e1936127b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf26e11-1192-4b22-916b-1415997eaf53,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:02.180261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729bf3a0-998d-4399-9a72-bb980b339ae0 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:02.191726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.211792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Transition to ACTIVE for port object 729bf3a0-998d-4399-9a72-bb980b339ae0 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:02.253868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:02.271088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7b31e-1fed-4c2d-9483-336784f116c8 req-9c554f25-6fc6-4161-bef6-a82db54ee308 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:02.279115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2eb7b31e-1fed-4c2d-9483-336784f116c8 req-9c554f25-6fc6-4161-bef6-a82db54ee308 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 944 time: 0.1139722 Aug 19 00:01:02.317014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.370670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Attempting to bind port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:02.371024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Attempting to bind port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:02.371359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Attempting to bind port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:02.379866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-5dfcbb61-2cf9-4339-b37b-e0f8eeefb734 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5202937 Aug 19 00:01:02.387006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2eb7b31e-1fed-4c2d-9483-336784f116c8 req-aa1f97b7-f9dc-444d-86c7-0267de7646f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070096 Aug 19 00:01:02.392376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:02.393651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Attempting to bind port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a on network b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:02.407584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:02.407928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Checking segment: {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:02.408336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Bound using segment: {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:02.408776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Bound port: 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c97032-05b0-4a8f-9ddf-73e34425fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:02.412885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.435534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Pushing event updated for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:02.438293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.444211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:02.445268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.637166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:02.694264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:02.724746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250e8-8798-427b-9802-d8f2ce017d68 req-4f2af59c-2226-4e4e-88e7-08a22ea719f3 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:02.727560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3e250e8-8798-427b-9802-d8f2ce017d68 req-4f2af59c-2226-4e4e-88e7-08a22ea719f3 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1905563 Aug 19 00:01:02.729314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.736101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] Pushing event updated for resources: {'Network': ['ID=44cf8789-21f2-4f9d-8f71-0524fc593523,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:02.748539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:01:02.930944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3e250e8-8798-427b-9802-d8f2ce017d68 req-59aeb708-1c05-43f0-b6e2-0d35c9d32c9b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594572 Aug 19 00:01:02.951294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:02.963232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:02.964980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 1093 time: 2.1743340 Aug 19 00:01:02.965643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:02.968495 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf336b9-6d9a-49e5-a835-5c7eeff254be" -d '{"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:03.119931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bc8f0-ce8b-4b4b-b765-89e92db90735 service neutron] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:03.190538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-008d2374-f994-4b18-a02b-71e3ffb3d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:03.192056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-008d2374-f994-4b18-a02b-71e3ffb3d4ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1096 time: 0.1585956 Aug 19 00:01:03.209746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868a59e-a18b-4a90-b5d2-4fb3b537be34 req-f31dec57-0ba9-489e-b9e1-c553082ca22c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:03.222045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8868a59e-a18b-4a90-b5d2-4fb3b537be34 req-f31dec57-0ba9-489e-b9e1-c553082ca22c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 943 time: 0.1063998 Aug 19 00:01:03.307108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-dd3f8968-4ab0-4bb8-8813-6113db2e4125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 217 time: 0.0803959 Aug 19 00:01:03.346091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1b2ba02e-a6f5-484e-8f4a-522913e6a620 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0871444 Aug 19 00:01:03.352655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:03.372155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc194-91db-4990-858b-0a611b1b611e req-de6ef50b-3c69-44ab-a5d9-a646092f92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:03.374311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-de6ef50b-3c69-44ab-a5d9-a646092f92c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.0592582 Aug 19 00:01:03.404033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Request body: {'subnet': {'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2081971073-subnet', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:03.430154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-e4120b64-644e-4659-ab46-13edb87d2645 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439150 Aug 19 00:01:03.435542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a326-ec50-411c-87a3-b104b98c8082 req-787dc19b-f233-461f-908c-4017f2b77a98 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:03.439619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4815a326-ec50-411c-87a3-b104b98c8082 req-787dc19b-f233-461f-908c-4017f2b77a98 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 1.1692142 Aug 19 00:01:03.480608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8868a59e-a18b-4a90-b5d2-4fb3b537be34 req-2d1f22fd-3166-46ce-937a-2672ca74f601 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478182 Aug 19 00:01:03.576466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-831cef61-82e1-476d-9848-48930ec2c556 req-f700744f-1573-436e-afe1-7c5ce0ebe46b service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7289293 Aug 19 00:01:03.611473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-012ddcad-8a6f-4ac6-8918-20aae562a77c service neutron] 10.222.0.11 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1305509 Aug 19 00:01:03.698945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0fd55-3cc1-48d5-9a06-c6529745da49 req-cada2aa2-b6a2-4d5a-8ec8-44e2f77b51df tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:03.706549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:03.711483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fca0fd55-3cc1-48d5-9a06-c6529745da49 req-cada2aa2-b6a2-4d5a-8ec8-44e2f77b51df tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 944 time: 0.1160374 Aug 19 00:01:03.727050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:03.738228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-58f9197a-f8a7-4fd9-a81a-3a3d9bac6873 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994437 Aug 19 00:01:03.893246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fca0fd55-3cc1-48d5-9a06-c6529745da49 req-92f9f3ba-8685-4ab5-9c95-2eaaecd7de1f tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796336 Aug 19 00:01:03.910602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a1cc194-91db-4990-858b-0a611b1b611e req-920df6fb-b7ff-4bc2-a1df-b9ddbeb765e7 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394465 Aug 19 00:01:03.938554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Attempting to bind port 729bf3a0-998d-4399-9a72-bb980b339ae0 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:03.939154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Attempting to bind port 729bf3a0-998d-4399-9a72-bb980b339ae0 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:03.939558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Attempting to bind port 729bf3a0-998d-4399-9a72-bb980b339ae0 on network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:03.969043 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f025975-9cab-4e96-88c2-9d02755cc686 x-openstack-request-id: req-4f025975-9cab-4e96-88c2-9d02755cc686 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:03.969345 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:03.969604 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f025975-9cab-4e96-88c2-9d02755cc686 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:03.970013 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'status': 'completed', 'code': 200} Aug 19 00:01:04.027563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4815a326-ec50-411c-87a3-b104b98c8082 req-4d925567-52b8-47b3-b281-3596207136e2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5516889 Aug 19 00:01:04.095126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Port 729bf3a0-998d-4399-9a72-bb980b339ae0 on network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:04.100663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Attempting to bind port 729bf3a0-998d-4399-9a72-bb980b339ae0 on network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:04.205280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:04.205651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Checking segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:04.206025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Bound using segment: {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:04.206543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Bound port: 729bf3a0-998d-4399-9a72-bb980b339ae0, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:04.206915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:04.247231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-d0ec3ee5-9b98-45d7-9287-1b68449c3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.249547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:04.249979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-d0ec3ee5-9b98-45d7-9287-1b68449c3ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1096 time: 0.1924474 Aug 19 00:01:04.360327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:04.364278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=729bf3a0-998d-4399-9a72-bb980b339ae0,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:04.402636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-48a7e264-9e25-4635-ab40-2459cc8accde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.404195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-48a7e264-9e25-4635-ab40-2459cc8accde service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.1472659 Aug 19 00:01:04.412772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575812d-ba7b-4729-b2f1-1a435d7e2e8c req-c3aa51ce-fa2c-459e-9325-a42a865dfe29 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.420212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0575812d-ba7b-4729-b2f1-1a435d7e2e8c req-c3aa51ce-fa2c-459e-9325-a42a865dfe29 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.2443888 Aug 19 00:01:04.484228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-054f39af-b9fa-4c77-9325-43227e334623 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 217 time: 0.0442793 Aug 19 00:01:04.489831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:04.549203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-0afea591-3b71-49c2-a96a-82f9981fb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.551064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-0afea591-3b71-49c2-a96a-82f9981fb65b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.0524492 Aug 19 00:01:04.573450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0575812d-ba7b-4729-b2f1-1a435d7e2e8c req-1cae33c3-a876-401c-8ab5-6e58452a9a69 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521935 Aug 19 00:01:04.631414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d97a6-3b00-4298-8c81-1be59a985b2a req-4e4f7b15-8df8-46fc-8bb7-1ce5574d7eca tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.633226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-257d97a6-3b00-4298-8c81-1be59a985b2a req-4e4f7b15-8df8-46fc-8bb7-1ce5574d7eca tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 944 time: 0.4682295 Aug 19 00:01:04.633921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Pushing event updated for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:04.652520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-e5ad5ecc-f607-47fb-ab86-beb533544eff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764749 Aug 19 00:01:04.685562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.686502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:04.688445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-12f140b7-2d5f-4e08-806f-89fcc0ce7011 service neutron] 10.222.0.11 "PUT /v2.0/ports/729bf3a0-998d-4399-9a72-bb980b339ae0 HTTP/1.1" status: 200 len: 1093 time: 3.6937299 Aug 19 00:01:04.693416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8ad7cf-c62f-4fa4-9e9a-28bc95ec29e5 req-37fb8cc0-8c9a-4951-ae97-b85e45979bda service neutron] 10.222.0.11 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0392914 Aug 19 00:01:04.702446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:04.704944 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:04.763362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:04.829945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-6a6bb043-a337-48b7-8e1e-0716325a59b8 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686389 Aug 19 00:01:04.903225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-257d97a6-3b00-4298-8c81-1be59a985b2a req-dac94148-d6f8-4ddb-bcb2-7c59b44c5b0d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545168 Aug 19 00:01:04.904956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Checking segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:04.905275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Network hostable DHCP agents. Network: 44cf8789-21f2-4f9d-8f71-0524fc593523, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:01:04.964578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-56d882f5-e23b-4387-8095-1c483db4097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.966285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-56d882f5-e23b-4387-8095-1c483db4097d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5e326695ca84c1e873fa6ac68167d14&device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 1095 time: 0.1908233 Aug 19 00:01:04.972871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:01:04.976617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-79d69d3a-3d20-49d5-83f2-476ca6ea58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:04.978808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-79d69d3a-3d20-49d5-83f2-476ca6ea58d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da61a773d9a3418a9b01f39f00fd4885&device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 1096 time: 0.1675618 Aug 19 00:01:05.053031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf336b9-6d9a-49e5-a835-5c7eeff254be req-f428c77a-8f4d-4398-9acc-2da21fbadc3c service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906612 Aug 19 00:01:05.110581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4309e9-939a-483a-8948-2a47201c6798 req-db0e0846-8452-4698-a86d-83539a7cfb1c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.118309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b4309e9-939a-483a-8948-2a47201c6798 req-db0e0846-8452-4698-a86d-83539a7cfb1c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 943 time: 0.2872570 Aug 19 00:01:05.166946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-36df087f-f4c1-4e39-a2c7-a62d7492d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.168568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-36df087f-f4c1-4e39-a2c7-a62d7492d1e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 200 len: 918 time: 0.1877239 Aug 19 00:01:05.179852 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e903cd3-17bf-4027-bff2-144ed738670b x-openstack-request-id: req-7e903cd3-17bf-4027-bff2-144ed738670b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:05.180202 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:05.180472 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e903cd3-17bf-4027-bff2-144ed738670b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:05.180856 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0', 'status': 'completed', 'code': 200} Aug 19 00:01:05.276877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-8a457c0a-a8b1-4312-b6ad-efd6dcbc708e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729bf3a0-998d-4399-9a72-bb980b339ae0 HTTP/1.1" status: 200 len: 217 time: 0.1045380 Aug 19 00:01:05.278686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 44cf8789-21f2-4f9d-8f71-0524fc593523) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:05.284732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.285348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:05.288598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c0db0-8846-4bf2-9b1b-f4fcc7034fc2 None None] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:05.300021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-dba77a0b-1ad6-4c3d-852d-542bc889c455 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06 HTTP/1.1" status: 200 len: 217 time: 0.1038771 Aug 19 00:01:05.404270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3df2a53e-1021-49e3-ae18-772f0a16b9e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0134256 Aug 19 00:01:05.412326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:05.423130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b27eaf-403e-4ba1-9c11-1407871cf2ce req-3677d896-9a2e-4830-9f36-b8e5b475a794 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.425450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9b27eaf-403e-4ba1-9c11-1407871cf2ce req-3677d896-9a2e-4830-9f36-b8e5b475a794 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 944 time: 0.2437446 Aug 19 00:01:05.430654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:05.435343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-d9423b1a-cda4-4c22-a885-41a538c2678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.436945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-d9423b1a-cda4-4c22-a885-41a538c2678b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff67f400-f745-4c38-aa56-cfba74204b5c HTTP/1.1" status: 200 len: 854 time: 0.1482353 Aug 19 00:01:05.492532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-234178fd-ee88-4a30-be70-99417e51bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.494962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-234178fd-ee88-4a30-be70-99417e51bf9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 200 len: 858 time: 0.1566873 Aug 19 00:01:05.551346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-b6ce38c9-1188-45cc-9308-fe419de9ab6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ec3306d-b1c6-46da-849e-5a5cb482f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416310 Aug 19 00:01:05.562641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:05.563720 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:05.580645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9b27eaf-403e-4ba1-9c11-1407871cf2ce req-15886696-a3ed-45f2-8a54-9130356e6150 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425800 Aug 19 00:01:05.603479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-44cf8789-21f2-4f9d-8f71-0524fc593523', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:01:05.604954 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:05.607554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-70d803d7-d823-4d8a-959f-b9c1a8730674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:05.612425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-70d803d7-d823-4d8a-959f-b9c1a8730674 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546237 Aug 19 00:01:05.774702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:05.864336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b4309e9-939a-483a-8948-2a47201c6798 req-1f49d885-1c71-483c-b702-f3c3ddb70757 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7451406 Aug 19 00:01:05.904008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Allocated IP 172.20.0.2 (44cf8789-21f2-4f9d-8f71-0524fc593523/f2b18c7e-76d1-4d71-9eea-6fbe7596fa65/02b0d764-23bf-422e-a362-974ad96fbd92) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:06.050208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-4f133401-892b-4481-91fa-bc25ff6cd146 service neutron] 10.222.0.11 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813101 Aug 19 00:01:06.056155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-c0598711-1b17-4159-913e-461adc0adaa9 service neutron] 10.222.0.11 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257572 Aug 19 00:01:06.058760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.181366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.194825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5a6e-13c4-42a8-a137-088a79aacd91 req-f5ba4880-b0f2-4e2c-97d0-76544b34eb04 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:06.202547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf7d5a6e-13c4-42a8-a137-088a79aacd91 req-f5ba4880-b0f2-4e2c-97d0-76544b34eb04 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0907998 Aug 19 00:01:06.203630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Transition to ACTIVE for port object 02b0d764-23bf-422e-a362-974ad96fbd92 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:06.222922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Transition to ACTIVE for port object 02b0d764-23bf-422e-a362-974ad96fbd92 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:06.239159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.254036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf7d5a6e-13c4-42a8-a137-088a79aacd91 req-d7772b02-c759-45ae-a176-f2adfa360fe7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497153 Aug 19 00:01:06.300679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:06.307717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:06.317142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:06.319872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Pushing event updated for resources: {'Port': ['ID=02b0d764-23bf-422e-a362-974ad96fbd92,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:06.329060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455fdd-baeb-422c-8d9a-a008cf954508 req-c16869bd-baa4-45f6-960f-1aa8f061ebb8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:06.330821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9455fdd-baeb-422c-8d9a-a008cf954508 req-c16869bd-baa4-45f6-960f-1aa8f061ebb8 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1584513 Aug 19 00:01:06.390933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9455fdd-baeb-422c-8d9a-a008cf954508 req-41aed8bb-fa8b-4188-80ee-e3267d1a06e2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 Aug 19 00:01:06.395125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Attempting to bind port 02b0d764-23bf-422e-a362-974ad96fbd92 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:06.395610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Attempting to bind port 02b0d764-23bf-422e-a362-974ad96fbd92 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:06.396072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Attempting to bind port 02b0d764-23bf-422e-a362-974ad96fbd92 on network 44cf8789-21f2-4f9d-8f71-0524fc593523 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:06.403831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:06.404417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Checking segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:06.404987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.406142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Bound using segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:06.407052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Bound port: 02b0d764-23bf-422e-a362-974ad96fbd92, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:06.407661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.421316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-53c8a3d3-4daf-4fc5-b722-282604ed22e7 req-38d0fcd9-a894-45f3-a96b-867370612267 service neutron] 10.222.0.11 "GET /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544178 Aug 19 00:01:06.439304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-201a2218-60dc-4bc0-a900-15eb43b89af2 req-69b0fc14-6424-4714-8810-6fa49bcf4026 service neutron] 10.222.0.11 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710108 Aug 19 00:01:06.544499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd67cd-132f-462c-a1ef-b2946b4d7c83 req-2df1c42e-ab1f-45fb-a85e-a30d2e8b420f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:06.556058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69fd67cd-132f-462c-a1ef-b2946b4d7c83 req-2df1c42e-ab1f-45fb-a85e-a30d2e8b420f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 944 time: 0.1239686 Aug 19 00:01:06.561452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] For port 02b0d764-23bf-422e-a362-974ad96fbd92, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:06.569699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] For port 02b0d764-23bf-422e-a362-974ad96fbd92, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=02b0d764-23bf-422e-a362-974ad96fbd92,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:06.577853 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.648926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69fd67cd-132f-462c-a1ef-b2946b4d7c83 req-1f1c3cb9-090c-46fa-845a-96ada7623bdf tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870423 Aug 19 00:01:06.722897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.743399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d39329-334d-4238-9e88-280941663ad0 None None] Pushing event updated for resources: {'Port': ['ID=02b0d764-23bf-422e-a362-974ad96fbd92,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:06.747837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:06.767496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-2032b533-aa5c-47ef-938d-1f10f0e2573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:06.771931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-2032b533-aa5c-47ef-938d-1f10f0e2573b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da61a773d9a3418a9b01f39f00fd4885&device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 1096 time: 0.2278552 Aug 19 00:01:06.886149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc298-81ba-4fb5-a001-3d67a4d2eab4 req-afef1a50-7d90-4e4c-b772-d36a7bdf91c5 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:06.898740 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e23fc298-81ba-4fb5-a001-3d67a4d2eab4 req-afef1a50-7d90-4e4c-b772-d36a7bdf91c5 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 944 time: 0.1139317 Aug 19 00:01:06.986505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e23fc298-81ba-4fb5-a001-3d67a4d2eab4 req-48f54289-c6c1-4ab1-a686-36089d683b94 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867944 Aug 19 00:01:07.119936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Allocated IP 172.25.1.182 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/66fabe15-575a-45f3-aabc-ce9ed9c2d183) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:07.247551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 208982f7-49e7-43c6-8d44-5d3202ba7e06 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:07.319524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-aebce48d-1dfd-4571-853a-02324cf90cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.321840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-aebce48d-1dfd-4571-853a-02324cf90cc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed HTTP/1.1" status: 200 len: 915 time: 0.4911163 Aug 19 00:01:07.392666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-8fb786e1-6670-44f2-87b8-fb18122cdb1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729bf3a0-998d-4399-9a72-bb980b339ae0 HTTP/1.1" status: 200 len: 217 time: 0.0544181 Aug 19 00:01:07.406656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051ea8-3ea3-4ea1-a9c6-9e406b336f66 req-247f418b-6b52-4a24-85b1-486c80fa8ab3 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.408141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb051ea8-3ea3-4ea1-a9c6-9e406b336f66 req-247f418b-6b52-4a24-85b1-486c80fa8ab3 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 943 time: 0.3997607 Aug 19 00:01:07.486651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:07.490904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:07.500172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '208982f7-49e7-43c6-8d44-5d3202ba7e06', 'network_id': '5ec3306d-b1c6-46da-849e-5a5cb482f633', 'port_id': '208982f7-49e7-43c6-8d44-5d3202ba7e06', 'mac_address': 'fa:16:3e:d9:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66d9a65-5dca-471d-aa84-a01962308c22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:01:07.529519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-5adc86f9-4337-413f-8341-3b4f7a4224ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.531315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-5adc86f9-4337-413f-8341-3b4f7a4224ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff67f400-f745-4c38-aa56-cfba74204b5c HTTP/1.1" status: 200 len: 854 time: 0.1207557 Aug 19 00:01:07.545240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb051ea8-3ea3-4ea1-a9c6-9e406b336f66 req-a1f8aedd-12aa-495a-a9c9-ab628e337e2b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160975 Aug 19 00:01:07.552911 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:07.569780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208982f7-49e7-43c6-8d44-5d3202ba7e06 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:07.597014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e86e0-d044-4858-9ecf-d224af3d8d94 req-4b601772-0150-4055-aa0b-41d71c1a312d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.602881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:07.607116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-638e86e0-d044-4858-9ecf-d224af3d8d94 req-4b601772-0150-4055-aa0b-41d71c1a312d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0675371 Aug 19 00:01:07.610240 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:07.640824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-6ea3ec06-811e-46eb-817c-39bab17ec533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.642769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-6ea3ec06-811e-46eb-817c-39bab17ec533 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875278 Aug 19 00:01:07.648762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:07.662586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-638e86e0-d044-4858-9ecf-d224af3d8d94 req-11978d0b-c0f4-43ca-bb87-2285a9b2c5c3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543659 Aug 19 00:01:07.693851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:07.744863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:07.856566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:07.903508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:07.920101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79298-6453-42e0-9105-923c003905fb req-f461dc05-30e0-4298-b60e-6b41bb03b24d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:07.922304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8a79298-6453-42e0-9105-923c003905fb req-f461dc05-30e0-4298-b60e-6b41bb03b24d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1350451 Aug 19 00:01:07.928506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['208982f7-49e7-43c6-8d44-5d3202ba7e06'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:07.937890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Pushing event updated for resources: {'Port': ['ID=66fabe15-575a-45f3-aabc-ce9ed9c2d183,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:07.946342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:08.006916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8a79298-6453-42e0-9105-923c003905fb req-b789f70b-4180-4582-bb2a-41c421b6cac2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749125 Aug 19 00:01:08.123716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:08.141717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141cc42-a6d0-430c-b6ef-3a9082d11e74 req-f686962d-8925-4856-a94a-1fe7d4b4ae98 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:08.148973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6141cc42-a6d0-430c-b6ef-3a9082d11e74 req-f686962d-8925-4856-a94a-1fe7d4b4ae98 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 944 time: 0.0715086 Aug 19 00:01:08.149367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd8af6-0841-4b50-a3bf-6a5134231486 req-bbec328e-eb55-4f36-8970-3c15e7fb2ad4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:08.156743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7fd8af6-0841-4b50-a3bf-6a5134231486 req-bbec328e-eb55-4f36-8970-3c15e7fb2ad4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 944 time: 0.3136115 Aug 19 00:01:08.173835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-512cc21d-03a0-4691-a217-c799853b885c service neutron] 10.222.0.11 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215127 Aug 19 00:01:08.190783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'network_id': 'b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19', 'port_id': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'mac_address': 'fa:16:3e:6c:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf67d84-0c36-4317-9f88-cb1d1e14ebb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:01:08.193236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6141cc42-a6d0-430c-b6ef-3a9082d11e74 req-376e4650-e265-42f0-9f45-0361d1a7a8d5 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433249 Aug 19 00:01:08.269311 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:08.316479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:08.329883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7fd8af6-0841-4b50-a3bf-6a5134231486 req-7c873370-1453-4a2b-968d-6893d06ce934 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722426 Aug 19 00:01:08.356878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:08.410927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede51976-5464-4bce-99d3-6a6e3a8560c2 None None] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:08.545566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:08.837562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735f5f8-de16-4fbd-a6a3-64818fe98469 req-54500d64-eb49-4f59-b1f3-7f74fd767aa0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:08.839502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8735f5f8-de16-4fbd-a6a3-64818fe98469 req-54500d64-eb49-4f59-b1f3-7f74fd767aa0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0680938 Aug 19 00:01:08.840542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 02b0d764-23bf-422e-a362-974ad96fbd92 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:08.899099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c7ca77d-f690-4371-9df5-df7de99ac569 None None] Provisioning for port 02b0d764-23bf-422e-a362-974ad96fbd92 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:08.904337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:08.923280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8735f5f8-de16-4fbd-a6a3-64818fe98469 req-50f7c2b8-491c-48b9-ba2e-cdd051ffc85a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628297 Aug 19 00:01:08.960242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 02b0d764-23bf-422e-a362-974ad96fbd92 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:08.967044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 02b0d764-23bf-422e-a362-974ad96fbd92 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:08.967574 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.078171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:09.107956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.137138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:09.188094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.247969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d740-589d-4e60-b686-c219041cb87f req-bbbef511-602f-4180-9616-7bffed227f04 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:09.249658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f598d740-589d-4e60-b686-c219041cb87f req-bbbef511-602f-4180-9616-7bffed227f04 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1187174 Aug 19 00:01:09.284914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 729bf3a0-998d-4399-9a72-bb980b339ae0 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:09.287471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 208982f7-49e7-43c6-8d44-5d3202ba7e06 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:09.305237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeb59d-dc0b-42b7-949f-ee2e0c3bda94 req-ed086f10-4180-4810-b23c-1793bba7c6f5 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:09.313766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3eeb59d-dc0b-42b7-949f-ee2e0c3bda94 req-ed086f10-4180-4810-b23c-1793bba7c6f5 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 944 time: 0.1654584 Aug 19 00:01:09.347752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f598d740-589d-4e60-b686-c219041cb87f req-ac59dfef-e8a8-4488-9e34-0473172549f9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856390 Aug 19 00:01:09.357623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-56ad740e-474e-46a5-bfb8-d8d7fe0a0e7a req-d7ec0f92-cf33-4a27-b974-36a1411d78aa service neutron] 10.222.0.11 "GET /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0312097 Aug 19 00:01:09.410471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 02b0d764-23bf-422e-a362-974ad96fbd92, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=02b0d764-23bf-422e-a362-974ad96fbd92,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:09.416270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e56f71e8-3699-4987-98ae-9e2bf71945e0 None None] Provisioning complete for port 02b0d764-23bf-422e-a362-974ad96fbd92 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:09.416920 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e56f71e8-3699-4987-98ae-9e2bf71945e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.462226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 208982f7-49e7-43c6-8d44-5d3202ba7e06 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:09.470727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 208982f7-49e7-43c6-8d44-5d3202ba7e06 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:09.471115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.494408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3eeb59d-dc0b-42b7-949f-ee2e0c3bda94 req-368ea08c-e761-44c9-9fea-ef1d954b471c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792014 Aug 19 00:01:09.517814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.542347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.546417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.564443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.594605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=02b0d764-23bf-422e-a362-974ad96fbd92,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:09.601062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:01:09.602129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304ae35-4326-4a4f-9c5c-85675e9a77e1 req-36801d52-fcc7-4b17-8e1c-28db9541355b tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:09.604937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e304ae35-4326-4a4f-9c5c-85675e9a77e1 req-36801d52-fcc7-4b17-8e1c-28db9541355b tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 944 time: 0.1769235 Aug 19 00:01:09.675210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.695546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84436bfe0eac447c9bd87d73963e2338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704597 Aug 19 00:01:09.697977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657b6c9-0392-49fd-a112-d3ab225fed72,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:09.700118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:09.741937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e304ae35-4326-4a4f-9c5c-85675e9a77e1 req-70c37a87-f6a5-41f0-b4ca-362e2f3d49c1 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138737 Aug 19 00:01:09.753271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.753618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.753958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.754295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.754627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.754958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.755281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.755607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.755930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.756250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.756598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.756930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b3bc3-3091-423e-b3d6-e794edba92db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:09.794192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94138dd-83ab-4e18-829a-94b73cf65867 req-6026c214-461e-4205-ac96-ef70a5aefd4a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:09.808119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f94138dd-83ab-4e18-829a-94b73cf65867 req-6026c214-461e-4205-ac96-ef70a5aefd4a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 945 time: 0.1632442 Aug 19 00:01:09.824040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:09.829264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:09.832129 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a2c3d-c296-4432-a0f0-74a7faa8222b" -d '{"events": [{"server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "name": "network-vif-plugged", "status": "completed", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:09.844091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.852155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.892177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:09.934067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:09.936501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f94138dd-83ab-4e18-829a-94b73cf65867 req-0e62e9e9-64d3-4890-80c0-2d54edb27159 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214290 Aug 19 00:01:09.999269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.003824 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.005240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c657b6c9-0392-49fd-a112-d3ab225fed72 HTTP/1.1" status: 204 len: 168 time: 0.3041868 Aug 19 00:01:10.017837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b812c-f4c3-4b7b-ba89-383461e1455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657b6c9-0392-49fd-a112-d3ab225fed72,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:10.024830 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e51f4-482b-45fe-9e13-e5ec0b6c5cb3 x-openstack-request-id: req-ae4e51f4-482b-45fe-9e13-e5ec0b6c5cb3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:10.025028 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "name": "network-vif-plugged", "status": "completed", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:10.025242 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae4e51f4-482b-45fe-9e13-e5ec0b6c5cb3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:10.025633 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06', 'code': 200} Aug 19 00:01:10.037523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=729bf3a0-998d-4399-9a72-bb980b339ae0,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:10.057421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '729bf3a0-998d-4399-9a72-bb980b339ae0', 'network_id': '4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed', 'port_id': '729bf3a0-998d-4399-9a72-bb980b339ae0', 'mac_address': 'fa:16:3e:bc:6d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff67f400-f745-4c38-aa56-cfba74204b5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:01:10.100636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.113494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.121757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729bf3a0-998d-4399-9a72-bb980b339ae0 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:10.148883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=729bf3a0-998d-4399-9a72-bb980b339ae0,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:10.166824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1223-6820-49bc-b12a-08e17e4d135f req-9191eaa2-52f5-4a79-b372-51d8a86b7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:10.168482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.168761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c06d1223-6820-49bc-b12a-08e17e4d135f req-9191eaa2-52f5-4a79-b372-51d8a86b7671 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 1097 time: 0.1634934 Aug 19 00:01:10.201788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5e1c-b064-4241-b41b-4f6d97d2a702 req-35f924f5-9c56-4924-a23a-40ea5331f0c2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:10.203497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb4e5e1c-b064-4241-b41b-4f6d97d2a702 req-35f924f5-9c56-4924-a23a-40ea5331f0c2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1294322 Aug 19 00:01:10.259222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:10.297875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c06d1223-6820-49bc-b12a-08e17e4d135f req-46eb0f84-4d0e-475e-acb5-d232fa699ab9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Aug 19 00:01:10.311285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb4e5e1c-b064-4241-b41b-4f6d97d2a702 req-3e89ad08-6003-4423-8af7-35d3b6498ffc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963583 Aug 19 00:01:10.354768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Router d60182c0-1975-4466-85dd-eb3838be4d67 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:01:10.447730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['729bf3a0-998d-4399-9a72-bb980b339ae0'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:10.479035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 02b0d764-23bf-422e-a362-974ad96fbd92 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:10.508110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:10.538513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c3068e8-3f56-4281-b115-592f1cf22313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.569272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bb414-551b-4cfd-8ea5-6559317b9c81 req-af04eb29-9186-42cf-bc4a-7e5b4216eaa0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:10.570899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb4bb414-551b-4cfd-8ea5-6559317b9c81 req-af04eb29-9186-42cf-bc4a-7e5b4216eaa0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1066012 Aug 19 00:01:10.585138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:01:10.597592 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Sync routers for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:01:10.617173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:10.617877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:10.645351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb4bb414-551b-4cfd-8ea5-6559317b9c81 req-7f4e50aa-e0d3-4f30-b69b-0e1bb71faffc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673399 Aug 19 00:01:10.665091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 02b0d764-23bf-422e-a362-974ad96fbd92 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:10.666293 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.708537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c3068e8-3f56-4281-b115-592f1cf22313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.726618 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c3068e8-3f56-4281-b115-592f1cf22313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.766181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:10.770069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c12c107-8703-4ad0-b13f-4439ec441da3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3537462 Aug 19 00:01:10.770810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:10.773667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:10.841915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3068e8-3f56-4281-b115-592f1cf22313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f5e976-997a-4ba6-86d0-656fb2ca54cc,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:10.851860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c3068e8-3f56-4281-b115-592f1cf22313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3dab7a37a3149678c2599e3cd659d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403401 Aug 19 00:01:10.855458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48924) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:10.892716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492b55-a79d-4ee9-bad3-94dc9b8a9b69 req-c2cd7761-baca-46b9-aecc-6e7a7d008c56 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:10.895445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e492b55-a79d-4ee9-bad3-94dc9b8a9b69 req-c2cd7761-baca-46b9-aecc-6e7a7d008c56 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 945 time: 0.1853089 Aug 19 00:01:10.974705 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:09Z', 'revision_number': 3, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:10.992819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e492b55-a79d-4ee9-bad3-94dc9b8a9b69 req-0139b47b-23e2-44f2-8560-449774c34ddd tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792217 Aug 19 00:01:11.009158 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Checking router: d60182c0-1975-4466-85dd-eb3838be4d67 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:01:11.009570 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Updating router d60182c0-1975-4466-85dd-eb3838be4d67 port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:01:11.030418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.038008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd6e-4daa-4ea7-8654-748ddd7fdee3 req-bf5c075a-b7f8-40ec-9f97-e17d45365d3b tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:11.039647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8266bd6e-4daa-4ea7-8654-748ddd7fdee3 req-bf5c075a-b7f8-40ec-9f97-e17d45365d3b tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 945 time: 0.1862984 Aug 19 00:01:11.061418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.071523 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.129000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.132895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.138103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26f5e976-997a-4ba6-86d0-656fb2ca54cc HTTP/1.1" status: 204 len: 168 time: 0.2815022 Aug 19 00:01:11.154584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0c7e-8d82-46ad-a95b-c3fd37c2b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f5e976-997a-4ba6-86d0-656fb2ca54cc,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:11.375955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d047e16-170a-4f03-958e-350c79cfdf7e req-8663ccd8-4fab-40ef-8be8-3cddd4308cbf tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:11.378903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d047e16-170a-4f03-958e-350c79cfdf7e req-8663ccd8-4fab-40ef-8be8-3cddd4308cbf tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 945 time: 0.1041238 Aug 19 00:01:11.398840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8266bd6e-4daa-4ea7-8654-748ddd7fdee3 req-f6ddeaac-5ee4-4b36-aa78-9f1cb583cb9d tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497009 Aug 19 00:01:11.499174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d047e16-170a-4f03-958e-350c79cfdf7e req-1c9312cf-628d-4c83-bb0d-2daede863c9a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Aug 19 00:01:11.600750 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.617491 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Transition to ACTIVE for port object 66fabe15-575a-45f3-aabc-ce9ed9c2d183 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:11.625719 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.684256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:11.687021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0d83-631e-4823-af4a-120e841189f0 req-9de5ac93-68ba-4ec8-9b60-0c93f21a35c4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:11.695222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec3e0d83-631e-4823-af4a-120e841189f0 req-9de5ac93-68ba-4ec8-9b60-0c93f21a35c4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1630862 Aug 19 00:01:11.715753 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Attempting to bind port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:11.717068 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Attempting to bind port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:11.718157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Attempting to bind port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:11.740840 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:11.745279 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:11.746060 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.746857 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:11.748158 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Bound port: 66fabe15-575a-45f3-aabc-ce9ed9c2d183, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:11.748848 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.752043 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Pushing event updated for resources: {'Port': ['ID=66fabe15-575a-45f3-aabc-ce9ed9c2d183,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:11.777760 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.778539 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.778938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.779331 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.779723 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.780114 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.780527 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.780911 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.781298 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.781686 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.782061 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.782603 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:11.790029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:11.801332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:11.801332 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.816346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec3e0d83-631e-4823-af4a-120e841189f0 req-15cfb9b1-be6c-4d7e-8487-94b94d4a76a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202314 Aug 19 00:01:11.827598 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.871580 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] For port 66fabe15-575a-45f3-aabc-ce9ed9c2d183, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:11.880994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] For port 66fabe15-575a-45f3-aabc-ce9ed9c2d183, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=66fabe15-575a-45f3-aabc-ce9ed9c2d183,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:11.904083 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:11.906814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce07c0-9fdf-43c9-b00c-84b58a6b04a4 req-dabd3ba3-2e20-44a5-9708-14292631c0d1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:11.917725 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50ce07c0-9fdf-43c9-b00c-84b58a6b04a4 req-dabd3ba3-2e20-44a5-9708-14292631c0d1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1124153 Aug 19 00:01:11.972114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50ce07c0-9fdf-43c9-b00c-84b58a6b04a4 req-3990bf42-d362-45d9-aba6-ddc639cf05ad tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483036 Aug 19 00:01:11.972849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:12.020742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:12.026664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:12.029868 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0707177-9ca9-4986-82f4-1ce8e4321f9b" -d '{"events": [{"server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "name": "network-vif-plugged", "status": "completed", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:12.031472 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:12.036281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:12.051092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:12.158565 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9955a6aa-d8cd-4fdd-b19f-93f6118b6ba9 x-openstack-request-id: req-9955a6aa-d8cd-4fdd-b19f-93f6118b6ba9 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:12.158890 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "name": "network-vif-plugged", "status": "completed", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:12.159111 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9955a6aa-d8cd-4fdd-b19f-93f6118b6ba9 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:12.159500 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'code': 200} Aug 19 00:01:12.162485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:12.194437 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe72c4d-6377-4a3d-bdc0-18133040cdc9 None None] Pushing event updated for resources: {'Port': ['ID=66fabe15-575a-45f3-aabc-ce9ed9c2d183,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:12.302475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Allocated IP 172.20.0.1 (44cf8789-21f2-4f9d-8f71-0524fc593523/f2b18c7e-76d1-4d71-9eea-6fbe7596fa65/c5015db1-8ada-4864-ad42-b3b3c45ea77d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:12.317304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3fea-dc7f-4446-b466-058af7b2c192 req-d064900d-853f-4332-8dbf-b78a3dfd85a8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:12.322734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e5b3fea-dc7f-4446-b466-058af7b2c192 req-d064900d-853f-4332-8dbf-b78a3dfd85a8 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 945 time: 0.1467514 Aug 19 00:01:12.346548 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:12.355193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad427209-3b9a-4346-a2bc-b1cdd40fda68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:12.488608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a603d-7585-46a0-a153-e5e46295a300 req-87d27fc2-0c2b-4324-8bda-5d0c7a1893ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:12.494410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-908a603d-7585-46a0-a153-e5e46295a300 req-87d27fc2-0c2b-4324-8bda-5d0c7a1893ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1098 time: 0.2417538 Aug 19 00:01:12.523790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e5b3fea-dc7f-4446-b466-058af7b2c192 req-392dfa0c-b7bc-4fd3-b6a4-510a0f540a83 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850092 Aug 19 00:01:12.548884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672a7a7-c33d-438e-a454-74c1dfcdc5f5 req-cacf1c0d-308e-48b2-9856-14949abd2796 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:12.556503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1672a7a7-c33d-438e-a454-74c1dfcdc5f5 req-cacf1c0d-308e-48b2-9856-14949abd2796 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 945 time: 0.0826654 Aug 19 00:01:12.608646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1672a7a7-c33d-438e-a454-74c1dfcdc5f5 req-a23da0f2-cdda-4e8e-bcd7-ed27c444b771 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505397 Aug 19 00:01:12.648863 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:09Z', 'revision_number': 3, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:12.706414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-908a603d-7585-46a0-a153-e5e46295a300 req-7c25f447-563c-4eff-ae0b-36a1027de1c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784768 Aug 19 00:01:12.755860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cf113-9984-47f6-90cf-c41832c98998 req-5d67312d-7c20-4e24-bbe5-3326c5d6443b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:12.758155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c23cf113-9984-47f6-90cf-c41832c98998 req-5d67312d-7c20-4e24-bbe5-3326c5d6443b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0871754 Aug 19 00:01:12.831216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c23cf113-9984-47f6-90cf-c41832c98998 req-7a274417-d67a-4f98-8146-a5d94fcdb207 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637810 Aug 19 00:01:12.834390 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b91a2-e02b-4248-9d55-c6ebda6928d6 None None] The sync data for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 is: [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:09Z', 'revision_number': 3, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:01:12.849730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:12.926275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Transition to ACTIVE for port object c5015db1-8ada-4864-ad42-b3b3c45ea77d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:12.947177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0109a36-e02f-41f0-b7a5-acf131f2db1e req-bdf1d632-494c-4a95-9dad-4577dd4fc207 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:12.950716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b0109a36-e02f-41f0-b7a5-acf131f2db1e req-bdf1d632-494c-4a95-9dad-4577dd4fc207 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 946 time: 0.2364755 Aug 19 00:01:13.040947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31768ad4-a3ce-4dd6-b9d5-2fa29165d85c req-9d0623dd-ca7f-4924-bdb8-be6e8d4c106f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:13.046852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31768ad4-a3ce-4dd6-b9d5-2fa29165d85c req-9d0623dd-ca7f-4924-bdb8-be6e8d4c106f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1154687 Aug 19 00:01:13.084731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.120727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31768ad4-a3ce-4dd6-b9d5-2fa29165d85c req-c7621c8a-6bc3-4832-8ebe-95ef65d5b4e3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656662 Aug 19 00:01:13.190442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:13.245011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:13.251715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:13.279856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b0109a36-e02f-41f0-b7a5-acf131f2db1e req-6aa2129c-23e3-4120-8d03-d88c14ed7b16 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217165 Aug 19 00:01:13.294040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 729bf3a0-998d-4399-9a72-bb980b339ae0 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:13.348229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Pushing event updated for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:13.398154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 729bf3a0-998d-4399-9a72-bb980b339ae0 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:13.406730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 729bf3a0-998d-4399-9a72-bb980b339ae0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:13.407923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.440864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.597737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.678770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bfca6-8d43-4b59-93cb-3359f20fedf4 req-5f5f9d96-be0e-4640-bb75-6d3d5935c8cf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:13.679119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=729bf3a0-998d-4399-9a72-bb980b339ae0,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:13.687557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b9bfca6-8d43-4b59-93cb-3359f20fedf4 req-5f5f9d96-be0e-4640-bb75-6d3d5935c8cf tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1096065 Aug 19 00:01:13.689993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.809770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:13.843563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1ec800bc-444c-47db-b6c8-a6b47e77508a None None] Provisioning for port c5015db1-8ada-4864-ad42-b3b3c45ea77d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:13.853474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b9bfca6-8d43-4b59-93cb-3359f20fedf4 req-44139fe5-2067-4029-acd6-c30574405a11 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648464 Aug 19 00:01:13.855595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1ec800bc-444c-47db-b6c8-a6b47e77508a None None] Provisioning complete for port c5015db1-8ada-4864-ad42-b3b3c45ea77d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:13.855998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ec800bc-444c-47db-b6c8-a6b47e77508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:13.918099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3e2d-0b5a-4bd8-ad9e-97810904b6db req-45646db0-8539-4e23-a367-a18dcc137a1b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:13.925539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d74b3e2d-0b5a-4bd8-ad9e-97810904b6db req-45646db0-8539-4e23-a367-a18dcc137a1b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 946 time: 0.1390815 Aug 19 00:01:13.968934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1ec800bc-444c-47db-b6c8-a6b47e77508a None None] Port c5015db1-8ada-4864-ad42-b3b3c45ea77d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:01:14.008767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.025318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d74b3e2d-0b5a-4bd8-ad9e-97810904b6db req-989cb54a-9aa8-491c-8aff-6c930ad61274 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986016 Aug 19 00:01:14.119116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a3aa-5cc9-4bed-862c-eec05582866d req-17d84912-23cc-4228-a70d-0cc3fcaef0a6 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:14.120757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1b1a3aa-5cc9-4bed-862c-eec05582866d req-17d84912-23cc-4228-a70d-0cc3fcaef0a6 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.1316063 Aug 19 00:01:14.160618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:14.163633 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a24e3-4143-49ac-8828-adec3e2a1572" -d '{"events": [{"server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "name": "network-vif-plugged", "status": "completed", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:14.168868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48998) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:14.245292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1b1a3aa-5cc9-4bed-862c-eec05582866d req-9cd33e2f-023a-426a-a5bf-be305148df00 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176057 Aug 19 00:01:14.310814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462145dd-715b-4ae3-b8b1-848bda727a86 req-166df9c1-6998-4eee-910d-6a24dae78609 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:14.320338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-462145dd-715b-4ae3-b8b1-848bda727a86 req-166df9c1-6998-4eee-910d-6a24dae78609 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0837815 Aug 19 00:01:14.329938 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00314ea-6f0c-47b7-a520-38b00a3f39ee x-openstack-request-id: req-f00314ea-6f0c-47b7-a520-38b00a3f39ee {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:14.330886 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "name": "network-vif-plugged", "status": "completed", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:14.331302 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f00314ea-6f0c-47b7-a520-38b00a3f39ee {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:14.331861 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0', 'code': 200} Aug 19 00:01:14.364195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.374592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-462145dd-715b-4ae3-b8b1-848bda727a86 req-b1178949-9ad2-4d55-9f2e-442881912b45 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532062 Aug 19 00:01:14.386724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.484511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b6ee065-e5c7-493a-9724-efcb1a21732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.572510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66fabe15-575a-45f3-aabc-ce9ed9c2d183 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:14.582885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.607090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe171b-1e90-483f-bf2a-f365f6036dea req-8f6248ed-f77d-4bea-b47e-004ada019502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:14.609236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8fe171b-1e90-483f-bf2a-f365f6036dea req-8f6248ed-f77d-4bea-b47e-004ada019502 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 1098 time: 0.1809585 Aug 19 00:01:14.609408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-01da2672-fd85-49ff-8e0a-1942e3081855 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:14.610768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-01da2672-fd85-49ff-8e0a-1942e3081855 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1406550 Aug 19 00:01:14.611438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Pushing event updated for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:14.627387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:14.699719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8fe171b-1e90-483f-bf2a-f365f6036dea req-c1d013c3-9148-4431-b8ef-3c8520781ea5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Aug 19 00:01:14.716019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.722409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b6ee065-e5c7-493a-9724-efcb1a21732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.737544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b6ee065-e5c7-493a-9724-efcb1a21732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.753108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:14.806136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:14.814574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711680bb-3a61-410d-8240-5ee951ef3037 req-5e9ad963-4776-4dc4-8292-0cedbc710b6f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:14.821684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1b6ee065-e5c7-493a-9724-efcb1a21732a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d00d227e45b4387a4f9faf27cb2bcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494536 Aug 19 00:01:14.821879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.822470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-711680bb-3a61-410d-8240-5ee951ef3037 req-5e9ad963-4776-4dc4-8292-0cedbc710b6f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 946 time: 0.2841356 Aug 19 00:01:14.824557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.824691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49008) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:14.885206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ee065-e5c7-493a-9724-efcb1a21732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb907c3-692e-4c12-b90b-62a0dc45d3b8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:14.916494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:14.923481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:14.972231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:14.979075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-711680bb-3a61-410d-8240-5ee951ef3037 req-e93f4ecd-58af-4a36-84c8-306ba80ed6cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557386 Aug 19 00:01:15.001650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02690983-1e8c-4e67-aad4-343f6eb7992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.018974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.022714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.075505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 66fabe15-575a-45f3-aabc-ce9ed9c2d183, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=66fabe15-575a-45f3-aabc-ce9ed9c2d183,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:15.095855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.138015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.141387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.145823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb907c3-692e-4c12-b90b-62a0dc45d3b8 HTTP/1.1" status: 204 len: 168 time: 0.3203204 Aug 19 00:01:15.162887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c7e72-7cb9-4fe7-a8a5-adf3626b416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb907c3-692e-4c12-b90b-62a0dc45d3b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:15.189294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4723-f8d6-4adf-b352-76d005bf3add req-f6dde5b8-84c0-4550-a38e-50752e5d9a2b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:15.200032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-206b4723-f8d6-4adf-b352-76d005bf3add req-f6dde5b8-84c0-4550-a38e-50752e5d9a2b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 945 time: 0.1084116 Aug 19 00:01:15.246847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-206b4723-f8d6-4adf-b352-76d005bf3add req-6fd700bb-439d-42ce-97c9-71222569b665 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Aug 19 00:01:15.294012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=66fabe15-575a-45f3-aabc-ce9ed9c2d183,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:15.348602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.377156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:15.411615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Router d60182c0-1975-4466-85dd-eb3838be4d67 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:01:15.431951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-208e481f-1666-4264-a681-5bce23e4c132 None None] Provisioning complete for port c5015db1-8ada-4864-ad42-b3b3c45ea77d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:15.432787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-208e481f-1666-4264-a681-5bce23e4c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.452591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f7d3-d3c0-4a70-8fcb-2781699cedc2 req-4b1662af-0203-4488-805f-dbc88c61763b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:15.462652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbb9f7d3-d3c0-4a70-8fcb-2781699cedc2 req-4b1662af-0203-4488-805f-dbc88c61763b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 946 time: 0.2197459 Aug 19 00:01:15.486912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f3b8-473b-418b-b65a-1380d4a8f0d0 req-20e5e4ef-a5eb-4b56-bb54-bb2f640a7d68 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:15.495156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9200f3b8-473b-418b-b65a-1380d4a8f0d0 req-20e5e4ef-a5eb-4b56-bb54-bb2f640a7d68 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.1068470 Aug 19 00:01:15.510518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:15.546870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-208e481f-1666-4264-a681-5bce23e4c132 None None] Port c5015db1-8ada-4864-ad42-b3b3c45ea77d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:01:15.605959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9200f3b8-473b-418b-b65a-1380d4a8f0d0 req-14edd58e-92ac-4723-bdf2-741a012f0ebf tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Aug 19 00:01:15.647402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbb9f7d3-d3c0-4a70-8fcb-2781699cedc2 req-d55f6e8b-abe3-430d-ae64-d984ef29d707 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837680 Aug 19 00:01:15.681066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:15.684390 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108a9b8-f59e-487f-8de8-3dbe4d3eceeb" -d '{"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-unplugged", "status": "completed", "tag": "389d2297-4281-422f-9cfe-22a4e5311242"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:15.697133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:15.705350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.766765 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d7d48-0764-466f-b949-b1a74aab01de x-openstack-request-id: req-261d7d48-0764-466f-b949-b1a74aab01de {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:15.767374 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-unplugged", "status": "completed", "tag": "389d2297-4281-422f-9cfe-22a4e5311242", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:15.767790 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-261d7d48-0764-466f-b949-b1a74aab01de {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:15.768414 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242', 'code': 200} Aug 19 00:01:15.771280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.811106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:15.862238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf8ae-2453-4b5e-b4cb-c84ed1cb991b req-faa04424-2288-497c-b9d2-1e43d61b11e7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:15.869774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64caf8ae-2453-4b5e-b4cb-c84ed1cb991b req-faa04424-2288-497c-b9d2-1e43d61b11e7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1385653 Aug 19 00:01:15.890239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcfc7-c4d6-48a0-96da-228daed716b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:15.891758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-c535791f-0fde-4ca3-847c-f8e5700cf79b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:15.893342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-c535791f-0fde-4ca3-847c-f8e5700cf79b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 946 time: 0.2619898 Aug 19 00:01:15.947378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:01:15.970050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-50adc532-ab70-463d-b0ff-a28c772cd126 admin admin] 10.222.0.20 "PUT /v2.0/routers/d60182c0-1975-4466-85dd-eb3838be4d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1983716 Aug 19 00:01:15.971120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:15.979696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Sync routers for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:01:16.010942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:16.016671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64caf8ae-2453-4b5e-b4cb-c84ed1cb991b req-814c6b74-51c4-401f-b87e-fb31d746493c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386938 Aug 19 00:01:16.036921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 00:01:16.046533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:16.047183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:16.128626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:16.128965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:16.129299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:16.163928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:16.164336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Attempting to bind port 389d2297-4281-422f-9cfe-22a4e5311242 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:16.177456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:16.177809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:16.178102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:16.178547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Bound port: 389d2297-4281-422f-9cfe-22a4e5311242, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:16.178909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.189894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Deleting port 3f5e0951-4374-4ec3-9918-430243b66878 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:16.190170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.221680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9caeb-3da5-499e-a632-ce6fbf569cd8 req-1a4b8ec8-926c-4c9b-a56b-45e79bea8688 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:16.228953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03c9caeb-3da5-499e-a632-ce6fbf569cd8 req-1a4b8ec8-926c-4c9b-a56b-45e79bea8688 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 946 time: 0.1170697 Aug 19 00:01:16.349973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcfc7-c4d6-48a0-96da-228daed716b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.364699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03c9caeb-3da5-499e-a632-ce6fbf569cd8 req-a8d46b10-65f5-4e12-83ff-867d0c48bba6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345789 Aug 19 00:01:16.369743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcfc7-c4d6-48a0-96da-228daed716b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.372684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.410242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:16.430381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:16.479686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:16.499449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ee4dcfc7-c4d6-48a0-96da-228daed716b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=620d66f88445467e9d38705debef3016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854854 Aug 19 00:01:16.502331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:16.516283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.522555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] For port 3f5e0951-4374-4ec3-9918-430243b66878, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3f5e0951-4374-4ec3-9918-430243b66878,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:16.523642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dcfc7-c4d6-48a0-96da-228daed716b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b21215a-7821-42bd-af6e-97162ef0e2b0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:16.532373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.553087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e75e2a-de05-468e-b837-fa61316e47aa req-ce09bc8b-a6a8-4f12-9368-d470e129b36b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:16.563405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2e75e2a-de05-468e-b837-fa61316e47aa req-ce09bc8b-a6a8-4f12-9368-d470e129b36b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1550004 Aug 19 00:01:16.566874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66fabe15-575a-45f3-aabc-ce9ed9c2d183 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:16.573824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Calling delete_port for 3f5e0951-4374-4ec3-9918-430243b66878 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:16.652746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-5814cc30-4ec9-4641-9a09-2a6ebfee392f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1354537616&fields=id&tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 267 time: 0.1753206 Aug 19 00:01:16.669619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2e75e2a-de05-468e-b837-fa61316e47aa req-37f86f1c-b30b-4c50-904a-49339401da2d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050553 Aug 19 00:01:16.840571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:16.841562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.843575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] 10.222.0.21 "PUT /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 1123 time: 2.2213564 Aug 19 00:01:16.862531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a31de-129b-4276-9c86-7cc403cd1bfc req-5de35a18-8b74-448a-b110-364fb3527918 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:16.869749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e23a31de-129b-4276-9c86-7cc403cd1bfc req-5de35a18-8b74-448a-b110-364fb3527918 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.0793614 Aug 19 00:01:16.872326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.883711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:16.884287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.901149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a06a5-b667-49a4-8b0a-1e89e20f085b service neutron] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:16.916212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:16.919405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['208982f7-49e7-43c6-8d44-5d3202ba7e06'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:16.932986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3f5e0951-4374-4ec3-9918-430243b66878', '51c61fff-a63b-43a8-bc79-6d1c4c23dc42'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:16.935470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event deleted for resources: {'Port': ['ID=3f5e0951-4374-4ec3-9918-430243b66878,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:16.955043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-d1507d93-9af2-45f3-b225-26e9e6f9203c tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:16.971244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-d1507d93-9af2-45f3-b225-26e9e6f9203c tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 946 time: 0.3106942 Aug 19 00:01:16.992812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'security_groups': ['289fe67b-224a-407d-b972-0995239b84d4', 'aa051c08-c0ec-4c56-b3a4-9c0d300bf684']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:16.994442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] No DVR routers for this DVR port 3f5e0951-4374-4ec3-9918-430243b66878 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:16.998755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.011760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e23a31de-129b-4276-9c86-7cc403cd1bfc req-332b5a7a-884f-415b-8752-c0b0a6447e35 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408842 Aug 19 00:01:17.024390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.031826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cda45e54-9264-4150-ac4c-88985bad0b80 req-a09f320f-2448-4851-bd09-2b931a317394 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "DELETE /v2.0/ports/3f5e0951-4374-4ec3-9918-430243b66878 HTTP/1.1" status: 204 len: 173 time: 1.1251018 Aug 19 00:01:17.032518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'name': 'network-vif-deleted', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:17.035620 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c346b-ae72-4d21-80b3-39521d24251b" -d '{"events": [{"server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "name": "network-vif-deleted", "tag": "3f5e0951-4374-4ec3-9918-430243b66878"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:17.115377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.119181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['389d2297-4281-422f-9cfe-22a4e5311242'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:17.168618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd5e2e34-38e9-4682-bbab-8658c8f78d32 req-a88a553f-6a0c-4862-914c-5d24aeae7a59 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8f6c94b-af26-46cb-8b99-002ffce5a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0663841 Aug 19 00:01:17.490361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fdc8e-974b-42c2-8eed-df7d810e7385 req-ce7e081a-ca37-4088-84b2-0c9b37ea6314 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:17.499634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f2fdc8e-974b-42c2-8eed-df7d810e7385 req-ce7e081a-ca37-4088-84b2-0c9b37ea6314 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0892823 Aug 19 00:01:17.553460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f2fdc8e-974b-42c2-8eed-df7d810e7385 req-3d1ada3d-d964-452c-909f-4cd00431dfb6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524991 Aug 19 00:01:17.569058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['389d2297-4281-422f-9cfe-22a4e5311242'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:17.594363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:14Z', 'revision_number': 2, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:17.665430 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e7248-252b-4377-b08d-7b5eda196cc2 x-openstack-request-id: req-cc5e7248-252b-4377-b08d-7b5eda196cc2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:17.665750 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6c94b-af26-46cb-8b99-002ffce5a7f1", "name": "network-vif-deleted", "tag": "3f5e0951-4374-4ec3-9918-430243b66878", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:17.666028 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc5e7248-252b-4377-b08d-7b5eda196cc2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:17.666401 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6c94b-af26-46cb-8b99-002ffce5a7f1', 'name': 'network-vif-deleted', 'tag': '3f5e0951-4374-4ec3-9918-430243b66878', 'status': 'completed', 'code': 200} Aug 19 00:01:17.719907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Checking router: d60182c0-1975-4466-85dd-eb3838be4d67 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:01:17.720279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Updating router d60182c0-1975-4466-85dd-eb3838be4d67 port c5015db1-8ada-4864-ad42-b3b3c45ea77d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:01:17.765706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:17.766685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.890985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.896200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:17.900439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891b222-dc34-49bb-8c6c-c93bc4c7af09 req-ff426818-80da-491c-818a-0d69fd78dd74 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:17.903146 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1c44f1-225c-44b1-9a0b-e7054279c30d" -d '{"events": [{"name": "network-changed", "server_uuid": "01972384-51c4-4f04-be28-9044724089af", "tag": "389d2297-4281-422f-9cfe-22a4e5311242"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:17.916814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f891b222-dc34-49bb-8c6c-c93bc4c7af09 req-ff426818-80da-491c-818a-0d69fd78dd74 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.0998023 Aug 19 00:01:17.917500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.923291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.925520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b21215a-7821-42bd-af6e-97162ef0e2b0 HTTP/1.1" status: 204 len: 168 time: 1.4216347 Aug 19 00:01:17.933237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:17.942847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:18.020672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f891b222-dc34-49bb-8c6c-c93bc4c7af09 req-169ee72d-aa3c-417d-a44e-42e37c8f225e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009748 Aug 19 00:01:18.024702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56384c-5846-49a7-83a6-655e9996792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b21215a-7821-42bd-af6e-97162ef0e2b0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:18.052413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:18.053189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:18.054816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb44f6a6-423d-4258-8e6f-7af463a7efc1 req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "PUT /v2.0/ports/9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 982 time: 1.0719879 Aug 19 00:01:18.080568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171a4d5-8e6d-4304-8ac9-06ab489c0474 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:18.131553 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73741e8-b9ad-470f-83db-d4cc3bc5c489 x-openstack-request-id: req-d73741e8-b9ad-470f-83db-d4cc3bc5c489 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:18.131553 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01972384-51c4-4f04-be28-9044724089af", "tag": "389d2297-4281-422f-9cfe-22a4e5311242", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:18.132026 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d73741e8-b9ad-470f-83db-d4cc3bc5c489 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:18.132567 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242', 'status': 'completed', 'code': 200} Aug 19 00:01:18.170660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b12fa8-af19-40ea-bacd-26206795100d req-6b3d8941-2914-4200-ac79-94d1dca225df tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/aa051c08-c0ec-4c56-b3a4-9c0d300bf684 HTTP/1.1" status: 200 len: 1801 time: 0.0742090 Aug 19 00:01:18.247838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-89747575-cd35-49b8-8caf-664090010ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:18.251666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-89747575-cd35-49b8-8caf-664090010ed5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1126 time: 0.0839961 Aug 19 00:01:18.329942 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-c3b12fa8-af19-40ea-bacd-26206795100d req-6a5fa16a-f058-40c0-8e11-78c0e143d4be tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 00:01:18.330995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b12fa8-af19-40ea-bacd-26206795100d req-6a5fa16a-f058-40c0-8e11-78c0e143d4be tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa051c08-c0ec-4c56-b3a4-9c0d300bf684 HTTP/1.1" status: 409 len: 341 time: 0.1533315 Aug 19 00:01:18.527434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-800b6ade-3ff1-400c-af3d-53592d99fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:18.529039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-800b6ade-3ff1-400c-af3d-53592d99fbc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2711525 Aug 19 00:01:18.668897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-0a25901e-d4c2-4383-9937-bc403d81bf7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 217 time: 0.1290824 Aug 19 00:01:18.960603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-f7eaf622-b952-439d-a574-afa7fd06a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:18.962858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-f7eaf622-b952-439d-a574-afa7fd06a19c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.2854612 Aug 19 00:01:19.015375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-96f6c968-c8fa-4d45-8607-6fadd9b16d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.017460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-96f6c968-c8fa-4d45-8607-6fadd9b16d22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1137 time: 0.1377439 Aug 19 00:01:19.020809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-5be7f6fe-0b3c-4066-8573-188071bc9ecd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431836 Aug 19 00:01:19.071545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfccd3-02e8-4bb7-beaf-502daa5b3ff5 req-e9e5f5aa-3dc0-43d5-a928-52a5ce0997a5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.082899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bfccd3-02e8-4bb7-beaf-502daa5b3ff5 req-e9e5f5aa-3dc0-43d5-a928-52a5ce0997a5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 985 time: 0.1293149 Aug 19 00:01:19.083632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:19.146405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-ccafd43b-2c45-423e-9a90-9afe1050db9b service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110179 Aug 19 00:01:19.167931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b3af-dc8a-49a2-8d60-dcec7bc444b9 req-0878cd81-90b1-4029-a391-f413f02f36ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.175321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:19.176825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96b3b3af-dc8a-49a2-8d60-dcec7bc444b9 req-0878cd81-90b1-4029-a391-f413f02f36ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.3031616 Aug 19 00:01:19.187116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bfccd3-02e8-4bb7-beaf-502daa5b3ff5 req-ea18e6f7-167c-4f41-bec0-f5adc40a0741 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=aa051c08-c0ec-4c56-b3a4-9c0d300bf684&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1024909 Aug 19 00:01:19.354533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96b3b3af-dc8a-49a2-8d60-dcec7bc444b9 req-14adb38b-2447-4d00-92f1-a70af4c14ae7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762698 Aug 19 00:01:19.519059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-7d4816f3-0432-4507-8fb5-d3824ff483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.521074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-7d4816f3-0432-4507-8fb5-d3824ff483a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.4942377 Aug 19 00:01:19.622401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7af74a-fcd2-4752-aa49-616c38eb35b5 req-27a1303c-8fa4-409d-aa89-794e59587adb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.638118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Transition to ACTIVE for port object c5015db1-8ada-4864-ad42-b3b3c45ea77d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:19.640948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de7af74a-fcd2-4752-aa49-616c38eb35b5 req-27a1303c-8fa4-409d-aa89-794e59587adb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1429460 Aug 19 00:01:19.727606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-2e2a9e3e-2961-41c5-b572-d87588a00258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 217 time: 0.1985672 Aug 19 00:01:19.734097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:19.779917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da1c44f1-225c-44b1-9a0b-e7054279c30d req-ffb6e85b-2e19-42a1-bd21-fc7333a58d41 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988853 Aug 19 00:01:19.791143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3f5e0951-4374-4ec3-9918-430243b66878 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:19.796759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff8dd-a948-4933-9de2-8b93ddd0ec77 None None] Pushing event updated for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:19.831952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de7af74a-fcd2-4752-aa49-616c38eb35b5 req-5a503afc-3306-4412-908d-33fb2bacb337 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885178 Aug 19 00:01:19.881304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 3f5e0951-4374-4ec3-9918-430243b66878 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:19.881653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3f5e0951-4374-4ec3-9918-430243b66878 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:19.916455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-d8334c75-a47a-4035-9994-5b534e334b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:19.918615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-d8334c75-a47a-4035-9994-5b534e334b14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1671610 Aug 19 00:01:20.053955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:20.059645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-32554839-16b8-477c-828e-82867366f679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111753 Aug 19 00:01:20.067856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Attempting to bind port c5015db1-8ada-4864-ad42-b3b3c45ea77d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:20.068224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Attempting to bind port c5015db1-8ada-4864-ad42-b3b3c45ea77d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:20.069930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Attempting to bind port c5015db1-8ada-4864-ad42-b3b3c45ea77d on network 44cf8789-21f2-4f9d-8f71-0524fc593523 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:20.133252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:20.136077 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:20.155545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:20.156172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Checking segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:20.156527 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:20.156732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Bound using segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:20.158120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Bound port: c5015db1-8ada-4864-ad42-b3b3c45ea77d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:20.158444 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:20.285847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-8aeb386a-7c48-4ef4-b9f3-f5f20198d4d1 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224379 Aug 19 00:01:20.318874 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c233d2d4-47f1-4467-9e82-90228e81045c x-openstack-request-id: req-c233d2d4-47f1-4467-9e82-90228e81045c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:20.319262 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:20.319453 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c233d2d4-47f1-4467-9e82-90228e81045c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:20.319878 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'status': 'completed', 'code': 200} Aug 19 00:01:20.455693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:20.466586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-821b2ac3-f253-46ca-bc04-e937d4702747 req-fee41394-5a15-4ff4-8a9d-fcb14b1566a4 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724589 Aug 19 00:01:20.584652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b987-eb64-4f6d-9609-40b560f4d0ac req-7fcc0e8d-f49d-497b-a8f3-3493d22a8a62 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:20.604853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97f3b987-eb64-4f6d-9609-40b560f4d0ac req-7fcc0e8d-f49d-497b-a8f3-3493d22a8a62 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 985 time: 0.1694493 Aug 19 00:01:20.695271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] For port c5015db1-8ada-4864-ad42-b3b3c45ea77d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:20.703458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-50a41172-76f6-43ed-aeb8-d36dba1a0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:20.705622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-50a41172-76f6-43ed-aeb8-d36dba1a0039 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1137 time: 0.1212983 Aug 19 00:01:20.736839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97f3b987-eb64-4f6d-9609-40b560f4d0ac req-6dff2990-f01f-4320-8e97-a8dfbc5d5b15 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=aa051c08-c0ec-4c56-b3a4-9c0d300bf684&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1309979 Aug 19 00:01:20.781497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] For port c5015db1-8ada-4864-ad42-b3b3c45ea77d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5015db1-8ada-4864-ad42-b3b3c45ea77d,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:20.810948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:20.991773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1a920-1427-4b74-9647-e42960438f01 req-7500574e-477a-4ea0-93dd-751e3e1fac34 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.006950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd1a920-1427-4b74-9647-e42960438f01 req-7500574e-477a-4ea0-93dd-751e3e1fac34 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1740618 Aug 19 00:01:21.013422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-f303d967-67f4-45e1-8f54-b06f4176d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.014969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-f303d967-67f4-45e1-8f54-b06f4176d31a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.2968760 Aug 19 00:01:21.045520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:21.051461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:21.117526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd1a920-1427-4b74-9647-e42960438f01 req-37a0c7e0-f32c-46ce-a6f8-9479acd73b39 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048455 Aug 19 00:01:21.209468 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-07055340-8dbe-46b2-91fa-1fec6b56464c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 217 time: 0.1648004 Aug 19 00:01:21.314256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-05e65878-5d09-4d36-9421-5ac55db762ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.315870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-05e65878-5d09-4d36-9421-5ac55db762ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1056104 Aug 19 00:01:21.360555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc8dc4-4443-4d78-9148-a3dc498597fa req-579bb6b3-b252-4123-b53d-99d9b0d84daa tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.367609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc8dc4-4443-4d78-9148-a3dc498597fa req-579bb6b3-b252-4123-b53d-99d9b0d84daa tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.377255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1edc8dc4-4443-4d78-9148-a3dc498597fa req-579bb6b3-b252-4123-b53d-99d9b0d84daa tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6&device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 1681 time: 0.1866210 Aug 19 00:01:21.424333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-8b26b400-8cf8-454f-91a8-96743703c2ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440924 Aug 19 00:01:21.441157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff8dd-a948-4933-9de2-8b93ddd0ec77 None None] Pushing event updated for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:21.489066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:21.534691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1edc8dc4-4443-4d78-9148-a3dc498597fa req-4df6f4dc-bbaf-4e2c-95be-5b7d69df283e tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558421 Aug 19 00:01:21.536980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51301991-c1c1-42eb-8dc0-7c30fc9e7319 req-d581437a-841f-48e3-b5fb-8137f837e991 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:21.548540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51301991-c1c1-42eb-8dc0-7c30fc9e7319 req-d581437a-841f-48e3-b5fb-8137f837e991 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1096859 Aug 19 00:01:21.645958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-e38063cc-1159-4c5a-87e9-c8bb320a9290 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035215 Aug 19 00:01:21.660050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51301991-c1c1-42eb-8dc0-7c30fc9e7319 req-228a6e20-5cce-435e-9dfc-112c18af5435 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100948 Aug 19 00:01:21.810989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6d6875-19cf-494c-ac4b-6f9740dde0c6 req-64facbce-cadc-4755-9f5e-386b5e3673aa service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555276 Aug 19 00:01:22.021106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55fa71-da4c-4ab8-94b0-aa31544367a9 req-78e6445d-0664-4af7-b042-eeb50bfe809d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:22.033631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa55fa71-da4c-4ab8-94b0-aa31544367a9 req-78e6445d-0664-4af7-b042-eeb50bfe809d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 985 time: 0.1001658 Aug 19 00:01:22.127437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:20Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:22.148909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa55fa71-da4c-4ab8-94b0-aa31544367a9 req-8c6d3313-7498-4703-aee2-a0658b79deb8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=aa051c08-c0ec-4c56-b3a4-9c0d300bf684&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1143117 Aug 19 00:01:22.173237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888f42d-a1dd-4ff6-a35c-e5b4f8c841f4 None None] The sync data for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 is: [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:20Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:01:22.394380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575f3c7-1e7f-4a89-b801-820f37532424 req-f9d7f737-e383-4f79-bd8a-038e6594ef2f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:22.396080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6575f3c7-1e7f-4a89-b801-820f37532424 req-f9d7f737-e383-4f79-bd8a-038e6594ef2f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0796678 Aug 19 00:01:22.474298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6575f3c7-1e7f-4a89-b801-820f37532424 req-bf9696b1-0526-478b-bd01-0b9703276ea6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686209 Aug 19 00:01:22.603618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-719e54d4-ba82-4a80-bffa-caf8330174cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1506694899&fields=id&tenant_id=cd488c2329fa425685c3e91dfd20a4ab HTTP/1.1" status: 200 len: 267 time: 0.0419061 Aug 19 00:01:22.698271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-a78f3ce3-7b26-49b9-a627-6c2ef6e6999d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:22.702677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-a78f3ce3-7b26-49b9-a627-6c2ef6e6999d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 985 time: 0.0937204 Aug 19 00:01:22.715894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'port': {'security_groups': ['289fe67b-224a-407d-b972-0995239b84d4', 'aa051c08-c0ec-4c56-b3a4-9c0d300bf684', '608001f6-ae98-4974-9796-973f34f18bd6']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:22.870224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:23.247221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:23.298616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:23.307992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:23.355850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:23.356741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:23.374860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cfbd1ef-1ba5-4377-9df4-83d3bf65377a req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "PUT /v2.0/ports/9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 1021 time: 0.6645567 Aug 19 00:01:23.392028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:23.401905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:23.435159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:23.459429 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf304f-f600-4067-94de-1d28791bee85" -d '{"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:23.542648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251105-9cc7-4df2-834b-4d7bb3ae202a tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:23.620719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5015db1-8ada-4864-ad42-b3b3c45ea77d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:23.709427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:24.049492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5baf86-b8ca-4f6e-bfc9-21d38940a10a req-19389999-3f58-4dc7-8b89-2690d7333a24 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:24.065824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b5baf86-b8ca-4f6e-bfc9-21d38940a10a req-19389999-3f58-4dc7-8b89-2690d7333a24 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1357958 Aug 19 00:01:24.127477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c5015db1-8ada-4864-ad42-b3b3c45ea77d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:24.162050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c5015db1-8ada-4864-ad42-b3b3c45ea77d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:24.163006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:24.175877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b5baf86-b8ca-4f6e-bfc9-21d38940a10a req-7a0a4775-100c-4e15-9ae0-599ed254bd11 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073272 Aug 19 00:01:24.290453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72c6fd44-9454-433b-8482-10d6b7443646 req-0c556f43-bb8b-4f23-9eca-6e8f55c66b9e tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/608001f6-ae98-4974-9796-973f34f18bd6 HTTP/1.1" status: 200 len: 1801 time: 0.0938492 Aug 19 00:01:24.388761 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-72c6fd44-9454-433b-8482-10d6b7443646 req-bdff6c22-ccf6-4fed-87af-f3500b1ecf3d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 00:01:24.389792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72c6fd44-9454-433b-8482-10d6b7443646 req-bdff6c22-ccf6-4fed-87af-f3500b1ecf3d tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/608001f6-ae98-4974-9796-973f34f18bd6 HTTP/1.1" status: 409 len: 341 time: 0.0828876 Aug 19 00:01:24.470765 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f632a-05eb-40ae-bd2d-8892e95e0cd1 x-openstack-request-id: req-507f632a-05eb-40ae-bd2d-8892e95e0cd1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:24.471067 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:24.471330 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-507f632a-05eb-40ae-bd2d-8892e95e0cd1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:24.471724 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'status': 'completed', 'code': 200} Aug 19 00:01:24.628776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf304f-f600-4067-94de-1d28791bee85 req-ab5d486d-5fd4-4d8f-860a-a493612118cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:24.630584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-ab5d486d-5fd4-4d8f-860a-a493612118cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1176 time: 0.1040242 Aug 19 00:01:24.668165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7077aa-35a4-4ff9-b958-9982f330c9dc req-69fbb530-404a-434c-b893-630b280cc2c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:24.686141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a7077aa-35a4-4ff9-b958-9982f330c9dc req-69fbb530-404a-434c-b893-630b280cc2c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1068025 Aug 19 00:01:24.714239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:24.796172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a7077aa-35a4-4ff9-b958-9982f330c9dc req-cf2f8b11-ad3a-4bfd-a198-20224aee06bd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000891 Aug 19 00:01:24.803091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf304f-f600-4067-94de-1d28791bee85 req-8c84a6a9-878c-4d76-a60e-5581869110a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:24.806548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-8c84a6a9-878c-4d76-a60e-5581869110a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.1672022 Aug 19 00:01:24.850172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c5015db1-8ada-4864-ad42-b3b3c45ea77d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5015db1-8ada-4864-ad42-b3b3c45ea77d,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:24.883603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:24.896251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-fba111e6-9f83-448a-ad1d-7a80cc6eafe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 200 len: 217 time: 0.0819316 Aug 19 00:01:25.072814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:25.073767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf304f-f600-4067-94de-1d28791bee85 req-21869966-556b-48ef-bcbf-0bba4d86e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:25.080277 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-21869966-556b-48ef-bcbf-0bba4d86e3c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1603556 Aug 19 00:01:25.178622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-d59d5cb3-1df7-4a62-8bfc-9184623e7d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916362 Aug 19 00:01:25.299242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-60608e7e-d936-4c22-a6dd-6ae97cff5699 service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925508 Aug 19 00:01:25.362371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-cce1eaae-002d-4927-95c3-567a933d92c6 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:25.363907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-cce1eaae-002d-4927-95c3-567a933d92c6 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 945 time: 0.2174757 Aug 19 00:01:25.508455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5015db1-8ada-4864-ad42-b3b3c45ea77d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:25.537736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ddf304f-f600-4067-94de-1d28791bee85 req-263ec8ac-32ec-4f86-bcab-22361073e0ec service neutron] 10.222.0.21 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286966 Aug 19 00:01:25.562637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Deleting port 208982f7-49e7-43c6-8d44-5d3202ba7e06 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:25.563047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:25.630729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c5015db1-8ada-4864-ad42-b3b3c45ea77d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:25.631108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:25.725656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac381316-df6a-48aa-b720-488946cec602 req-ddadbd38-dae0-4396-b1b8-f24cfb44de23 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:25.727114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac381316-df6a-48aa-b720-488946cec602 req-ddadbd38-dae0-4396-b1b8-f24cfb44de23 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.0913458 Aug 19 00:01:25.735039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] For port 208982f7-49e7-43c6-8d44-5d3202ba7e06, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=208982f7-49e7-43c6-8d44-5d3202ba7e06,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:25.735634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:25.761428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Calling delete_port for 208982f7-49e7-43c6-8d44-5d3202ba7e06 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:25.788433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:25.832613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac381316-df6a-48aa-b720-488946cec602 req-84412b16-f9c6-4034-8ad1-b7d3bf5a4008 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871353 Aug 19 00:01:25.971686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:25.996550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['208982f7-49e7-43c6-8d44-5d3202ba7e06'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:26.033270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['51c61fff-a63b-43a8-bc79-6d1c4c23dc42'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:26.047137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92060fc3-aaf6-482f-a4c2-dce40b1ea785 req-c69aed44-b4a9-4eef-a8c1-5ca76515f817 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:26.063241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92060fc3-aaf6-482f-a4c2-dce40b1ea785 req-c69aed44-b4a9-4eef-a8c1-5ca76515f817 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1024 time: 0.1193447 Aug 19 00:01:26.106372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:26.133420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 00:01:26.137751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92060fc3-aaf6-482f-a4c2-dce40b1ea785 req-f7f77bd0-fa37-4a72-820f-8454987024fe tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=aa051c08-c0ec-4c56-b3a4-9c0d300bf684&id=608001f6-ae98-4974-9796-973f34f18bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0730548 Aug 19 00:01:26.315212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bd628b7-66b1-4a45-8312-2cddc626bf73 req-5f053066-424a-45b9-9808-f2d0a210e688 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd31abc3-2240-4f91-b1f5-f645078575df HTTP/1.1" status: 200 len: 210 time: 0.0374682 Aug 19 00:01:26.414672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:26.416549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-a1006478-17d8-492d-be43-c902e8d1419b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4471040 Aug 19 00:01:26.445574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event deleted for resources: {'Port': ['ID=208982f7-49e7-43c6-8d44-5d3202ba7e06,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:26.500948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570adb-957a-4127-81f4-cabdb7c8db7e req-92ceca1b-9368-4ec3-b328-54988f7d37ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:26.509046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06570adb-957a-4127-81f4-cabdb7c8db7e req-92ceca1b-9368-4ec3-b328-54988f7d37ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0742640 Aug 19 00:01:26.527026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] No DVR routers for this DVR port 208982f7-49e7-43c6-8d44-5d3202ba7e06 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:26.542991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:26.545344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef4ad566-83e6-4e68-8322-07f1eb37a009 req-593c3ee9-fc3f-4ea8-a47f-efd1f828603c tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.11 "DELETE /v2.0/ports/208982f7-49e7-43c6-8d44-5d3202ba7e06 HTTP/1.1" status: 204 len: 173 time: 1.1743474 Aug 19 00:01:26.545797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'name': 'network-vif-deleted', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:26.548118 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953900c-5ce9-426d-9136-cc1f2bea316d" -d '{"events": [{"server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "name": "network-vif-deleted", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:26.556416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06570adb-957a-4127-81f4-cabdb7c8db7e req-50550678-e5cd-44ce-81aa-0eeb62a42f66 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Aug 19 00:01:26.624050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-8a6d8dcc-bea7-4796-8b85-8a119216e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:26.625549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-8a6d8dcc-bea7-4796-8b85-8a119216e1dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1097 time: 0.0942502 Aug 19 00:01:26.692164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-d3aa999a-6ba3-4ab0-b5d2-e1c9b7dc3836 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:26.697517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-d3aa999a-6ba3-4ab0-b5d2-e1c9b7dc3836 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790401 Aug 19 00:01:26.725759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-acef822c-cf23-4e8a-bf19-5031ae74ed33 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0242357 Aug 19 00:01:26.804126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-d9ea6f13-ec0d-40d3-b130-4a1f16243919 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640774 Aug 19 00:01:26.812438 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b4848c-2156-4db2-9424-ebc3a25e7184 x-openstack-request-id: req-d9b4848c-2156-4db2-9424-ebc3a25e7184 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:26.812746 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd31abc3-2240-4f91-b1f5-f645078575df", "name": "network-vif-deleted", "tag": "208982f7-49e7-43c6-8d44-5d3202ba7e06", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:26.813004 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9b4848c-2156-4db2-9424-ebc3a25e7184 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:26.813408 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd31abc3-2240-4f91-b1f5-f645078575df', 'name': 'network-vif-deleted', 'tag': '208982f7-49e7-43c6-8d44-5d3202ba7e06', 'status': 'completed', 'code': 200} Aug 19 00:01:26.837715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-5924c8b3-cf10-42bc-966e-8314d0f619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:26.840507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-5924c8b3-cf10-42bc-966e-8314d0f619b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.2069547 Aug 19 00:01:26.932703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-3a39608c-c0d2-4b04-b043-15a152bda312 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 1001 time: 0.0779550 Aug 19 00:01:27.025844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f669d-152c-43be-82ef-08952f27a8f3 req-2b83a8ac-5799-4712-9172-bf0ae7a1e818 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.037264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef5f669d-152c-43be-82ef-08952f27a8f3 req-2b83a8ac-5799-4712-9172-bf0ae7a1e818 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.0793717 Aug 19 00:01:27.083706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c5c74eb-276d-4917-a08f-048d503c8db2 req-564c3ead-5aec-4398-a58a-8e59d87dbcd7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 210 time: 0.0682089 Aug 19 00:01:27.095383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-9d6b740d-7378-46e9-b317-2a3ae120c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.096919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-9d6b740d-7378-46e9-b317-2a3ae120c598 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.1609812 Aug 19 00:01:27.130878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef5f669d-152c-43be-82ef-08952f27a8f3 req-ed634993-9edb-48b4-93bc-ff88b0397478 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924988 Aug 19 00:01:27.158736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-00927064-cc90-4693-9258-00b913cff411 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.160618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-00927064-cc90-4693-9258-00b913cff411 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 945 time: 0.1568861 Aug 19 00:01:27.206362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-241c765d-60ec-4b94-a57f-89334f6e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.207879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-241c765d-60ec-4b94-a57f-89334f6e98cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031537 Aug 19 00:01:27.390397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:27.431546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-9957e29a-470a-4204-8fda-a17bcb8852fa tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.445598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-9957e29a-470a-4204-8fda-a17bcb8852fa tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.21 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1024 time: 0.1266506 Aug 19 00:01:27.555351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 208982f7-49e7-43c6-8d44-5d3202ba7e06 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:27.582939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8049f9-9273-4051-a2a2-3ff87afa4521 req-158d701d-7c46-4646-87c3-f1b606dc1155 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.591783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a8049f9-9273-4051-a2a2-3ff87afa4521 req-158d701d-7c46-4646-87c3-f1b606dc1155 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 1024 time: 0.2754078 Aug 19 00:01:27.611591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 208982f7-49e7-43c6-8d44-5d3202ba7e06 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:27.612338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 208982f7-49e7-43c6-8d44-5d3202ba7e06 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:27.626239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Deleting port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:27.626591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:27.681488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-73d3a679-ecf7-4df7-a839-6b30f9c00092 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614635 Aug 19 00:01:27.719094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a8049f9-9273-4051-a2a2-3ff87afa4521 req-3cdfed61-63d5-4bc0-83ba-8056bb0dc431 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=aa051c08-c0ec-4c56-b3a4-9c0d300bf684&id=608001f6-ae98-4974-9796-973f34f18bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1262686 Aug 19 00:01:27.974173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce1149-6639-4112-8870-57f6afba8bab req-0fe53e5f-631b-4f23-b5cb-95f9a46f1eeb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:27.976170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecce1149-6639-4112-8870-57f6afba8bab req-0fe53e5f-631b-4f23-b5cb-95f9a46f1eeb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.1363745 Aug 19 00:01:28.031187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] For port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,segment=NetworkSegment(558c7565-c5a3-420d-957b-2ca7ae7b092c),segment_id=558c7565-c5a3-420d-957b-2ca7ae7b092c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:28.031578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.044313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82186c0b-4d0d-436a-926a-763ae5f47f6c req-6919480c-3d15-403a-961c-e0bb13a88752 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555162 Aug 19 00:01:28.091687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Calling delete_port for 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:28.104327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecce1149-6639-4112-8870-57f6afba8bab req-ee15ccdf-ad21-42c6-acb4-fd5ef80ea062 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113825 Aug 19 00:01:28.148351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdc225-230e-4cc3-bc42-43801ebd54eb req-d6182a8d-2e79-46dc-95a7-6eacaaac5e4b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:28.150594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ebdc225-230e-4cc3-bc42-43801ebd54eb req-d6182a8d-2e79-46dc-95a7-6eacaaac5e4b tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 945 time: 0.6172950 Aug 19 00:01:28.162370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Deleting port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:28.162844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.301395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-eccf74f6-68cb-478d-8948-c8ee235723a1 service neutron] 10.222.0.11 "GET /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.1764696 Aug 19 00:01:28.351989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:28.352444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.375987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97602a4-d407-4640-b46a-18566c424a5b req-fe45c203-71a3-4cc6-aa29-e801681b062b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 210 time: 0.0341349 Aug 19 00:01:28.450587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Calling delete_port for 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:28.477230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ebdc225-230e-4cc3-bc42-43801ebd54eb req-2063de88-343f-40ff-aea2-fb378f61edd5 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/security-groups?id=150b119a-209e-4559-b3d6-3281b881b5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188007 Aug 19 00:01:28.549154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.588021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['51c61fff-a63b-43a8-bc79-6d1c4c23dc42'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:28.628698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54366d2e-937b-4036-86e7-33034d6b72b0 req-a34c1559-dc63-4179-b80d-3e30444ac0fc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:28.630212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54366d2e-937b-4036-86e7-33034d6b72b0 req-a34c1559-dc63-4179-b80d-3e30444ac0fc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 943 time: 0.1560462 Aug 19 00:01:28.636818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Pushing event deleted for resources: {'Port': ['ID=51c61fff-a63b-43a8-bc79-6d1c4c23dc42,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:28.721904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-895d2dd5-85c1-4f24-b9de-b71d6caf2c00 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154478 Aug 19 00:01:28.798972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] No DVR routers for this DVR port 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:28.803302 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.805993 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f204b913-2ad6-425f-a0ad-d0300fc9f99a req-39029aab-d0f2-44d9-8a28-c137f50e2ef0 tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.21 "DELETE /v2.0/ports/51c61fff-a63b-43a8-bc79-6d1c4c23dc42 HTTP/1.1" status: 204 len: 173 time: 1.6354380 Aug 19 00:01:28.820718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54366d2e-937b-4036-86e7-33034d6b72b0 req-8a08fc46-52a0-4230-a455-31d614e224f9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622779 Aug 19 00:01:28.839064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.852457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:28.856193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'name': 'network-vif-deleted', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:28.858983 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01915515-dd05-44a8-9ba6-d34be86f3096" -d '{"events": [{"server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "name": "network-vif-deleted", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:28.870871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'Port': ['ID=9d883de7-1b6c-4b07-bd5a-1ea848e9b47a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:28.922203 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956e7942-7081-40d6-b723-057bf9af9409 x-openstack-request-id: req-956e7942-7081-40d6-b723-057bf9af9409 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:28.922644 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e66121-a92f-4972-b4d4-b5aa9c300dd6", "name": "network-vif-deleted", "tag": "51c61fff-a63b-43a8-bc79-6d1c4c23dc42", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:28.922905 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956e7942-7081-40d6-b723-057bf9af9409 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:28.924993 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e66121-a92f-4972-b4d4-b5aa9c300dd6', 'name': 'network-vif-deleted', 'tag': '51c61fff-a63b-43a8-bc79-6d1c4c23dc42', 'status': 'completed', 'code': 200} Aug 19 00:01:28.938217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:28.974089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] No DVR routers for this DVR port 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:28.981383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:28.985065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4519e976-2a18-4786-b02a-b8a8a864def6 req-52e0ed47-ec58-4590-86a7-ea73d6d0a147 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.21 "DELETE /v2.0/ports/9d883de7-1b6c-4b07-bd5a-1ea848e9b47a HTTP/1.1" status: 204 len: 173 time: 1.5321591 Aug 19 00:01:28.998050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:29.052049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'name': 'network-vif-deleted', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:29.054832 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138d77e9-5233-4e31-956d-b7f7df0e33b1" -d '{"events": [{"server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "name": "network-vif-deleted", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:29.060499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-035de9a9-690e-4540-86ab-2527bdbc97a4 req-b2ffeb13-44c3-4483-a407-eb410d49137c tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=227d2696-2ac9-495b-bb06-f3a2596ff07c HTTP/1.1" status: 200 len: 210 time: 0.1214223 Aug 19 00:01:29.104432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-97b6d7a1-3946-438d-b8b7-ed8a4e51be63 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:29.110688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-97b6d7a1-3946-438d-b8b7-ed8a4e51be63 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628633 Aug 19 00:01:29.139293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:29.144654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:29.148552 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e754c6-661f-4d2b-bf40-4c2b7ec42e6b x-openstack-request-id: req-34e754c6-661f-4d2b-bf40-4c2b7ec42e6b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:29.149090 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d2696-2ac9-495b-bb06-f3a2596ff07c", "name": "network-vif-deleted", "tag": "9d883de7-1b6c-4b07-bd5a-1ea848e9b47a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:29.149233 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34e754c6-661f-4d2b-bf40-4c2b7ec42e6b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:29.149556 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d2696-2ac9-495b-bb06-f3a2596ff07c', 'name': 'network-vif-deleted', 'tag': '9d883de7-1b6c-4b07-bd5a-1ea848e9b47a', 'status': 'completed', 'code': 200} Aug 19 00:01:29.323747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159a8f2-ed89-46cf-ac38-1c300e2b701d req-52589482-5bc5-4d38-b9ae-33b4ce3e1122 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:29.325935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d159a8f2-ed89-46cf-ac38-1c300e2b701d req-52589482-5bc5-4d38-b9ae-33b4ce3e1122 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 945 time: 0.0941021 Aug 19 00:01:29.402987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d159a8f2-ed89-46cf-ac38-1c300e2b701d req-a201048a-469f-4d5a-8497-962b1eb27f1c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567808 Aug 19 00:01:29.407647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389d2297-4281-422f-9cfe-22a4e5311242 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:29.428272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:29.451015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:29.483238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.588726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:29.592160 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.620834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.637347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-388f7ad9-e7cf-4b9c-9be2-1a4210f8368c req-8b1aec65-6d2d-44b0-b721-c7d169e885af tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 210 time: 0.1225896 Aug 19 00:01:29.645884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b06c128f-08b5-463e-aea5-ec6e1181cb89 req-931b7810-06ee-46f6-9c99-ef563bdb6bdf tempest-ListServersNegativeTestJSON-1799917337 tempest-ListServersNegativeTestJSON-1799917337-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e66121-a92f-4972-b4d4-b5aa9c300dd6 HTTP/1.1" status: 200 len: 210 time: 0.0609751 Aug 19 00:01:29.652765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] Transition to ACTIVE for port object 389d2297-4281-422f-9cfe-22a4e5311242 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:29.658401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.662590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.709514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:29.711116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:29.717272 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed831ab-7859-4811-9672-706c0f8afbd1" -d '{"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:29.723563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:29.821259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:29.826963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] Pushing event updated for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:29.837796 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90634dc3-b9ab-4ce8-86f1-dd68d24434dd x-openstack-request-id: req-90634dc3-b9ab-4ce8-86f1-dd68d24434dd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:29.838455 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:29.838455 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90634dc3-b9ab-4ce8-86f1-dd68d24434dd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:29.838691 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'code': 200} Aug 19 00:01:29.855899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] No DVR routers for this DVR port 389d2297-4281-422f-9cfe-22a4e5311242 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:29.893039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-511539d8-3b0e-4661-9ad0-a4d733b69516 service neutron] 10.222.0.11 "PUT /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 1.5826435 Aug 19 00:01:29.967280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cb3e-aa12-4b99-be53-6383a475fb73 req-5817ea7a-a8ec-4f71-88cf-ea2b5d784224 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:29.976921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2194cb3e-aa12-4b99-be53-6383a475fb73 req-5817ea7a-a8ec-4f71-88cf-ea2b5d784224 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.0724585 Aug 19 00:01:29.998418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.006747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.089009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096e67bc-2fd0-49e7-91ce-8b38c6b8d648,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:30.162057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2194cb3e-aa12-4b99-be53-6383a475fb73 req-b154ad81-be6d-433c-91cf-d06d718b0d9e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834772 Aug 19 00:01:30.182729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-e14f48f4-27dc-4fe2-a69a-ac275779cf91 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.184521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-e14f48f4-27dc-4fe2-a69a-ac275779cf91 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.1975956 Aug 19 00:01:30.251548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.10 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/49fdc1eb-1c6c-4900-b49e-5dc1db4a5594) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:30.253931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-e1554585-1639-4cfd-9cd0-4c9c0041519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.255440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-e1554585-1639-4cfd-9cd0-4c9c0041519d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 1096 time: 0.0610070 Aug 19 00:01:30.278352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-af82c9f4-3db3-403d-bc79-fe21127abf05 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/aa051c08-c0ec-4c56-b3a4-9c0d300bf684 HTTP/1.1" status: 200 len: 1801 time: 0.0723462 Aug 19 00:01:30.336127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-687a8bc7-a3ac-43d9-9b5c-ee9b41244e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.337737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-687a8bc7-a3ac-43d9-9b5c-ee9b41244e7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1096 time: 0.0432343 Aug 19 00:01:30.415755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.464585 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.491008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-62f6ba10-61ba-41ab-afe9-afc6c7899c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.493363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-62f6ba10-61ba-41ab-afe9-afc6c7899c94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1480494 Aug 19 00:01:30.510287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.530933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:30.546385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-57c95b1b-59e1-4c72-90dc-608b267b49f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 200 len: 217 time: 0.0450983 Aug 19 00:01:30.549631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.552749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.553888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb596188-c2da-4a8b-8dcc-3e85416816d4 req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa051c08-c0ec-4c56-b3a4-9c0d300bf684 HTTP/1.1" status: 204 len: 173 time: 0.2677393 Aug 19 00:01:30.598906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db1c90-d72b-4645-8513-6ec9d768178f tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa051c08-c0ec-4c56-b3a4-9c0d300bf684,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:30.627106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.670962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-59679237-260e-4a75-a91f-cd9688a7bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.672460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-59679237-260e-4a75-a91f-cd9688a7bfb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0996964 Aug 19 00:01:30.694853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-d393b17a-2ada-4f60-96a1-a07ac6eac5d5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/608001f6-ae98-4974-9796-973f34f18bd6 HTTP/1.1" status: 200 len: 1801 time: 0.0721326 Aug 19 00:01:30.709975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:30.716745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-41a1eb43-dc73-48e5-a78e-96d39317c92e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366406 Aug 19 00:01:30.718654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:30.728840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:30.738327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dbbb2-1e0b-483b-9b35-af5c372043e8 req-ead4819f-198f-4a8a-9ee0-11209fca4685 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.740753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a1dbbb2-1e0b-483b-9b35-af5c372043e8 req-ead4819f-198f-4a8a-9ee0-11209fca4685 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0816376 Aug 19 00:01:30.766854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:30.833968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:30.834719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.841253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-b239ab3c-aad3-4a6c-be32-ef8bb26353f0 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156073 Aug 19 00:01:30.857132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a1dbbb2-1e0b-483b-9b35-af5c372043e8 req-3e3ad5c1-727b-4c39-9b90-63fb81fb8d25 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872183 Aug 19 00:01:30.873629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7ffa625b-3135-4e1a-bad1-a6626673c5ea tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7406220 Aug 19 00:01:30.891787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Request body: {'port': {'device_id': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:30.955898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.960584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:30.996013 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.017498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-13f0f308-af0c-4e76-b12e-6cda06766a4a service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680536 Aug 19 00:01:31.054901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116695c-e15a-4675-bbd3-b995cc38521b req-6f236f53-b4b6-4695-a847-099e8d9b270b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:31.056561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6116695c-e15a-4675-bbd3-b995cc38521b req-6f236f53-b4b6-4695-a847-099e8d9b270b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 935 time: 0.1047826 Aug 19 00:01:31.058317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.061890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.064434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bb63ada-4aea-437e-9e8a-e86de41b17d6 req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/608001f6-ae98-4974-9796-973f34f18bd6 HTTP/1.1" status: 204 len: 173 time: 0.3506880 Aug 19 00:01:31.081179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f1619-f877-4712-b1f7-b9bc6be57912 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608001f6-ae98-4974-9796-973f34f18bd6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:31.122291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1188add4-51b3-4a7b-9cfc-9fb6a39ba7f8 None None] Provisioning for port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:31.127757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:31.141054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1188add4-51b3-4a7b-9cfc-9fb6a39ba7f8 None None] Provisioning complete for port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:31.141203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1188add4-51b3-4a7b-9cfc-9fb6a39ba7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.200290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1188add4-51b3-4a7b-9cfc-9fb6a39ba7f8 None None] Port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:01:31.230033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Deleting subnet b66d9a65-5dca-471d-aa84-a01962308c22 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:01:31.234664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.245055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6116695c-e15a-4675-bbd3-b995cc38521b req-b59507d1-7d2e-473d-9e34-9738b91414e7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125426 Aug 19 00:01:31.293379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-761095467', 'description': 'tempest-description-2057554335'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:31.295414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.355948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.378461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-61da6882-bcba-4392-b335-4a42bc3d7f78 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:31.380067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-61da6882-bcba-4392-b335-4a42bc3d7f78 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.0629790 Aug 19 00:01:31.383240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.457443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.464925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:31.480622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.499058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.501280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b66d9a65-5dca-471d-aa84-a01962308c22 HTTP/1.1" status: 204 len: 168 time: 0.3721516 Aug 19 00:01:31.504784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49406) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:31.519920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Transition to ACTIVE for port object 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:31.522153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f4d33-edfb-485f-b9c7-aa008e403243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66d9a65-5dca-471d-aa84-a01962308c22,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:31.577907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.585854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.611392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.668456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-708a6bec-0a17-4747-9428-0707e8f3d61e service neutron] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:31.674373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-708a6bec-0a17-4747-9428-0707e8f3d61e service neutron] Notify callbacks [] for binding, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.675538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9dddbd4-4289-497f-8c09-e60c54d05a5a req-708a6bec-0a17-4747-9428-0707e8f3d61e service neutron] 10.222.0.21 "DELETE /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.2265596 Aug 19 00:01:31.712880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.714945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.716272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5928fa82-5f74-45b1-8ef7-242a3cd54246 req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4306061 Aug 19 00:01:31.732431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:31.743945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cf402-28ed-4e6c-879b-a9b83bf31f45 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3669e7c6-90be-419e-86d5-b611c977106d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:31.808554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:31.834259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:31.834921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 51c61fff-a63b-43a8-bc79-6d1c4c23dc42 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:31.835561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:31.865412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:31.866062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9d883de7-1b6c-4b07-bd5a-1ea848e9b47a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:31.912075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:31.923429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec3306d-b1c6-46da-849e-5a5cb482f633']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:31.940123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558c7565-c5a3-420d-957b-2ca7ae7b092c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:31.940481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558c7565-c5a3-420d-957b-2ca7ae7b092c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:32.011385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.052198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.061851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-e5d826c2-c5d9-4d85-b0c3-ab7c4f11be98 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3669e7c6-90be-419e-86d5-b611c977106d HTTP/1.1" status: 200 len: 1800 time: 0.0609951 Aug 19 00:01:32.068368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:01:32.068919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:01:32.071050 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:01:32.074298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Attempting to bind port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:32.074298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Attempting to bind port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:32.074298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Attempting to bind port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:32.086321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1923042748', 'description': 'tempest-description-hth-555814971'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:32.116714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.128596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d27394-d0ab-47cf-a798-01815965043b req-202accb5-b609-4f9f-a7b5-2ab6c074d6fb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.130578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1d27394-d0ab-47cf-a798-01815965043b req-202accb5-b609-4f9f-a7b5-2ab6c074d6fb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.3115678 Aug 19 00:01:32.134297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:32.134629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Attempting to bind port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:32.160510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:32.161076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:32.161336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:32.161706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Bound port: 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:32.162049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.186805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.194235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.199096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.201701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.203185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abb2a600-9bbe-423f-82c5-6acbdcc97a6c req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "PUT /v2.0/security-groups/3669e7c6-90be-419e-86d5-b611c977106d HTTP/1.1" status: 200 len: 1774 time: 0.1262863 Aug 19 00:01:32.211877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.213822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ec3306d-b1c6-46da-849e-5a5cb482f633 HTTP/1.1" status: 204 len: 168 time: 0.7060790 Aug 19 00:01:32.237281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadeabf-19b6-4b44-980b-421c0184c6f5 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3669e7c6-90be-419e-86d5-b611c977106d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:32.288994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1d27394-d0ab-47cf-a798-01815965043b req-2e657750-c2e4-4538-9574-da82359d0827 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492519 Aug 19 00:01:32.292258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39ab4c-4dad-4141-9246-26cb29fa04ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec3306d-b1c6-46da-849e-5a5cb482f633,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:32.298979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:32.302997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:32.310342 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.407171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.407819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.409267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 HTTP/1.1" status: 200 len: 1096 time: 1.5221212 Aug 19 00:01:32.410025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:32.412669 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354aa7d-dd2b-42ba-9561-a314f5f591df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:32.429733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59d3712a-3a67-49ab-a6ec-b0dc7bf98c9c req-3518643e-f69d-4903-a1ca-bbb01932b83b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3669e7c6-90be-419e-86d5-b611c977106d HTTP/1.1" status: 200 len: 1774 time: 0.0829332 Aug 19 00:01:32.454043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52125e-1ec6-4eac-999a-5d9b508e10f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:32.487942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49440) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:32.591967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a00640-0bcd-436c-bfe1-a2715385dd17 req-96bc05dd-2cde-4e5d-bbf7-bb2a991b3e0c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.593657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13a00640-0bcd-436c-bfe1-a2715385dd17 req-96bc05dd-2cde-4e5d-bbf7-bb2a991b3e0c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 947 time: 0.1463809 Aug 19 00:01:32.686008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13a00640-0bcd-436c-bfe1-a2715385dd17 req-f98edba0-6f76-4b5a-b8c6-7e8354114ae4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844684 Aug 19 00:01:32.697464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-8c516e5e-1b06-4610-a138-d30d36d05288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.699057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-8c516e5e-1b06-4610-a138-d30d36d05288 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 1099 time: 0.2241380 Aug 19 00:01:32.726089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ac3dd8c6-2d6c-4be9-9f54-7830bba65810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5e326695ca84c1e873fa6ac68167d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361345 Aug 19 00:01:32.729077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:32.787479 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb5636-c868-4784-9631-d6f023d08d5e x-openstack-request-id: req-01fb5636-c868-4784-9631-d6f023d08d5e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:32.787479 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:32.787479 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01fb5636-c868-4784-9631-d6f023d08d5e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:32.787479 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', 'status': 'completed', 'code': 200} Aug 19 00:01:32.802122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-56a94cac-b356-405a-bcf3-32bf3516aeb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2099299 Aug 19 00:01:32.802122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-7329df13-8fe7-45b9-afbd-3b1c873b7f53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 HTTP/1.1" status: 200 len: 217 time: 0.0726728 Aug 19 00:01:32.834165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cbb9f-b5ab-401b-9730-cc60d74c77e6 req-1301e894-5c22-41bb-82af-30e9aea2a969 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.835802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-153cbb9f-b5ab-401b-9730-cc60d74c77e6 req-1301e894-5c22-41bb-82af-30e9aea2a969 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1843555 Aug 19 00:01:32.867975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-d59355ab-db8b-4cb6-a1fb-abdc7d9ec10b tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3669e7c6-90be-419e-86d5-b611c977106d HTTP/1.1" status: 200 len: 1774 time: 0.0896769 Aug 19 00:01:32.880874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.930850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-6a11aa13-73d2-4266-88da-fbc42763c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:32.932908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-6a11aa13-73d2-4266-88da-fbc42763c10f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1203742 Aug 19 00:01:32.938214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-153cbb9f-b5ab-401b-9730-cc60d74c77e6 req-e519a7a1-1f3b-4f9d-8a63-023bf50585b5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620100 Aug 19 00:01:32.939995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:32.977538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.006351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-008ca865-a30b-4db8-a263-f3c8bd694f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:33.007873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-008ca865-a30b-4db8-a263-f3c8bd694f83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668461 Aug 19 00:01:33.026296 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.069582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.073761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.075132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/150b119a-209e-4559-b3d6-3281b881b5b6 HTTP/1.1" status: 204 len: 168 time: 0.3449733 Aug 19 00:01:33.089620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48894f7f-b30e-4271-a36d-b738e2e11d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b119a-209e-4559-b3d6-3281b881b5b6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:33.092499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.095643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:33.111114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f72c94e8-b0fd-46f6-8155-37e9ef06ea48 req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/3669e7c6-90be-419e-86d5-b611c977106d HTTP/1.1" status: 204 len: 173 time: 0.2421432 Aug 19 00:01:33.136596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dcb36-bc36-4793-9ef2-2e07864cf8cc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669e7c6-90be-419e-86d5-b611c977106d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:33.433153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:33.439230 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-b9237edd-d3dd-4c7b-ae84-6d93b3a96854 req-27b6a7a6-d8e1-4b23-aedb-6e45b4fe6c76 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.456165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9237edd-d3dd-4c7b-ae84-6d93b3a96854 req-27b6a7a6-d8e1-4b23-aedb-6e45b4fe6c76 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/608001f6-ae98-4974-9796-973f34f18bd6 HTTP/1.1" status: 404 len: 352 time: 0.0332401 Aug 19 00:01:33.495342 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-8fc0e5d7-fb44-4b74-98d4-13bc47462246 req-cf4c057d-c26a-45dd-86e9-7930c10742e2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.513265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fc0e5d7-fb44-4b74-98d4-13bc47462246 req-cf4c057d-c26a-45dd-86e9-7930c10742e2 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/aa051c08-c0ec-4c56-b3a4-9c0d300bf684 HTTP/1.1" status: 404 len: 352 time: 0.0370021 Aug 19 00:01:33.544483 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-7c78dbef-dc3d-4761-8d7e-549b3d7c13dd req-b91478ab-84ea-489e-809d-4ac253d74da9 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.546176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c78dbef-dc3d-4761-8d7e-549b3d7c13dd req-b91478ab-84ea-489e-809d-4ac253d74da9 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/344c2d12-33a9-43af-b78b-a37305d2ee11 HTTP/1.1" status: 404 len: 352 time: 0.0202177 Aug 19 00:01:33.564483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29f02-7fdf-4b02-b141-f8898d8169be req-bc7b5d53-3399-44e6-b9c4-fb5a36c1a2f5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:33.572229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2e29f02-7fdf-4b02-b141-f8898d8169be req-bc7b5d53-3399-44e6-b9c4-fb5a36c1a2f5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1096 time: 0.4615483 Aug 19 00:01:33.606220 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-8358847c-080d-4530-a934-545ae0d04422 req-9e8a5b09-54f0-4f83-96e5-f5af373436d6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.610713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-cf3daf12-cc29-426c-a6c4-e0a1033fa6a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945511 Aug 19 00:01:33.618631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8358847c-080d-4530-a934-545ae0d04422 req-9e8a5b09-54f0-4f83-96e5-f5af373436d6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/d9f2f0b5-8071-4d3b-8788-a95a2e660c97 HTTP/1.1" status: 404 len: 352 time: 0.0386267 Aug 19 00:01:33.659950 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-21964d9b-7cc7-4fe2-87ac-19306287e84a req-24cc3aae-87c6-440a-b3bd-c166013149f6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.673233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21964d9b-7cc7-4fe2-87ac-19306287e84a req-24cc3aae-87c6-440a-b3bd-c166013149f6 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/370e8532-e321-43f8-aea1-5a62fd75b109 HTTP/1.1" status: 404 len: 352 time: 0.0305545 Aug 19 00:01:33.717266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-4adc617a-fe2e-4686-86e7-8f291e5c7efa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1710951 Aug 19 00:01:33.717687 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-d6345fc2-0944-4f0e-ae71-8b4cb1abbdbd req-27a83d2b-5ca1-4f83-b40c-2b6321491263 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] show failed (client error): The resource could not be found. Aug 19 00:01:33.727800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2e29f02-7fdf-4b02-b141-f8898d8169be req-9a3ace8f-c090-42b6-a116-dc823add275f tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541374 Aug 19 00:01:33.734724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6345fc2-0944-4f0e-ae71-8b4cb1abbdbd req-27a83d2b-5ca1-4f83-b40c-2b6321491263 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/3971fafd-be51-499e-9796-f4b83dc1f4fc HTTP/1.1" status: 404 len: 352 time: 0.0295572 Aug 19 00:01:33.843678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1552e063-107a-4f9f-96f7-11eabe87a752 req-2d220ac8-fed4-4739-9183-3fe761a93093 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200389 Aug 19 00:01:33.875032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-ceb9be19-8b69-4eb5-971d-6286c6dadcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:33.880540 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-ceb9be19-8b69-4eb5-971d-6286c6dadcca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1175 time: 0.0982380 Aug 19 00:01:33.936853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578f27-c031-410a-a3a3-0ded9386ac17 req-86dfac13-3271-4dac-b314-1da383bbd0b5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:33.946066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf578f27-c031-410a-a3a3-0ded9386ac17 req-86dfac13-3271-4dac-b314-1da383bbd0b5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 947 time: 0.1191030 Aug 19 00:01:34.005063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf578f27-c031-410a-a3a3-0ded9386ac17 req-67337aaa-9623-4f2c-a8b2-be9d91d9f977 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586066 Aug 19 00:01:34.063814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-40d1d081-3411-443b-abe7-18ffeb95ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.065774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-40d1d081-3411-443b-abe7-18ffeb95ae43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 200 len: 913 time: 0.1620784 Aug 19 00:01:34.146526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-8c61a2f5-6d88-4d71-ba9b-832082c332eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 200 len: 217 time: 0.0594728 Aug 19 00:01:34.148951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-745ca1ae-5050-402b-869e-5e62afd84c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.151140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-745ca1ae-5050-402b-869e-5e62afd84c3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 1099 time: 0.1049557 Aug 19 00:01:34.219603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa5b37-a778-4e2d-934a-a7d3962d0349 req-cf72a488-f1aa-4021-9beb-163b9ea0b85b tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.222619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4caa5b37-a778-4e2d-934a-a7d3962d0349 req-cf72a488-f1aa-4021-9beb-163b9ea0b85b tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 1096 time: 0.0735638 Aug 19 00:01:34.278143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4caa5b37-a778-4e2d-934a-a7d3962d0349 req-13f0a316-f906-4024-89fd-e07a1ea90cb5 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Aug 19 00:01:34.331283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-054ed6c5-9ca6-476e-8ea9-a2c1f22f69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.334465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-054ed6c5-9ca6-476e-8ea9-a2c1f22f69a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1794107 Aug 19 00:01:34.386455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758486-8326-46f1-9906-2e6c91294aa3 req-90a81301-4336-4b8b-bbc2-3d57614603a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.402744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c758486-8326-46f1-9906-2e6c91294aa3 req-90a81301-4336-4b8b-bbc2-3d57614603a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2276077 Aug 19 00:01:34.495357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002b878-8c7c-4439-952b-2c892ae47be4 req-51b24f2c-f296-4c01-a528-9d58a54bdb15 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.497578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3002b878-8c7c-4439-952b-2c892ae47be4 req-51b24f2c-f296-4c01-a528-9d58a54bdb15 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1023 time: 0.0778723 Aug 19 00:01:34.505757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-eea8f292-2162-417c-98a1-2eccd9b88844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600783 Aug 19 00:01:34.542570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c758486-8326-46f1-9906-2e6c91294aa3 req-187f83cd-c407-4d8f-8a27-cb7c02c647c4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355960 Aug 19 00:01:34.683605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3002b878-8c7c-4439-952b-2c892ae47be4 req-0d9f35e7-7139-4915-8a3e-453e5f6e4117 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=90454fd1-5880-425d-ad67-d025932b495c&id=abdc0534-6c9a-4b04-8ad5-157c3e98050a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0443866 Aug 19 00:01:34.684742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-b1f9f330-afa0-44f4-acb7-9e4ebd4ddc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.684742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-b1f9f330-afa0-44f4-acb7-9e4ebd4ddc4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4024312 Aug 19 00:01:34.685791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:34.720726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1075698587-network', 'tenant_id': '66f9abfb42064d4f86f55a47d52a14e1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:34.722852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-6670b06c-d750-44a4-84e4-048aacfa67e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 HTTP/1.1" status: 200 len: 217 time: 0.1193206 Aug 19 00:01:34.777811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Made reservation on behalf of 66f9abfb42064d4f86f55a47d52a14e1 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:34.781200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:34.804788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:34.835357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-854648ce-c257-45af-adf1-b827da9ecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.837953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-854648ce-c257-45af-adf1-b827da9ecf52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1039927 Aug 19 00:01:34.844642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-7a299de6-b587-4251-b85b-b108aff922a9 service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179755 Aug 19 00:01:34.979030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-96c483ad-3c5d-4885-8ba2-f7c206ce7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:34.983123 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-96c483ad-3c5d-4885-8ba2-f7c206ce7b05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1360042 Aug 19 00:01:35.027431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.038861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.067022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e68bca-1562-4aa3-8dad-8a85619e84ba,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:35.080601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4297950a-3d96-4ab3-8fb6-59a1e03acddc req-39619fd0-98b2-4349-826b-ebc13df80322 service neutron] 10.222.0.11 "GET /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129927 Aug 19 00:01:35.085388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:01:35.121002 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.121356 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Added segment 34393697-3024-49a9-a3ce-3e7f5f6b5394 of type vlan for network 11554283-3c32-4256-ad34-4d00d5208741 Aug 19 00:01:35.162981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-312e279b-b132-49d4-9204-48d5e2e5e27d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738830 Aug 19 00:01:35.249516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.284868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.288583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:35.289715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.314383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e354aa7d-dd2b-42ba-9561-a314f5f591df req-00c6b320-1644-4293-acb1-9d81bb9ed486 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368773 Aug 19 00:01:35.373187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31791-d1d2-4872-bf39-385a7d8f0362 req-2d1c3003-6ea1-4aa4-b014-01bd2ad48b26 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:35.374982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccb31791-d1d2-4872-bf39-385a7d8f0362 req-2d1c3003-6ea1-4aa4-b014-01bd2ad48b26 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 947 time: 0.1749814 Aug 19 00:01:35.394884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8102806 Aug 19 00:01:35.395244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49534) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:35.396640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418353-b344-4059-b068-c241c30d9adb admin admin] Pushing event updated for resources: {'Network': ['ID=11554283-3c32-4256-ad34-4d00d5208741,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:35.405600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Request body: {'subnet': {'network_id': '11554283-3c32-4256-ad34-4d00d5208741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1075698587-subnet', 'tenant_id': '66f9abfb42064d4f86f55a47d52a14e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:35.410622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 11554283-3c32-4256-ad34-4d00d5208741 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:01:35.434887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccb31791-d1d2-4872-bf39-385a7d8f0362 req-d23ad302-54c5-43c0-9724-f2ef1ede126d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Aug 19 00:01:35.478037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Made reservation on behalf of 66f9abfb42064d4f86f55a47d52a14e1 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:35.480891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.559151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-3df99c6d-f4c8-48d2-9bb4-a1e006c220dc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:35.560683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-3df99c6d-f4c8-48d2-9bb4-a1e006c220dc tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.11 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1023 time: 0.1118717 Aug 19 00:01:35.712615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286d29-b568-4876-a64f-5c7782ad8059 req-ca471086-416a-440b-b747-273a548dfa3d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:35.714826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2286d29-b568-4876-a64f-5c7782ad8059 req-ca471086-416a-440b-b747-273a548dfa3d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0610237 Aug 19 00:01:35.764097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2286d29-b568-4876-a64f-5c7782ad8059 req-6614af11-b55a-4e3e-81c9-14f7293b6c89 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Aug 19 00:01:35.810011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca065-9a5d-43dd-bbb0-c6bd1169ecbf req-a6295c10-98dd-4aef-a3b2-f86c102f6ef4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:35.811535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-610ca065-9a5d-43dd-bbb0-c6bd1169ecbf req-a6295c10-98dd-4aef-a3b2-f86c102f6ef4 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 1023 time: 0.1639562 Aug 19 00:01:35.838565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Deleting port d24a33d6-99f3-45ea-a689-655ebefad0d6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:35.838785 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.870760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:35.982437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-610ca065-9a5d-43dd-bbb0-c6bd1169ecbf req-8e48f17c-597f-40d7-ba68-f5eed49fa154 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups?id=289fe67b-224a-407d-b972-0995239b84d4&id=90454fd1-5880-425d-ad67-d025932b495c&id=abdc0534-6c9a-4b04-8ad5-157c3e98050a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1642237 Aug 19 00:01:36.013254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fc2f01-8557-493c-93e0-a978b73f7a82,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:36.034981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] For port d24a33d6-99f3-45ea-a689-655ebefad0d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d24a33d6-99f3-45ea-a689-655ebefad0d6,segment=NetworkSegment(a3c97032-05b0-4a8f-9ddf-73e34425fb98),segment_id=a3c97032-05b0-4a8f-9ddf-73e34425fb98)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:36.035688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:36.045219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Checking segment: {'id': '34393697-3024-49a9-a3ce-3e7f5f6b5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '11554283-3c32-4256-ad34-4d00d5208741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:36.045668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Network hostable DHCP agents. Network: 11554283-3c32-4256-ad34-4d00d5208741, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:01:36.060961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Calling delete_port for d24a33d6-99f3-45ea-a689-655ebefad0d6 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:36.113005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Network 11554283-3c32-4256-ad34-4d00d5208741 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:01:36.126304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 11554283-3c32-4256-ad34-4d00d5208741) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:36.136139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ab90b-0b32-4f42-8373-a79a864aea34 None None] Network 11554283-3c32-4256-ad34-4d00d5208741 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:36.139264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:36.139850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:36.160339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e1e9eff3-83d0-408c-9435-67e7d672f283 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7605481 Aug 19 00:01:36.263440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:36.287225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d24a33d6-99f3-45ea-a689-655ebefad0d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:36.313587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71290c3-04e3-48e2-941d-a8f45de59de2 None None] Network 11554283-3c32-4256-ad34-4d00d5208741 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:36.314850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'Port': ['ID=d24a33d6-99f3-45ea-a689-655ebefad0d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:36.401361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] No DVR routers for this DVR port d24a33d6-99f3-45ea-a689-655ebefad0d6 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:36.405374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:36.409486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-23fd7e61-3bb4-4685-89be-b8bb45e0fd8b req-41fd83f8-9f1a-43f4-a5b6-9273424879b0 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.11 "DELETE /v2.0/ports/d24a33d6-99f3-45ea-a689-655ebefad0d6 HTTP/1.1" status: 204 len: 173 time: 0.8400819 Aug 19 00:01:36.410563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'name': 'network-vif-deleted', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:36.415224 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c02bb-f7f7-4f7e-a0bf-86c36211e630" -d '{"events": [{"server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "name": "network-vif-deleted", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:36.498842 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd98453-a4a9-4d8f-b293-5b3ac89463c2 x-openstack-request-id: req-8dd98453-a4a9-4d8f-b293-5b3ac89463c2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:36.499191 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623e310-2f2a-49a3-8374-5befc1c32820", "name": "network-vif-deleted", "tag": "d24a33d6-99f3-45ea-a689-655ebefad0d6", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:36.499515 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dd98453-a4a9-4d8f-b293-5b3ac89463c2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:36.500046 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623e310-2f2a-49a3-8374-5befc1c32820', 'name': 'network-vif-deleted', 'tag': 'd24a33d6-99f3-45ea-a689-655ebefad0d6', 'status': 'completed', 'code': 200} Aug 19 00:01:36.626787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e82128-31b1-4444-8b11-85049e765e8a req-4da2a2d0-efde-4021-95fd-02a260f258e9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:36.638555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1e82128-31b1-4444-8b11-85049e765e8a req-4da2a2d0-efde-4021-95fd-02a260f258e9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 947 time: 0.0789614 Aug 19 00:01:36.732370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1e82128-31b1-4444-8b11-85049e765e8a req-93b66280-7feb-4e88-8337-93507f1229f6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927062 Aug 19 00:01:36.885917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-aa90bd01-eb5d-42f4-9a59-c2e4734990d7 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:36.887750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-aa90bd01-eb5d-42f4-9a59-c2e4734990d7 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/networks?id=11554283-3c32-4256-ad34-4d00d5208741 HTTP/1.1" status: 200 len: 822 time: 0.1962597 Aug 19 00:01:36.906107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-54ef755a-64eb-4b9c-8ffb-84014579f19b tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/quotas/66f9abfb42064d4f86f55a47d52a14e1 HTTP/1.1" status: 200 len: 375 time: 0.0118926 Aug 19 00:01:36.973869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-2766ef6c-bde4-4a02-b7a1-866a053e8878 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=66f9abfb42064d4f86f55a47d52a14e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598211 Aug 19 00:01:37.076103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2872eb-3a10-4984-a4ad-7bd239bb13d1 req-d468d680-22e8-43b2-8dfe-ab8b0b5b9992 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:37.078341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af2872eb-3a10-4984-a4ad-7bd239bb13d1 req-d468d680-22e8-43b2-8dfe-ab8b0b5b9992 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0649121 Aug 19 00:01:37.083111 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-68f06b0f-a4fd-420a-8ea3-62f65b774abf service neutron] 10.222.0.20 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014977 Aug 19 00:01:37.126000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af2872eb-3a10-4984-a4ad-7bd239bb13d1 req-14f4365b-c69d-4b3c-a8fc-ae92b9bf7788 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Aug 19 00:01:37.198274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-0d8a3db9-652b-4dea-b6f6-45cab64147ef service neutron] 10.222.0.20 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064794 Aug 19 00:01:37.286285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3418-7838-4aa1-91bc-6a3b5cfd15f0 req-67d133d9-be23-477f-b474-75b7b59435dd tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:37.287857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d7f3418-7838-4aa1-91bc-6a3b5cfd15f0 req-67d133d9-be23-477f-b474-75b7b59435dd tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.0742733 Aug 19 00:01:37.385316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d7f3418-7838-4aa1-91bc-6a3b5cfd15f0 req-18c5ff9b-9546-4403-a904-d0dd18e96058 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895658 Aug 19 00:01:37.480991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0eb0006-c401-4117-923c-985baae58a27 req-43da431e-7471-45c0-9f51-e0b4c4d66d73 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c623e310-2f2a-49a3-8374-5befc1c32820 HTTP/1.1" status: 200 len: 210 time: 0.0692794 Aug 19 00:01:37.575482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bdb80c-3716-47b1-87c0-e736a1ef3943 req-a082b5e6-8451-45e5-8ea7-8f3c07836b83 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 210 time: 0.0306077 Aug 19 00:01:37.832277 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:01:37.859645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:37.900201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcf66f-cf50-4c6a-974e-b9470d3919bd req-324eda15-85ab-4d40-9eb0-dc51fe1ab762 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:37.902133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ffcf66f-cf50-4c6a-974e-b9470d3919bd req-324eda15-85ab-4d40-9eb0-dc51fe1ab762 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 947 time: 0.0846322 Aug 19 00:01:37.963869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ffcf66f-cf50-4c6a-974e-b9470d3919bd req-fcc50d81-bff7-4496-a434-8701b0ae026b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509632 Aug 19 00:01:38.033780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:38.048967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', 'mac_address': 'fa:16:3e:f5:14:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:01:38.101345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:38.117264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:38.151286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:38.157621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:38.218718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:38.299170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422b9aa-e9b3-4a6e-b18a-cc8c9e1d0bee req-b5f28528-287c-4aa1-a959-993296401afb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:38.301641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8422b9aa-e9b3-4a6e-b18a-cc8c9e1d0bee req-b5f28528-287c-4aa1-a959-993296401afb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0563524 Aug 19 00:01:38.347446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8422b9aa-e9b3-4a6e-b18a-cc8c9e1d0bee req-47350369-9298-48e1-a549-972be91ee62b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Aug 19 00:01:38.543099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc97d17-1926-4948-85cf-6589cfae1e6e req-c0bd8310-a72c-4606-8564-ff5322652771 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:38.564573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bc97d17-1926-4948-85cf-6589cfae1e6e req-c0bd8310-a72c-4606-8564-ff5322652771 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.0917826 Aug 19 00:01:38.656080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:38.671434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bc97d17-1926-4948-85cf-6589cfae1e6e req-bebae34b-9567-4f88-8cd3-08b038bddb2b tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030896 Aug 19 00:01:38.728764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-01e62c9d-1bcc-4db5-ab18-2f5889adfb03 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:38.730263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-01e62c9d-1bcc-4db5-ab18-2f5889adfb03 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.11 "GET /v2.0/networks?id=11554283-3c32-4256-ad34-4d00d5208741 HTTP/1.1" status: 200 len: 822 time: 0.2008343 Aug 19 00:01:38.766604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Request body: {'port': {'device_id': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'network_id': '11554283-3c32-4256-ad34-4d00d5208741', 'admin_state_up': True, 'tenant_id': '66f9abfb42064d4f86f55a47d52a14e1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:38.851195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-76026e17-d20b-42d2-a758-75e61f614255 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/90454fd1-5880-425d-ad67-d025932b495c HTTP/1.1" status: 200 len: 1800 time: 0.1327333 Aug 19 00:01:38.876671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-84f25bbd-eb59-48c9-9d1b-1a66d65f2c04 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:38.878425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-84f25bbd-eb59-48c9-9d1b-1a66d65f2c04 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.1709764 Aug 19 00:01:38.970166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:38.997274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7cadbd3-a978-43b8-9852-8a8f3d20bb59 req-504d2dec-a492-45eb-9bea-e1071eba5d95 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 210 time: 0.0609798 Aug 19 00:01:39.049697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.094035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Made reservation on behalf of 66f9abfb42064d4f86f55a47d52a14e1 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:39.098073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.149298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.158018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.163144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0954bb37-1c2a-432a-8447-c905745c4a0e req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/90454fd1-5880-425d-ad67-d025932b495c HTTP/1.1" status: 204 len: 173 time: 0.3038974 Aug 19 00:01:39.190975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc819d-cd4f-49f0-be6f-bf43b374bb84 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90454fd1-5880-425d-ad67-d025932b495c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:39.191746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Deleting port e399cc44-b73b-49f4-b251-a317218f303f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:39.192137 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.248196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-80c4dcd3-6a1a-4fe4-86ff-5f9cdaa37006 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "GET /v2.0/security-groups/abdc0534-6c9a-4b04-8ad5-157c3e98050a HTTP/1.1" status: 200 len: 1801 time: 0.0537372 Aug 19 00:01:39.324371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e319-c2d1-4a22-bbf6-8279ea287535 req-5f6f88e1-44d6-494b-912c-887d4204251c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:39.326346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3337e319-c2d1-4a22-bbf6-8279ea287535 req-5f6f88e1-44d6-494b-912c-887d4204251c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 948 time: 0.2109830 Aug 19 00:01:39.379244 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.403991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.430484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] For port e399cc44-b73b-49f4-b251-a317218f303f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e399cc44-b73b-49f4-b251-a317218f303f,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:39.430868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.449527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d24a33d6-99f3-45ea-a689-655ebefad0d6 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:39.471234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.475270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.477923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-192de8de-9aba-4301-a1c0-449c8ec130c9 req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] 10.222.0.20 "DELETE /v2.0/security-groups/abdc0534-6c9a-4b04-8ad5-157c3e98050a HTTP/1.1" status: 204 len: 173 time: 0.2285278 Aug 19 00:01:39.486333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:39.497904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d24a33d6-99f3-45ea-a689-655ebefad0d6 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:39.499297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d24a33d6-99f3-45ea-a689-655ebefad0d6 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:39.534715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3337e319-c2d1-4a22-bbf6-8279ea287535 req-df8696cc-2c62-4cd6-ab7d-b4fb03755b63 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937480 Aug 19 00:01:39.536178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Allocated IP 172.20.0.10 (11554283-3c32-4256-ad34-4d00d5208741/18fc2f01-8557-493c-93e0-a978b73f7a82/135e79df-18d5-48a3-8434-fc3e33bd341d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:39.541113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beeeed-ed7a-47af-a28c-bff485ef27c8 tempest-SecurityGroupsTestJSON-360499238 tempest-SecurityGroupsTestJSON-360499238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc0534-6c9a-4b04-8ad5-157c3e98050a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:39.594613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Deleting subnet 8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:01:39.599720 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.707698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.765976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee996a19-861e-48c5-9dc3-831a00364315 req-d6875743-bf4d-41a3-850b-5a449bd3d84f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:39.768199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee996a19-861e-48c5-9dc3-831a00364315 req-d6875743-bf4d-41a3-850b-5a449bd3d84f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1303637 Aug 19 00:01:39.804461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.819060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.819601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.820389 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Floating IP 22350ecf-eacd-49aa-b82f-1d4fd4449dfc disassociated. External IP: 172.25.1.220, port: e399cc44-b73b-49f4-b251-a317218f303f. Aug 19 00:01:39.821396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Calling delete_port for e399cc44-b73b-49f4-b251-a317218f303f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:39.881837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee996a19-861e-48c5-9dc3-831a00364315 req-e604f6a7-9c9e-4b20-859b-f498e0dd8b5f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037257 Aug 19 00:01:39.913189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.941852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf67d84-0c36-4317-9f88-cb1d1e14ebb3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:39.954148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:39.957804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3a1b8e20-7e87-47a3-9c41-93fe6c010f84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8bf67d84-0c36-4317-9f88-cb1d1e14ebb3 HTTP/1.1" status: 204 len: 168 time: 0.4689150 Aug 19 00:01:39.960348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:40.056747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.080211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.096575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195045-6e97-4078-b4ea-13e32ea6e113 req-965cc48e-e39f-41f0-b15a-28e5ee5db44f tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:40.106300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5195045-6e97-4078-b4ea-13e32ea6e113 req-965cc48e-e39f-41f0-b15a-28e5ee5db44f tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 945 time: 0.2750673 Aug 19 00:01:40.182470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.228024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Network 11554283-3c32-4256-ad34-4d00d5208741 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:40.247225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:40.258012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:40.265500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.307721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:40.308371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.313748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:40.327882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c97032-05b0-4a8f-9ddf-73e34425fb98') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:40.328230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c97032-05b0-4a8f-9ddf-73e34425fb98') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:40.330810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5195045-6e97-4078-b4ea-13e32ea6e113 req-3ddfa794-9b9f-4552-b19d-7d9bd478cd99 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups?id=405d0510-c680-4da0-96e2-c251bd618e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233176 Aug 19 00:01:40.341111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Pushing event updated for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:40.350716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.371362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595af2ff-2289-4974-b7c6-96084307bbd4 req-a4157fa9-ae42-4a80-9772-0eb4a1346d30 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:40.373721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-595af2ff-2289-4974-b7c6-96084307bbd4 req-a4157fa9-ae42-4a80-9772-0eb4a1346d30 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 932 time: 0.2194238 Aug 19 00:01:40.382811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.388054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6ecf16be-1912-499e-b45c-4fbacdb113ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6417282 Aug 19 00:01:40.404699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Request body: {'port': {'device_id': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:40.425265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:01:40.425677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.436739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-595af2ff-2289-4974-b7c6-96084307bbd4 req-196a98d8-f374-46dc-8662-1581c0630261 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:01:40.437460 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:01:40.484334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.534611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event deleted for resources: {'Port': ['ID=e399cc44-b73b-49f4-b251-a317218f303f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:40.549536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.606158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.637281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:40.645196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19 HTTP/1.1" status: 204 len: 168 time: 0.6836920 Aug 19 00:01:40.646376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717af48c-825f-4b49-84f2-d7049a02ae6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bf0dae-8d09-45fb-860e-c1ccbdb2aa19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:40.844421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:40.895415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b2568d0-9abc-4cb3-83f5-d204d7f03863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd488c2329fa425685c3e91dfd20a4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496223 Aug 19 00:01:40.898440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:41.028592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.063114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.135245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.138348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.139415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/289fe67b-224a-407d-b972-0995239b84d4 HTTP/1.1" status: 204 len: 168 time: 0.2394876 Aug 19 00:01:41.172254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661fd89-df44-46c0-a114-af70e7266dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fe67b-224a-407d-b972-0995239b84d4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:41.198895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e0e97-f8bc-4d14-a168-aa63d1a9e728 req-9c6b1828-090d-4bf8-b7bd-ad1e8d5b8a02 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:41.208490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e57e0e97-f8bc-4d14-a168-aa63d1a9e728 req-9c6b1828-090d-4bf8-b7bd-ad1e8d5b8a02 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2039404 Aug 19 00:01:41.253417 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e57e0e97-f8bc-4d14-a168-aa63d1a9e728 req-ed16bfcc-a05e-4bc4-98c1-21640279c5b9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Aug 19 00:01:41.303705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Router f30b2f3f-a5b2-4177-95e0-55cf19849de7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:01:41.318609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409f817-07a1-4d38-abe2-d51deb140432 req-31a018df-dac7-49c0-970d-f96e77882ff5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:41.326876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c409f817-07a1-4d38-abe2-d51deb140432 req-31a018df-dac7-49c0-970d-f96e77882ff5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 948 time: 0.6585276 Aug 19 00:01:41.484560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-108368da-84cb-4e74-9cac-3734f5be445e req-e33c351e-16b6-4393-94a9-2dc884d8fcda tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 210 time: 0.0490489 Aug 19 00:01:41.548150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c409f817-07a1-4d38-abe2-d51deb140432 req-cdd7d2c9-ca79-4a7b-8e7a-e20d7742099a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202902 Aug 19 00:01:41.736017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bda43-50e7-4983-8ca4-ceb3507d36a6 req-900cb350-37dc-400a-ac6e-332e10c7271e tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:41.739041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd7bda43-50e7-4983-8ca4-ceb3507d36a6 req-900cb350-37dc-400a-ac6e-332e10c7271e tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 932 time: 0.0844460 Aug 19 00:01:41.767335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:01:41.782381 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Sync routers for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:01:41.797987 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:41.798949 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:41.851763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd7bda43-50e7-4983-8ca4-ceb3507d36a6 req-9eeed8cf-f318-4799-957a-2beb60952ceb tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962336 Aug 19 00:01:41.866412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:41.933654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:41.953551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:41.954209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.979359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] No DVR routers for this DVR port e399cc44-b73b-49f4-b251-a317218f303f on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:41.984005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:41.986510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ced07309-eb17-4917-8de2-9ad2e8fb00a6 req-d6fe5716-897c-48cd-9e68-5c8bb1f13dc7 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.21 "DELETE /v2.0/ports/e399cc44-b73b-49f4-b251-a317218f303f HTTP/1.1" status: 204 len: 173 time: 3.1009054 Aug 19 00:01:41.986972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'name': 'network-vif-deleted', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:41.989508 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952bde6f-afcf-428b-86f7-2555027cf37a" -d '{"events": [{"server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "name": "network-vif-deleted", "tag": "e399cc44-b73b-49f4-b251-a317218f303f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:42.035727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135e79df-18d5-48a3-8434-fc3e33bd341d {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:42.072868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.100640 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9268b-ac41-4b7d-851b-8ca195e4b64b x-openstack-request-id: req-68d9268b-ac41-4b7d-851b-8ca195e4b64b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:42.101400 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f", "name": "network-vif-deleted", "tag": "e399cc44-b73b-49f4-b251-a317218f303f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:42.104290 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68d9268b-ac41-4b7d-851b-8ca195e4b64b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:42.105212 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f', 'name': 'network-vif-deleted', 'tag': 'e399cc44-b73b-49f4-b251-a317218f303f', 'status': 'completed', 'code': 200} Aug 19 00:01:42.124844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Transition to ACTIVE for port object 135e79df-18d5-48a3-8434-fc3e33bd341d will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:42.133488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.215273 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:42.222559 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.266659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:42.268318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:42.272272 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374b388-f392-4e71-b2ad-f4accfdc2fde" -d '{"events": [{"server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:42.278340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.279521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e399cc44-b73b-49f4-b251-a317218f303f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:42.295074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:42.364863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: e399cc44-b73b-49f4-b251-a317218f303f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:42.365637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e399cc44-b73b-49f4-b251-a317218f303f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:42.369308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:42.407404 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c2337-8ba8-4441-8604-b7e5fecfd78a x-openstack-request-id: req-537c2337-8ba8-4441-8604-b7e5fecfd78a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:42.408204 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:42.409472 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-537c2337-8ba8-4441-8604-b7e5fecfd78a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:42.410328 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', 'code': 200} Aug 19 00:01:42.449183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8842ec2a-e37b-44bc-b6f3-e6bd5197aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.479393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Attempting to bind port 135e79df-18d5-48a3-8434-fc3e33bd341d on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:42.479869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Attempting to bind port 135e79df-18d5-48a3-8434-fc3e33bd341d by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '34393697-3024-49a9-a3ce-3e7f5f6b5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '11554283-3c32-4256-ad34-4d00d5208741'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:42.480102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Attempting to bind port 135e79df-18d5-48a3-8434-fc3e33bd341d on network 11554283-3c32-4256-ad34-4d00d5208741 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:42.598058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Port 135e79df-18d5-48a3-8434-fc3e33bd341d on network 11554283-3c32-4256-ad34-4d00d5208741 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:01:42.598608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Attempting to bind port 135e79df-18d5-48a3-8434-fc3e33bd341d on network 11554283-3c32-4256-ad34-4d00d5208741 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:42.642535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:42.642954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Checking segment: {'id': '34393697-3024-49a9-a3ce-3e7f5f6b5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '11554283-3c32-4256-ad34-4d00d5208741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:42.643284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Bound using segment: {'id': '34393697-3024-49a9-a3ce-3e7f5f6b5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '11554283-3c32-4256-ad34-4d00d5208741'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:42.643751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Bound port: 135e79df-18d5-48a3-8434-fc3e33bd341d, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34393697-3024-49a9-a3ce-3e7f5f6b5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '11554283-3c32-4256-ad34-4d00d5208741'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:42.644128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:42.740518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75672951-c81d-40de-a847-6789e52b8f29 req-2ff8b531-fd55-478a-81ae-feefca69c849 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1435f6b3-4fc0-4b8d-a332-f9c5a5ccbb6f HTTP/1.1" status: 200 len: 210 time: 0.0871964 Aug 19 00:01:42.822439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e8ccf-a8c8-45b0-9d22-242a9cc277bd req-bf92b86a-5b04-4d9d-a908-fc475c1eddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:42.825427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc9e8ccf-a8c8-45b0-9d22-242a9cc277bd req-bf92b86a-5b04-4d9d-a908-fc475c1eddfb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 1101 time: 0.3184288 Aug 19 00:01:42.903777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc9e8ccf-a8c8-45b0-9d22-242a9cc277bd req-6dfd21a0-90b9-4541-b34c-18905c5eed42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 Aug 19 00:01:42.926646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aad4c-b18d-4733-ac6d-634cf4c856af req-a61b1893-5b4b-4949-af42-a4a2771d53d5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:42.942794 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:42.947151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-952aad4c-b18d-4733-ac6d-634cf4c856af req-a61b1893-5b4b-4949-af42-a4a2771d53d5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.3563111 Aug 19 00:01:43.007156 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Checking router: f30b2f3f-a5b2-4177-95e0-55cf19849de7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:01:43.033087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1368a6-0e55-40b9-a845-c78a1432df73 req-f57c7f1d-d1f3-40b4-9cd4-54aa3febc7ac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:43.038544 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:43.039176 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:43.057334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b1368a6-0e55-40b9-a845-c78a1432df73 req-f57c7f1d-d1f3-40b4-9cd4-54aa3febc7ac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 949 time: 0.1425903 Aug 19 00:01:43.107530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:43.152930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-952aad4c-b18d-4733-ac6d-634cf4c856af req-98be1e27-e60b-4aef-a8e2-ce4b67d23eb9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046847 Aug 19 00:01:43.172755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b1368a6-0e55-40b9-a845-c78a1432df73 req-0d7a16fb-d438-404a-b11b-55d4788d78fc tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051564 Aug 19 00:01:43.186321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=135e79df-18d5-48a3-8434-fc3e33bd341d,segment=NetworkSegment(34393697-3024-49a9-a3ce-3e7f5f6b5394),segment_id=34393697-3024-49a9-a3ce-3e7f5f6b5394)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:43.200541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:43.277380 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:43.305941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:43.374197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:43.375297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:43.376902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-6e06a011-4946-4407-ac4e-8beb29e6c7f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/135e79df-18d5-48a3-8434-fc3e33bd341d HTTP/1.1" status: 200 len: 1093 time: 2.9779119 Aug 19 00:01:43.498367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d18a-d471-40fc-8c16-7c30cf13d7dc req-4bb9b9bc-3d12-4b0e-826f-fc7b14b1e51d tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:43.503185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a596d18a-d471-40fc-8c16-7c30cf13d7dc req-4bb9b9bc-3d12-4b0e-826f-fc7b14b1e51d tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 944 time: 0.2151160 Aug 19 00:01:43.653034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a596d18a-d471-40fc-8c16-7c30cf13d7dc req-75a2b8f0-47c8-48d9-88b3-90ae1af2676f tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Aug 19 00:01:43.663561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-00139352-48b9-4f54-9986-92ff6ec2e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:43.665594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-00139352-48b9-4f54-9986-92ff6ec2e8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f9abfb42064d4f86f55a47d52a14e1&device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 1096 time: 0.1988275 Aug 19 00:01:43.720151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:43.789013 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d07ffc-6bc6-4621-9bb2-7253cd309dd6 None None] The sync data for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 is: [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '342530c0-7d31-4321-87d4-0e58dbfa6e65', 'name': '', 'network_id': '88637545-4a68-4803-9751-25b961018dc6', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'mac_address': 'fa:16:3e:78:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:26Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'subnets': [{'id': '5c01f613-4f51-49bb-bbec-75d5eb45630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:01:43.831212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-3b3400c0-12ac-4a41-951c-43ad4ef1d6fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135e79df-18d5-48a3-8434-fc3e33bd341d HTTP/1.1" status: 200 len: 217 time: 0.1565523 Aug 19 00:01:43.969997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:43.975188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-4e71bee5-2214-4110-8402-83eb765e7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:43.977775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-4e71bee5-2214-4110-8402-83eb765e7124 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18fc2f01-8557-493c-93e0-a978b73f7a82 HTTP/1.1" status: 200 len: 862 time: 0.1383116 Aug 19 00:01:44.028818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-5b48370a-f425-4b63-b273-6eb901ff772f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11554283-3c32-4256-ad34-4d00d5208741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436728 Aug 19 00:01:44.110269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:44.112651 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a57b4-0e7c-43b1-8cf9-e28629402b34" -d '{"events": [{"name": "network-changed", "server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:44.119467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.207961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.208668 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661af97b-e447-4848-b642-c93f2aac8602 x-openstack-request-id: req-661af97b-e447-4848-b642-c93f2aac8602 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:44.209161 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:44.209586 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-661af97b-e447-4848-b642-c93f2aac8602 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:44.212849 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d', 'status': 'completed', 'code': 200} Aug 19 00:01:44.288203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-f5773663-0ddf-4aa3-ab76-bdcd1fb595ff service neutron] 10.222.0.11 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504156 Aug 19 00:01:44.292887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.297669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.302988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "DELETE /v2.0/security-groups/405d0510-c680-4da0-96e2-c251bd618e86 HTTP/1.1" status: 204 len: 168 time: 0.3309021 Aug 19 00:01:44.303700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:44.361977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381b29a-fbae-4010-93bc-1cb73591f59c tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d0510-c680-4da0-96e2-c251bd618e86,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:44.373479 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-02202a71-8f58-49c0-a52a-8f01e4254ece tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] show failed (client error): The resource could not be found. Aug 19 00:01:44.382544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-02202a71-8f58-49c0-a52a-8f01e4254ece tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "GET /v2.0/security-groups/405d0510-c680-4da0-96e2-c251bd618e86 HTTP/1.1" status: 404 len: 347 time: 0.0502665 Aug 19 00:01:44.385134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:44.419948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2da65-e642-4781-bdaa-89f39a357d96 None None] New status for floating IP 22350ecf-eacd-49aa-b82f-1d4fd4449dfc: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:01:44.446616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:44.553722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8eb44-3905-496a-9539-28d6e342695a req-b99ee140-e205-4427-8510-1390bfb548ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:44.561954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78d8eb44-3905-496a-9539-28d6e342695a req-b99ee140-e205-4427-8510-1390bfb548ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2025714 Aug 19 00:01:44.614044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb061f5c-5bda-48c7-9612-e5ea30362fae req-e888f0fd-e54b-40ae-b29e-528eacfdcd7a service neutron] 10.222.0.11 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171573 Aug 19 00:01:44.643352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-038c43bf-4b33-4bcb-8531-b6522a7751af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.653709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Deleting port 99df9585-1530-42ab-810f-eefbf9689664 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:44.654106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.669004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78d8eb44-3905-496a-9539-28d6e342695a req-8bca3864-d0ef-4cb9-ae4a-e542f563ff98 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019437 Aug 19 00:01:44.702884 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.763922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.764190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:44.776804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Calling delete_port for 99df9585-1530-42ab-810f-eefbf9689664 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:44.836144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-f44e7032-7c86-491a-bc97-a4d8dc4534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:44.838074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-f44e7032-7c86-491a-bc97-a4d8dc4534d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f9abfb42064d4f86f55a47d52a14e1&device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 1096 time: 0.1639490 Aug 19 00:01:44.855159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549796-ed13-4fec-93be-abcaa68a9296 req-96ff688a-4e88-4264-b281-84cbee0d050d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:44.856924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-16549796-ed13-4fec-93be-abcaa68a9296 req-96ff688a-4e88-4264-b281-84cbee0d050d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 949 time: 0.0892494 Aug 19 00:01:44.932529 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff371a0e-9ba9-4dd3-8ba7-80ca8684191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.026649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.079391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Pushing event deleted for resources: {'Port': ['ID=99df9585-1530-42ab-810f-eefbf9689664,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:45.130726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-07fc991d-7595-4289-aa87-7072d77190f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:45.132358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-07fc991d-7595-4289-aa87-7072d77190f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11554283-3c32-4256-ad34-4d00d5208741 HTTP/1.1" status: 200 len: 922 time: 0.2746344 Aug 19 00:01:45.146895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.163535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b07bf-7fbf-4b7f-b2eb-d4d3913b21d9 req-6a04aebe-2080-4bad-ba07-c28cd43a44dd tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:45.171641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-633b07bf-7fbf-4b7f-b2eb-d4d3913b21d9 req-6a04aebe-2080-4bad-ba07-c28cd43a44dd tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 944 time: 0.1070399 Aug 19 00:01:45.226617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-16549796-ed13-4fec-93be-abcaa68a9296 req-42cb6ddd-49c5-4a82-81ee-195ec919aedc tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605084 Aug 19 00:01:45.234439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-020f7211-ce29-430a-a0a2-5de6d2b53e55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135e79df-18d5-48a3-8434-fc3e33bd341d HTTP/1.1" status: 200 len: 217 time: 0.0938733 Aug 19 00:01:45.261493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-038c43bf-4b33-4bcb-8531-b6522a7751af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.280891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.283665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.284847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1736570f-32c1-42b5-b875-1e43a423b9c4 tempest-ServersTestFqdnHostnames-1958580240 tempest-ServersTestFqdnHostnames-1958580240-project] 10.222.0.20 "DELETE /v2.0/floatingips/22350ecf-eacd-49aa-b82f-1d4fd4449dfc HTTP/1.1" status: 204 len: 168 time: 0.8979499 Aug 19 00:01:45.287876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:45.299243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-038c43bf-4b33-4bcb-8531-b6522a7751af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.324824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-633b07bf-7fbf-4b7f-b2eb-d4d3913b21d9 req-92d87f96-261b-4814-ab70-62a180c8ee85 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467173 Aug 19 00:01:45.451341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-038c43bf-4b33-4bcb-8531-b6522a7751af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2666218f0d5496485b1fa21139246a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031719 Aug 19 00:01:45.454199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49826) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:45.461706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-c3beb8a2-52be-432a-92a7-9140f8c12c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:45.465545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-c3beb8a2-52be-432a-92a7-9140f8c12c0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18fc2f01-8557-493c-93e0-a978b73f7a82 HTTP/1.1" status: 200 len: 862 time: 0.2197711 Aug 19 00:01:45.466524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c43bf-4b33-4bcb-8531-b6522a7751af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1972b17-98de-46d5-a1f9-9346f0e24a31,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:45.528925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-4a5a5805-f549-4f3c-8d06-68dce6a2b6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11554283-3c32-4256-ad34-4d00d5208741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494871 Aug 19 00:01:45.592706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.622292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.695301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-91c8d37c-cbc9-4d93-a331-ab57d1d29d60 service neutron] 10.222.0.11 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589472 Aug 19 00:01:45.782886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.785451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.786593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1972b17-98de-46d5-a1f9-9346f0e24a31 HTTP/1.1" status: 204 len: 168 time: 0.3309052 Aug 19 00:01:45.815425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02790875-1ef1-4095-b5db-d45c6f39aa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1972b17-98de-46d5-a1f9-9346f0e24a31,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:45.906277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af9e21-e503-4260-a9f7-e4d573906380 req-a7a3b06b-abd6-461d-9d29-1762be951cb4 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:45.914763 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92af9e21-e503-4260-a9f7-e4d573906380 req-a7a3b06b-abd6-461d-9d29-1762be951cb4 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 1101 time: 0.1092763 Aug 19 00:01:45.944386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-92af9e21-e503-4260-a9f7-e4d573906380 req-bf41bfe2-2d3f-47a7-a8b8-cc870ccc8bc5 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:45.945886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1930b9f-ba82-4bd2-94cd-be1d8b298c98 req-e8cc83a9-0adb-416b-8e8e-c0ba966e6b29 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:45.947540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1930b9f-ba82-4bd2-94cd-be1d8b298c98 req-e8cc83a9-0adb-416b-8e8e-c0ba966e6b29 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.0706830 Aug 19 00:01:45.965106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-719a57b4-0e7c-43b1-8cf9-e28629402b34 req-92c181f6-51e8-483e-94e5-3a264dc83c57 service neutron] 10.222.0.11 "GET /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618098 Aug 19 00:01:46.151064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-92af9e21-e503-4260-a9f7-e4d573906380 req-bf41bfe2-2d3f-47a7-a8b8-cc870ccc8bc5 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:46.156964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-92af9e21-e503-4260-a9f7-e4d573906380 req-bf41bfe2-2d3f-47a7-a8b8-cc870ccc8bc5 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:46.169739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1930b9f-ba82-4bd2-94cd-be1d8b298c98 req-b5b32d99-3ea4-43ff-bc28-9f8c20413d4d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810651 Aug 19 00:01:46.170494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:46.199115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41bfe2-2d3f-47a7-a8b8-cc870ccc8bc5 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93d09db-17d2-4805-98a3-f0ce89e70c43,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:46.270348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92af9e21-e503-4260-a9f7-e4d573906380 req-bf41bfe2-2d3f-47a7-a8b8-cc870ccc8bc5 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483603 Aug 19 00:01:46.463566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:46.562772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffad11-8fea-4002-bdc8-bbd3d7bc45cf req-c9774f04-6d94-4c8c-adcf-c8371d28d54a tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:46.571259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bffad11-8fea-4002-bdc8-bbd3d7bc45cf req-c9774f04-6d94-4c8c-adcf-c8371d28d54a tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 944 time: 0.0913024 Aug 19 00:01:46.647982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bffad11-8fea-4002-bdc8-bbd3d7bc45cf req-9a17e856-8636-4135-a8f8-6fba86e188ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754619 Aug 19 00:01:46.912344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80001-e193-4f74-8d33-1e6a14553728 req-c4840480-b6eb-4ab1-8295-6b1a37dfd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:46.915074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-c4840480-b6eb-4ab1-8295-6b1a37dfd503 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 1095 time: 0.1598313 Aug 19 00:01:46.999428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-a2a15458-0171-4991-b3ff-718d13ef27e5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403457 Aug 19 00:01:47.027504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Deleting port 342530c0-7d31-4321-87d4-0e58dbfa6e65 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:47.028164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:47.062372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80001-e193-4f74-8d33-1e6a14553728 req-51ede703-3ece-4a03-ae37-e83f425e1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.066697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-51ede703-3ece-4a03-ae37-e83f425e1201 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1095 time: 0.1277010 Aug 19 00:01:47.195925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:47.198137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80001-e193-4f74-8d33-1e6a14553728 req-edb15333-6322-44a6-83c5-510ae5b0e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.200099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-edb15333-6322-44a6-83c5-510ae5b0e8ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.1246109 Aug 19 00:01:47.216841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-d5262ee2-21dc-4ab9-9025-8b39e8d4d926 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.220769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-d5262ee2-21dc-4ab9-9025-8b39e8d4d926 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130156 Aug 19 00:01:47.230375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] For port 342530c0-7d31-4321-87d4-0e58dbfa6e65, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=342530c0-7d31-4321-87d4-0e58dbfa6e65,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:47.230752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:47.260540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-65f5c00c-eaa3-4e32-8882-5ceb9f0c38c4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0321448 Aug 19 00:01:47.262689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Calling delete_port for 342530c0-7d31-4321-87d4-0e58dbfa6e65 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:47.321312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-a6260187-e87c-4f19-b044-00e750f7f4e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 200 len: 999 time: 0.1134613 Aug 19 00:01:47.468469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80001-e193-4f74-8d33-1e6a14553728 req-6f21d94b-e049-44c9-a7cb-1e3ef2388bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.470600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-6f21d94b-e049-44c9-a7cb-1e3ef2388bbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.1418934 Aug 19 00:01:47.480266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 135e79df-18d5-48a3-8434-fc3e33bd341d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:01:47.486214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64637f-f68b-4aac-853f-cf30ca91da6e req-a56ef5b2-b2d4-40de-949a-52aff567826d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.496985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d64637f-f68b-4aac-853f-cf30ca91da6e req-a56ef5b2-b2d4-40de-949a-52aff567826d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1628773 Aug 19 00:01:47.589822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d64637f-f68b-4aac-853f-cf30ca91da6e req-4ef85b52-6d1b-4ee0-af79-28226673e2f0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915666 Aug 19 00:01:47.611093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80001-e193-4f74-8d33-1e6a14553728 req-362de7f9-d507-4f40-9fc1-d3284f51f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.613115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-362de7f9-d507-4f40-9fc1-d3284f51f087 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120338 Aug 19 00:01:47.682006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=135e79df-18d5-48a3-8434-fc3e33bd341d,segment=NetworkSegment(34393697-3024-49a9-a3ce-3e7f5f6b5394),segment_id=34393697-3024-49a9-a3ce-3e7f5f6b5394)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:47.710778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '135e79df-18d5-48a3-8434-fc3e33bd341d', 'network_id': '11554283-3c32-4256-ad34-4d00d5208741', 'port_id': '135e79df-18d5-48a3-8434-fc3e33bd341d', 'mac_address': 'fa:16:3e:03:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fc2f01-8557-493c-93e0-a978b73f7a82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:01:47.755231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-f6f12d74-07bd-412c-b523-aaca376ea5cd service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307793 Aug 19 00:01:47.784100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1815286634-network', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:47.831690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-c021a940-4296-40a6-8cd2-7e8a66416f1a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5701182 Aug 19 00:01:47.905686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91840-d8f6-4db0-abc4-2c84b0915aeb req-88d3e0af-c07b-47c4-9cce-9472a28370c3 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:47.913734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bcd91840-d8f6-4db0-abc4-2c84b0915aeb req-88d3e0af-c07b-47c4-9cce-9472a28370c3 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 944 time: 0.1565070 Aug 19 00:01:47.953970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Made reservation on behalf of 57af9fbaa87849f0b4491fdb46bf6a23 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:47.962092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.008606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.020629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bcd91840-d8f6-4db0-abc4-2c84b0915aeb req-3cb77dd7-ae8e-4392-a7ce-68191b7c10e7 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000407 Aug 19 00:01:48.036368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c80001-e193-4f74-8d33-1e6a14553728 req-fc6c11c0-0a8f-4534-9191-3f81aa446964 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699118 Aug 19 00:01:48.158717 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.180261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.189602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.194945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.218243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135e79df-18d5-48a3-8434-fc3e33bd341d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:01:48.264572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=135e79df-18d5-48a3-8434-fc3e33bd341d,segment=NetworkSegment(34393697-3024-49a9-a3ce-3e7f5f6b5394),segment_id=34393697-3024-49a9-a3ce-3e7f5f6b5394)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:48.274674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.276180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:01:48.368055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:48.421523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cbc2d-8d74-4ee6-94a3-01bee7971164,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:48.434467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.434963 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Added segment ddeff490-5753-4ad6-b08f-0a3493c630cc of type vlan for network 895edb2d-a2cb-4ae5-960d-820761b872f4 Aug 19 00:01:48.457729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.496877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['135e79df-18d5-48a3-8434-fc3e33bd341d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:48.584276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Pushing event deleted for resources: {'Port': ['ID=342530c0-7d31-4321-87d4-0e58dbfa6e65,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:48.633943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.900924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a73dd4a-6bba-4c07-aaeb-9c86d6a27104 req-d363421a-7dc7-46e0-a8a1-22bbcf4cdfaa tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.0668733 Aug 19 00:01:48.929176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:48.931093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:48.931686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:49.058933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8d653-ff35-4da4-9176-b4a1c7776524 req-3eef25e5-c202-45ef-a460-97c732355f55 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:49.071840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30d8d653-ff35-4da4-9176-b4a1c7776524 req-3eef25e5-c202-45ef-a460-97c732355f55 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.3004506 Aug 19 00:01:49.174168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9715707 Aug 19 00:01:49.183236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49940) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:49.193602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Request body: {'subnet': {'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1815286634-subnet', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:49.270420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d47f-bef2-48c6-b476-90cfede3f84d req-643ae435-3d68-4307-a96c-b1a577f9a1ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:49.284360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f04d47f-bef2-48c6-b476-90cfede3f84d req-643ae435-3d68-4307-a96c-b1a577f9a1ed tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 945 time: 0.1141496 Aug 19 00:01:49.292999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Made reservation on behalf of 57af9fbaa87849f0b4491fdb46bf6a23 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:49.302868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:49.364582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:49.387537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60502b-1143-4cfe-bb32-ed72aae034df admin admin] Pushing event updated for resources: {'Network': ['ID=895edb2d-a2cb-4ae5-960d-820761b872f4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:49.421634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:01:49.547041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 135e79df-18d5-48a3-8434-fc3e33bd341d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:49.586999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f04d47f-bef2-48c6-b476-90cfede3f84d req-de638327-0da3-48f8-a569-2f5f8d7fdb54 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995539 Aug 19 00:01:49.594914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30d8d653-ff35-4da4-9176-b4a1c7776524 req-a6bf7e4c-f39c-4e93-a7b8-0800f4773e15 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5208311 Aug 19 00:01:49.827289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 135e79df-18d5-48a3-8434-fc3e33bd341d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:49.833783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 135e79df-18d5-48a3-8434-fc3e33bd341d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:49.834235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.007364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.080953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Router f30b2f3f-a5b2-4177-95e0-55cf19849de7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:01:50.128035 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.202055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:01:50.206874 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef2d29-1f3a-4761-a89a-95a809bd7fef" -d '{"events": [{"server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "name": "network-vif-plugged", "status": "completed", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:01:50.232586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a6b88d7-55a6-44dc-a088-257a666a5345 req-b2d433ef-90a1-42f6-abdd-3347849696f8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.0899169 Aug 19 00:01:50.258476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=135e79df-18d5-48a3-8434-fc3e33bd341d,segment=NetworkSegment(34393697-3024-49a9-a3ce-3e7f5f6b5394),segment_id=34393697-3024-49a9-a3ce-3e7f5f6b5394)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:50.269288 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.300128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42abdee3-a157-45c2-b978-388fbc561246,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:50.325273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Checking segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:50.325875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Network hostable DHCP agents. Network: 895edb2d-a2cb-4ae5-960d-820761b872f4, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:01:50.352289 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce669ab7-5b90-498e-b71b-6bdbded55c39 x-openstack-request-id: req-ce669ab7-5b90-498e-b71b-6bdbded55c39 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:01:50.364316 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "name": "network-vif-plugged", "status": "completed", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:01:50.364584 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce669ab7-5b90-498e-b71b-6bdbded55c39 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:01:50.365183 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d', 'code': 200} Aug 19 00:01:50.408835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:01:50.418042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:50.427216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:01:50.436393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88557db1-a97f-4ff2-af18-437e2ca68321 admin admin] 10.222.0.20 "PUT /v2.0/routers/f30b2f3f-a5b2-4177-95e0-55cf19849de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1379516 Aug 19 00:01:50.436834 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Sync routers for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:01:50.438213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49954) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:50.447861 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:50.448624 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:50.454403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 895edb2d-a2cb-4ae5-960d-820761b872f4) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:50.460246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:50.461855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.470532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924731c-1a89-485b-b655-fb7524c5254d None None] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:50.680178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ca737fc-3984-4c45-9992-2aaf31661759 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4931433 Aug 19 00:01:50.700486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:50.716826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:50.806179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021fcb-8a59-4d18-9359-bba526e9d2ea req-16923a93-1ae5-4c61-9fdb-4b40ba15248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:50.807925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1021fcb-8a59-4d18-9359-bba526e9d2ea req-16923a93-1ae5-4c61-9fdb-4b40ba15248d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 1098 time: 0.3134763 Aug 19 00:01:50.879787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.885168 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:50.959111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.962592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:50.993759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3787ef-5395-484b-942d-3e5648e2e9b1 req-491e12ce-9c39-4978-bf2b-8226bf85d495 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:51.010146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc3787ef-5395-484b-942d-3e5648e2e9b1 req-491e12ce-9c39-4978-bf2b-8226bf85d495 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2497518 Aug 19 00:01:51.097776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-895edb2d-a2cb-4ae5-960d-820761b872f4', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:01:51.099471 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.154269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:51.178737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2105831766'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:51.219050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eda9ee-395d-4549-9ce1-071298d25cc8 req-526b16de-7cbb-4772-ba69-f4a45b226f98 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:51.232335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6eda9ee-395d-4549-9ce1-071298d25cc8 req-526b16de-7cbb-4772-ba69-f4a45b226f98 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 0.3888609 Aug 19 00:01:51.288250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.306464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-54946cba-4d59-45b2-8d99-6f74ab89c9c3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024456 Aug 19 00:01:51.314909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1021fcb-8a59-4d18-9359-bba526e9d2ea req-7c1301cb-c58e-4a20-9838-63cf17b4deb5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299490 Aug 19 00:01:51.327888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc3787ef-5395-484b-942d-3e5648e2e9b1 req-932631a2-26cc-45d7-ab45-34ac5c7fa5ff tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156006 Aug 19 00:01:51.341485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:51.367783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.379238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.505588 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-19T00:01:48Z', 'revision_number': 5, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port': {'id': '98f71cb3-6fd1-4657-a2d5-7ba0e77faaed', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:11Z', 'updated_at': '2021-08-18T23:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:51.569255 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Checking router: f30b2f3f-a5b2-4177-95e0-55cf19849de7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:01:51.578007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:01:51.587812 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Routers {'f30b2f3f-a5b2-4177-95e0-55cf19849de7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:01:51.588483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:51.616158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6eda9ee-395d-4549-9ce1-071298d25cc8 req-3841660b-fd72-4af3-8a0f-af9a5c4779b0 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799114 Aug 19 00:01:51.621678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a26cc998-f9a1-481f-97e0-23afc44d6d6f req-aa29c030-0cda-4673-8df4-2a28564ff867 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.1048303 Aug 19 00:01:51.661119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.665823 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Added segment ba125a5f-3a76-4114-9ec4-2b974cec0650 of type vlan for network 8371296d-aef6-4865-adfc-c2d683b4033f Aug 19 00:01:51.729701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Allocated IP 172.20.0.2 (895edb2d-a2cb-4ae5-960d-820761b872f4/42abdee3-a157-45c2-b978-388fbc561246/4ea511c3-1b5e-47fc-b580-a18e9af6df4c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:51.777414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.826529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.875229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] Set router f30b2f3f-a5b2-4177-95e0-55cf19849de7 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:01:51.937952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:51.965329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:51.966066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.028437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.057165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Deleting port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:52.057697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Transition to ACTIVE for port object 4ea511c3-1b5e-47fc-b580-a18e9af6df4c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:52.066639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.087041 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-19T00:01:51Z', 'revision_number': 6, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:52.105189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-74e60593-91fb-4b3e-97ad-ca4a02119f6d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:52.107615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-74e60593-91fb-4b3e-97ad-ca4a02119f6d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374425 Aug 19 00:01:52.139633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Transition to ACTIVE for port object 4ea511c3-1b5e-47fc-b580-a18e9af6df4c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:52.152125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.166039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '416f6f6f-16f3-495f-969b-d282ed42141c', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:52.221281 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2be1d7-46a8-4e6b-9561-6fb836dabd28 None None] The sync data for ids ['f30b2f3f-a5b2-4177-95e0-55cf19849de7'] in n-d-771363-38 is: [{'id': 'f30b2f3f-a5b2-4177-95e0-55cf19849de7', 'name': 'tempest-ServersTestFqdnHostnames-674091088-router', 'tenant_id': '5a5aefb5358c455a991757c283a1e74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:10Z', 'updated_at': '2021-08-19T00:01:51Z', 'revision_number': 6, 'project_id': '5a5aefb5358c455a991757c283a1e74e', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:01:52.274073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:52.276978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:52.295059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:52.334538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1706545 Aug 19 00:01:52.355929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:52.379165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-473614486'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:52.471787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Pushing event updated for resources: {'Port': ['ID=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:52.483992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Attempting to bind port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:01:52.484530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Attempting to bind port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:01:52.485024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Attempting to bind port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c on network 895edb2d-a2cb-4ae5-960d-820761b872f4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:01:52.491274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:01:52.491901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Checking segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:52.493012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.493771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Bound using segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:01:52.494372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Bound port: 4ea511c3-1b5e-47fc-b580-a18e9af6df4c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:01:52.494922 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.497473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b1b2-8887-4039-8ac4-4e9810f5bca8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Network': ['ID=8371296d-aef6-4865-adfc-c2d683b4033f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:52.510299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:52.515199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8371296d-aef6-4865-adfc-c2d683b4033f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:01:52.518236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.674435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] For port 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:52.681578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.710290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] For port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:01:52.743803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] For port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:01:52.744045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Calling delete_port for 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:52.757386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:52.765376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-d965fcd1-6038-4efe-bc66-c590d6619994 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2272670 Aug 19 00:01:52.978151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:01:53.007309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429e39-f588-4be4-b658-e7563e932106 None None] Pushing event updated for resources: {'Port': ['ID=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:53.169308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:53.176580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:53.271210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992512a-c38d-4359-9dd2-1f16fe5a7f26 req-33a11df3-6e8b-456e-91ce-4bb6afea2b07 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:53.280679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7992512a-c38d-4359-9dd2-1f16fe5a7f26 req-33a11df3-6e8b-456e-91ce-4bb6afea2b07 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.5351763 Aug 19 00:01:53.472582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:53.496252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:53.556132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:53.646528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:53.646953 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Added segment a530bc9f-a2c3-4801-b01c-3d51b902e3f1 of type vlan for network b1276e97-672e-4994-8837-2e7da273af00 Aug 19 00:01:53.673350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ea511c3-1b5e-47fc-b580-a18e9af6df4c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:53.823339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Allocated IP 172.25.1.129 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/81125cb3-b5a3-4736-97e7-1663aed87afd) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:53.865018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f71cb3-6fd1-4657-a2d5-7ba0e77faaed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:53.870367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:53.990331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 342530c0-7d31-4321-87d4-0e58dbfa6e65 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:54.036229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.075090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 342530c0-7d31-4321-87d4-0e58dbfa6e65 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:54.075541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 342530c0-7d31-4321-87d4-0e58dbfa6e65 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:54.075982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:54.115421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:54.115778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 98f71cb3-6fd1-4657-a2d5-7ba0e77faaed not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:54.157300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.201842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5bdb-0f18-4c4d-8356-97793957950f req-c6f850ce-1082-4515-b8a7-8c41abb78551 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:54.212974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0ab5bdb-0f18-4c4d-8356-97793957950f req-c6f850ce-1082-4515-b8a7-8c41abb78551 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 1.2095964 Aug 19 00:01:54.566946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0ab5bdb-0f18-4c4d-8356-97793957950f req-12b71edf-3fc5-49df-a59d-53a3b31e71ac tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406901 Aug 19 00:01:54.571087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.589031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:54.589692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.737838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449f9d9-a786-4d82-a728-caeec7fb31d7 None None] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:54.742603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Network': ['ID=b1276e97-672e-4994-8837-2e7da273af00,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:54.752203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.765104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.795196 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.842518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b1276e97-672e-4994-8837-2e7da273af00 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:01:54.858202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7992512a-c38d-4359-9dd2-1f16fe5a7f26 req-b04c6c96-84db-4726-abed-3184191bd527 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5765214 Aug 19 00:01:54.874898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:54.917397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-649df5d1-3017-4f33-9470-6049a7a56d0f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:54.919267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-649df5d1-3017-4f33-9470-6049a7a56d0f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0136106 Aug 19 00:01:54.939842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:54.966037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:54.978302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:55.000909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfc2145f-ec11-4a64-829d-8767047a18f5 req-2c4dd61b-58c8-406f-852e-cfb109a2d88c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.0436473 Aug 19 00:01:55.002375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.003684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f30b2f3f-a5b2-4177-95e0-55cf19849de7 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:01:55.010029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:55.030347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1895ff6c-f2cc-4ead-8f8b-04771c3fc05e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.6690853 Aug 19 00:01:55.034501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:55.037584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.041548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d5fb96a2-ab7f-40b1-b8db-f1cc92bd7851 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f30b2f3f-a5b2-4177-95e0-55cf19849de7 HTTP/1.1" status: 204 len: 168 time: 4.5988450 Aug 19 00:01:55.049228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:55.053139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'subnet': {'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:55.204775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Provisioning for port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:55.206034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Pushing event updated for resources: {'Port': ['ID=81125cb3-b5a3-4736-97e7-1663aed87afd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:55.216723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Provisioning complete for port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:55.217248 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.238207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.238562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.238916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.239259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.239600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.239940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.240277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.252887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.253309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.253589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.253923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.254268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:55.319140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.180 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/245d22ff-9fbd-4327-b6be-032442676849) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:55.329436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Deleting subnet 5c01f613-4f51-49bb-bbec-75d5eb45630a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:01:55.332980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.445854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.487143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:55.503212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.610382 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.697498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] For port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:55.736661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.739986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:55.744593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.840954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:55.926009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68deab-6e3e-4790-8a60-f94342f7833a None None] Pushing event updated for resources: {'Port': ['ID=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:56.122114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e3f397ec-6d0c-441f-85ca-05d7599e857f None None] Provisioning complete for port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:56.122384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3f397ec-6d0c-441f-85ca-05d7599e857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.136275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.219711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c01f613-4f51-49bb-bbec-75d5eb45630a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:56.246923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483298cd-6a46-4790-9ba6-75af1b55e21f None None] Network 88637545-4a68-4803-9751-25b961018dc6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:56.260050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e241dbc-27e6-4e57-bbba-b81150e01c98 req-81f1fe56-4985-4cb3-a687-12df03a36874 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:56.276833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.278178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e241dbc-27e6-4e57-bbba-b81150e01c98 req-81f1fe56-4985-4cb3-a687-12df03a36874 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 0.5817101 Aug 19 00:01:56.285890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9cc86152-bc8b-4950-8744-2443cb69fc8c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c01f613-4f51-49bb-bbec-75d5eb45630a HTTP/1.1" status: 204 len: 168 time: 1.2288511 Aug 19 00:01:56.295552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:56.381080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc258f-4c3b-4538-9bd3-0119d13468a5 req-ba1006ab-3b55-4242-ac32-16c55721e639 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:56.383521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95bc258f-4c3b-4538-9bd3-0119d13468a5 req-ba1006ab-3b55-4242-ac32-16c55721e639 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.3273382 Aug 19 00:01:56.389012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.490361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.527653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95bc258f-4c3b-4538-9bd3-0119d13468a5 req-cf42aa90-d5ab-4a86-a11e-066e35899a45 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351483 Aug 19 00:01:56.528637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Subnet': ['ID=0d5eead2-a542-4086-8a36-4e885708a8a0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:56.546074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:56.546074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network hostable DHCP agents. Network: 8371296d-aef6-4865-adfc-c2d683b4033f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:01:56.629485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e241dbc-27e6-4e57-bbba-b81150e01c98 req-337d37b0-49c0-4d63-82eb-ffec85ba2615 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428944 Aug 19 00:01:56.658466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 8371296d-aef6-4865-adfc-c2d683b4033f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:01:56.696543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8371296d-aef6-4865-adfc-c2d683b4033f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:56.704180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.708909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:56.709563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.721146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6e186-ff7d-4f4d-bef2-e73faad49471 None None] Network 8371296d-aef6-4865-adfc-c2d683b4033f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:56.731235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.750521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.755699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 245d22ff-9fbd-4327-b6be-032442676849 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:56.759184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Deleting port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:56.759547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:56.982343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] For port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:56.984768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.017502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Calling delete_port for 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:57.022542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-16375496-f084-4781-b454-6bce63118216 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9755785 Aug 19 00:01:57.043145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:57.051041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'subnet': {'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:57.084664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b5c0175-e248-4709-b664-2d120afb3429 req-6bcb6d74-abd6-4926-b501-e9d710ed4522 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.1882131 Aug 19 00:01:57.228208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] DHCP port deletion for 88637545-4a68-4803-9751-25b961018dc6 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:01:57.241689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:57.248964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.309703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8371296d-aef6-4865-adfc-c2d683b4033f', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:01:57.311016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.421584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.532886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Deleting port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:01:57.533807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.540839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.593848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:01:57.605594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ea511c3-1b5e-47fc-b580-a18e9af6df4c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:01:57.720986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:57.768667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] For port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,segment=NetworkSegment(9cf90c68-4223-4f88-a9a2-9c0ca58a78ab),segment_id=9cf90c68-4223-4f88-a9a2-9c0ca58a78ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:01:57.769237 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:57.803793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:57.817339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Allocated IP 10.1.1.2 (8371296d-aef6-4865-adfc-c2d683b4033f/0d5eead2-a542-4086-8a36-4e885708a8a0/705c9c9b-072e-48e5-8ae2-bfde4d0e1103) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:57.819362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:57.839924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.132 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/0fe0a565-7ba1-4f38-810c-ce6f38da32cf) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:01:57.850759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Calling delete_port for 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:01:57.985677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:58.092750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.112411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.156947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:58.165924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.189522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:58.189904 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.220242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-a65579e2-21dc-4400-9a4f-602583097bb8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0629845 Aug 19 00:01:58.246779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24342756-2a82-4502-a503-e6d989b1d74f req-d8d08dd1-b430-486a-914a-899ba9a3420c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:58.257480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24342756-2a82-4502-a503-e6d989b1d74f req-d8d08dd1-b430-486a-914a-899ba9a3420c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.4704809 Aug 19 00:01:58.301178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:58.330387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] No DVR routers for this DVR port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:58.383531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Subnet': ['ID=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:58.441061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24342756-2a82-4502-a503-e6d989b1d74f req-2fe51a15-bcb6-4fcc-8adf-bc34f9bb835b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825602 Aug 19 00:01:58.462997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7296-4499-4aec-a474-0e844f589f3b req-635eceef-516a-4b85-a65d-e8d93dc265b3 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:58.474334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb5e7296-4499-4aec-a474-0e844f589f3b req-635eceef-516a-4b85-a65d-e8d93dc265b3 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 0.8391237 Aug 19 00:01:58.532360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.535437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Checking segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:01:58.535810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network hostable DHCP agents. Network: b1276e97-672e-4994-8837-2e7da273af00, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:01:58.563200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88637545-4a68-4803-9751-25b961018dc6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:58.598775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Request body: {'port': {'device_id': '416f6f6f-16f3-495f-969b-d282ed42141c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:58.602644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb5e7296-4499-4aec-a474-0e844f589f3b req-63e38bdf-bd89-4440-87a2-887bb1533db2 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269329 Aug 19 00:01:58.605034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:58.612761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf90c68-4223-4f88-a9a2-9c0ca58a78ab') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:01:58.669226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.676191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network b1276e97-672e-4994-8837-2e7da273af00 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:01:58.716946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b1276e97-672e-4994-8837-2e7da273af00) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:58.736081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:58.737274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.770280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:01:58.777681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ca56a-b0f6-4d9a-b44f-012ee7fc9e9a None None] Network b1276e97-672e-4994-8837-2e7da273af00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:01:58.810899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.817786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-da7d034d-2242-4207-a663-b2d2dcf4a9de tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7710464 Aug 19 00:01:58.838408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50042) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:58.841219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af68304e-7f85-4dc2-a227-846453c24a44 req-f0ca70a2-1c8d-4a21-b397-e114353aa0a2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.0882022 Aug 19 00:01:58.847376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'name': 'tempest-TaggedBootDevicesTest-14319139', 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:01:58.855127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:01:58.855541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:01:58.857943 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:01:58.882303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:58.997597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b3a5eca9-2630-40e2-93f0-a5b56bc59d17 None None] Provisioning for port 245d22ff-9fbd-4327-b6be-032442676849 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:01:59.022511 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.029615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.040154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] 10.222.0.20 "DELETE /v2.0/networks/88637545-4a68-4803-9751-25b961018dc6 HTTP/1.1" status: 204 len: 168 time: 2.7431324 Aug 19 00:01:59.058339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b3a5eca9-2630-40e2-93f0-a5b56bc59d17 None None] Provisioning complete for port 245d22ff-9fbd-4327-b6be-032442676849 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:01:59.060501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3a5eca9-2630-40e2-93f0-a5b56bc59d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.077408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2625a-c022-46f0-a42c-40144b568c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=88637545-4a68-4803-9751-25b961018dc6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:59.118046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5eca9-2630-40e2-93f0-a5b56bc59d17 None None] Port 245d22ff-9fbd-4327-b6be-032442676849 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:01:59.140171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.143814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511bc2-2a05-4893-9461-950e71e3f341 req-0599467c-3077-4b15-91f7-b45cf3778435 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:01:59.155396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e511bc2-2a05-4893-9461-950e71e3f341 req-0599467c-3077-4b15-91f7-b45cf3778435 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.5038927 Aug 19 00:01:59.192478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:01:59.245111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Pushing event deleted for resources: {'Port': ['ID=2d4e5df0-8a8e-4b98-9e8d-35106d338d66,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:59.250436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.252710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Network 88637545-4a68-4803-9751-25b961018dc6 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:01:59.252710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] No DVR routers for this DVR port 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:01:59.271719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.272082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.272452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.272798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.273228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.273561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.273897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.274219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.274558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.274876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.275259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.275589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989cf-a309-4ece-a5ff-c62f0e1f3dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:01:59.347535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e511bc2-2a05-4893-9461-950e71e3f341 req-3f0551ca-56ea-4cbc-a95b-4373f17a7e89 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861331 Aug 19 00:01:59.372055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.392747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Transition to ACTIVE for port object 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:59.438695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:01:59.441115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 0fe0a565-7ba1-4f38-810c-ce6f38da32cf will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:59.444464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.475386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Transition to ACTIVE for port object 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:01:59.484747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:01:59.515094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:01:59.515540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2d4e5df0-8a8e-4b98-9e8d-35106d338d66 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:01:59.520411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-b1276e97-672e-4994-8837-2e7da273af00', 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ips': [{'subnet_id': '8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:01:59.520607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] device_id is not set on port 046b44a8-7958-4839-9ae7-c02e049fb04d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:01:59.521843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.527174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.600445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Network 8371296d-aef6-4865-adfc-c2d683b4033f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:01:59.613988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:01:59.617391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:01:59.638205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Pushing event updated for resources: {'Port': ['ID=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:01:59.659734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:01:59.804641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:00.018159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Attempting to bind port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:00.018534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Attempting to bind port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:00.018993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Attempting to bind port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:00.050442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:00.050442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:00.050442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.050442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Bound using segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:00.050442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Bound port: 705c9c9b-072e-48e5-8ae2-bfde4d0e1103, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:00.051130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.134288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:00.330889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Allocated IP 10.2.2.2 (b1276e97-672e-4994-8837-2e7da273af00/8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5/4b8ce620-a0ca-47ad-8b59-31138edb5b9a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:00.415094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.1.1.15 (8371296d-aef6-4865-adfc-c2d683b4033f/0d5eead2-a542-4086-8a36-4e885708a8a0/046b44a8-7958-4839-9ae7-c02e049fb04d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:00.462962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:00.531362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-19dbc9d8-2981-4d3c-9f5b-6e97b23c66ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a5aefb5358c455a991757c283a1e74e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840211 Aug 19 00:02:00.540530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:00.540723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Sync routers for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:00.540847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:00.546862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] For port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:00.569260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a964-2a89-43e4-941a-84c8adbe8f89 req-5172ae3c-674b-4c43-b1bb-fd7441fc249e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:00.577809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f22a964-2a89-43e4-941a-84c8adbe8f89 req-5172ae3c-674b-4c43-b1bb-fd7441fc249e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1411588 Aug 19 00:02:00.594078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-27a54c5c-d042-4b4d-88b2-d6ad09b50ad6 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:00.603865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-27a54c5c-d042-4b4d-88b2-d6ad09b50ad6 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 0.7182899 Aug 19 00:02:00.617928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.623027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-72661436-6fdf-4ba2-93c6-a83d9bee39b3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9096451 Aug 19 00:02:00.634111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:00.637119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] For port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:00.641663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:00.654528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.673266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:00.673928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:00.705975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:00.790879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f22a964-2a89-43e4-941a-84c8adbe8f89 req-23b438bc-f844-4a7a-907a-2b7389b70dea tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120335 Aug 19 00:02:00.861865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.936131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:00.977707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.042168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object 046b44a8-7958-4839-9ae7-c02e049fb04d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:01.064596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b862e-892e-4a14-bd1e-007ef1b5846d None None] Pushing event updated for resources: {'Port': ['ID=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:01.121862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11f78-9b9c-438e-b6fb-b147dfe4ab83 req-04fc6c04-bb9b-4efc-9000-a7e479e18e47 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:01.130977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fa11f78-9b9c-438e-b6fb-b147dfe4ab83 req-04fc6c04-bb9b-4efc-9000-a7e479e18e47 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 936 time: 0.1818316 Aug 19 00:02:01.188134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.208212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:01.216461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.220430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.223431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80257b3-26c4-4c9c-b3f3-6fd03167d537 HTTP/1.1" status: 204 len: 168 time: 0.6818867 Aug 19 00:02:01.292647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fa11f78-9b9c-438e-b6fb-b147dfe4ab83 req-bbb2dee6-f38c-4f0e-ba0f-e62a15d48a92 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607389 Aug 19 00:02:01.298629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:01.313834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5bfbc-748e-4f17-9a8f-4e299aeb5700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80257b3-26c4-4c9c-b3f3-6fd03167d537,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:01.332002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 8371296d-aef6-4865-adfc-c2d683b4033f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:01.333902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:01.337703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:01.406988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:01.409589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.432157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dcbf2424-e2da-4867-a427-df806df1f129 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5892878 Aug 19 00:02:01.435117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:01.442411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'name': 'tempest-TaggedBootDevicesTest-1300292854', 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:01.794105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:01.816319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:01.881257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] device_id is not set on port 21921d1c-939b-416c-ba17-8a6edc5c056e yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:02:01.921646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b77d0-b2e9-4e8e-8f7e-91ebbe630967 req-2045cf7d-bc8d-4f95-87ed-43c59ca4baa1 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:01.923167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a9b77d0-b2e9-4e8e-8f7e-91ebbe630967 req-2045cf7d-bc8d-4f95-87ed-43c59ca4baa1 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.2188911 Aug 19 00:02:02.027379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afbb9-6019-4d4b-bce4-b6c5b8938cd5 req-dbcaca9e-abc0-4632-8b80-6a1894afd425 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:02.043450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac2afbb9-6019-4d4b-bce4-b6c5b8938cd5 req-dbcaca9e-abc0-4632-8b80-6a1894afd425 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 946 time: 1.9218543 Aug 19 00:02:02.143340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec49fea7-72b4-4ad5-a0e7-3459230ebe1b None None] Provisioning for port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:02.180685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec49fea7-72b4-4ad5-a0e7-3459230ebe1b None None] Provisioning complete for port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:02.181713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec49fea7-72b4-4ad5-a0e7-3459230ebe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:02.218974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a9b77d0-b2e9-4e8e-8f7e-91ebbe630967 req-e604220a-58cd-4883-a942-e1d7efc03182 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844217 Aug 19 00:02:02.328464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ec49fea7-72b4-4ad5-a0e7-3459230ebe1b None None] Port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:02.385410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672b238-bd89-4480-a280-657a13645a2a req-9b275752-a85f-417a-bbd6-66124a1c15cb tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:02.386948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7672b238-bd89-4480-a280-657a13645a2a req-9b275752-a85f-417a-bbd6-66124a1c15cb tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 946 time: 0.2743254 Aug 19 00:02:02.415989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:02.418512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:02.430702 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:02.482256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Transition to ACTIVE for port object 4b8ce620-a0ca-47ad-8b59-31138edb5b9a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:02.511544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:01:55Z', 'revision_number': 3, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:02.549693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Checking router: 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:02.550051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Updating router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf port 81125cb3-b5a3-4736-97e7-1663aed87afd binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:02:02.592482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:02.629770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac2afbb9-6019-4d4b-bce4-b6c5b8938cd5 req-00b23952-fb5b-447d-9592-a6762709a8af tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6e68bca-1562-4aa3-8dad-8a85619e84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249214 Aug 19 00:02:02.796326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-a562c007-ea67-4945-be11-f2cbed4b73bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8344316 Aug 19 00:02:02.841839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.1.1.134 (8371296d-aef6-4865-adfc-c2d683b4033f/0d5eead2-a542-4086-8a36-4e885708a8a0/21921d1c-939b-416c-ba17-8a6edc5c056e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:02.859657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Request body: {'port': {'device_id': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:02.869446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Transition to ACTIVE for port object 4b8ce620-a0ca-47ad-8b59-31138edb5b9a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:02.919450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:02.919949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203526c-80d0-4f62-b37c-245a91544751 req-b880ed73-80ec-49fd-8a93-6e24740e7661 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:02.926469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b203526c-80d0-4f62-b37c-245a91544751 req-b880ed73-80ec-49fd-8a93-6e24740e7661 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.3721240 Aug 19 00:02:03.022121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245d22ff-9fbd-4327-b6be-032442676849 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:03.065778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.072922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Pushing event updated for resources: {'Port': ['ID=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:03.130405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Network b1276e97-672e-4994-8837-2e7da273af00 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:03.130997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Deleting port 729bf3a0-998d-4399-9a72-bb980b339ae0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:03.132524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.144352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:03.147945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:03.228732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8739da-0f47-4b14-8ed3-4714785832e0 req-347b00a5-53e5-4c0d-80b7-ee2021c7f940 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:03.230481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f8739da-0f47-4b14-8ed3-4714785832e0 req-347b00a5-53e5-4c0d-80b7-ee2021c7f940 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 936 time: 0.3997290 Aug 19 00:02:03.283024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Deleting port 135e79df-18d5-48a3-8434-fc3e33bd341d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:03.283560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.407793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b203526c-80d0-4f62-b37c-245a91544751 req-d0822223-0426-4c88-a781-8c7098d099cf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718282 Aug 19 00:02:03.480204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] For port 135e79df-18d5-48a3-8434-fc3e33bd341d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=135e79df-18d5-48a3-8434-fc3e33bd341d,segment=NetworkSegment(34393697-3024-49a9-a3ce-3e7f5f6b5394),segment_id=34393697-3024-49a9-a3ce-3e7f5f6b5394)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:03.480728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.529166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Calling delete_port for 135e79df-18d5-48a3-8434-fc3e33bd341d owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:03.567749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Transition to ACTIVE for port object 245d22ff-9fbd-4327-b6be-032442676849 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:03.610919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.622078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] For port 729bf3a0-998d-4399-9a72-bb980b339ae0, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=729bf3a0-998d-4399-9a72-bb980b339ae0,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:03.622476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.634878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.701704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Pushing event updated for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:03.702096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Calling delete_port for 729bf3a0-998d-4399-9a72-bb980b339ae0 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:03.703523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d08fa9-c8f4-4ab4-a387-42632af1c042 None None] Network 8371296d-aef6-4865-adfc-c2d683b4033f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:03.711351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 135e79df-18d5-48a3-8434-fc3e33bd341d no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:03.751403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:03.864012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object 21921d1c-939b-416c-ba17-8a6edc5c056e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:03.909406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:03.962587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c498b132-0d34-4b05-92e6-168b65c3a2ee None None] Provisioning for port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:03.979235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Attempting to bind port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:03.979624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Attempting to bind port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:03.980194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Attempting to bind port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a on network b1276e97-672e-4994-8837-2e7da273af00 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:04.023765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:04.024056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Checking segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:04.024366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.025414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Bound using segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:04.025414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Bound port: 4b8ce620-a0ca-47ad-8b59-31138edb5b9a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:04.025767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.079315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.113143 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No ports have port_id starting with 135e79df-18d5-48a3-8434-fc3e33bd341d Aug 19 00:02:04.124333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.142159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:04.175287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f8739da-0f47-4b14-8ed3-4714785832e0 req-d91d2e00-6d26-43af-9f02-7bf6143ad039 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8957112 Aug 19 00:02:04.244211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:04.244844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.301287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Pushing event deleted for resources: {'Port': ['ID=135e79df-18d5-48a3-8434-fc3e33bd341d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:04.391253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] No DVR routers for this DVR port 135e79df-18d5-48a3-8434-fc3e33bd341d on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:04.400250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.402158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04c73d39-8cf5-4f96-978b-67a8c4bb010d req-f9f54348-486d-4ebd-9a9d-3d9992333636 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.11 "DELETE /v2.0/ports/135e79df-18d5-48a3-8434-fc3e33bd341d HTTP/1.1" status: 204 len: 173 time: 2.4979005 Aug 19 00:02:04.422872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 8371296d-aef6-4865-adfc-c2d683b4033f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:04.443174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:04.453141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:04.462396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'name': 'network-vif-deleted', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:04.472801 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f666e06-8c49-4e55-b856-d15c269d1521" -d '{"events": [{"server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "name": "network-vif-deleted", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:04.474207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:04.483664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.496242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.499452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] For port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:04.508129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] For port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:04.509965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Transition to ACTIVE for port object 81125cb3-b5a3-4736-97e7-1663aed87afd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:04.525432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.555120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.642133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d984014b-bb39-4d57-9aed-4a7cc8d9e007 req-af0da1a0-2782-44cd-babf-d058e58fb490 tempest-ServerAddressesNegativeTestJSON-1279410134 tempest-ServerAddressesNegativeTestJSON-1279410134-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82 HTTP/1.1" status: 200 len: 210 time: 0.1513548 Aug 19 00:02:04.664128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Pushing event deleted for resources: {'Port': ['ID=729bf3a0-998d-4399-9a72-bb980b339ae0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:04.665517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Attempting to bind port 81125cb3-b5a3-4736-97e7-1663aed87afd on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:04.666420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Attempting to bind port 81125cb3-b5a3-4736-97e7-1663aed87afd by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:04.666790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Attempting to bind port 81125cb3-b5a3-4736-97e7-1663aed87afd on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:04.718133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2e9a3-635f-4c0f-92f9-f45df71aa9d0 req-cf483265-ac64-4ca8-a36c-a2ab33fb0735 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:04.741002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9a2e9a3-635f-4c0f-92f9-f45df71aa9d0 req-cf483265-ac64-4ca8-a36c-a2ab33fb0735 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf922f05-7eee-463c-bb98-3a06d1f3cc81 HTTP/1.1" status: 200 len: 867 time: 0.5922487 Aug 19 00:02:04.741226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.763737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:04.763963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:04.764404 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.764805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:04.765300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Bound port: 81125cb3-b5a3-4736-97e7-1663aed87afd, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:04.765692 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.853494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Attempting to bind port 245d22ff-9fbd-4327-b6be-032442676849 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:04.854123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Attempting to bind port 245d22ff-9fbd-4327-b6be-032442676849 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:04.854642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Attempting to bind port 245d22ff-9fbd-4327-b6be-032442676849 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:04.873180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:04.873868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.881739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.901903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] No DVR routers for this DVR port 729bf3a0-998d-4399-9a72-bb980b339ae0 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:04.920949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:04.927366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7672b238-bd89-4480-a280-657a13645a2a req-3a9261e0-229f-42fd-abcf-bf6cd12af249 tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.11 "DELETE /v2.0/ports/729bf3a0-998d-4399-9a72-bb980b339ae0 HTTP/1.1" status: 204 len: 173 time: 2.5227895 Aug 19 00:02:04.992622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198edd-ccff-4c62-9bd2-6b37f20dd88e None None] Pushing event updated for resources: {'Port': ['ID=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:05.039454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'name': 'network-vif-deleted', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:05.055074 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8fe2cf-5204-4a87-ba4c-2fa6c1840b58" -d '{"events": [{"server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "name": "network-vif-deleted", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:05.078842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9a2e9a3-635f-4c0f-92f9-f45df71aa9d0 req-d903861f-4718-44cc-b330-28c5e52a78fa tempest-AttachSCSIVolumeTestJSON-1038358048 tempest-AttachSCSIVolumeTestJSON-1038358048-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370080 Aug 19 00:02:05.093301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-48032526-28a3-43cf-bfa5-741dede0da85 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6567137 Aug 19 00:02:05.129612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:05.151175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] For port 81125cb3-b5a3-4736-97e7-1663aed87afd, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:05.197070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] For port 81125cb3-b5a3-4736-97e7-1663aed87afd, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=81125cb3-b5a3-4736-97e7-1663aed87afd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:05.212187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.223956 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.295709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ccabe-c79b-4f0c-b30c-134c989068fc None None] Pushing event updated for resources: {'Port': ['ID=81125cb3-b5a3-4736-97e7-1663aed87afd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:05.306506 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5af03-6bb5-4c6a-b073-77972b31f0f5 x-openstack-request-id: req-20b5af03-6bb5-4c6a-b073-77972b31f0f5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:05.306974 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf922f05-7eee-463c-bb98-3a06d1f3cc81", "name": "network-vif-deleted", "tag": "729bf3a0-998d-4399-9a72-bb980b339ae0", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:05.307285 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20b5af03-6bb5-4c6a-b073-77972b31f0f5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:05.308347 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf922f05-7eee-463c-bb98-3a06d1f3cc81', 'name': 'network-vif-deleted', 'tag': '729bf3a0-998d-4399-9a72-bb980b339ae0', 'status': 'completed', 'code': 200} Aug 19 00:02:05.357067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Port 245d22ff-9fbd-4327-b6be-032442676849 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:05.357962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Attempting to bind port 245d22ff-9fbd-4327-b6be-032442676849 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:05.361744 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9000852c-ae4f-42dc-abd1-d8a29c51aba7 x-openstack-request-id: req-9000852c-ae4f-42dc-abd1-d8a29c51aba7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:05.363965 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82", "name": "network-vif-deleted", "tag": "135e79df-18d5-48a3-8434-fc3e33bd341d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:05.365033 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9000852c-ae4f-42dc-abd1-d8a29c51aba7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:05.366797 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b6fe49-fc9b-40ac-a1ae-1a67de6c6f82', 'name': 'network-vif-deleted', 'tag': '135e79df-18d5-48a3-8434-fc3e33bd341d', 'status': 'completed', 'code': 200} Aug 19 00:02:05.397293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:05.398530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:05.399110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:05.399791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Bound port: 245d22ff-9fbd-4327-b6be-032442676849, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:05.400367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.426397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:05.428353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:05.453820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe0a565-7ba1-4f38-810c-ce6f38da32cf {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:05.482645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:05.558077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.647979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:05.652092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=245d22ff-9fbd-4327-b6be-032442676849,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:05.670290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf8696-2d34-45d6-a642-2e78113abcc8 req-471faab5-8d82-4303-884f-afa8ef163457 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:05.681286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7cdf8696-2d34-45d6-a642-2e78113abcc8 req-471faab5-8d82-4303-884f-afa8ef163457 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.6699817 Aug 19 00:02:05.699209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.717303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:05.937983 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12611006-d626-41ad-95d5-20b93759b515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:05.949493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 729bf3a0-998d-4399-9a72-bb980b339ae0 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:05.973028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b8ce620-a0ca-47ad-8b59-31138edb5b9a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:05.987702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 729bf3a0-998d-4399-9a72-bb980b339ae0 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:05.988507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 729bf3a0-998d-4399-9a72-bb980b339ae0 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:06.025990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Provisioning complete for port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:06.026784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.035771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Allocated IP 172.20.0.1 (895edb2d-a2cb-4ae5-960d-820761b872f4/42abdee3-a157-45c2-b978-388fbc561246/7536a976-5f90-494c-a836-ecf317ac819b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:06.168679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:06.242317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ccabe-c79b-4f0c-b30c-134c989068fc None None] Pushing event updated for resources: {'Port': ['ID=81125cb3-b5a3-4736-97e7-1663aed87afd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:06.252157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12611006-d626-41ad-95d5-20b93759b515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.259977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12611006-d626-41ad-95d5-20b93759b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.273609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:06.279991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Transition to ACTIVE for port object 0fe0a565-7ba1-4f38-810c-ce6f38da32cf will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:06.317878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743099340', 'description': 'tempest-description--1360169190'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:06.341412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:06.342480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.344087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] 10.222.0.11 "PUT /v2.0/ports/245d22ff-9fbd-4327-b6be-032442676849 HTTP/1.1" status: 200 len: 1097 time: 7.7498782 Aug 19 00:02:06.367932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92ea63-4470-4851-871b-f8f6a91bd1bb service neutron] Pushing event updated for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:06.372442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:06.378050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.383719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7cdf8696-2d34-45d6-a642-2e78113abcc8 req-e95f2fdf-8cca-48fb-986e-80bac621d56c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7003582 Aug 19 00:02:06.403013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611006-d626-41ad-95d5-20b93759b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273945c-3fcc-461a-af6b-44a60e853a95,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:06.405040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.420690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-12611006-d626-41ad-95d5-20b93759b515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b39db6bdb17f4274a6fc20b7fc04bf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334657 Aug 19 00:02:06.421350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:06.446596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0e8c8-d64e-4053-a81f-812a4572984b None None] Network b1276e97-672e-4994-8837-2e7da273af00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:06.499965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50140) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:06.615192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Provisioning for port 046b44a8-7958-4839-9ae7-c02e049fb04d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:06.615430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5f7d-6142-4f0c-b177-852dd80efbb7 req-73907857-d9d5-4b5a-9a39-d35457c158c6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:06.616998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdbb5f7d-6142-4f0c-b177-852dd80efbb7 req-73907857-d9d5-4b5a-9a39-d35457c158c6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.2796545 Aug 19 00:02:06.656839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Provisioning complete for port 046b44a8-7958-4839-9ae7-c02e049fb04d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:06.657204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.670244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Transition to ACTIVE for port object 7536a976-5f90-494c-a836-ecf317ac819b will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:06.690389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.730539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:01:55Z', 'revision_number': 3, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:06.740841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdbb5f7d-6142-4f0c-b177-852dd80efbb7 req-420fb843-9788-4b92-982d-56904d74e819 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114666 Aug 19 00:02:06.780136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.802150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.810757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:06.819373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ff0d7-5964-4c02-aaee-aab76657b4df None None] The sync data for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 is: [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:01:55Z', 'revision_number': 3, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:06.821222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Port 046b44a8-7958-4839-9ae7-c02e049fb04d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:06.874261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Provisioning for port 21921d1c-939b-416c-ba17-8a6edc5c056e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:06.880606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Provisioning complete for port 21921d1c-939b-416c-ba17-8a6edc5c056e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:06.880921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.881578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Deleting subnet 18fc2f01-8557-493c-93e0-a978b73f7a82 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:02:06.894298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.898921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-b6e67c0e-2021-4df7-88cf-a8741e8b57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:06.900506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-b6e67c0e-2021-4df7-88cf-a8741e8b57b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 1100 time: 0.4742582 Aug 19 00:02:06.946502 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.950341 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:06.952620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5273945c-3fcc-461a-af6b-44a60e853a95 HTTP/1.1" status: 204 len: 168 time: 0.5102174 Aug 19 00:02:06.975811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef456e-293f-48a7-9224-8576a5d9f0cf None None] Port 21921d1c-939b-416c-ba17-8a6edc5c056e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:06.979643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05870c0-ecf0-4ef9-9ef3-a4c0af49dbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273945c-3fcc-461a-af6b-44a60e853a95,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:07.061371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.159931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Provisioning complete for port 21921d1c-939b-416c-ba17-8a6edc5c056e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:07.160646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.163098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-cdb3ce34-fe3b-4f38-a88e-3a9bfd77bdfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=245d22ff-9fbd-4327-b6be-032442676849 HTTP/1.1" status: 200 len: 217 time: 0.1403174 Aug 19 00:02:07.220447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.241368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Port 21921d1c-939b-416c-ba17-8a6edc5c056e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:07.278072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Provisioning for port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:07.309817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Provisioning complete for port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:07.310491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.370481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'tag': '245d22ff-9fbd-4327-b6be-032442676849'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:07.372913 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97" -d '{"events": [{"name": "network-changed", "server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "tag": "245d22ff-9fbd-4327-b6be-032442676849"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:07.449956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:07.511484 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934e286-f461-4ea5-8fcf-9429dbe6232b x-openstack-request-id: req-7934e286-f461-4ea5-8fcf-9429dbe6232b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:07.511707 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "tag": "245d22ff-9fbd-4327-b6be-032442676849", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:07.513141 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7934e286-f461-4ea5-8fcf-9429dbe6232b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:07.514058 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'tag': '245d22ff-9fbd-4327-b6be-032442676849', 'status': 'completed', 'code': 200} Aug 19 00:02:07.545027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.572327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Attempting to bind port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:07.577851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Attempting to bind port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:07.578192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Attempting to bind port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:07.581328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Pushing event updated for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:07.595741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-065e678d-3edd-4f6d-8a90-782c4f5a5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:07.605238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-065e678d-3edd-4f6d-8a90-782c4f5a5c65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.4264410 Aug 19 00:02:07.615317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:07.672640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:07.678587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] For port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:07.690186 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.704968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba28-506d-474a-8f3e-94024fd0bf26 req-1445b99a-c293-4dee-9932-13cad6e1c50b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:07.711811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b8ba28-506d-474a-8f3e-94024fd0bf26 req-1445b99a-c293-4dee-9932-13cad6e1c50b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1450198 Aug 19 00:02:07.778329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.844284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:07.845317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Attempting to bind port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:07.880068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b8ba28-506d-474a-8f3e-94024fd0bf26 req-a9a24f6b-f447-4f31-88c4-e79082339940 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542516 Aug 19 00:02:07.933996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.942706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Pushing event updated for resources: {'Port': ['ID=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:07.951332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Provisioning complete for port 046b44a8-7958-4839-9ae7-c02e049fb04d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:07.951958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.980171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:07.980635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:07.981114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:07.981505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Bound port: 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:07.981964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:07.998999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:08.070369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-75021364-c163-4b31-9c56-6701a2e98224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:08.073251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-75021364-c163-4b31-9c56-6701a2e98224 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4299378 Aug 19 00:02:08.096113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d201a26c-09f6-47f3-a242-c852b7274167 None None] Port 046b44a8-7958-4839-9ae7-c02e049fb04d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:08.148794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:08.148932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.428527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Provisioning for port 7536a976-5f90-494c-a836-ecf317ac819b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:08.435499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Provisioning complete for port 7536a976-5f90-494c-a836-ecf317ac819b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:08.436165 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.444031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:08.535564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 81125cb3-b5a3-4736-97e7-1663aed87afd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:08.605359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Port 7536a976-5f90-494c-a836-ecf317ac819b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:08.629889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Provisioning complete for port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:08.630531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f81bcec8-78e0-49da-b176-51b9cd27b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.654305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-30867974-network', 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:08.693022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 81125cb3-b5a3-4736-97e7-1663aed87afd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:08.698332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 81125cb3-b5a3-4736-97e7-1663aed87afd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:08.698929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.718832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.765901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:08.769051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.794503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.795597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.898811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8531e4-3200-4062-98c7-63e0f1bd9a66,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:08.928631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.960665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 81125cb3-b5a3-4736-97e7-1663aed87afd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=81125cb3-b5a3-4736-97e7-1663aed87afd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:08.967697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:08.993085 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.005993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.006233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31d599-c9e3-44db-acfe-fb84bfd14468 req-4bfea8b5-cff0-45ac-b75a-9a9e65658d8c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:09.008442 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c31d599-c9e3-44db-acfe-fb84bfd14468 req-4bfea8b5-cff0-45ac-b75a-9a9e65658d8c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.9624360 Aug 19 00:02:09.029374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.031284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dbf44f8e-af09-4edd-82cd-63a1d84597d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7402008 Aug 19 00:02:09.042660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=81125cb3-b5a3-4736-97e7-1663aed87afd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.047650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:09.055411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'security_group_rule': {'security_group_id': '4c8531e4-3200-4062-98c7-63e0f1bd9a66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:09.074760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.122595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:02:09.166645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41e234-c93d-4096-989f-472209ab0fea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.175436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.175996 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Added segment 5dff54b6-5ec9-4dd3-9ad3-af51b7272347 of type vlan for network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 Aug 19 00:02:09.227288 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.240352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9efd3-a80d-4b49-ba28-c39bd59e4b3d req-1a0d53c5-f151-4972-8b97-943fd9c0199f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:09.242345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bad9efd3-a80d-4b49-ba28-c39bd59e4b3d req-1a0d53c5-f151-4972-8b97-943fd9c0199f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.1934638 Aug 19 00:02:09.245987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:09.253607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.286522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.354312 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bad9efd3-a80d-4b49-ba28-c39bd59e4b3d req-0ddfe402-6002-45ab-8031-6f3cc370fc06 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955162 Aug 19 00:02:09.364200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.365635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:09.366681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.374102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.387539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-7f0445d1-5ccc-4bb8-be9e-0c923d09c5cf service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2759800 Aug 19 00:02:09.394476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.400013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18fc2f01-8557-493c-93e0-a978b73f7a82 HTTP/1.1" status: 204 len: 168 time: 2.8779962 Aug 19 00:02:09.411925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:09.427953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.456767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0103722 Aug 19 00:02:09.477934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:09.486598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.498231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c31d599-c9e3-44db-acfe-fb84bfd14468 req-16b48566-5aea-4955-a10e-11a04b7bf267 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702585 Aug 19 00:02:09.499014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976ff4d-5091-4f44-b705-4194c2d5a7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fc2f01-8557-493c-93e0-a978b73f7a82,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.511537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:09.513212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.518948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Request body: {'subnet': {'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-30867974-subnet', 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:09.535854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.558409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ca29-6969-431a-bc76-d4808f27e289 admin admin] Pushing event updated for resources: {'Network': ['ID=89d11ad1-220c-4664-9f05-a7f87ed7c5e3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.584149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:02:09.594840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d51e81-a4a3-445f-9238-04d56793e521,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.602686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:09.606475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.611489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.631055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.632968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-958404f3-aa9b-4f63-a852-6310eae21eef tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5829029 Aug 19 00:02:09.716764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b8ce620-a0ca-47ad-8b59-31138edb5b9a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:09.726348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.737693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:09.743783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:09.744445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.746038 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] 10.222.0.11 "PUT /v2.0/ports/0fe0a565-7ba1-4f38-810c-ce6f38da32cf HTTP/1.1" status: 200 len: 1097 time: 6.8922944 Aug 19 00:02:09.752483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'security_group_rule': {'security_group_id': '4c8531e4-3200-4062-98c7-63e0f1bd9a66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:09.767509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:09.770533 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869d0ab4-fed6-445b-b205-7f98f71aea46" -d '{"events": [{"name": "network-changed", "server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:09.815772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.842229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:09.843958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.948005 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2db65-4d4d-4f87-b46e-7e60e4937758 x-openstack-request-id: req-5ac2db65-4d4d-4f87-b46e-7e60e4937758 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:09.948545 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:09.948867 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac2db65-4d4d-4f87-b46e-7e60e4937758 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:09.949332 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'status': 'completed', 'code': 200} Aug 19 00:02:09.970793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:09.981778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db550fb-1eb2-4346-a1e5-8df00728dcf1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:09.991255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 81125cb3-b5a3-4736-97e7-1663aed87afd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:09.991976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11554283-3c32-4256-ad34-4d00d5208741']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:10.007935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.008478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.008684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.008992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.009330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.009665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.009998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.010284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-240385c4-3792-4e19-8698-e1e745f47221 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268211 Aug 19 00:02:10.010420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.010646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.010968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.011298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.011622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:10.027684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Pushing event updated for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:10.030096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34393697-3024-49a9-a3ce-3e7f5f6b5394') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:10.030402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34393697-3024-49a9-a3ce-3e7f5f6b5394') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:10.032989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Checking segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:10.033415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Network hostable DHCP agents. Network: 89d11ad1-220c-4664-9f05-a7f87ed7c5e3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:02:10.039043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:10.059302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:10.072328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.075963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 81125cb3-b5a3-4736-97e7-1663aed87afd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:10.076864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.131411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.139260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:02:10.144041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:02:10.144825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:02:10.147041 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:02:10.210883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-feaa68f6-4742-4c3c-8eb0-fa44261e1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.212489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-feaa68f6-4742-4c3c-8eb0-fa44261e1512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 1100 time: 0.3888476 Aug 19 00:02:10.227699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 89d11ad1-220c-4664-9f05-a7f87ed7c5e3) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:10.235212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.235938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c17e2e-cdc4-4e1d-a294-cee5ad01fdb3 None None] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:10.236181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.243182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.250623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.258794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.263898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] 10.222.0.20 "DELETE /v2.0/networks/11554283-3c32-4256-ad34-4d00d5208741 HTTP/1.1" status: 204 len: 168 time: 0.8225064 Aug 19 00:02:10.269741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f3f9374-67a5-4b88-94d7-98caa88b56c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7589037 Aug 19 00:02:10.302129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077647-d212-4e25-b2fd-7fe68dd3e157 admin admin] Pushing event deleted for resources: {'Network': ['ID=11554283-3c32-4256-ad34-4d00d5208741,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:10.531506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50266) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:10.563759 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.607694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9dea6-f6f9-403b-953c-e384eb661b07 None None] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:10.612405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ebbe7f7-eb2c-4b4a-a03f-d5b84d805fcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66f9abfb42064d4f86f55a47d52a14e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776088 Aug 19 00:02:10.616137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:10.651838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-2f73347c-1465-43e0-82ff-3e9dd15ca49f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf HTTP/1.1" status: 200 len: 217 time: 0.4247890 Aug 19 00:02:10.660169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.735186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-35caa5f9-ff3c-4956-b974-235d04dd0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.737269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-35caa5f9-ff3c-4956-b974-235d04dd0600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0715020 Aug 19 00:02:10.739696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:02:10.757596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-93a11875-8381-4cd3-9488-0808a866d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.759384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-93a11875-8381-4cd3-9488-0808a866d800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 1100 time: 0.6207023 Aug 19 00:02:10.771927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddeebb-c82b-480d-8c89-41dd5c8579c4 req-d208f29c-e863-43d7-964f-6fd7d2b810e9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.776381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adddeebb-c82b-480d-8c89-41dd5c8579c4 req-d208f29c-e863-43d7-964f-6fd7d2b810e9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.1325455 Aug 19 00:02:10.784434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17021594-0884-4e66-95d3-3b38c34c0498 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:10.814800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.873932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adddeebb-c82b-480d-8c89-41dd5c8579c4 req-2fcacd80-f09a-4878-a460-5d41769c5654 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603588 Aug 19 00:02:10.875754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.916198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0d7f5571-6329-4688-bf3f-b5d3b2d6bdfc None None] Provisioning complete for port 7536a976-5f90-494c-a836-ecf317ac819b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:10.916823 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5571-6329-4688-bf3f-b5d3b2d6bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.923869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-65c0d725-8a6e-40f6-9d9c-1cdd929123d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:10.925391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-65c0d725-8a6e-40f6-9d9c-1cdd929123d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1368659 Aug 19 00:02:10.928577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.933427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1858733 Aug 19 00:02:10.935875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50276) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:10.941240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92525e54-fd8f-4446-8ab4-b9cc9e50286e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deafadf-3456-492c-aba5-783d07fbce56,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:10.988078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f5571-6329-4688-bf3f-b5d3b2d6bdfc None None] Port 7536a976-5f90-494c-a836-ecf317ac819b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:10.989253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.992192 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:10.996109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6e68bca-1562-4aa3-8dad-8a85619e84ba HTTP/1.1" status: 204 len: 168 time: 0.3755057 Aug 19 00:02:11.006018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ce542-ead3-4e5c-9146-2d32ddff2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e68bca-1562-4aa3-8dad-8a85619e84ba,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:11.013323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:11.030505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-731a9933-e529-408f-b89d-e5a211311edb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=245d22ff-9fbd-4327-b6be-032442676849 HTTP/1.1" status: 200 len: 217 time: 0.0852754 Aug 19 00:02:11.181544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0fef4-45bd-438b-9b06-293e6c28af4f req-32bcb0cf-32e0-49fe-8a24-d90c80c1f995 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:11.183082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbd0fef4-45bd-438b-9b06-293e6c28af4f req-32bcb0cf-32e0-49fe-8a24-d90c80c1f995 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.6106660 Aug 19 00:02:11.198613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219ca7-7797-437d-994d-044810822f3b req-b337e3f4-db6c-4c73-bc67-e27754c97c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:11.200109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-b337e3f4-db6c-4c73-bc67-e27754c97c98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4330614 Aug 19 00:02:11.206219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:11.209567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-9e8740ba-5c8e-47f6-8df7-752a7a99b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:11.211601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-9e8740ba-5c8e-47f6-8df7-752a7a99b7df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1671166 Aug 19 00:02:11.311352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-4a20cc50-d79b-4370-b5c5-00cd8902ac11 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:11.313171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-4a20cc50-d79b-4370-b5c5-00cd8902ac11 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.1480064 Aug 19 00:02:11.337522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-f24d2791-2581-4f88-9e22-7dceeff23725 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/quotas/bb8733f47ad94cd298bdc4abb667d10e HTTP/1.1" status: 200 len: 375 time: 0.0166297 Aug 19 00:02:11.406573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-c2569dac-f275-4d49-88fc-64690d438378 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629489 Aug 19 00:02:11.523939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbd0fef4-45bd-438b-9b06-293e6c28af4f req-c2feb6d4-3aef-4090-b577-fa90241524f0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219435 Aug 19 00:02:11.598612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-8f1238c8-813f-4cf2-9d6d-36f5267c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:11.600150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-8f1238c8-813f-4cf2-9d6d-36f5267c64b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3775995 Aug 19 00:02:11.636189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-931c1b05-76db-445b-81ca-66041bc4d16b service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286360 Aug 19 00:02:11.636757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:11.649225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-664aaaed-c53e-414a-a886-08b81bd8b563 admin admin] 10.222.0.20 "PUT /v2.0/routers/430bc91e-aeaa-4a8b-83cf-09e4102bcfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9766519 Aug 19 00:02:11.655132 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Sync routers for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:11.668681 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:11.674547 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:11.682780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 245d22ff-9fbd-4327-b6be-032442676849 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:11.870686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-1df7d008-e517-4969-9ad7-4cb755a0f1b5 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581094 Aug 19 00:02:11.881262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-6b2f753c-27eb-45ae-8b6c-4aa4b10a4685 service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440591 Aug 19 00:02:11.983294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=245d22ff-9fbd-4327-b6be-032442676849,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:12.033324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '245d22ff-9fbd-4327-b6be-032442676849', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '245d22ff-9fbd-4327-b6be-032442676849', 'mac_address': 'fa:16:3e:51:85:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:12.128360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:12.160000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-bc666691-cc64-45c6-8e3b-9dc6dbc38282 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383127 Aug 19 00:02:12.167169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:12.181086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245d22ff-9fbd-4327-b6be-032442676849 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:12.236155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=245d22ff-9fbd-4327-b6be-032442676849,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:12.254029 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:12.285568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b219ca7-7797-437d-994d-044810822f3b req-e7af63de-6c4d-4c7d-af56-22d029bbd679 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855305 Aug 19 00:02:12.309667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:12.347145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf581363-860f-4a7b-a6c0-d99c05a91203 req-44ac4f36-02a4-4950-9025-8e5bc925fdac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:12.359990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf581363-860f-4a7b-a6c0-d99c05a91203 req-44ac4f36-02a4-4950-9025-8e5bc925fdac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.1048584 Aug 19 00:02:12.428698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:12.443303 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5667518c-4c6c-4434-b41b-957ec19cb9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:12.464126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:12.469246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf581363-860f-4a7b-a6c0-d99c05a91203 req-acd533b2-6e28-4c99-ab87-1ab6defef2c4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083159 Aug 19 00:02:12.469776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:12.474313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44330289', 'description': 'tempest-description--1751298941'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:12.544815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:12.559459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be59e74c-dc7d-4d2f-b0e6-909a1dbadf97 req-3b6332ad-f413-4160-8ba5-731363a87924 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856385 Aug 19 00:02:12.669782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:12.737135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-33acd459-ebb7-448e-97d0-bccf8be9c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:12.741126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-33acd459-ebb7-448e-97d0-bccf8be9c154 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 1100 time: 0.3596888 Aug 19 00:02:12.779362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55b63883-d48c-4a25-9053-eccf590367d9 req-827ace57-8a26-4a54-a8df-73f0e087e9e2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 210 time: 0.1810007 Aug 19 00:02:12.870758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 172.25.1.65 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/222cf525-49ef-4c29-bdf2-5f835906b63c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:12.925783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689548f-e3ae-4ef0-bb29-fb2898f24ced req-94066fcb-b1ed-437a-8204-39f88bf053e3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:12.927378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e689548f-e3ae-4ef0-bb29-fb2898f24ced req-94066fcb-b1ed-437a-8204-39f88bf053e3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 0.2017596 Aug 19 00:02:12.950519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:13.002603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.078621 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:09Z', 'revision_number': 2, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:13.086529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-ace2d15b-fd4b-4604-a856-bb1ef71847a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:13.088479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-ace2d15b-fd4b-4604-a856-bb1ef71847a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2929130 Aug 19 00:02:13.108460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1336795066-network', 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:13.111305 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.159904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Checking router: 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:13.160130 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Updating router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf port 7536a976-5f90-494c-a836-ecf317ac819b binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:02:13.208577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.211641 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.214608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e689548f-e3ae-4ef0-bb29-fb2898f24ced req-f19d284e-45dc-4208-b2e2-c2c731c87728 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685783 Aug 19 00:02:13.215229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e5e21-9096-4917-87ed-0aa2f54e464a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:13.235695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:13.238074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.248912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.252839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c83d3c10-0bb9-4da8-a1d0-94c20276c0eb tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7793968 Aug 19 00:02:13.254100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:13.256593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.270247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'security_group_rule': {'security_group_id': '0b4e5e21-9096-4917-87ed-0aa2f54e464a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:13.300469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-6adaf1b9-5950-42a5-b036-cd43b68ff885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf HTTP/1.1" status: 200 len: 217 time: 0.1963732 Aug 19 00:02:13.305636 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.381823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:13.393236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:13.395860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:13.439712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=222cf525-49ef-4c29-bdf2-5f835906b63c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:13.447075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-7c733bda-e533-466d-a18e-b14fb1a6f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:13.448625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-7c733bda-e533-466d-a18e-b14fb1a6f83b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1374178 Aug 19 00:02:13.518710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.695274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.703793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:13.706916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 245d22ff-9fbd-4327-b6be-032442676849 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:13.731996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.748214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:02:13.760491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.761167 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Added segment 073048bf-8279-4f42-ad50-54d9fa839c9c of type vlan for network 71364be3-bc39-4c55-b4ad-05cb62c338bd Aug 19 00:02:13.882368 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.903841 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Transition to ACTIVE for port object 7536a976-5f90-494c-a836-ecf317ac819b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:13.920269 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:13.922915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.037146 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Pushing event updated for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:14.039639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 245d22ff-9fbd-4327-b6be-032442676849 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:14.063191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 245d22ff-9fbd-4327-b6be-032442676849 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:14.063571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.067575 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.067834 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.068101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:14.068779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.071066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.071688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.072002 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.076043 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.076545 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.076938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.077286 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.077761 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.078371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.078716 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.079276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:14.099451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91697c4d-6f69-4914-8416-dc05ac9f5232 req-b28b394e-74e1-4922-b056-740adba5553a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 210 time: 0.1091392 Aug 19 00:02:14.107839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-960b900d-a26a-4709-814e-cc4bde754da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:14.109485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-960b900d-a26a-4709-814e-cc4bde754da1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6504831 Aug 19 00:02:14.149628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4787750 Aug 19 00:02:14.179688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Attempting to bind port 7536a976-5f90-494c-a836-ecf317ac819b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:14.180104 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Attempting to bind port 7536a976-5f90-494c-a836-ecf317ac819b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:14.180715 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Attempting to bind port 7536a976-5f90-494c-a836-ecf317ac819b on network 895edb2d-a2cb-4ae5-960d-820761b872f4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:14.185546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:14.187813 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:14.188240 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Checking segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:14.188729 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.189180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Bound using segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:14.189763 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Bound port: 7536a976-5f90-494c-a836-ecf317ac819b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:14.190206 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.218627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:14.227713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Request body: {'subnet': {'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1336795066-subnet', 'tenant_id': '3e597d68c2af4936a1d30929639d18d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:14.242600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.257852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'mac_address': 'fa:16:3e:05:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:14.270047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e928-ad4a-4429-863a-3495c8904215 req-36924840-44f8-4119-9895-73d033f7ff62 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:14.271650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0384e928-ad4a-4429-863a-3495c8904215 req-36924840-44f8-4119-9895-73d033f7ff62 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.6596165 Aug 19 00:02:14.300018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b445f6-ae26-499a-aeda-ac4a0ffc5b83,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:14.314697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.353538 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] For port 7536a976-5f90-494c-a836-ecf317ac819b, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:14.353813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.361370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] For port 7536a976-5f90-494c-a836-ecf317ac819b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7536a976-5f90-494c-a836-ecf317ac819b,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:14.365885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf51e-d4ea-4c77-9af7-ee85e7943f8d admin admin] Pushing event updated for resources: {'Network': ['ID=71364be3-bc39-4c55-b4ad-05cb62c338bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:14.373853 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.383562 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.408967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.419699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:02:14.485566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:14.487930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.488315 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca3e6a-117e-47a8-bfb6-2436a48c8ffa None None] Pushing event updated for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:14.493702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:14.494554 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:01:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:14.584721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-6e70ec60-6f95-4b66-b892-70b603325581 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639978 Aug 19 00:02:14.593157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0384e928-ad4a-4429-863a-3495c8904215 req-583c1d16-3d92-4b84-87f5-b7fc528d1f45 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127084 Aug 19 00:02:14.717478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:14.730736 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:14.742189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.763323 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-869d0ab4-fed6-445b-b205-7f98f71aea46 req-7a2de04e-aeb0-4e54-a20f-baef4966c369 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685896 Aug 19 00:02:14.763731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.765616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:14.781499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:14.840764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d22ff-9fbd-4327-b6be-032442676849'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:14.843173 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1208617-413f-4c2a-a86f-8ad0a3518604" -d '{"events": [{"server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "name": "network-vif-plugged", "status": "completed", "tag": "245d22ff-9fbd-4327-b6be-032442676849"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:14.869951 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:02:14.903265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-a33f2493-9b91-48aa-828d-e6781d565bfc tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:14.904929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-a33f2493-9b91-48aa-828d-e6781d565bfc tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.4473698 Aug 19 00:02:14.927486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Request body: {'port': {'device_id': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'admin_state_up': True, 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:14.970706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=245d22ff-9fbd-4327-b6be-032442676849,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:14.977660 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee8899-eee6-4003-bf17-1b47efc52a68 x-openstack-request-id: req-a6ee8899-eee6-4003-bf17-1b47efc52a68 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:14.978029 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "name": "network-vif-plugged", "status": "completed", "tag": "245d22ff-9fbd-4327-b6be-032442676849", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:14.978282 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6ee8899-eee6-4003-bf17-1b47efc52a68 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:14.978656 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d22ff-9fbd-4327-b6be-032442676849', 'code': 200} Aug 19 00:02:15.007104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.023674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:15.040443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c7e210e-55f6-4da9-9939-dddd6ec2fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.077575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:15.150518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.155018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a983-2d48-4935-bd70-b342e9081fcd req-97695b9b-49b6-40ed-8093-fdf04fd40544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:15.157219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e661a983-2d48-4935-bd70-b342e9081fcd req-97695b9b-49b6-40ed-8093-fdf04fd40544 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 1102 time: 0.1685650 Aug 19 00:02:15.190433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.191513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.199803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:15.205104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.217356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:15.248689 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:14Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:15.302177 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5e43-a59a-40c0-9d7d-5ca61cd6b3c2 None None] The sync data for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 is: [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:14Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:15.333938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af92115a-f2df-4bac-9819-ee1d76650252,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:15.345116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.346457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-19d3e8e8-6cd2-4baa-877f-b7f7dfba79b8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0912530 Aug 19 00:02:15.356504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:15.364725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'security_group_rule': {'security_group_id': '0b4e5e21-9096-4917-87ed-0aa2f54e464a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:15.377702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b811e5a-c182-47d6-b322-1d95baeba969 req-fa286f84-a754-43ac-ba50-4aa818c6a166 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 210 time: 0.1163421 Aug 19 00:02:15.418007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e661a983-2d48-4935-bd70-b342e9081fcd req-fd301ad8-c93e-4d70-9989-ac6e7f0fd6c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344604 Aug 19 00:02:15.446416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=222cf525-49ef-4c29-bdf2-5f835906b63c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:15.464207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c7a30-6deb-4fd3-980c-5cd422213687 req-6a4182dd-7e16-4d9a-840b-209cf3cc9a34 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:15.468920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b7c7a30-6deb-4fd3-980c-5cd422213687 req-6a4182dd-7e16-4d9a-840b-209cf3cc9a34 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 943 time: 1.0701447 Aug 19 00:02:15.500426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.530471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.531776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b1bb8720-dd7b-4161-907e-a7a2f0382bdd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5915902 Aug 19 00:02:15.602584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Allocated IP 172.20.0.14 (89d11ad1-220c-4664-9f05-a7f87ed7c5e3/9db550fb-1eb2-4346-a1e5-8df00728dcf1/cfef3a31-39ab-4405-a4ff-d421b35a6708) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:15.629273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.698964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0fe0a565-7ba1-4f38-810c-ce6f38da32cf details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:15.712853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b7c7a30-6deb-4fd3-980c-5cd422213687 req-1edbed56-e2ef-49fe-8432-3fc7b8eefb80 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232411 Aug 19 00:02:15.806584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7536a976-5f90-494c-a836-ecf317ac819b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:15.908454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969107-34e0-4384-82b7-912312296b8c req-43d61fa8-4342-4964-931f-837b15239ac6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:15.910069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41969107-34e0-4384-82b7-912312296b8c req-43d61fa8-4342-4964-931f-837b15239ac6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 948 time: 0.1443403 Aug 19 00:02:15.949476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.951924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.966218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:15.970393 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.019583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.078058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7536a976-5f90-494c-a836-ecf317ac819b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:16.096138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41969107-34e0-4384-82b7-912312296b8c req-aff9fb03-46c9-4da1-af8a-77c4bcc65198 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615098 Aug 19 00:02:16.124481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa4752f-da1d-479c-865c-fafaff9c0358,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:16.125406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7536a976-5f90-494c-a836-ecf317ac819b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:16.130871 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.137057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.139001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f561b68e-ae32-4d9b-ae3a-c748ce317f6d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7801232 Aug 19 00:02:16.143754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:16.164887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:16.211770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.229207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ec83fd-b457-453d-bb14-bbe634c107a4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:16.234419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.235410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.275175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:16.295318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'mac_address': 'fa:16:3e:fe:42:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:16.323734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:16.324023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Network hostable DHCP agents. Network: 71364be3-bc39-4c55-b4ad-05cb62c338bd, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:02:16.352666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:16.362793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:16.371775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.372854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:16.387622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.409024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe0a565-7ba1-4f38-810c-ce6f38da32cf {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:16.428418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-1dff1194-e784-4171-b11e-7839e2fb3fdf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1743099340&fields=id&tenant_id=3589de6867d14c0aa969c7b77d84cb07 HTTP/1.1" status: 200 len: 267 time: 0.2644441 Aug 19 00:02:16.434273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:16.456797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.480140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event updated for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:16.519867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:16.520525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.545100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-e961068f-f137-42b4-b364-f70ab67100ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6237197 Aug 19 00:02:16.550755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 7536a976-5f90-494c-a836-ecf317ac819b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7536a976-5f90-494c-a836-ecf317ac819b,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:16.552865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:02:16.564445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e9f22ccb-5c55-4653-a923-ca4b2ca58837 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:16.566270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e9f22ccb-5c55-4653-a923-ca4b2ca58837 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 929 time: 0.1245284 Aug 19 00:02:16.576813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.607542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 71364be3-bc39-4c55-b4ad-05cb62c338bd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:16.618118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Request body: {'port': {'device_id': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:16.620062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ebe8e-fd71-4e17-99f0-6ba7b199f1ad None None] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:16.627774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.637496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:16.638094 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.679819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:16.684818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ea454c7f-11d6-409c-b300-c868682f9b39 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:16.686255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ea454c7f-11d6-409c-b300-c868682f9b39 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 932 time: 0.0985806 Aug 19 00:02:16.704035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d3a09dcb-be4a-47b2-a489-0626480dfa77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.4874160 Aug 19 00:02:16.738438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bc4f4-e6d1-4833-8ede-c6feb9f03b94 req-a0575434-ac71-4156-b2f3-9c60fad62128 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:16.749578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee2bc4f4-e6d1-4833-8ede-c6feb9f03b94 req-a0575434-ac71-4156-b2f3-9c60fad62128 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 932 time: 0.1731462 Aug 19 00:02:16.761632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0fe0a565-7ba1-4f38-810c-ce6f38da32cf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:16.767157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:16.769425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5369be70-00dd-461e-aaf0-6a97d4e221af tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0697229 Aug 19 00:02:16.812210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:16.812952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-1ea2125a-926f-4ac7-9871-382044a86be7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343559 Aug 19 00:02:16.907170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Allocated IP 172.25.1.216 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:17.055283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2494e-058b-4417-8e7c-41637db1f4be None None] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:17.089480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0fadb920-2025-49a8-a2c5-a5ac217e0e77 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:17.095799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0fadb920-2025-49a8-a2c5-a5ac217e0e77 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:17.104002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0fadb920-2025-49a8-a2c5-a5ac217e0e77 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:17.106412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0fadb920-2025-49a8-a2c5-a5ac217e0e77 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 1990 time: 0.2581768 Aug 19 00:02:17.115524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Deleting port 057f5a38-2258-45c2-b9a2-fcf386cdf9de {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:17.116600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.119172 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.172847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-fb1c58cd-886f-459c-87e0-fb8a7ae88bb6 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/quotas/3589de6867d14c0aa969c7b77d84cb07 HTTP/1.1" status: 200 len: 375 time: 0.0534823 Aug 19 00:02:17.181767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee2bc4f4-e6d1-4833-8ede-c6feb9f03b94 req-93e94443-55da-40ce-a740-b38b2b7d6cd4 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328279 Aug 19 00:02:17.336725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-acb54a78-3c26-4153-a994-2e8642df2cb4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1505108 Aug 19 00:02:17.343822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.421438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] For port 057f5a38-2258-45c2-b9a2-fcf386cdf9de, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=057f5a38-2258-45c2-b9a2-fcf386cdf9de,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:17.421947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.441428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:17.447460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Calling delete_port for 057f5a38-2258-45c2-b9a2-fcf386cdf9de owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:17.487744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:17.497893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:17.500000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'Port': ['ID=dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:17.511336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e275c3-9ba5-4850-aa56-fb2d6d87fd5b req-a2e2dc5b-cdaa-4bdc-8248-e6a42898ad22 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:17.512918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5e275c3-9ba5-4850-aa56-fb2d6d87fd5b req-a2e2dc5b-cdaa-4bdc-8248-e6a42898ad22 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 944 time: 0.1861479 Aug 19 00:02:17.543441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-f864718b-cb1b-429f-9ab5-0123bbc212cc service neutron] 10.222.0.20 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981158 Aug 19 00:02:17.616019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5e275c3-9ba5-4850-aa56-fb2d6d87fd5b req-8891c55d-5a10-4b28-8388-cf6083ea157d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788016 Aug 19 00:02:17.651395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7536a976-5f90-494c-a836-ecf317ac819b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:17.713631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-8f16fadc-de56-4093-80f4-ccd31a1cbd98 service neutron] 10.222.0.20 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689291 Aug 19 00:02:17.713849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:17.716952 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.730182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.752907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfef3a31-39ab-4405-a4ff-d421b35a6708 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:17.768544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7536a976-5f90-494c-a836-ecf317ac819b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:17.768756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-583f2971-a04e-40aa-9032-1844b868375e service neutron] 10.222.0.20 "GET /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0455537 Aug 19 00:02:17.768951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.798591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.833163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Transition to ACTIVE for port object cfef3a31-39ab-4405-a4ff-d421b35a6708 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:17.833835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:17.834462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.861637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.896118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.907998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:17.945806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Pushing event deleted for resources: {'Port': ['ID=057f5a38-2258-45c2-b9a2-fcf386cdf9de,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:17.973818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-4c3300ea-c860-4879-9345-2cb68408feb6 service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662090 Aug 19 00:02:18.090578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Pushing event updated for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:18.118936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.129978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-3b4be8ae-3c2b-44ac-875d-e8a0ce247fa2 service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134870 Aug 19 00:02:18.170971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:18.173461 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad5c43-00be-47b8-84d5-7c7ef74e94db" -d '{"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:18.191527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:18.193630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-251a5d77-dc44-4ee0-a801-add14b921e39 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:18.195438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-251a5d77-dc44-4ee0-a801-add14b921e39 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2986233 Aug 19 00:02:18.204523 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.205623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0fe0a565-7ba1-4f38-810c-ce6f38da32cf up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:18.249910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-66f8c3b1-2830-4ea6-9599-d1bca850122c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0421166 Aug 19 00:02:18.251560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e430efe5-52ff-4131-857a-cca2681f2270 service neutron] 10.222.0.20 "GET /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0748501 Aug 19 00:02:18.258415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Attempting to bind port cfef3a31-39ab-4405-a4ff-d421b35a6708 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:18.258853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Attempting to bind port cfef3a31-39ab-4405-a4ff-d421b35a6708 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:18.259334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Attempting to bind port cfef3a31-39ab-4405-a4ff-d421b35a6708 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:18.285768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.289110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Port cfef3a31-39ab-4405-a4ff-d421b35a6708 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:18.289440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Attempting to bind port cfef3a31-39ab-4405-a4ff-d421b35a6708 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:18.310598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:18.311421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:18.311770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Checking segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:18.312165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Bound using segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:18.312656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Bound port: cfef3a31-39ab-4405-a4ff-d421b35a6708, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:18.313015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.317930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-5c333041-3805-4604-8909-28e639c87bc8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512433 Aug 19 00:02:18.331913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.340749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:18.345136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:18.345557 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.376193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.435634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.469241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:18.474777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.479181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'Port': ['ID=dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:18.499832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5802f237-82da-47f4-80dd-c76539dbdd0d service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146482 Aug 19 00:02:18.510021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.514207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:18.518138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:18.531765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.535647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:18.577927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.583469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7ca4b74-1f45-4d3e-ba0b-2c78f5fa7fb8 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4329889 Aug 19 00:02:18.591869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:18.592526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:18.593917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] 10.222.0.21 "PUT /v2.0/ports/cfef3a31-39ab-4405-a4ff-d421b35a6708 HTTP/1.1" status: 200 len: 1093 time: 2.0277414 Aug 19 00:02:18.594363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:18.596652 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f" -d '{"events": [{"name": "network-changed", "server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:18.603652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-632290c5-5b0a-45e3-bfc6-709bf2b8ddf3 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720499 Aug 19 00:02:18.637231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935c30-5778-4a6f-80ff-99621eb7e31b service neutron] Pushing event updated for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:18.717391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-2b262da6-a88b-4121-bc1f-c4dcca895da9 service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010274 Aug 19 00:02:18.732758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-6007765b-a3a0-4b63-b346-f5be05c0ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:18.734513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-6007765b-a3a0-4b63-b346-f5be05c0ebac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 1096 time: 0.0648265 Aug 19 00:02:18.744552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-3223645a-df51-4824-9170-dafd6cd41aea service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300573 Aug 19 00:02:18.788163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:02:18.800648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-fb79dc12-2834-4cdf-9e07-330350d23062 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708 HTTP/1.1" status: 200 len: 217 time: 0.0508850 Aug 19 00:02:18.876778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-666adcec-2114-4573-ab7e-c33f1ae2a056 service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543074 Aug 19 00:02:19.012570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:19.021127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-306ec84b-ad84-4e2c-a1c8-075f2272c649 admin admin] 10.222.0.20 "PUT /v2.0/routers/bb8e694d-eb25-49d9-b259-cb17ef4aaaa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0489669 Aug 19 00:02:19.023539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:19.026812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Sync routers for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:19.038671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:19.039311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:19.100670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-2e95d074-5c8e-4a41-8bba-f60cddea925a service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685545 Aug 19 00:02:19.162357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:19.217848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d37b5acc-07af-42db-87b1-4d69225d02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:19.219595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-d37b5acc-07af-42db-87b1-4d69225d02cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.4117773 Aug 19 00:02:19.266309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0648801-72c0-46b2-b316-47e1be04f155 req-4a28a593-185b-4d88-9636-0a3bc41f7026 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:19.267939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0648801-72c0-46b2-b316-47e1be04f155 req-4a28a593-185b-4d88-9636-0a3bc41f7026 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 950 time: 0.0936844 Aug 19 00:02:19.270204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-67b03d8d-2339-4fa4-9697-e6f09c3a2dff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420775 Aug 19 00:02:19.363937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0648801-72c0-46b2-b316-47e1be04f155 req-1926fb1c-9868-40af-a641-d07b1141920e tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875120 Aug 19 00:02:19.414231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-19T00:02:17Z', 'revision_number': 5, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:19.425206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-a05afb61-7595-4ece-a61f-1c3595f6c6d7 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413832 Aug 19 00:02:19.455818 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a830ccf-8675-49c0-9929-42afeb5d76c3 x-openstack-request-id: req-2a830ccf-8675-49c0-9929-42afeb5d76c3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:19.456467 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:19.456467 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a830ccf-8675-49c0-9929-42afeb5d76c3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:19.456809 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'code': 200} Aug 19 00:02:19.458625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Checking router: bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:19.474031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Routers {'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:19.476830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:19.643430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:19.660954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] Set router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:19.675639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ae2-105d-4ef7-9e40-98920e1a11ba req-6eee5ac3-5a0e-4803-ae67-8a50cf5e6774 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:19.677559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8a06ae2-105d-4ef7-9e40-98920e1a11ba req-6eee5ac3-5a0e-4803-ae67-8a50cf5e6774 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 944 time: 0.1452758 Aug 19 00:02:19.683187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf853a4c-e668-435b-8be2-0b4644e47862 req-68b3180a-b04c-4009-9ff5-0daadb68f39f service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419503 Aug 19 00:02:19.716863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-730706e9-7ae8-4568-a3d5-37f82b7c4f61 service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035221 Aug 19 00:02:19.776579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8a06ae2-105d-4ef7-9e40-98920e1a11ba req-2849bf85-552c-47fc-bf3d-fdf4395716fe tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905135 Aug 19 00:02:19.787355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d48d2-db70-4a1f-99b4-f40b50e023b4 req-8fa0640c-2abf-4774-be30-387209504768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:19.789778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d5d48d2-db70-4a1f-99b4-f40b50e023b4 req-8fa0640c-2abf-4774-be30-387209504768 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 1098 time: 0.0952396 Aug 19 00:02:19.834689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d5d48d2-db70-4a1f-99b4-f40b50e023b4 req-cc787231-f45d-4614-bfec-312fb99bedbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378156 Aug 19 00:02:19.862653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:19.901921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-19T00:02:17Z', 'revision_number': 5, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:19.905294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-65baa710-7e59-44d2-ae19-9296d68f3feb service neutron] 10.222.0.20 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589100 Aug 19 00:02:19.933183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea96f-7ec7-47c1-86d4-51f0ee8fc570 None None] The sync data for ids ['bb8e694d-eb25-49d9-b259-cb17ef4aaaa7'] in n-d-771363-38 is: [{'id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114673318-router', 'tenant_id': 'da61a773d9a3418a9b01f39f00fd4885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-19T00:02:17Z', 'revision_number': 5, 'project_id': 'da61a773d9a3418a9b01f39f00fd4885', 'gw_port': {'id': '0544613b-8fa6-48a2-a13e-3648afc5ed19', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e694d-eb25-49d9-b259-cb17ef4aaaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:44Z', 'updated_at': '2021-08-18T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:19.985060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Deleting port 0544613b-8fa6-48a2-a13e-3648afc5ed19 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:19.985485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.018090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-68f4ec8a-7718-4df0-a33c-17fb4fa1b14f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:20.019557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-68f4ec8a-7718-4df0-a33c-17fb4fa1b14f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.1133578 Aug 19 00:02:20.035064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-6bf0859e-7019-4beb-9672-6e538f3e2494 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/quotas/742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 375 time: 0.0089257 Aug 19 00:02:20.054027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-c3640adf-9a10-405c-be2c-57081a98eca6 service neutron] 10.222.0.20 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423526 Aug 19 00:02:20.088743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-f9c5d439-ba80-408c-aa89-5b738e291c98 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474169 Aug 19 00:02:20.126951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] For port 0544613b-8fa6-48a2-a13e-3648afc5ed19, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0544613b-8fa6-48a2-a13e-3648afc5ed19,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:20.127351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.147973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Calling delete_port for 0544613b-8fa6-48a2-a13e-3648afc5ed19 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:20.186248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-bf5f77cb-df15-4835-80ae-8177da625f3c service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906136 Aug 19 00:02:20.224613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-775cf2f9-30d9-4810-a286-86c69c6c9f0c service neutron] 10.222.0.20 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606774 Aug 19 00:02:20.380732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-be7ff577-57c1-492b-9162-e216d469ff7d service neutron] 10.222.0.20 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493003 Aug 19 00:02:20.410358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-ccc94e4c-64b2-44c3-b343-b3bee7f2ace8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:20.412237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-ccc94e4c-64b2-44c3-b343-b3bee7f2ace8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1540620 Aug 19 00:02:20.414378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-0a41f195-7efb-47e1-800f-0794a1c16bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209463 Aug 19 00:02:20.466072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:20.487623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.534630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0544613b-8fa6-48a2-a13e-3648afc5ed19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:20.570408 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-68767b8e-4271-4333-92e4-94e9041eb9cf service neutron] 10.222.0.20 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794243 Aug 19 00:02:20.628329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:20.635355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.660290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.776141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.781724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.804582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.13 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/331fb129-3991-4f20-ae6c-259dc09159ee) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:20.861682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.862267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:02:20.872504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:20.873698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b5c2fc5-4380-4a4c-8b9d-b443925fcec5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bb8e694d-eb25-49d9-b259-cb17ef4aaaa7 HTTP/1.1" status: 204 len: 168 time: 1.8482211 Aug 19 00:02:20.877346 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140ced06-cd8c-497d-9337-a58dca99f83e x-openstack-request-id: req-140ced06-cd8c-497d-9337-a58dca99f83e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:20.877616 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:20.877935 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-140ced06-cd8c-497d-9337-a58dca99f83e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:20.878397 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708', 'status': 'completed', 'code': 200} Aug 19 00:02:20.878905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50478) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:21.022638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-8f24bf6f-92f6-4911-ad4f-e316005f18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.032649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-8f24bf6f-92f6-4911-ad4f-e316005f18cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 1096 time: 0.0836787 Aug 19 00:02:21.200802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-e2ded188-817d-4234-80aa-2f395e51363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.203602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-e2ded188-817d-4234-80aa-2f395e51363b service neutron] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 913 time: 0.1637828 Aug 19 00:02:21.227895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.247103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Deleting subnet ff67f400-f745-4c38-aa56-cfba74204b5c {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:02:21.256522 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.284038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-b2aafada-34bc-4229-bf3c-644c9a0b1f7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708 HTTP/1.1" status: 200 len: 217 time: 0.0658889 Aug 19 00:02:21.332550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e483a5-cc0e-4301-8d11-b76a5b53f3d4 req-189a6152-4da0-4219-8374-2dbd7d7d0efd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.342438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1e483a5-cc0e-4301-8d11-b76a5b53f3d4 req-189a6152-4da0-4219-8374-2dbd7d7d0efd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.3668125 Aug 19 00:02:21.347189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.382511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.384140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-0e80ec5f-266b-4cdc-9df6-737fbbefbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.392256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-0e80ec5f-266b-4cdc-9df6-737fbbefbe05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.1012280 Aug 19 00:02:21.457894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:21.461721 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd804c-75e5-42af-8ef5-4e58acc692f9" -d '{"events": [{"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-plugged", "status": "completed", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:21.466846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-4a9dcd9c-c52a-4b25-86cb-90e451a8e1f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654676 Aug 19 00:02:21.528931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1e483a5-cc0e-4301-8d11-b76a5b53f3d4 req-0ed6dc3a-0610-43d5-903f-a301a3eecca2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855214 Aug 19 00:02:21.547130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:21.556027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:21.562660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:21.569105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:21.701250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.722741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0544613b-8fa6-48a2-a13e-3648afc5ed19 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:21.748116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-f20f1e9c-2781-497e-a6d9-fe125566d82c tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--44330289&fields=id&tenant_id=57af9fbaa87849f0b4491fdb46bf6a23 HTTP/1.1" status: 200 len: 267 time: 0.0798209 Aug 19 00:02:21.750122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0544613b-8fa6-48a2-a13e-3648afc5ed19 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:21.750816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0544613b-8fa6-48a2-a13e-3648afc5ed19 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:21.750946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 057f5a38-2258-45c2-b9a2-fcf386cdf9de no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:21.756439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-79e24ac8-03b1-480a-ae02-6641304b1e47 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815189 Aug 19 00:02:21.789157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 057f5a38-2258-45c2-b9a2-fcf386cdf9de {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:21.789562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 057f5a38-2258-45c2-b9a2-fcf386cdf9de not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:21.852152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.853149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.909328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71373-3996-4b87-a0b9-874cd3218989 req-6d339e21-0d7c-43df-97b6-96c8b5b1fdba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.911655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6f71373-3996-4b87-a0b9-874cd3218989 req-6d339e21-0d7c-43df-97b6-96c8b5b1fdba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 932 time: 0.2709334 Aug 19 00:02:21.939664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-74bce375-ade8-42ee-9790-afa8fda1161b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4781132 Aug 19 00:02:21.957230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e95745b6-b0a4-41fc-bfe4-18fd0de1b73f req-9ae01cae-4b39-4e07-8fce-e38536e02774 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931067 Aug 19 00:02:21.962767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Request body: {'port': {'device_id': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:21.965217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-8f6361d5-1c85-4497-931f-0f0b94188d60 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:21.965480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:21.966643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-8f6361d5-1c85-4497-931f-0f0b94188d60 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/networks?id=895edb2d-a2cb-4ae5-960d-820761b872f4 HTTP/1.1" status: 200 len: 812 time: 0.2014673 Aug 19 00:02:21.984227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-d0f5daf1-7a8c-447a-8b30-03666aae9841 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/quotas/57af9fbaa87849f0b4491fdb46bf6a23 HTTP/1.1" status: 200 len: 375 time: 0.0112751 Aug 19 00:02:22.038427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff67f400-f745-4c38-aa56-cfba74204b5c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:22.040602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.045574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-af6b3d95-bdd7-4e3e-96c3-d55c31524cde admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ff67f400-f745-4c38-aa56-cfba74204b5c HTTP/1.1" status: 204 len: 168 time: 1.1623681 Aug 19 00:02:22.045942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a1d12-9db9-4e36-b27f-1a1271078f22 None None] Network 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:22.050421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-c5ec09ae-09a7-434a-a17f-ad40ecf08008 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57af9fbaa87849f0b4491fdb46bf6a23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582669 Aug 19 00:02:22.050919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:22.056392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6f71373-3996-4b87-a0b9-874cd3218989 req-72841ec6-03f8-4a09-a0d9-81156c4f4f63 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Aug 19 00:02:22.107091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.203589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.239041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-32cf1b2e-08ec-40dc-9696-f024a82612be service neutron] 10.222.0.20 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563618 Aug 19 00:02:22.362122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4c77-21b0-4031-83f6-7b317414fc41 req-5b37f658-b26b-49b1-82f8-c333cc32a7f3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:22.363687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1cc4c77-21b0-4031-83f6-7b317414fc41 req-5b37f658-b26b-49b1-82f8-c333cc32a7f3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 950 time: 0.2326512 Aug 19 00:02:22.379965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Deleting port ae2f6361-f96b-4335-aee6-4e86ade13d59 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:22.380348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.384852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-4cb8e80f-ed30-4e25-b231-023aa182e33c service neutron] 10.222.0.20 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237922 Aug 19 00:02:22.395650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] DHCP port deletion for 4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:02:22.494452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] For port ae2f6361-f96b-4335-aee6-4e86ade13d59, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ae2f6361-f96b-4335-aee6-4e86ade13d59,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:22.496332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.502233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Deleting port ae2f6361-f96b-4335-aee6-4e86ade13d59 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:22.502800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.515983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Calling delete_port for ae2f6361-f96b-4335-aee6-4e86ade13d59 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:22.581297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1cc4c77-21b0-4031-83f6-7b317414fc41 req-2d8dfcb2-8ec9-4601-98ab-453e986922f9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064867 Aug 19 00:02:22.601137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] For port ae2f6361-f96b-4335-aee6-4e86ade13d59, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ae2f6361-f96b-4335-aee6-4e86ade13d59,segment=NetworkSegment(47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c),segment_id=47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:22.601460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.618531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Calling delete_port for ae2f6361-f96b-4335-aee6-4e86ade13d59 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:22.631440 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.666261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-07ba0ec6-1064-49a8-bb0a-e6463dd52a43 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:22.667824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-07ba0ec6-1064-49a8-bb0a-e6463dd52a43 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 808 time: 0.3975639 Aug 19 00:02:22.671488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] No DVR routers for this DVR port ae2f6361-f96b-4335-aee6-4e86ade13d59 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:22.673761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2f6361-f96b-4335-aee6-4e86ade13d59,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:22.700028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Request body: {'port': {'device_id': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'admin_state_up': True, 'tenant_id': '742cd733f42b49d8bd4a2c05603e3c3d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: from cryptography.utils import int_from_bytes Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: from cryptography.utils import int_from_bytes Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.778816 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:02:22.782431 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:02:22.794494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.810541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11e5a905-5d9d-42bd-a2c7-f9efa370ac91 req-2d92db24-cc8b-4372-b381-877e2218af77 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.0873160 Aug 19 00:02:22.840199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:22.874320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:22.875003 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b6d1d-ffce-4202-a6be-1cc4e89dc9b7 x-openstack-request-id: req-4f8b6d1d-ffce-4202-a6be-1cc4e89dc9b7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:22.875306 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-plugged", "status": "completed", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:22.875565 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f8b6d1d-ffce-4202-a6be-1cc4e89dc9b7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:22.883600 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'code': 200} Aug 19 00:02:22.890709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] Pushing event deleted for resources: {'Port': ['ID=ae2f6361-f96b-4335-aee6-4e86ade13d59,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:22.907669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5062e6-1212-4232-9777-26f56c9b03da None None] No DVR routers for this DVR port ae2f6361-f96b-4335-aee6-4e86ade13d59 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:22.950063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:22.951671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c0f1ca-7502-4f2d-b2e1-4e30fac97c1c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:22.990003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.021665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ff6852f5-f852-4d25-8f26-362cd6329545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.025220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ff6852f5-f852-4d25-8f26-362cd6329545 service neutron] 10.222.0.11 "GET /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 1025 time: 0.1201296 Aug 19 00:02:23.070303 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.073084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2be438-e52d-4721-801d-459744243cba req-0b579512-d014-4ffa-9642-ccdd2c307fa2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.074946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc2be438-e52d-4721-801d-459744243cba req-0b579512-d014-4ffa-9642-ccdd2c307fa2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 944 time: 0.3853798 Aug 19 00:02:23.114604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:02:23.115217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:02:23.118075 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:02:23.156252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331fb129-3991-4f20-ae6c-259dc09159ee {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:23.172014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.183075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ab9b229-d985-41d3-8a94-8a3b2c87b32f req-04d22fea-6969-4042-b351-7b572b5d05fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.1103029 Aug 19 00:02:23.196723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Transition to ACTIVE for port object 331fb129-3991-4f20-ae6c-259dc09159ee will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:23.212764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b03e0069-f418-49a2-99fb-d0227b76aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.214299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b03e0069-f418-49a2-99fb-d0227b76aca6 service neutron] 10.222.0.11 "GET /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 1028 time: 0.1517136 Aug 19 00:02:23.220489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.229308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445bb8-b5cb-4d32-b95f-4c0f532d9d28 req-38304e9f-711b-4774-ad46-f554c9617710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.240041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87445bb8-b5cb-4d32-b95f-4c0f532d9d28 req-38304e9f-711b-4774-ad46-f554c9617710 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 1102 time: 0.2258444 Aug 19 00:02:23.249175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.282011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.286844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed HTTP/1.1" status: 204 len: 168 time: 1.2322004 Aug 19 00:02:23.307447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:23.345780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f5ce6-4b0a-48fb-a03c-c6abdad4d76a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7f55a0-a952-4ca1-9008-5a5fbc89b6ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:23.401104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc2be438-e52d-4721-801d-459744243cba req-f3ffe297-693f-4ab8-9270-259d69b3dbc9 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081527 Aug 19 00:02:23.413975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Made reservation on behalf of 742cd733f42b49d8bd4a2c05603e3c3d for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:23.417717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.427980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87445bb8-b5cb-4d32-b95f-4c0f532d9d28 req-322c764b-2591-456b-a359-2a0c1d994f80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805048 Aug 19 00:02:23.452647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Pushing event updated for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:23.485487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbe8-a746-4ed8-a221-2dfa41977a44 req-13731d33-4167-49f6-9ded-3334af1ef5be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.494457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-961bbbe8-a746-4ed8-a221-2dfa41977a44 req-13731d33-4167-49f6-9ded-3334af1ef5be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.2069304 Aug 19 00:02:23.613314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-961bbbe8-a746-4ed8-a221-2dfa41977a44 req-b742120d-7e37-4c33-8159-403fb0e19211 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178806 Aug 19 00:02:23.669036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-25b7bae5-b5c4-4fe8-b711-12e10828b529 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.675821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-25b7bae5-b5c4-4fe8-b711-12e10828b529 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.682170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-25b7bae5-b5c4-4fe8-b711-12e10828b529 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.684474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-25b7bae5-b5c4-4fe8-b711-12e10828b529 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 1990 time: 0.4573038 Aug 19 00:02:23.693828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9bae7416-5d06-493a-b695-4489bb30b9e2 req-d4b05958-1ab8-4600-8203-cced495a16e4 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 210 time: 0.1315033 Aug 19 00:02:23.696747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ae2f6361-f96b-4335-aee6-4e86ade13d59 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:23.774565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ae2f6361-f96b-4335-aee6-4e86ade13d59 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:23.774919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ae2f6361-f96b-4335-aee6-4e86ade13d59 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:23.782718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Attempting to bind port 331fb129-3991-4f20-ae6c-259dc09159ee on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:23.783270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Attempting to bind port 331fb129-3991-4f20-ae6c-259dc09159ee by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:23.783810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Attempting to bind port 331fb129-3991-4f20-ae6c-259dc09159ee on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:23.800517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Port 331fb129-3991-4f20-ae6c-259dc09159ee on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:23.801064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Attempting to bind port 331fb129-3991-4f20-ae6c-259dc09159ee on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:23.825995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-42ec98b4-b535-412e-a455-dab0babb09cc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3589de6867d14c0aa969c7b77d84cb07 HTTP/1.1" status: 200 len: 380 time: 0.1250331 Aug 19 00:02:23.829811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:23.830156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:23.830541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:23.830989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Bound port: 331fb129-3991-4f20-ae6c-259dc09159ee, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:23.831476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:23.847889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'admin_state_up': True, 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'security_groups': ['4c8531e4-3200-4062-98c7-63e0f1bd9a66']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:23.858496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Allocated IP 172.20.0.2 (74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e/a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b/701c6e93-4232-4331-8c6d-0c21f60d24d6) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:23.877294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b88be-e1cd-43b4-825f-d036a90b3c95 req-20ef560a-2d0e-4101-a6f5-a3984bb1ed09 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:23.893395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4c7b88be-e1cd-43b4-825f-d036a90b3c95 req-20ef560a-2d0e-4101-a6f5-a3984bb1ed09 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 944 time: 0.1445034 Aug 19 00:02:23.984824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:23.987798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4c7b88be-e1cd-43b4-825f-d036a90b3c95 req-77271a91-6b19-4165-b54f-4c9de94af426 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807371 Aug 19 00:02:23.989529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=331fb129-3991-4f20-ae6c-259dc09159ee,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:24.009295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:24.072517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cfef3a31-39ab-4405-a4ff-d421b35a6708 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:24.169825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:24.187011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f674b5a5-eb5c-4a5b-af15-93eaa43fb7ee req-0803d165-26b7-432a-9039-5b4c2b843bbd tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.1081421 Aug 19 00:02:24.198391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:24.201779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:24.203644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] 10.222.0.21 "PUT /v2.0/ports/331fb129-3991-4f20-ae6c-259dc09159ee HTTP/1.1" status: 200 len: 1093 time: 2.2476850 Aug 19 00:02:24.227650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'cfef3a31-39ab-4405-a4ff-d421b35a6708', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'port_id': 'cfef3a31-39ab-4405-a4ff-d421b35a6708', 'mac_address': 'fa:16:3e:5b:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db550fb-1eb2-4346-a1e5-8df00728dcf1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:24.249737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0c3f5-ad69-4f90-a766-8c7243f92e1e req-455fd11d-be28-4f4e-9372-8185d6d94e7a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:24.262239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1c0c3f5-ad69-4f90-a766-8c7243f92e1e req-455fd11d-be28-4f4e-9372-8185d6d94e7a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 950 time: 0.4441109 Aug 19 00:02:24.264887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:24.281003 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0898f0-6727-4032-87be-b5d288a66600" -d '{"events": [{"name": "network-changed", "server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:24.290567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:24.317051 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:24.333472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfef3a31-39ab-4405-a4ff-d421b35a6708 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:24.363327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:24.370823 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:24.395104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af9baa64-00ab-4493-af28-04d562c28eb6 req-c32fe08a-cdd9-4a0f-8fcd-17a0eee2e5b9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0445609 Aug 19 00:02:24.473694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:24.696365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2ace9609-bf1c-455a-8e70-c6583432bd1d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:24.697249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2ace9609-bf1c-455a-8e70-c6583432bd1d tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.21 "GET /v2.0/networks?id=895edb2d-a2cb-4ae5-960d-820761b872f4 HTTP/1.1" status: 200 len: 812 time: 0.2931604 Aug 19 00:02:24.726763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1354-20cf-4630-8318-e8679b11d8fe req-89a2e9ca-0657-4e01-a404-fb2733b42a3a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:24.734465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e21f1354-20cf-4630-8318-e8679b11d8fe req-89a2e9ca-0657-4e01-a404-fb2733b42a3a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 945 time: 0.1416421 Aug 19 00:02:24.781430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:24.877478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1c0c3f5-ad69-4f90-a766-8c7243f92e1e req-2359bdeb-a987-4a11-bcb5-b7a6c2e22ee6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142213 Aug 19 00:02:24.883476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9e0e-378c-470b-86fb-53cc12ee1838 service neutron] Pushing event updated for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:24.898591 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c32ee2-1416-42eb-bde7-8d4979295079 x-openstack-request-id: req-38c32ee2-1416-42eb-bde7-8d4979295079 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:24.902230 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:24.902475 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38c32ee2-1416-42eb-bde7-8d4979295079 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:24.903091 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee', 'status': 'completed', 'code': 200} Aug 19 00:02:24.908484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:24.917637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.093235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-5502766f-6d97-41bf-b81d-093ab4476764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:25.094649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-5502766f-6d97-41bf-b81d-093ab4476764 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 1096 time: 0.7433369 Aug 19 00:02:25.122118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57f8d52d-2b28-435a-a8f5-5928bdbd2d02 req-08d5bff8-4cb6-487b-89fb-1846bec5da4a tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 210 time: 0.1407411 Aug 19 00:02:25.176465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 172.20.0.9 (44cf8789-21f2-4f9d-8f71-0524fc593523/f2b18c7e-76d1-4d71-9eea-6fbe7596fa65/71e9d03e-10bf-4639-9c53-1eb15120686b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:25.187878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.216434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e21f1354-20cf-4630-8318-e8679b11d8fe req-c0283c43-0879-4046-b0fc-166a8025f9f7 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792957 Aug 19 00:02:25.222578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-9ae89db3-0741-4591-b7a3-94a607a70f81 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57af9fbaa87849f0b4491fdb46bf6a23 HTTP/1.1" status: 200 len: 378 time: 0.4785142 Aug 19 00:02:25.227606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-5635397e-62a3-470e-a180-dfaa26f1c6ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331fb129-3991-4f20-ae6c-259dc09159ee HTTP/1.1" status: 200 len: 217 time: 0.0541766 Aug 19 00:02:25.284761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'port': {'device_id': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'admin_state_up': True, 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'security_groups': ['0b4e5e21-9096-4917-87ed-0aa2f54e464a']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:25.378330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1aea85e0-81b2-4f25-b281-e3aaeae182ec req-75c7638f-a280-41b3-b9b8-b39388696578 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.0793376 Aug 19 00:02:25.393746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-8ea54d52-ace7-4db2-9ddd-816ca05844d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:25.395621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-8ea54d52-ace7-4db2-9ddd-816ca05844d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1565671 Aug 19 00:02:25.422749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Deleting port c48001f1-d5d4-4d16-8fca-1582b6a3920f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:25.423099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.443698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.455638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-5ab94785-95c5-4f87-9f1a-8b16c0272a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501633 Aug 19 00:02:25.521194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Made reservation on behalf of 57af9fbaa87849f0b4491fdb46bf6a23 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:25.525223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.535561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4939-8c79-4a65-9e4e-07a21b259a81 req-fe474a3a-fc09-4871-8454-a7ab3c2d8690 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:25.537434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a5f4939-8c79-4a65-9e4e-07a21b259a81 req-fe474a3a-fc09-4871-8454-a7ab3c2d8690 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 944 time: 0.2768350 Aug 19 00:02:25.575950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b32b7ab-99b3-4c91-a076-eb162205bb22 req-2d3eae3d-4863-454e-a4f4-8d63d890468e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0456693 Aug 19 00:02:25.577711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] For port c48001f1-d5d4-4d16-8fca-1582b6a3920f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c48001f1-d5d4-4d16-8fca-1582b6a3920f,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:25.578086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.590220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:25.600813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Calling delete_port for c48001f1-d5d4-4d16-8fca-1582b6a3920f owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:25.649008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:25.666953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:25.681699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:25.726298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.737450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a5f4939-8c79-4a65-9e4e-07a21b259a81 req-15db23c2-7475-4003-aa78-e446dfb22d09 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888649 Aug 19 00:02:25.742417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7', '389d2297-4281-422f-9cfe-22a4e5311242'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:25.776963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object 71e9d03e-10bf-4639-9c53-1eb15120686b will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:25.792990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Allocated IP 172.20.0.13 (895edb2d-a2cb-4ae5-960d-820761b872f4/42abdee3-a157-45c2-b978-388fbc561246/6045e1ec-1b0c-456e-b53a-9ed03cc5afc8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:25.833749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:25.835238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:25.855347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-29d94651-4681-4d46-818a-daf7102f3bab service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597367 Aug 19 00:02:25.860986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4464fcef-9d15-46dd-969a-52323345d11d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1696711 Aug 19 00:02:25.962964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf3d611b-e228-47f8-943f-2de20193bf14 req-c248dfbd-36dd-4514-9a5c-5db9195a88e6 service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972199 Aug 19 00:02:25.971152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Request body: {'port': {'device_id': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:25.990299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.017735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.048025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48001f1-d5d4-4d16-8fca-1582b6a3920f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:26.082978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cfef3a31-39ab-4405-a4ff-d421b35a6708 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:26.094192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.109465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.109854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:26.145202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:26.181389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:26.231644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:26.245449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Transition to ACTIVE for port object 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:26.297241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077703c8-895e-4b8e-b06b-5c0e3a47d0b3 req-ee89dbcb-31e0-4d75-b83a-7d20585ccead tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.309035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port cfef3a31-39ab-4405-a4ff-d421b35a6708 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:26.309492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-077703c8-895e-4b8e-b06b-5c0e3a47d0b3 req-ee89dbcb-31e0-4d75-b83a-7d20585ccead tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 950 time: 0.2941008 Aug 19 00:02:26.323217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port cfef3a31-39ab-4405-a4ff-d421b35a6708 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:26.327758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.359398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0898f0-6727-4032-87be-b5d288a66600 req-3cbe3cbc-bc9c-4f1f-95f5-fd21e118e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.361034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-3cbe3cbc-bc9c-4f1f-95f5-fd21e118e8b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 1096 time: 0.2925067 Aug 19 00:02:26.363040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3bc95f0f-b1c4-4d74-9583-f90686c6343c req-1a5989df-c46a-400a-90fb-b01cb0733915 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0966992 Aug 19 00:02:26.404349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.405020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.473236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-077703c8-895e-4b8e-b06b-5c0e3a47d0b3 req-24711c53-5bad-489d-b6b7-6345f5d2bc58 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624405 Aug 19 00:02:26.495543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.496984 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.525011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.557771 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.592471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:26.594953 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efcd134-3678-45fc-aa09-7637c1bf2030" -d '{"events": [{"server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "name": "network-vif-plugged", "status": "completed", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:26.627385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:26.631277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-74190741-0d67-442e-9db7-e1750ed6a6f6 None None] Provisioning for port 71e9d03e-10bf-4639-9c53-1eb15120686b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:26.637704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-74190741-0d67-442e-9db7-e1750ed6a6f6 None None] Provisioning complete for port 71e9d03e-10bf-4639-9c53-1eb15120686b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:26.638093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74190741-0d67-442e-9db7-e1750ed6a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.658642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-959a8469-7f1f-4c33-be24-3ab8e053f7d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8146105 Aug 19 00:02:26.687942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.689022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'admin_state_up': True, 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'security_groups': ['4c8531e4-3200-4062-98c7-63e0f1bd9a66']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:26.689805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-74190741-0d67-442e-9db7-e1750ed6a6f6 None None] Port 71e9d03e-10bf-4639-9c53-1eb15120686b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:26.748651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:26.749980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:26.762026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:26.770882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:26.793852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577424-f286-4d6f-b7fc-55b60de74610 req-43bd2057-5fb4-4353-9e37-b2839bd81ca5 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.795364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58577424-f286-4d6f-b7fc-55b60de74610 req-43bd2057-5fb4-4353-9e37-b2839bd81ca5 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 945 time: 0.2540641 Aug 19 00:02:26.807591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0898f0-6727-4032-87be-b5d288a66600 req-91767daa-19d4-4518-869a-db95b4755e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.809099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-91767daa-19d4-4518-869a-db95b4755e79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.4348111 Aug 19 00:02:26.903337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Router 555228d6-e19b-4852-8871-a6b59a1ad3c2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:02:26.936489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701c6e93-4232-4331-8c6d-0c21f60d24d6 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:26.945440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:26.951285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca753e0-c024-4827-a09a-54f74d8a898a req-faad4cbf-eeea-4539-9656-e60a64932d40 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:26.958954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ca753e0-c024-4827-a09a-54f74d8a898a req-faad4cbf-eeea-4539-9656-e60a64932d40 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 931 time: 0.3760633 Aug 19 00:02:26.959205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Transition to ACTIVE for port object 701c6e93-4232-4331-8c6d-0c21f60d24d6 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:27.005876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.009803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event updated for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:27.015281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-0fcdbf39-a246-4802-ab43-9f77ad9ece44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=331fb129-3991-4f20-ae6c-259dc09159ee HTTP/1.1" status: 200 len: 217 time: 0.1856742 Aug 19 00:02:27.020533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-565cb05a-054c-4f17-ae84-83124aeaf2db None None] Provisioning for port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:27.028179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-565cb05a-054c-4f17-ae84-83124aeaf2db None None] Provisioning complete for port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:27.029544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-565cb05a-054c-4f17-ae84-83124aeaf2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.073824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-565cb05a-054c-4f17-ae84-83124aeaf2db None None] Port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:27.113858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ca753e0-c024-4827-a09a-54f74d8a898a req-cc9d69d2-8e50-4f25-a156-3c9b59bcd242 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540146 Aug 19 00:02:27.114525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58577424-f286-4d6f-b7fc-55b60de74610 req-9109639e-89c4-4c1b-ac1f-34d59e30c1f0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995124 Aug 19 00:02:27.122448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.123093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.168315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:27.171593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:27.181444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ae5bef39-e25f-4de9-bc48-1d2ef5f5a3c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/555228d6-e19b-4852-8871-a6b59a1ad3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8644469 Aug 19 00:02:27.185308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:27.192864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Sync routers for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:27.206280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:27.206476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0898f0-6727-4032-87be-b5d288a66600 req-ce87c5e7-f8ff-432d-b5d8-7a8894fc445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.207295 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:27.208008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-ce87c5e7-f8ff-432d-b5d8-7a8894fc445a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1807613 Aug 19 00:02:27.222313 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac659b3-a8c4-4e96-b29d-50b443d5830d x-openstack-request-id: req-5ac659b3-a8c4-4e96-b29d-50b443d5830d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:27.223858 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "name": "network-vif-plugged", "status": "completed", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:27.224401 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac659b3-a8c4-4e96-b29d-50b443d5830d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:27.225097 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708', 'code': 200} Aug 19 00:02:27.265802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:27.269305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.276356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-19af05f1-bf1d-498d-be23-ec981ddbbafc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587819 Aug 19 00:02:27.283048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-2cac2be1-a7be-420d-b089-fb00e9071b34 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0344474 Aug 19 00:02:27.366728 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:27.412150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Request body: {'port': {'device_id': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:27.420469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:27.421060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:27.421629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:27.475698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:27.476036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:27.498164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edb73e-71d5-415e-be6a-5b9aaf50d95d req-73662703-fdf4-470d-92cf-0ed3d7e167cb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.506086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1edb73e-71d5-415e-be6a-5b9aaf50d95d req-73662703-fdf4-470d-92cf-0ed3d7e167cb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 950 time: 0.2664020 Aug 19 00:02:27.533377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.545119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:27.545532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:27.545851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:27.546307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Bound port: 701c6e93-4232-4331-8c6d-0c21f60d24d6, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:27.546671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.553652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.618443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb676db-1757-49c4-9452-f96cd23b0da4 req-c85836ef-3dce-45f8-ae97-fc2043078812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.619339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcea59-6298-4297-b2c6-7bb5d5b4dcfb req-e09c05e2-ab22-41ac-8721-8b7bff18a69e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.619994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fb676db-1757-49c4-9452-f96cd23b0da4 req-c85836ef-3dce-45f8-ae97-fc2043078812 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 1098 time: 0.2451103 Aug 19 00:02:27.621058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0bcea59-6298-4297-b2c6-7bb5d5b4dcfb req-e09c05e2-ab22-41ac-8721-8b7bff18a69e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 931 time: 0.2162948 Aug 19 00:02:27.635145 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:02:25Z', 'revision_number': 5, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:27.656889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-496b4176-e5b2-4969-b5d6-ede63174dd6d service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628287 Aug 19 00:02:27.674975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1edb73e-71d5-415e-be6a-5b9aaf50d95d req-aac90efe-30e4-44b4-88ba-a1df733f32eb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629558 Aug 19 00:02:27.679825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Checking router: 555228d6-e19b-4852-8871-a6b59a1ad3c2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:27.689490 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Routers {'555228d6-e19b-4852-8871-a6b59a1ad3c2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:27.690763 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['555228d6-e19b-4852-8871-a6b59a1ad3c2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:27.748806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a0bcea59-6298-4297-b2c6-7bb5d5b4dcfb req-aaac7f86-7f4b-41af-82c0-7d27879d8d06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811863 Aug 19 00:02:27.830734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:27.909870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.1.1.96 (8371296d-aef6-4865-adfc-c2d683b4033f/0d5eead2-a542-4086-8a36-4e885708a8a0/67e14801-5458-4051-9578-3939db452a20) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:27.920909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fb676db-1757-49c4-9452-f96cd23b0da4 req-20425f74-0910-419d-b4cc-dc745e0eb4cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747250 Aug 19 00:02:27.942905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:27.992194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bb52-c3e8-4a4d-a88a-5afc9d99eb5b req-d8c3c525-5336-419e-b7d9-04155531c872 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:27.999625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfd9bb52-c3e8-4a4d-a88a-5afc9d99eb5b req-d8c3c525-5336-419e-b7d9-04155531c872 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 944 time: 0.2330108 Aug 19 00:02:28.004478 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] Set router 555228d6-e19b-4852-8871-a6b59a1ad3c2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:28.008679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:28.019071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc0898f0-6727-4032-87be-b5d288a66600 req-c3e5eb5a-3844-4dc8-8081-3eae046531a1 service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429856 Aug 19 00:02:28.031090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.062318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Deleting port 59edf353-898f-416c-bc8e-cac28994b3dd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:28.062680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.072222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f18a2f-0a81-4c4a-a481-e63db1e3822f req-f65f59bc-fa14-4c04-af9d-55bba2475d30 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.074043 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f18a2f-0a81-4c4a-a481-e63db1e3822f req-f65f59bc-fa14-4c04-af9d-55bba2475d30 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 932 time: 0.1329038 Aug 19 00:02:28.128427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.129094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.130695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] 10.222.0.11 "PUT /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 1092 time: 2.1653073 Aug 19 00:02:28.133891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:28.136450 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:28.150086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfd9bb52-c3e8-4a4d-a88a-5afc9d99eb5b req-2f68a355-8463-4556-8e64-31945fc2ccbb tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483259 Aug 19 00:02:28.227678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37f18a2f-0a81-4c4a-a481-e63db1e3822f req-9466b5c5-7e14-4557-a50a-ed523a0b9ee3 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460214 Aug 19 00:02:28.236074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.254737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object 67e14801-5458-4051-9578-3939db452a20 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:28.295578 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:02:25Z', 'revision_number': 5, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:28.311013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:28.325233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa90141-5ab0-48e3-8868-9cc5fc00179d None None] The sync data for ids ['555228d6-e19b-4852-8871-a6b59a1ad3c2'] in n-d-771363-38 is: [{'id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2105739668-router', 'tenant_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:59:55Z', 'updated_at': '2021-08-19T00:02:25Z', 'revision_number': 5, 'project_id': 'a8120ab5e1804cc28cf3d05b112bb2a9', 'gw_port': {'id': '59edf353-898f-416c-bc8e-cac28994b3dd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555228d6-e19b-4852-8871-a6b59a1ad3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:59:57Z', 'updated_at': '2021-08-19T00:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:28.362549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.371775 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.389948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ea88-0e95-4109-aee2-27fbbcb3885d service neutron] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:28.404396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] For port 59edf353-898f-416c-bc8e-cac28994b3dd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=59edf353-898f-416c-bc8e-cac28994b3dd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:28.404920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.430943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Calling delete_port for 59edf353-898f-416c-bc8e-cac28994b3dd owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:28.436011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Transition to ACTIVE for port object 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:28.436924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 8371296d-aef6-4865-adfc-c2d683b4033f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:28.441188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:28.453386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.465546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:28.518683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-a96d9dfc-c9c2-43fe-bb25-b5ad08abb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.520233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-a96d9dfc-c9c2-43fe-bb25-b5ad08abb0c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1095 time: 0.1940944 Aug 19 00:02:28.557736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Pushing event updated for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:28.597818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb3e5e-abc4-4d09-9bf8-2f0b993db756 req-03c8bf20-7a00-48e7-b87f-6446ae1f1713 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.599482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddcb3e5e-abc4-4d09-9bf8-2f0b993db756 req-03c8bf20-7a00-48e7-b87f-6446ae1f1713 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.2651660 Aug 19 00:02:28.639557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:28.644538 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-7fa8ea6f-3ce2-4a04-99ae-46cfc412c684 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 217 time: 0.1088192 Aug 19 00:02:28.673651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.674829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.766464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddcb3e5e-abc4-4d09-9bf8-2f0b993db756 req-c7d62b50-0074-4302-a050-2b2b7a47379e tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551766 Aug 19 00:02:28.808042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375385d-6f91-4d7d-8446-01fbc4a20e51 req-31f70a80-290b-4be5-b6c5-1003d6103012 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.840740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e20fff72-0913-41d2-9e25-ccd80771904f None None] Provisioning for port 67e14801-5458-4051-9578-3939db452a20 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:28.846513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e20fff72-0913-41d2-9e25-ccd80771904f None None] Provisioning complete for port 67e14801-5458-4051-9578-3939db452a20 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:28.848610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375385d-6f91-4d7d-8446-01fbc4a20e51 req-31f70a80-290b-4be5-b6c5-1003d6103012 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.849016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e20fff72-0913-41d2-9e25-ccd80771904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.852373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4375385d-6f91-4d7d-8446-01fbc4a20e51 req-31f70a80-290b-4be5-b6c5-1003d6103012 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c&device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 1691 time: 0.3008354 Aug 19 00:02:28.859916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-168e3571-d907-4e64-b595-d13d05d1a374 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1863003 Aug 19 00:02:28.925896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'admin_state_up': True, 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'security_groups': ['4c8531e4-3200-4062-98c7-63e0f1bd9a66']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:28.927355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e20fff72-0913-41d2-9e25-ccd80771904f None None] Port 67e14801-5458-4051-9578-3939db452a20 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:28.948226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Attempting to bind port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:28.948589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Attempting to bind port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:28.948919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Attempting to bind port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 on network 895edb2d-a2cb-4ae5-960d-820761b872f4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:28.951810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-814904fb-72b2-41ad-9c29-e7588872f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:28.953501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-814904fb-72b2-41ad-9c29-e7588872f572 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.2741692 Aug 19 00:02:28.956324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 on network 895edb2d-a2cb-4ae5-960d-820761b872f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:28.957275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Attempting to bind port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 on network 895edb2d-a2cb-4ae5-960d-820761b872f4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:28.974005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:28.991511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:28.991860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Checking segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:28.992249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Bound using segment: {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:28.992734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Bound port: 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddeff490-5753-4ad6-b08f-0a3493c630cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:28.993097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.000335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4375385d-6f91-4d7d-8446-01fbc4a20e51 req-350725b4-74fd-40f9-aacb-d83321b66b6c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336868 Aug 19 00:02:29.018478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-aaa58bfc-e4eb-4575-8cac-92b0d3311cc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321243 Aug 19 00:02:29.049362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Pushing event deleted for resources: {'Port': ['ID=59edf353-898f-416c-bc8e-cac28994b3dd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:29.077973 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac0096-ecc1-41fb-91e4-d52da306482c x-openstack-request-id: req-e4ac0096-ecc1-41fb-91e4-d52da306482c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:29.078350 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:29.078699 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ac0096-ecc1-41fb-91e4-d52da306482c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:29.079192 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'status': 'completed', 'code': 200} Aug 19 00:02:29.153708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb087b-e754-4ae1-a26d-77658aaa5a90 req-d215555d-f6ce-4c74-a6fb-56d1892062ae tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:29.155258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80cb087b-e754-4ae1-a26d-77658aaa5a90 req-d215555d-f6ce-4c74-a6fb-56d1892062ae tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.2165239 Aug 19 00:02:29.562008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.596625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-d2d1cd11-6205-46b1-8c64-e2a03e858f97 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586100 Aug 19 00:02:29.623172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:29.626802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.637327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:29.674582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c48001f1-d5d4-4d16-8fca-1582b6a3920f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:29.679909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80cb087b-e754-4ae1-a26d-77658aaa5a90 req-7a3f5b8e-30f0-45e5-95e2-711e27fc23c2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124714 Aug 19 00:02:29.683083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbf893-efd5-41b0-b67e-fc1fe8b4406a req-38e8cbec-cede-4e2a-b374-f39491d3e566 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:29.687039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:29.689133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbf893-efd5-41b0-b67e-fc1fe8b4406a req-38e8cbec-cede-4e2a-b374-f39491d3e566 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:29.702036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.702265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05fbf893-efd5-41b0-b67e-fc1fe8b4406a req-38e8cbec-cede-4e2a-b374-f39491d3e566 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 1652 time: 0.1600561 Aug 19 00:02:29.702392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.702392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.703603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c48001f1-d5d4-4d16-8fca-1582b6a3920f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:29.704183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c48001f1-d5d4-4d16-8fca-1582b6a3920f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:29.859720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05fbf893-efd5-41b0-b67e-fc1fe8b4406a req-0a9a47fe-9846-4187-9823-32096d701fcf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619849 Aug 19 00:02:29.865575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Pushing event updated for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:29.890399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-737ff58a-c56b-4ee5-90c2-f0fa2f17870f req-4f17edda-cc55-4a35-92d5-ae4a5fab1143 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719510 Aug 19 00:02:29.892656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.1.1.51 (8371296d-aef6-4865-adfc-c2d683b4033f/0d5eead2-a542-4086-8a36-4e885708a8a0/64ea2d16-20ee-471b-b4d5-4896577082d4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:29.908116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:29.908924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.912162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-87d13f9e-75c7-48cf-8896-4a23cd120584 service neutron] 10.222.0.21 "PUT /v2.0/ports/6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 HTTP/1.1" status: 200 len: 1093 time: 2.5061293 Aug 19 00:02:29.914152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:29.916739 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769eb91-dfed-4fd2-8363-babad877efda" -d '{"events": [{"name": "network-changed", "server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:29.919521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.920364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555228d6-e19b-4852-8871-a6b59a1ad3c2 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:02:29.926842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:29.929240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2548d355-30cd-4c2e-a7d4-94bf6ab6e74f admin admin] 10.222.0.20 "DELETE /v2.0/routers/555228d6-e19b-4852-8871-a6b59a1ad3c2 HTTP/1.1" status: 204 len: 168 time: 2.7417691 Aug 19 00:02:29.933698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50628) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:30.070501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc1f5-e112-4a5c-b2d3-47aa9129ca29 req-63a99e20-c9b9-460d-9895-bed55b81abaa tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.072416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68bbc1f5-e112-4a5c-b2d3-47aa9129ca29 req-63a99e20-c9b9-460d-9895-bed55b81abaa tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 944 time: 0.1904762 Aug 19 00:02:30.097366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Deleting subnet fa46adff-6e8b-4b5a-941f-8edd8525da17 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:02:30.102631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.109485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 331fb129-3991-4f20-ae6c-259dc09159ee details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:30.154150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.208622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-4f7fc0bc-e865-4bf9-91a9-b4257b09627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.211772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-4f7fc0bc-e865-4bf9-91a9-b4257b09627b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1095 time: 0.2480402 Aug 19 00:02:30.238999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.255838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868b9f7-6c37-43b9-b6ff-571b23f03add req-aaee98b8-ac61-4f7b-b7a2-56dcd016db90 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.263779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7868b9f7-6c37-43b9-b6ff-571b23f03add req-aaee98b8-ac61-4f7b-b7a2-56dcd016db90 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 944 time: 0.2770243 Aug 19 00:02:30.278416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=331fb129-3991-4f20-ae6c-259dc09159ee,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:30.291744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '331fb129-3991-4f20-ae6c-259dc09159ee', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': '331fb129-3991-4f20-ae6c-259dc09159ee', 'mac_address': 'fa:16:3e:d9:de:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:30.306320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.337819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.348085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.360872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-843de675-80c3-49d6-80eb-cbc5ff871a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.362967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-843de675-80c3-49d6-80eb-cbc5ff871a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57af9fbaa87849f0b4491fdb46bf6a23&device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 1096 time: 0.3584442 Aug 19 00:02:30.363542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe37f36-b3d2-4ef0-a30b-5e5d0edcd6ec None None] Network 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:30.366375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.370345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fa46adff-6e8b-4b5a-941f-8edd8525da17 HTTP/1.1" status: 204 len: 168 time: 0.4356878 Aug 19 00:02:30.370345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489723-42be-4ee0-8324-5b8002903bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa46adff-6e8b-4b5a-941f-8edd8525da17,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:30.370636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:30.380982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7868b9f7-6c37-43b9-b6ff-571b23f03add req-688fefa4-b3e6-41a9-9a3d-3b220f7cf22a tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161916 Aug 19 00:02:30.386337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331fb129-3991-4f20-ae6c-259dc09159ee {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:30.400652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object 64ea2d16-20ee-471b-b4d5-4896577082d4 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:30.402139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68bbc1f5-e112-4a5c-b2d3-47aa9129ca29 req-74b34bcf-cafb-4f4d-956a-1f387868dbb4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157215 Aug 19 00:02:30.455356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=331fb129-3991-4f20-ae6c-259dc09159ee,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:30.464766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-4fcaefdc-c2ea-46e3-87a7-93f0f3d0d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.465246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.466674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-4fcaefdc-c2ea-46e3-87a7-93f0f3d0d307 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2274392 Aug 19 00:02:30.532651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-5ad41d87-55ca-42bf-82df-7a204b49b80c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 HTTP/1.1" status: 200 len: 217 time: 0.1482933 Aug 19 00:02:30.541356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-e26d0fb0-1048-4823-b837-abcc361d6140 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 217 time: 0.0617352 Aug 19 00:02:30.575931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:30.622625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.674342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-02e56aee-123c-46fd-86d1-7b8f9b53bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.675759 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.676250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-02e56aee-123c-46fd-86d1-7b8f9b53bc9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0776269 Aug 19 00:02:30.680323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-d4ad96cd-3270-4ab9-81c8-9004a5249eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.681733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-d4ad96cd-3270-4ab9-81c8-9004a5249eb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42abdee3-a157-45c2-b978-388fbc561246 HTTP/1.1" status: 200 len: 851 time: 0.1364996 Aug 19 00:02:30.689147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3e9f-63b4-46de-8dc3-f48bde749981 req-6ddc9940-9191-4a7e-b496-b03297c39d8a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.690419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c9a3e9f-63b4-46de-8dc3-f48bde749981 req-6ddc9940-9191-4a7e-b496-b03297c39d8a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.1550422 Aug 19 00:02:30.748816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] DHCP port deletion for 13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:02:30.763610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-8d41decd-250e-4d9a-9d74-f5d25c928da8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789049 Aug 19 00:02:30.773836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network 8371296d-aef6-4865-adfc-c2d683b4033f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:30.780565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:30.796191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:30.805254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-936614a9-e835-4973-95d1-f75ede276ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.806787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-936614a9-e835-4973-95d1-f75ede276ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=895edb2d-a2cb-4ae5-960d-820761b872f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149459 Aug 19 00:02:30.809810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c9a3e9f-63b4-46de-8dc3-f48bde749981 req-5adc984d-03ef-475c-bd16-e34977a143c7 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096249 Aug 19 00:02:30.846519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd049c15-a8f6-4d86-b670-e2f3668a486b req-994170a7-4478-47af-82b9-1199935eec5d tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:30.847980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd049c15-a8f6-4d86-b670-e2f3668a486b req-994170a7-4478-47af-82b9-1199935eec5d tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 1102 time: 0.3236682 Aug 19 00:02:30.855939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Deleting port 5095a385-42f7-4e68-88f0-b7b3be3ae07a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:30.856448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:30.880779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:30.905331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:30.922572 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c21a1-bf3e-40df-b770-1fcce8c4e9f4 x-openstack-request-id: req-089c21a1-bf3e-40df-b770-1fcce8c4e9f4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:30.922862 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:30.923116 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089c21a1-bf3e-40df-b770-1fcce8c4e9f4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:30.923512 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'status': 'completed', 'code': 200} Aug 19 00:02:30.940567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Deleting port 5095a385-42f7-4e68-88f0-b7b3be3ae07a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:02:30.941127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.028074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.028857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.040754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] For port 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5095a385-42f7-4e68-88f0-b7b3be3ae07a,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:31.041137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.058960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Calling delete_port for 5095a385-42f7-4e68-88f0-b7b3be3ae07a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:31.061080 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd049c15-a8f6-4d86-b670-e2f3668a486b req-c10dfaf6-3328-4c1c-81e5-c24264486a42 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672263 Aug 19 00:02:31.085394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0ece827b-064b-41d2-b9ed-4f5fa3841815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1643362 Aug 19 00:02:31.111496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'admin_state_up': True, 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'security_groups': ['4c8531e4-3200-4062-98c7-63e0f1bd9a66']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:31.148422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] For port 5095a385-42f7-4e68-88f0-b7b3be3ae07a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5095a385-42f7-4e68-88f0-b7b3be3ae07a,segment=NetworkSegment(a9ab1d6b-f78d-4731-983d-f5d8889c3fad),segment_id=a9ab1d6b-f78d-4731-983d-f5d8889c3fad)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:31.149631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.180046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Calling delete_port for 5095a385-42f7-4e68-88f0-b7b3be3ae07a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:02:31.251393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5f336914-2180-476b-8c49-33b85f172c82 None None] Provisioning for port 64ea2d16-20ee-471b-b4d5-4896577082d4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:31.260788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.268669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5f336914-2180-476b-8c49-33b85f172c82 None None] Provisioning complete for port 64ea2d16-20ee-471b-b4d5-4896577082d4 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:31.269037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f336914-2180-476b-8c49-33b85f172c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.317339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5095a385-42f7-4e68-88f0-b7b3be3ae07a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:31.345761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc0e75-af18-4918-9011-5f236fda5d64 req-c18642dd-2b3b-4420-ad2c-bf9a93060b54 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.347387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-db90a1b6-c721-491a-b1e8-7436f73d4ec1 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614116 Aug 19 00:02:31.347882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2cc0e75-af18-4918-9011-5f236fda5d64 req-c18642dd-2b3b-4420-ad2c-bf9a93060b54 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1234665 Aug 19 00:02:31.348319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] No DVR routers for this DVR port 5095a385-42f7-4e68-88f0-b7b3be3ae07a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:31.353601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:31.362211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f336914-2180-476b-8c49-33b85f172c82 None None] Port 64ea2d16-20ee-471b-b4d5-4896577082d4 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:31.390753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.439763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] Pushing event deleted for resources: {'Port': ['ID=5095a385-42f7-4e68-88f0-b7b3be3ae07a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:31.443532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0183d-18ea-4899-9287-10e2587cf0b2 None None] No DVR routers for this DVR port 5095a385-42f7-4e68-88f0-b7b3be3ae07a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:02:31.468424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff9a3e9b-9600-4a7f-94f8-a28ae6165496 req-19fbfc0f-268b-4e99-a798-1cb0a2d0bedd service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074595 Aug 19 00:02:31.515259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-44ad8150-036f-4571-afb9-a2307c325b7c service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967971 Aug 19 00:02:31.532194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2cc0e75-af18-4918-9011-5f236fda5d64 req-5eba339b-67d8-45d4-8111-d2bc83d01e04 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457894 Aug 19 00:02:31.535418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d10aeb-63bc-415d-80c3-354ea119de6f req-5946c587-a133-4fd9-b2ab-f9e1f722ccce tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.541479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d10aeb-63bc-415d-80c3-354ea119de6f req-5946c587-a133-4fd9-b2ab-f9e1f722ccce tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.547414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d10aeb-63bc-415d-80c3-354ea119de6f req-5946c587-a133-4fd9-b2ab-f9e1f722ccce tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.549174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44d10aeb-63bc-415d-80c3-354ea119de6f req-5946c587-a133-4fd9-b2ab-f9e1f722ccce tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 2372 time: 0.2800071 Aug 19 00:02:31.614537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44d10aeb-63bc-415d-80c3-354ea119de6f req-cd7a7a00-090a-4c6f-92f5-c7b65de40d84 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589383 Aug 19 00:02:31.620425 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.662321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.687626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59edf353-898f-416c-bc8e-cac28994b3dd no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:31.703344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:31.722983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 59edf353-898f-416c-bc8e-cac28994b3dd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:31.723347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 59edf353-898f-416c-bc8e-cac28994b3dd not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:31.723781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5095a385-42f7-4e68-88f0-b7b3be3ae07a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:02:31.761970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:31.762740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ab1d6b-f78d-4731-983d-f5d8889c3fad') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:31.763348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 5095a385-42f7-4e68-88f0-b7b3be3ae07a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:02:31.763706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5095a385-42f7-4e68-88f0-b7b3be3ae07a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:02:31.780125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.804488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8bbd9562-095a-4326-ac3e-5fc71a2ce949 req-ddb00632-0419-4427-a9b3-e51d646180db service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709734 Aug 19 00:02:31.814322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ad8d-8da7-43e4-a7a2-06e013edf7c4 req-a031ae34-cca0-40ad-8d7f-63f05149dd03 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:31.822310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46c8ad8d-8da7-43e4-a7a2-06e013edf7c4 req-a031ae34-cca0-40ad-8d7f-63f05149dd03 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 1102 time: 0.1727159 Aug 19 00:02:31.829453 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.843637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:02:31.844387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:02:31.849950 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:02:31.975676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.981657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:31.987135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] 10.222.0.20 "DELETE /v2.0/networks/13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3 HTTP/1.1" status: 204 len: 168 time: 1.6089871 Aug 19 00:02:32.015576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80556-e472-4a9c-bded-481177b792db req-f9e86b3d-4383-4fe7-a8e2-749abf43b9e5 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.021706 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46c8ad8d-8da7-43e4-a7a2-06e013edf7c4 req-f02b473a-9e5f-4aeb-a592-0f27c49111ee tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983879 Aug 19 00:02:32.022772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9df9d-3d36-4de5-a26d-da49464baa02 admin admin] Pushing event deleted for resources: {'Network': ['ID=13bfa5dc-ef4d-477a-b933-13c4c1c6fbd3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:32.028761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68d80556-e472-4a9c-bded-481177b792db req-f9e86b3d-4383-4fe7-a8e2-749abf43b9e5 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 944 time: 0.2390144 Aug 19 00:02:32.042337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769eb91-dfed-4fd2-8363-babad877efda req-8635f456-e773-4d67-90b5-899ad952623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.043949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-8635f456-e773-4d67-90b5-899ad952623d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57af9fbaa87849f0b4491fdb46bf6a23&device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 1096 time: 0.1041596 Aug 19 00:02:32.159195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68d80556-e472-4a9c-bded-481177b792db req-834498bd-4248-4ee5-a40d-eb064c625457 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273427 Aug 19 00:02:32.173606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.2.2.100 (b1276e97-672e-4994-8837-2e7da273af00/8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5/fe6ae53c-121f-4329-869e-31e1a16fd7f2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:32.196255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769eb91-dfed-4fd2-8363-babad877efda req-94a84bfc-7653-417b-b718-30eba8e2b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.197820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-94a84bfc-7653-417b-b718-30eba8e2b615 service neutron] 10.222.0.21 "GET /v2.0/networks?id=895edb2d-a2cb-4ae5-960d-820761b872f4 HTTP/1.1" status: 200 len: 912 time: 0.1461761 Aug 19 00:02:32.240275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50654) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:32.248209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-ba962305-892c-40fd-817b-76f9eac727e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 HTTP/1.1" status: 200 len: 217 time: 0.0409744 Aug 19 00:02:32.316578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4520f88-b8b9-468f-ab23-7bd0d4880615 req-5f6e9fba-f67a-4b86-a56a-cdf047f7afab tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.323841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4520f88-b8b9-468f-ab23-7bd0d4880615 req-5f6e9fba-f67a-4b86-a56a-cdf047f7afab tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 945 time: 0.1250107 Aug 19 00:02:32.348017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769eb91-dfed-4fd2-8363-babad877efda req-3c2e29c3-54c7-4c13-8eb7-d52e77b8ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.349515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-3c2e29c3-54c7-4c13-8eb7-d52e77b8ec13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42abdee3-a157-45c2-b978-388fbc561246 HTTP/1.1" status: 200 len: 851 time: 0.0876243 Aug 19 00:02:32.361207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a2843edf-1607-4790-bd75-7c22556c32c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da61a773d9a3418a9b01f39f00fd4885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190214 Aug 19 00:02:32.371984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50658) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:32.390098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4520f88-b8b9-468f-ab23-7bd0d4880615 req-a8d1c3a3-334b-4dda-a1e2-550b5dd831ba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Aug 19 00:02:32.423390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769eb91-dfed-4fd2-8363-babad877efda req-66431f4b-2b75-4250-b5de-9954e46239c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.425638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-66431f4b-2b75-4250-b5de-9954e46239c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=895edb2d-a2cb-4ae5-960d-820761b872f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649009 Aug 19 00:02:32.457379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.484775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object fe6ae53c-121f-4329-869e-31e1a16fd7f2 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:32.506201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.550693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.573059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.608967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-8d78636e-9a8e-49cc-930a-f8b6baaaf6da service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736701 Aug 19 00:02:32.651233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network b1276e97-672e-4994-8837-2e7da273af00 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:32.665849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:32.669323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:32.680286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-fbbe6c30-8ee3-461a-bcc0-6c08f239b674 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742199 Aug 19 00:02:32.786387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:32.812776 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.821119 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.823367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a27b64e2-07e6-4e4e-bcc7-65d2bf65a709 HTTP/1.1" status: 204 len: 168 time: 0.4478488 Aug 19 00:02:32.853809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753dec-670a-48d6-907e-6d8479f5ce73 req-31e968bd-9fb4-4c70-b696-adc52673ca23 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.854827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:32.855666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:32.864013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d753dec-670a-48d6-907e-6d8479f5ce73 req-31e968bd-9fb4-4c70-b696-adc52673ca23 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1506820 Aug 19 00:02:32.904676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d2a7d-ac27-4cf1-835d-5ccf090cad11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27b64e2-07e6-4e4e-bcc7-65d2bf65a709,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:32.929753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e769eb91-dfed-4fd2-8363-babad877efda req-63e8eb3f-8345-4573-9cce-3b12ad34e7ee service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131096 Aug 19 00:02:32.967587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d753dec-670a-48d6-907e-6d8479f5ce73 req-315db7a5-c5ad-4a4e-9a2d-a82c0822251e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026256 Aug 19 00:02:32.993837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-525f00f6-f491-4d5d-9908-f962baf6a98b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8973017 Aug 19 00:02:33.034216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'admin_state_up': True, 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'security_groups': ['4c8531e4-3200-4062-98c7-63e0f1bd9a66']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:33.076138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-f704f567-854f-4912-98d0-7c2fcea849da tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.087398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-f704f567-854f-4912-98d0-7c2fcea849da tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735757 Aug 19 00:02:33.113514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fb9984f-0dff-4fa8-a564-5a0a90ef2e6b None None] Provisioning for port fe6ae53c-121f-4329-869e-31e1a16fd7f2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:33.123561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fb9984f-0dff-4fa8-a564-5a0a90ef2e6b None None] Provisioning complete for port fe6ae53c-121f-4329-869e-31e1a16fd7f2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:33.124590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fb9984f-0dff-4fa8-a564-5a0a90ef2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.170843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9984f-0dff-4fa8-a564-5a0a90ef2e6b None None] Port fe6ae53c-121f-4329-869e-31e1a16fd7f2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:33.182351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-801d181b-8bc8-42cc-bd4b-9cf2075e66b9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0793085 Aug 19 00:02:33.208014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-5b4bf4f7-15d8-4549-bc3c-1ff650d664c8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.216098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-5b4bf4f7-15d8-4549-bc3c-1ff650d664c8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.222904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-5b4bf4f7-15d8-4549-bc3c-1ff650d664c8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.229894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-5b4bf4f7-15d8-4549-bc3c-1ff650d664c8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.232553 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-5b4bf4f7-15d8-4549-bc3c-1ff650d664c8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 3093 time: 0.1274014 Aug 19 00:02:33.275413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb51c3f5-54bc-4313-9d5e-15a91a8307b0 req-ca35328e-1a19-4873-b4ee-cc82448de3c4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365787 Aug 19 00:02:33.310015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:33.329463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-78dae1e8-c519-4083-aa06-ace21bd16b67 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332927 Aug 19 00:02:33.330786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Made reservation on behalf of 3589de6867d14c0aa969c7b77d84cb07 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:33.335572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.393328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef518804-eb15-4e95-adb0-a60c24f12025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8120ab5e1804cc28cf3d05b112bb2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814290 Aug 19 00:02:33.393821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50684) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:33.508606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b993e2-078f-4aef-b90f-b3feba2098b0 req-32e7fb37-ee4c-4fb2-8ac2-085b96eba1db tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.510196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5b993e2-078f-4aef-b90f-b3feba2098b0 req-32e7fb37-ee4c-4fb2-8ac2-085b96eba1db tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1070273 Aug 19 00:02:33.511419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.549027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Allocated IP 10.2.2.200 (b1276e97-672e-4994-8837-2e7da273af00/8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5/e2ad79c2-5340-44f3-8a30-3de5256f1bb5) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:33.566036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.610320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5b993e2-078f-4aef-b90f-b3feba2098b0 req-7f07a771-74a9-4a4c-8a1e-3f05a102ce56 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924609 Aug 19 00:02:33.650035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.653812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.658730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3789c0ec-d0ac-42a3-b812-adda08c8591e HTTP/1.1" status: 204 len: 168 time: 0.2639511 Aug 19 00:02:33.669948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762ca4-fe36-411b-a8e4-f3bbe463350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789c0ec-d0ac-42a3-b812-adda08c8591e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:33.773181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.798696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Transition to ACTIVE for port object e2ad79c2-5340-44f3-8a30-3de5256f1bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:33.853051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51404d13-b6b7-4ef8-94e9-056925ad2aba req-692c7c1e-0e96-463b-bdcb-5afcebbb7c4b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:33.864272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51404d13-b6b7-4ef8-94e9-056925ad2aba req-692c7c1e-0e96-463b-bdcb-5afcebbb7c4b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 945 time: 0.1269665 Aug 19 00:02:33.870679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:33.935107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Network b1276e97-672e-4994-8837-2e7da273af00 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:33.956453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:33.959884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:33.970896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51404d13-b6b7-4ef8-94e9-056925ad2aba req-334dca34-4e9d-446e-9938-b3163274c3bd tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052017 Aug 19 00:02:34.042362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:34.124174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 331fb129-3991-4f20-ae6c-259dc09159ee up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:34.126219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4618ce1c-3101-4dd0-9a11-667bd4aa27a1 req-c9e6ea3d-779e-4f29-b0a9-ec66323e6213 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 210 time: 0.1140015 Aug 19 00:02:34.218116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.219801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.224018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e542ff-8072-4813-a6bf-a36229f46540 req-d355f9f5-56bd-4246-9c45-e469a490998d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.231408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 331fb129-3991-4f20-ae6c-259dc09159ee completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:34.233755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97e542ff-8072-4813-a6bf-a36229f46540 req-d355f9f5-56bd-4246-9c45-e469a490998d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1448340 Aug 19 00:02:34.237418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 331fb129-3991-4f20-ae6c-259dc09159ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:34.240167 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.267663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-adda0e1b-d61c-42b6-9922-6f907ca6dec1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2438810 Aug 19 00:02:34.277371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:34.363021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97e542ff-8072-4813-a6bf-a36229f46540 req-1133ef54-be5c-414a-bb63-6882adacab5c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283154 Aug 19 00:02:34.366918 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.467145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9b3b65e8-81c9-4775-b83d-a7a608a29e29 None None] Provisioning for port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:34.476557 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.515377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9b3b65e8-81c9-4775-b83d-a7a608a29e29 None None] Provisioning complete for port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:34.520112 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b3b65e8-81c9-4775-b83d-a7a608a29e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.583841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:34.592843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.599177 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f89f97-dc9e-420b-b844-f0ab2ff87896" -d '{"events": [{"server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "name": "network-vif-plugged", "status": "completed", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:34.619140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.635289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.651468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.652310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=331fb129-3991-4f20-ae6c-259dc09159ee,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:34.662779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b65e8-81c9-4775-b83d-a7a608a29e29 None None] Port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:34.663525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:34.668734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-7f7a328a-ed04-44e7-aa91-7502909e02c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 3814 time: 0.1911244 Aug 19 00:02:34.678199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:34.762786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7f0c94a-d09e-4bee-991b-43fc578cdffd req-756bf699-0bdd-4fbb-b4e7-ba1104cd25f2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903461 Aug 19 00:02:34.828807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:34.862332 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf68e3-7b7f-44cd-8e70-1807e6cfbd62 x-openstack-request-id: req-6ccf68e3-7b7f-44cd-8e70-1807e6cfbd62 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:34.862842 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "name": "network-vif-plugged", "status": "completed", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:34.863292 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ccf68e3-7b7f-44cd-8e70-1807e6cfbd62 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:34.863857 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee', 'code': 200} Aug 19 00:02:34.967163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e9d03e-10bf-4639-9c53-1eb15120686b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:34.991672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:35.051007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Transition to ACTIVE for port object 71e9d03e-10bf-4639-9c53-1eb15120686b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:35.063690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:35.096477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a31ada-69a1-4899-891a-bd025b0260ad req-db993f24-d19e-4afa-a3ae-401faa36d7db tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:35.107414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2a31ada-69a1-4899-891a-bd025b0260ad req-db993f24-d19e-4afa-a3ae-401faa36d7db tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1797338 Aug 19 00:02:35.159816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873fcdd-0fa2-4ba9-889e-44a717fac099 req-9f37fc96-c920-45fb-bf52-589844a8e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:35.161567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b873fcdd-0fa2-4ba9-889e-44a717fac099 req-9f37fc96-c920-45fb-bf52-589844a8e7b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 1098 time: 0.1660113 Aug 19 00:02:35.216736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2a31ada-69a1-4899-891a-bd025b0260ad req-df5708dc-0089-4ca3-9935-b01ff221b0b5 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040778 Aug 19 00:02:35.276864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b873fcdd-0fa2-4ba9-889e-44a717fac099 req-89d628b9-ff59-426b-8b79-a94aa648b0d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 Aug 19 00:02:35.290107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:35.373492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31eb74-eeb7-4d1d-98cf-b185bd6d4608 req-a16a5066-4404-4ffb-9e6e-c0dbf5733b4f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:35.375537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c31eb74-eeb7-4d1d-98cf-b185bd6d4608 req-a16a5066-4404-4ffb-9e6e-c0dbf5733b4f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.2176948 Aug 19 00:02:35.462767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c31eb74-eeb7-4d1d-98cf-b185bd6d4608 req-12ac1554-8e45-4a0f-8388-7d079c2941ac tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Aug 19 00:02:35.485191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Attempting to bind port 71e9d03e-10bf-4639-9c53-1eb15120686b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:35.487220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Attempting to bind port 71e9d03e-10bf-4639-9c53-1eb15120686b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:35.487781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Attempting to bind port 71e9d03e-10bf-4639-9c53-1eb15120686b on network 44cf8789-21f2-4f9d-8f71-0524fc593523 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:35.505453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Port 71e9d03e-10bf-4639-9c53-1eb15120686b on network 44cf8789-21f2-4f9d-8f71-0524fc593523 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:35.505861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Attempting to bind port 71e9d03e-10bf-4639-9c53-1eb15120686b on network 44cf8789-21f2-4f9d-8f71-0524fc593523 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:35.512579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:35.514592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Checking segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:35.516605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Bound using segment: {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:35.517157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Bound port: 71e9d03e-10bf-4639-9c53-1eb15120686b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7882acf5-9ef9-473d-bc3e-b47a92b7937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:35.517604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:35.620491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2f4716b-b37b-46f0-a34f-93de9cfa4649 req-6535dadb-e369-42e1-ab63-ebfa8849d8ba tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 210 time: 0.0675840 Aug 19 00:02:35.685519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:35.685874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb566e-334e-4510-b2a1-e8563b0bbd95 req-5ff4d201-bef6-46f9-be21-aa06fe4cb11e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:35.687472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2eb566e-334e-4510-b2a1-e8563b0bbd95 req-5ff4d201-bef6-46f9-be21-aa06fe4cb11e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0974894 Aug 19 00:02:35.695888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:35.700198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:35.736273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:35.736890 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:35.738274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1092 time: 1.4671803 Aug 19 00:02:35.741443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:35.745155 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b743c5-8b09-4df9-8936-f252362ebde9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:35.772981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2eb566e-334e-4510-b2a1-e8563b0bbd95 req-037a42a3-7baa-4430-a171-52ea50a1b7c1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793226 Aug 19 00:02:35.818569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:35.901123 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf23381-1a55-4d88-ac51-bb8d554fb2d6 x-openstack-request-id: req-4bf23381-1a55-4d88-ac51-bb8d554fb2d6 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:35.902244 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:35.902771 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bf23381-1a55-4d88-ac51-bb8d554fb2d6 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:35.903778 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'status': 'completed', 'code': 200} Aug 19 00:02:35.954202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bacbd7-ba4f-475c-a8a9-a2e5e805afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:36.053760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-c723546b-b502-4108-99b2-09530d175f58 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501235 Aug 19 00:02:36.088871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:36.128114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:36.149841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.150698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.151537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.152278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.153200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.155551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-7cf18883-32ae-4918-bcb8-769d3fa2b95f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 4362 time: 0.2278457 Aug 19 00:02:36.177921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.188789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.208445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.215667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.223943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.225913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-6cf5b2a1-efc6-41b9-8099-8120afc51f97 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 3826 time: 0.2154832 Aug 19 00:02:36.364836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-c6bc536b-b767-40a7-bd12-7a7e183c69d9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.366927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-c6bc536b-b767-40a7-bd12-7a7e183c69d9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028693 Aug 19 00:02:36.368763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-35c625af-8f77-4d08-be88-a3b5471109d0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402844 Aug 19 00:02:36.380667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:36.386306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:36.392836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'port_id': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'mac_address': 'fa:16:3e:27:b6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:36.438541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:36.454948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:36.477414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:36.483701 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:36.556757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1b91e61-c8cd-45f6-b352-1d6a383ecebe req-d274b079-9abd-43d7-a483-c62d8ff04851 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111792 Aug 19 00:02:36.558290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:36.560763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-bd395984-95ee-4b33-b602-d5e0215fabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.561040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-bd395984-95ee-4b33-b602-d5e0215fabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.561506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-bd395984-95ee-4b33-b602-d5e0215fabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.574465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-bd395984-95ee-4b33-b602-d5e0215fabf5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3457134 Aug 19 00:02:36.614280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5471-0da8-4a01-8554-1602cb0f8014 req-bd4cea11-a2b2-4d15-8813-bcf00927df35 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.616386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e44a5471-0da8-4a01-8554-1602cb0f8014 req-bd4cea11-a2b2-4d15-8813-bcf00927df35 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1897309 Aug 19 00:02:36.688890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-ddc6f378-a881-4d67-9409-c8672f02b916 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:36.690359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-ddc6f378-a881-4d67-9409-c8672f02b916 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117898 Aug 19 00:02:36.710557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e44a5471-0da8-4a01-8554-1602cb0f8014 req-bb21381d-37cf-4d43-ab7e-07d45442aeb2 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784879 Aug 19 00:02:36.722589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:36.741937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:36.758863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:36.864724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ec45c88-99d7-4380-9948-bfd2c09fe80e req-723f96d1-92e3-45cd-b8b8-9e60949ffc1b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 210 time: 0.0487459 Aug 19 00:02:36.956679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:37.091313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:37.094860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.129805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.130 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/5784e54a-d31f-49e7-ada8-b5b81416e273) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:37.203109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde704-c825-4e87-93ac-c4835e582f3e req-b0d59297-6209-4bf6-b260-b8c60dd29db2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.204732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59bde704-c825-4e87-93ac-c4835e582f3e req-b0d59297-6209-4bf6-b260-b8c60dd29db2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.2115564 Aug 19 00:02:37.241213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261be63-ef7a-45d3-93e8-620dac81a129 req-820b04b2-9c08-4930-8c61-3cc5fee98c98 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.248764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6261be63-ef7a-45d3-93e8-620dac81a129 req-820b04b2-9c08-4930-8c61-3cc5fee98c98 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.5538099 Aug 19 00:02:37.292428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-08521a72-790a-4da7-87f0-89e56239cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.293358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89b743c5-8b09-4df9-8936-f252362ebde9 req-08521a72-790a-4da7-87f0-89e56239cf70 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7088101 Aug 19 00:02:37.295287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046b44a8-7958-4839-9ae7-c02e049fb04d {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:37.311053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.320019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59bde704-c825-4e87-93ac-c4835e582f3e req-7852d870-23fd-448c-97a0-0e2a64be480d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025763 Aug 19 00:02:37.323623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6261be63-ef7a-45d3-93e8-620dac81a129 req-17d940b1-23bb-41ea-b4a0-32e89bb71642 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734489 Aug 19 00:02:37.344068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Transition to ACTIVE for port object 046b44a8-7958-4839-9ae7-c02e049fb04d will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:37.355090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.425678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.434036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:37.458287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 5784e54a-d31f-49e7-ada8-b5b81416e273 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:37.516038 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.537438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:37.563424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Attempting to bind port 046b44a8-7958-4839-9ae7-c02e049fb04d on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:37.563747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Attempting to bind port 046b44a8-7958-4839-9ae7-c02e049fb04d by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:37.564061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Attempting to bind port 046b44a8-7958-4839-9ae7-c02e049fb04d on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:37.569247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Port 046b44a8-7958-4839-9ae7-c02e049fb04d on network 8371296d-aef6-4865-adfc-c2d683b4033f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:37.569568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Attempting to bind port 046b44a8-7958-4839-9ae7-c02e049fb04d on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:37.587648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:37.587995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:37.588409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Bound using segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:37.588846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Bound port: 046b44a8-7958-4839-9ae7-c02e049fb04d, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:37.589200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.611708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.209 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/49162107-2b51-4182-bfa8-8a77036d5fbd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:37.690226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:37.695083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=046b44a8-7958-4839-9ae7-c02e049fb04d,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:37.710222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.768957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.769687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.771659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] 10.222.0.11 "PUT /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 1129 time: 1.9753270 Aug 19 00:02:37.837145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.845539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.854694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.861970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.869581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.877894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:37.880504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8b0d340e-ec3b-4eb8-8826-1bc2a137f68b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 4596 time: 0.1833696 Aug 19 00:02:37.891227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:37.901630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:37.921949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '046b44a8-7958-4839-9ae7-c02e049fb04d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:37.924510 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118bf082-367b-4ab9-aae4-d9436f41ccad" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "046b44a8-7958-4839-9ae7-c02e049fb04d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:37.932506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 49162107-2b51-4182-bfa8-8a77036d5fbd will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:37.953733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2ddc8-2fa0-4030-a0bd-554ae4fc432d service neutron] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:37.957712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:37.989826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.025914 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.059510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96445477-8429-48ed-a6dd-6dc003a15faa req-8c6d6792-9e8f-45a2-91b3-e2ada0eb9737 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260803 Aug 19 00:02:38.062826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50816) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:38.107038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:38.120981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:38.137716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:38.147217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:38.251735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:38.260706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:38.294401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:38.305883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:38.314954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:38.315314 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.351987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:38.386167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf8d60-e002-4c30-9813-35f3e8cbcdac req-cea638d3-362d-4d27-894b-727303fe1424 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.392671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0995538a-9ff4-43fd-8455-e06d67904bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.395516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0dbf8d60-e002-4c30-9813-35f3e8cbcdac req-cea638d3-362d-4d27-894b-727303fe1424 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 945 time: 0.4172409 Aug 19 00:02:38.446734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:38.487801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.488511 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.574690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-401812b9-7345-4a11-914e-f267277d176c None None] Provisioning for port 5784e54a-d31f-49e7-ada8-b5b81416e273 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:38.576593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09027-8c7e-4bc2-ac51-5fc41704358e req-4660f7e0-5600-41e6-8d00-37b8e0531e82 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.584590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.588271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ef09027-8c7e-4bc2-ac51-5fc41704358e req-4660f7e0-5600-41e6-8d00-37b8e0531e82 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 936 time: 0.3433459 Aug 19 00:02:38.594437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0dbf8d60-e002-4c30-9813-35f3e8cbcdac req-bbbee754-e013-4dd0-ac09-21008e2162a3 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980164 Aug 19 00:02:38.610238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-401812b9-7345-4a11-914e-f267277d176c None None] Provisioning complete for port 5784e54a-d31f-49e7-ada8-b5b81416e273 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:38.612457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-401812b9-7345-4a11-914e-f267277d176c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.622980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.625126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.632406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:38.690080 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8c6fe-f8a0-481c-9de3-89fe614538e5 x-openstack-request-id: req-3de8c6fe-f8a0-481c-9de3-89fe614538e5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:38.690273 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "046b44a8-7958-4839-9ae7-c02e049fb04d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:38.692143 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de8c6fe-f8a0-481c-9de3-89fe614538e5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:38.694676 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '046b44a8-7958-4839-9ae7-c02e049fb04d', 'status': 'completed', 'code': 200} Aug 19 00:02:38.701819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-401812b9-7345-4a11-914e-f267277d176c None None] Port 5784e54a-d31f-49e7-ada8-b5b81416e273 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:38.732044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:38.735327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:38.739070 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d065a95-1e35-4ff2-87ee-b29283f5b32e" -d '{"events": [{"server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:38.749135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.763272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ef09027-8c7e-4bc2-ac51-5fc41704358e req-518dcce5-05db-40be-8bd9-a146de4046e7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739397 Aug 19 00:02:38.847288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d21a4a-22a3-44c3-be40-d85b5a62a9c9 req-9b194484-a48a-4965-9a41-d4a5b89868d3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.849015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18d21a4a-22a3-44c3-be40-d85b5a62a9c9 req-9b194484-a48a-4965-9a41-d4a5b89868d3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.1154442 Aug 19 00:02:38.875228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:38.878486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.878987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.879518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.879991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.880495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.882884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:38.884755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-e46c0e81-c9f4-479d-9511-4b95900fb628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5284 time: 0.1461401 Aug 19 00:02:38.921396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18d21a4a-22a3-44c3-be40-d85b5a62a9c9 req-7cc5b020-cbf4-4f18-bdfc-838ce613efb5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Aug 19 00:02:38.961979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0995538a-9ff4-43fd-8455-e06d67904bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:38.975574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-216c6ee3-4558-400d-b15f-4abf924466d6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5979588 Aug 19 00:02:38.978264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e609db54-ee61-41d7-83ee-fc586c1931a5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2320087 Aug 19 00:02:38.990878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Request body: {'port': {'device_id': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:39.008074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-10146229-b8d1-4ee4-9166-8d2232fe5ba2 None None] Provisioning for port 49162107-2b51-4182-bfa8-8a77036d5fbd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:39.009020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Request body: {'port': {'device_id': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:39.020715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-10146229-b8d1-4ee4-9166-8d2232fe5ba2 None None] Provisioning complete for port 49162107-2b51-4182-bfa8-8a77036d5fbd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:39.021420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10146229-b8d1-4ee4-9166-8d2232fe5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.054138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0995538a-9ff4-43fd-8455-e06d67904bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.056387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:39.063319 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3515447-415e-45db-97e6-5f22f307aa76 x-openstack-request-id: req-c3515447-415e-45db-97e6-5f22f307aa76 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:39.064125 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:39.064653 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3515447-415e-45db-97e6-5f22f307aa76 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:39.065286 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'code': 200} Aug 19 00:02:39.069169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-10146229-b8d1-4ee4-9166-8d2232fe5ba2 None None] Port 49162107-2b51-4182-bfa8-8a77036d5fbd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:39.082435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21921d1c-939b-416c-ba17-8a6edc5c056e {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:39.142298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.153784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995538a-9ff4-43fd-8455-e06d67904bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bcf1c1-44ee-4306-b85c-6129ccd8b57d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:39.227847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Transition to ACTIVE for port object 21921d1c-939b-416c-ba17-8a6edc5c056e will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:39.316259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd297-272d-41a0-b1d7-b31b18aaf4f3 req-378d57df-d903-4ea9-ada1-110e2cb45f75 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.317933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-640fd297-272d-41a0-b1d7-b31b18aaf4f3 req-378d57df-d903-4ea9-ada1-110e2cb45f75 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.3885546 Aug 19 00:02:39.322185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0995538a-9ff4-43fd-8455-e06d67904bd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5039ffa4fb44f939b477e148b2b0f93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2504430 Aug 19 00:02:39.326136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:39.328337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-6422cf88-d0a3-4422-8eac-86954c957f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.328519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-6422cf88-d0a3-4422-8eac-86954c957f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.328991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-6422cf88-d0a3-4422-8eac-86954c957f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.331464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-6422cf88-d0a3-4422-8eac-86954c957f18 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4166298 Aug 19 00:02:39.332455 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.526439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34e95-ee40-436b-a0d6-fa56e4f20b63 req-01e7a96e-4423-4e6e-b4a4-08cf861448b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.527913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71f34e95-ee40-436b-a0d6-fa56e4f20b63 req-01e7a96e-4423-4e6e-b4a4-08cf861448b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 1098 time: 0.3491409 Aug 19 00:02:39.528565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:39.550732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.574930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-640fd297-272d-41a0-b1d7-b31b18aaf4f3 req-b64932db-e23c-487c-83a8-41c7f0ca8701 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249882 Aug 19 00:02:39.618727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.661219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.672066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-9b257189-aabf-494e-aaa2-0c86d0b3d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.673669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-118bf082-367b-4ab9-aae4-d9436f41ccad req-9b257189-aabf-494e-aaa2-0c86d0b3d7b7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3308103 Aug 19 00:02:39.692104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71f34e95-ee40-436b-a0d6-fa56e4f20b63 req-ba00425f-40e7-4ba7-b110-26ae8499d138 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497242 Aug 19 00:02:39.718782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.725407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.731299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.737387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.744074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.749873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.755954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.757887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-4b372d34-8e69-463e-ba2e-a0edb3a743df tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5369 time: 0.2366545 Aug 19 00:02:39.793852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.840918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Attempting to bind port 21921d1c-939b-416c-ba17-8a6edc5c056e on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:39.841283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Attempting to bind port 21921d1c-939b-416c-ba17-8a6edc5c056e by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:39.841579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Attempting to bind port 21921d1c-939b-416c-ba17-8a6edc5c056e on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:39.868984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Port 21921d1c-939b-416c-ba17-8a6edc5c056e on network 8371296d-aef6-4865-adfc-c2d683b4033f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:39.869393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Attempting to bind port 21921d1c-939b-416c-ba17-8a6edc5c056e on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:39.873239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:39.896477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:39.896909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:39.897757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Bound using segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:39.898249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Bound port: 21921d1c-939b-416c-ba17-8a6edc5c056e, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:39.898660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.913851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.916558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:39.919858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96bcf1c1-44ee-4306-b85c-6129ccd8b57d HTTP/1.1" status: 204 len: 168 time: 0.5770388 Aug 19 00:02:39.946502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f649cfc-bf92-4427-b6a0-b5de3751e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bcf1c1-44ee-4306-b85c-6129ccd8b57d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:39.981552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d25e9a3f-9247-4471-8895-751fc12f71a6 req-5acf75e4-8822-43db-864e-88d1a6d12883 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137764 Aug 19 00:02:39.982914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-02ba9f6e-dc20-45ca-a4af-e6f2473d3e66 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:39.984415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-02ba9f6e-dc20-45ca-a4af-e6f2473d3e66 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2793236 Aug 19 00:02:40.022358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-394dc85c-a03e-4ad7-9849-a1d53fc51074 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0313160 Aug 19 00:02:40.058292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:40.075286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e', 'port_id': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'mac_address': 'fa:16:3e:c6:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:40.084900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:40.101720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=21921d1c-939b-416c-ba17-8a6edc5c056e,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:40.111350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.144061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.160361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701c6e93-4232-4331-8c6d-0c21f60d24d6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:40.171399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-e00a1ea4-9ec9-48bd-8247-b09d2dde36d8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397970 Aug 19 00:02:40.182316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:40.182955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.184503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 1132 time: 2.3005273 Aug 19 00:02:40.195091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:40.206649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.228155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:40.307041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:40.355648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5784e54a-d31f-49e7-ada8-b5b81416e273 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:40.377655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-cd29e5c9-3f38-4474-8d14-cdfca39d3021 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986775 Aug 19 00:02:40.386766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.393522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a47a-dd76-451f-8bda-56fe1c9786c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:40.411780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Transition to ACTIVE for port object 5784e54a-d31f-49e7-ada8-b5b81416e273 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:40.424491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae766c71-24d1-4042-ad52-ccf780cab3d7 req-1dccfc78-1b27-45e6-8607-e4fafb60f201 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:40.432460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae766c71-24d1-4042-ad52-ccf780cab3d7 req-1dccfc78-1b27-45e6-8607-e4fafb60f201 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.2885420 Aug 19 00:02:40.470317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.498529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:40.506054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['701c6e93-4232-4331-8c6d-0c21f60d24d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:40.558319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae766c71-24d1-4042-ad52-ccf780cab3d7 req-0e93ed3c-bad5-4098-939a-132b10e5fab0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246479 Aug 19 00:02:40.608671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:40.665895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da554cb2-c846-4490-bd58-ba8ff06c7b5c req-c2cef6c3-2242-4df9-82b9-7040ee7aa6e2 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813277 Aug 19 00:02:40.766510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '21921d1c-939b-416c-ba17-8a6edc5c056e'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:40.768936 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743893d-a6b3-4aab-a9e7-17c319efa3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "21921d1c-939b-416c-ba17-8a6edc5c056e"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:40.969604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81fca1-edae-432c-ac77-68ed891b4a5c req-4ec72e32-175b-4c07-a248-a64ead2cd028 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:40.971176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a81fca1-edae-432c-ac77-68ed891b4a5c req-4ec72e32-175b-4c07-a248-a64ead2cd028 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 948 time: 0.2420173 Aug 19 00:02:41.009715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Attempting to bind port 5784e54a-d31f-49e7-ada8-b5b81416e273 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:41.010060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Attempting to bind port 5784e54a-d31f-49e7-ada8-b5b81416e273 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:41.010395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Attempting to bind port 5784e54a-d31f-49e7-ada8-b5b81416e273 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:41.034498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Port 5784e54a-d31f-49e7-ada8-b5b81416e273 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:41.034824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Attempting to bind port 5784e54a-d31f-49e7-ada8-b5b81416e273 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:41.051404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:41.051751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:41.052145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:41.052622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Bound port: 5784e54a-d31f-49e7-ada8-b5b81416e273, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:41.053035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.068681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e14801-5458-4051-9578-3939db452a20 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:41.079523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.107830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a81fca1-edae-432c-ac77-68ed891b4a5c req-aaca8426-e308-4879-8b42-499c1f2f65d5 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141174 Aug 19 00:02:41.136950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Transition to ACTIVE for port object 67e14801-5458-4051-9578-3939db452a20 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:41.146023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09503f7-aa68-42cd-adc5-69ce6a055cfe req-39acc6b0-da20-4346-a4cf-8af3716f014b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.148174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f09503f7-aa68-42cd-adc5-69ce6a055cfe req-39acc6b0-da20-4346-a4cf-8af3716f014b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.0961003 Aug 19 00:02:41.150116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.167616 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24450b6e-a94d-4006-a8d9-d627b2d84fcb x-openstack-request-id: req-24450b6e-a94d-4006-a8d9-d627b2d84fcb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:41.167903 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "21921d1c-939b-416c-ba17-8a6edc5c056e", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:41.168154 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24450b6e-a94d-4006-a8d9-d627b2d84fcb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:41.168579 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '21921d1c-939b-416c-ba17-8a6edc5c056e', 'status': 'completed', 'code': 200} Aug 19 00:02:41.257703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:41.263490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5784e54a-d31f-49e7-ada8-b5b81416e273,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:41.275881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49162107-2b51-4182-bfa8-8a77036d5fbd {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:41.285204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50882) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:41.305436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.316080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.411683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Transition to ACTIVE for port object 49162107-2b51-4182-bfa8-8a77036d5fbd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:41.455952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.458625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.465503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5784e54a-d31f-49e7-ada8-b5b81416e273 HTTP/1.1" status: 200 len: 1097 time: 2.4803636 Aug 19 00:02:41.471276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:41.479449 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245" -d '{"events": [{"name": "network-changed", "server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:41.495059 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.559271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1466755918-network', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:41.598163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991935b-38d9-41cd-9f1e-170b1eb828e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:41.618278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:41.659566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f09503f7-aa68-42cd-adc5-69ce6a055cfe req-e4311369-4ab3-42be-97c9-5783f5d50d9d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995961 Aug 19 00:02:41.663759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Attempting to bind port 67e14801-5458-4051-9578-3939db452a20 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:41.664103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Attempting to bind port 67e14801-5458-4051-9578-3939db452a20 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:41.664497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Attempting to bind port 67e14801-5458-4051-9578-3939db452a20 on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:41.680014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Port 67e14801-5458-4051-9578-3939db452a20 on network 8371296d-aef6-4865-adfc-c2d683b4033f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:41.680628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Attempting to bind port 67e14801-5458-4051-9578-3939db452a20 on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:41.700076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Pushing event updated for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:41.703296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.703792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.704327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.705695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.706194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.706678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.707303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.716882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4f3ca677-325f-4416-9d94-26f16b02d510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6235 time: 0.4478681 Aug 19 00:02:41.718075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:41.718432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:41.718849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Bound using segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:41.719280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Bound port: 67e14801-5458-4051-9578-3939db452a20, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:41.719653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.744919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-230aa844-f966-4537-9bb4-772a5dbf4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.746552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-230aa844-f966-4537-9bb4-772a5dbf4f01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 1100 time: 0.2169645 Aug 19 00:02:41.825155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-8c6d2a37-adf1-4983-b79f-f7a41cd0ea7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5784e54a-d31f-49e7-ada8-b5b81416e273 HTTP/1.1" status: 200 len: 217 time: 0.0580325 Aug 19 00:02:41.843852 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730c46fe-87f1-40be-a3a3-59766aac34c5 x-openstack-request-id: req-730c46fe-87f1-40be-a3a3-59766aac34c5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:41.844128 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:41.844399 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-730c46fe-87f1-40be-a3a3-59766aac34c5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:41.844795 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273', 'status': 'completed', 'code': 200} Aug 19 00:02:41.846503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Made reservation on behalf of 2b6b39a7aa9c48b7be0ca904a47959d3 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:41.848886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.871232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:41.967207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 701c6e93-4232-4331-8c6d-0c21f60d24d6 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:41.971601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 701c6e93-4232-4331-8c6d-0c21f60d24d6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:41.972329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:41.975641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-3f8dc4cc-9065-4503-8933-a7da1c559de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:41.978395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:41.978557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-3f8dc4cc-9065-4503-8933-a7da1c559de0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1329100 Aug 19 00:02:41.982393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:42.048647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.050858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.128620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50060-d7a0-4e9b-82d2-96b8f5530c73 req-04b0bdba-101a-4042-875a-2572c5e91d45 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.136938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3a50060-d7a0-4e9b-82d2-96b8f5530c73 req-04b0bdba-101a-4042-875a-2572c5e91d45 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1574090 Aug 19 00:02:42.180130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-a4b59b4c-23c5-4449-bf55-b3d27dc36684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.182198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-a4b59b4c-23c5-4449-bf55-b3d27dc36684 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901195 Aug 19 00:02:42.203083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Attempting to bind port 49162107-2b51-4182-bfa8-8a77036d5fbd on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:42.203795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Attempting to bind port 49162107-2b51-4182-bfa8-8a77036d5fbd by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:42.204491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Attempting to bind port 49162107-2b51-4182-bfa8-8a77036d5fbd on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:42.205451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.207868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.222620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] 10.222.0.11 "PUT /v2.0/ports/67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 1091 time: 1.9993737 Aug 19 00:02:42.286718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.328713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.341102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.352539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.363829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.372104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.386888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-ec37467e-d121-4d2b-8b52-9d4d70f86d5b service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849811 Aug 19 00:02:42.399568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.424736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3a50060-d7a0-4e9b-82d2-96b8f5530c73 req-e8d96ac8-bc34-4645-a214-0fbd80625a63 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820923 Aug 19 00:02:42.441095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:42.442221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.445333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-2044d16a-d033-4756-aa4a-73cd36a7cd06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5381 time: 0.5397243 Aug 19 00:02:42.446822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a58e-2db0-4700-b835-a461b563eb34 service neutron] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:42.468022 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1359c8d-dc01-4924-be53-06b9139d582f" -d '{"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-plugged", "status": "completed", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:42.493648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:42.497180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:42.499960 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7554c0dc-9796-4e0b-a5db-5a3e11077b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.505485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.523626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-ddd1fe97-d662-485a-bc1f-917f7d819824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.524136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-ddd1fe97-d662-485a-bc1f-917f7d819824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.525241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-ddd1fe97-d662-485a-bc1f-917f7d819824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.526263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-ddd1fe97-d662-485a-bc1f-917f7d819824 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7908123 Aug 19 00:02:42.599206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:42.644496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-a913e9c6-a6cb-4a8d-a2a0-311c858cf64d service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102251 Aug 19 00:02:42.645067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Port 49162107-2b51-4182-bfa8-8a77036d5fbd on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:42.645236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Attempting to bind port 49162107-2b51-4182-bfa8-8a77036d5fbd on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:42.657276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.691170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:42.691527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:42.691984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:42.692471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Bound port: 49162107-2b51-4182-bfa8-8a77036d5fbd, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:42.692839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.707568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-809bd0ab-7db4-47b7-aedd-754b387b8036 req-1cd75f6a-b4ed-4b9c-af10-1c6dbd00eabc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048280 Aug 19 00:02:42.859276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4d56d2e0-d02b-4814-9a19-c16b3ac800cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.861280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e743893d-a6b3-4aab-a9e7-17c319efa3fb req-4d56d2e0-d02b-4814-9a19-c16b3ac800cf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3202956 Aug 19 00:02:42.867170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.903845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:42.908123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49162107-2b51-4182-bfa8-8a77036d5fbd,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:42.918171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef5b9-8568-4819-8398-472bdb7f0977 req-e253134f-050e-40a3-ae79-8d91a2721de0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.924084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca3ef5b9-8568-4819-8398-472bdb7f0977 req-e253134f-050e-40a3-ae79-8d91a2721de0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 948 time: 0.2707946 Aug 19 00:02:42.926934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.930560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.949585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae983862-3219-4dae-9665-c100c8196e95 req-70516b70-c6f2-4122-b123-d31eaded4ce7 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:42.951521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae983862-3219-4dae-9665-c100c8196e95 req-70516b70-c6f2-4122-b123-d31eaded4ce7 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0943670 Aug 19 00:02:42.978479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:02:42.989303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50918) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:42.992251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:42.992860 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Added segment b1362fe4-e009-4719-8656-3880cc5fc648 of type vlan for network a42d9980-e7c2-430b-bd20-727656d99dbd Aug 19 00:02:43.009360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Request body: {'floatingip': {'port_id': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:43.021884 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff0ee74-d1dd-4664-bf25-9defc4646abf x-openstack-request-id: req-dff0ee74-d1dd-4664-bf25-9defc4646abf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:43.022920 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-plugged", "status": "completed", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:43.023350 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dff0ee74-d1dd-4664-bf25-9defc4646abf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:43.023924 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'code': 200} Aug 19 00:02:43.039453 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.107083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.108450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.109452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.123719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-e28713e9-a0ac-47b2-8327-420a0f54ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.126299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-e28713e9-a0ac-47b2-8327-420a0f54ce36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 1100 time: 0.4123240 Aug 19 00:02:43.135073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.146565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8595681 Aug 19 00:02:43.197735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:43.199109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.199740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.201182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] 10.222.0.21 "PUT /v2.0/ports/49162107-2b51-4182-bfa8-8a77036d5fbd HTTP/1.1" status: 200 len: 1097 time: 4.2064984 Aug 19 00:02:43.213598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '67e14801-5458-4051-9578-3939db452a20'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:43.222825 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69329db8-255e-416f-8601-9d381642062d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "67e14801-5458-4051-9578-3939db452a20"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:43.236900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca3ef5b9-8568-4819-8398-472bdb7f0977 req-91a06556-2cc7-4436-b467-2db0b6d0fb6a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024969 Aug 19 00:02:43.277687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Request body: {'subnet': {'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1466755918-subnet', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:43.368496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d1241-8da9-4483-8d7d-a1d1984954f2 req-ba58f5c4-d140-45fd-a4b5-364c72fe8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.370251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b0d1241-8da9-4483-8d7d-a1d1984954f2 req-ba58f5c4-d140-45fd-a4b5-364c72fe8ade service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1097 time: 0.2842023 Aug 19 00:02:43.382624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582736e8-534a-4b58-ab97-ef4ecdf4ab42,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:43.387720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f60b-b85a-4d50-8021-9f726c2ec453 service neutron] Pushing event updated for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:43.466273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a719e-6eb1-4751-bedb-df4cbe5fe5f3 req-112fa2c6-33dc-45a3-bd79-6f3d8b3cea02 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.468845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef4a719e-6eb1-4751-bedb-df4cbe5fe5f3 req-112fa2c6-33dc-45a3-bd79-6f3d8b3cea02 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.3388579 Aug 19 00:02:43.477283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b0d1241-8da9-4483-8d7d-a1d1984954f2 req-bf88aefd-1b93-454a-8365-60472a9b47ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923264 Aug 19 00:02:43.479770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5bb4d-a271-4b10-b348-3c1bed1e8fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=a42d9980-e7c2-430b-bd20-727656d99dbd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:43.495129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a42d9980-e7c2-430b-bd20-727656d99dbd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:02:43.544567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Made reservation on behalf of 2b6b39a7aa9c48b7be0ca904a47959d3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:43.550861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:43.608613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-c70cfe0d-ec13-4cef-a82c-9696a6672153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.609800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-c70cfe0d-ec13-4cef-a82c-9696a6672153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 1100 time: 0.2757003 Aug 19 00:02:43.696475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-0836b817-03d2-45ad-88aa-7dca2d0c9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.698137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-0836b817-03d2-45ad-88aa-7dca2d0c9dac service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.5571613 Aug 19 00:02:43.699513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-e49f4469-1de0-4f72-a61b-d536a39a31fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=49162107-2b51-4182-bfa8-8a77036d5fbd HTTP/1.1" status: 200 len: 217 time: 0.0645318 Aug 19 00:02:43.810177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-59b30380-5df8-49f5-b206-1c767ff25cd6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.811961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-59b30380-5df8-49f5-b206-1c767ff25cd6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.4135818 Aug 19 00:02:43.822999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-46fbf748-37c3-4c7e-9293-54903f0c1829 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5784e54a-d31f-49e7-ada8-b5b81416e273 HTTP/1.1" status: 200 len: 217 time: 0.0996909 Aug 19 00:02:43.845889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:43.848233 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:43.858520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-2ea74c17-926b-4b59-b14c-84a7f7b7515b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0343831 Aug 19 00:02:43.871638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-253c09df-27fe-4934-abdf-8895f98c6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:43.873352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-253c09df-27fe-4934-abdf-8895f98c6e99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1595230 Aug 19 00:02:44.013890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ea2d16-20ee-471b-b4d5-4896577082d4 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:44.023551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef4a719e-6eb1-4751-bedb-df4cbe5fe5f3 req-39c4a2ab-b1b8-49c7-8f90-3cc56689808b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405464 Aug 19 00:02:44.028897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-e9a789e2-74ca-4347-ada0-ab8dc17a4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.030538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.030678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-e9a789e2-74ca-4347-ada0-ab8dc17a4d2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1742139 Aug 19 00:02:44.060315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Transition to ACTIVE for port object 64ea2d16-20ee-471b-b4d5-4896577082d4 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:44.070763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.088611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-5ee4ccc8-2c0f-41c2-9675-a3febd7e256a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132416 Aug 19 00:02:44.095779 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc568a75-5553-4e94-bde3-09413f985682 x-openstack-request-id: req-fc568a75-5553-4e94-bde3-09413f985682 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:44.096193 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "67e14801-5458-4051-9578-3939db452a20", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:44.096530 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc568a75-5553-4e94-bde3-09413f985682 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:44.096935 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '67e14801-5458-4051-9578-3939db452a20', 'status': 'completed', 'code': 200} Aug 19 00:02:44.104149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-69377ab4-f33c-453a-9f72-1281526644bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.106273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-69377ab4-f33c-453a-9f72-1281526644bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2105894 Aug 19 00:02:44.126009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.378206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Pushing event updated for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:44.390430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3906c5fc-c5c0-40ed-a167-aa3c7bb48a11,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:44.395191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-dd334e3d-93ca-4ebb-81d9-20c56c084c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.397802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-dd334e3d-93ca-4ebb-81d9-20c56c084c92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3378696 Aug 19 00:02:44.431331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-d87cde39-95b3-4637-a188-41ceaf14ca55 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901123 Aug 19 00:02:44.460876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-0e8bfb13-fde7-4ffa-941a-df5648983e62 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713574 Aug 19 00:02:44.514994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.515501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.515983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.516484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.516960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.517430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.518296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.520324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69329db8-255e-416f-8601-9d381642062d req-60dd9742-fe39-4d47-8d38-d8a75fb13d9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6303 time: 0.3605037 Aug 19 00:02:44.525688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Attempting to bind port 64ea2d16-20ee-471b-b4d5-4896577082d4 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:44.526033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Attempting to bind port 64ea2d16-20ee-471b-b4d5-4896577082d4 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:44.526368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Attempting to bind port 64ea2d16-20ee-471b-b4d5-4896577082d4 on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:44.542386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.549375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.559691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.566474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.573059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.578982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.585028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.588788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-3f69d256-df4e-489b-a7d9-4450d29f8b4a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5393 time: 0.4187527 Aug 19 00:02:44.619754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Checking segment: {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:44.619997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Network hostable DHCP agents. Network: a42d9980-e7c2-430b-bd20-727656d99dbd, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:02:44.678693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-d843f5ce-693e-4b6c-8dec-9af58858de3f service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611699 Aug 19 00:02:44.726727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.784191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Port 64ea2d16-20ee-471b-b4d5-4896577082d4 on network 8371296d-aef6-4865-adfc-c2d683b4033f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:44.784727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Attempting to bind port 64ea2d16-20ee-471b-b4d5-4896577082d4 on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:44.815329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:44.815705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Checking segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:44.816067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Bound using segment: {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:44.816579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Bound port: 64ea2d16-20ee-471b-b4d5-4896577082d4, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba125a5f-3a76-4114-9ec4-2b974cec0650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:44.816952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.879655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.888131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:44.890715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-fc24b739-8a88-4fee-b543-395c1a62b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.891194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-fc24b739-8a88-4fee-b543-395c1a62b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.891668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-fc24b739-8a88-4fee-b543-395c1a62b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:44.893399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69329db8-255e-416f-8601-9d381642062d req-fc24b739-8a88-4fee-b543-395c1a62b767 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2320194 Aug 19 00:02:44.908450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff5fe29e-ae3f-483d-a668-c2e8c2a5adab req-24ef62c6-8b7e-4c2f-ad3d-801864a2adca tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2392020 Aug 19 00:02:44.941522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff1fe9a7-e2ea-402d-a58a-9d85638b8d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.139577 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.154758 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cea5eb-8d17-4b74-92e0-ce027981de8c x-openstack-request-id: req-d4cea5eb-8d17-4b74-92e0-ce027981de8c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:45.155299 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:45.155299 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4cea5eb-8d17-4b74-92e0-ce027981de8c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:45.155729 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd', 'status': 'completed', 'code': 200} Aug 19 00:02:45.201549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:45.218120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Network a42d9980-e7c2-430b-bd20-727656d99dbd is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:02:45.228638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15de15e-3516-4374-a448-73acc0c0087b req-81e81730-0abe-4d85-8719-50966bba4005 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:45.230129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c15de15e-3516-4374-a448-73acc0c0087b req-81e81730-0abe-4d85-8719-50966bba4005 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 948 time: 0.1649990 Aug 19 00:02:45.250057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=64ea2d16-20ee-471b-b4d5-4896577082d4,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:45.250440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a42d9980-e7c2-430b-bd20-727656d99dbd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:45.262756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:45.262874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.266776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef44ce1e-1171-4c41-b1e2-1b46fffc28f0 req-08f9248a-0a88-4972-a974-2465d8d2d14d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115829 Aug 19 00:02:45.273437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.274030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e35d2b-adf4-4d7b-9620-f26a6680c846 None None] Network a42d9980-e7c2-430b-bd20-727656d99dbd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:45.296077 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Floating IP 0cd4f015-9d1d-4007-9127-a306d3c2a260 associated. External IP: 172.25.1.216, port: 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8. Aug 19 00:02:45.320155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-15b0debe-3ff6-4388-baae-fe807ea19560 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0796432 Aug 19 00:02:45.322580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:45.322773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329db8-255e-416f-8601-9d381642062d req-3a8c713e-78cb-4718-8c38-5c5484964719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:45.324334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69329db8-255e-416f-8601-9d381642062d req-3a8c713e-78cb-4718-8c38-5c5484964719 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4145784 Aug 19 00:02:45.325598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:45.351564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-d7fc41d4-dda7-4c93-9d07-31728dbb65a6 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379763 Aug 19 00:02:45.358811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.359893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.372025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-752b68ab-c5c0-4dfe-8e4d-9b1cec901245 req-806e3a96-8f5e-4c06-8417-62e4cb6abc36 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331266 Aug 19 00:02:45.413633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:45.416902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.421535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] 10.222.0.11 "PUT /v2.0/ports/64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 1091 time: 2.9422050 Aug 19 00:02:45.481793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.522961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:45.651807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a42d9980-e7c2-430b-bd20-727656d99dbd', 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'fixed_ips': [{'subnet_id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:02:45.652893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.661752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b659026-dec4-4622-9819-325f4f16d706 service neutron] Pushing event updated for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:45.675598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c15de15e-3516-4374-a448-73acc0c0087b req-37b8a399-01d3-4971-83a8-1cf97e3b8911 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305601 Aug 19 00:02:45.765337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.859058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Allocated IP 172.20.0.2 (a42d9980-e7c2-430b-bd20-727656d99dbd/3906c5fc-c5c0-40ed-a167-aa3c7bb48a11/b36ea37f-1131-4de4-9eb3-c1b7f60850a8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:45.861798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:45.891469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64b53b08-a15a-4cd7-bb00-bb1f6968dabe req-8a0fadf3-b542-4424-b27c-6e9ccec253ed tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 210 time: 0.0960431 Aug 19 00:02:45.932163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5784e54a-d31f-49e7-ada8-b5b81416e273 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:46.042267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5784e54a-d31f-49e7-ada8-b5b81416e273,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:46.057260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '5784e54a-d31f-49e7-ada8-b5b81416e273', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '5784e54a-d31f-49e7-ada8-b5b81416e273', 'mac_address': 'fa:16:3e:13:9d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:46.074076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-478f218c-6de4-49f7-a962-986b94edfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.076533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-478f218c-6de4-49f7-a962-986b94edfcbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 1100 time: 0.6554577 Aug 19 00:02:46.107803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:46.110381 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a962ff27-304d-4479-8339-434d24798dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:46.113474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.117769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:02:46.158254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5784e54a-d31f-49e7-ada8-b5b81416e273 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:46.182542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5784e54a-d31f-49e7-ada8-b5b81416e273,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:46.197818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.260428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:46.274961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.283199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47a32-6505-4ddb-81d3-e3e14f55d752 req-f3effc7c-d154-465c-bb33-2adcc3e768e2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.290371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64b47a32-6505-4ddb-81d3-e3e14f55d752 req-f3effc7c-d154-465c-bb33-2adcc3e768e2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.6338036 Aug 19 00:02:46.294733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.307695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.322805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.353656 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.353890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.363241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-f25d06a9-909e-45d3-9434-8843e9a4199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.364848 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-f25d06a9-909e-45d3-9434-8843e9a4199e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2771137 Aug 19 00:02:46.369184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Transition to ACTIVE for port object b36ea37f-1131-4de4-9eb3-c1b7f60850a8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:46.376414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.378101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64b47a32-6505-4ddb-81d3-e3e14f55d752 req-3dcfc68c-9eea-4b76-8069-fd9e7cd5157b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869067 Aug 19 00:02:46.387301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.408549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:46.420097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-6473e52a-1610-436c-9e75-8cddc53b58fb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5393 time: 0.3399162 Aug 19 00:02:46.432817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Transition to ACTIVE for port object b36ea37f-1131-4de4-9eb3-c1b7f60850a8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:46.448617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.450311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-c1d5d9fd-625f-4ee9-8885-138a028d7f84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=49162107-2b51-4182-bfa8-8a77036d5fbd HTTP/1.1" status: 200 len: 217 time: 0.0709448 Aug 19 00:02:46.508364 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fbec8a-f66e-44e8-b3d9-f1422373bfcf x-openstack-request-id: req-66fbec8a-f66e-44e8-b3d9-f1422373bfcf {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:46.508657 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:46.508907 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66fbec8a-f66e-44e8-b3d9-f1422373bfcf {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:46.509298 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4', 'status': 'completed', 'code': 200} Aug 19 00:02:46.549033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Pushing event updated for resources: {'Port': ['ID=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:46.563399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['5784e54a-d31f-49e7-ada8-b5b81416e273'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:46.601223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Network a42d9980-e7c2-430b-bd20-727656d99dbd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:46.603303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:46.608477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:46.647783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6ae53c-121f-4329-869e-31e1a16fd7f2 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:46.669984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.670827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ab8220-031e-4bb1-8226-59136a4d39d7 req-c809f83a-4660-4a37-8c28-139698ed4d99 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2498271 Aug 19 00:02:46.675765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.693440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:46.693833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Attempting to bind port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:46.695421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Attempting to bind port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:46.696433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Attempting to bind port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 on network a42d9980-e7c2-430b-bd20-727656d99dbd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:46.698912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.702281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Transition to ACTIVE for port object fe6ae53c-121f-4329-869e-31e1a16fd7f2 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:46.711775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Sync routers for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:46.722325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.730070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:46.731678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Checking segment: {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:46.732407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.733011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Bound using segment: {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:46.734339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Bound port: b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:46.735277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.774682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:46.791275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:46.792053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:46.808043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7e6eb3e9-86e3-4a04-847d-4c1a1b52d8ed tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "PUT /v2.0/floatingips/0cd4f015-9d1d-4007-9127-a306d3c2a260 HTTP/1.1" status: 200 len: 992 time: 3.8176541 Aug 19 00:02:46.914028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:46.915760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Allocated IP 172.25.1.110 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c4d17748-9524-4c44-bc2b-6cd4af95b5e9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:46.994315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Attempting to bind port fe6ae53c-121f-4329-869e-31e1a16fd7f2 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:46.994649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Attempting to bind port fe6ae53c-121f-4329-869e-31e1a16fd7f2 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:46.994983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Attempting to bind port fe6ae53c-121f-4329-869e-31e1a16fd7f2 on network b1276e97-672e-4994-8837-2e7da273af00 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:47.026299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc593f-f10b-4a8d-ac1b-9741e6ca209a req-b586e43d-8902-44ad-b32c-20bc153bda88 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.030096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7cc593f-f10b-4a8d-ac1b-9741e6ca209a req-b586e43d-8902-44ad-b32c-20bc153bda88 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1097 time: 0.3511002 Aug 19 00:02:47.031359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2937ab-85ab-424d-ad47-e8c3cbe08012 req-ad0a50ff-b25c-41f1-bb56-24899ffd24d4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.035825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc2937ab-85ab-424d-ad47-e8c3cbe08012 req-ad0a50ff-b25c-41f1-bb56-24899ffd24d4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 949 time: 0.1351545 Aug 19 00:02:47.037595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Port fe6ae53c-121f-4329-869e-31e1a16fd7f2 on network b1276e97-672e-4994-8837-2e7da273af00 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:47.037979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Attempting to bind port fe6ae53c-121f-4329-869e-31e1a16fd7f2 on network b1276e97-672e-4994-8837-2e7da273af00 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:47.056912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:47.057261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Checking segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:47.057645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Bound using segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:47.058099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Bound port: fe6ae53c-121f-4329-869e-31e1a16fd7f2, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:47.058463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.064419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-89a5ebd1-6566-42f2-91df-dd3b6c3da35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.065897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-89a5ebd1-6566-42f2-91df-dd3b6c3da35e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.5169353 Aug 19 00:02:47.079402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.079902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.080418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.080909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.081541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.082033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.082507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.085076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a962ff27-304d-4479-8339-434d24798dbd req-e80d02c9-d1ab-4212-8a23-d725ef0febab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6345 time: 0.5347872 Aug 19 00:02:47.108465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc2937ab-85ab-424d-ad47-e8c3cbe08012 req-48d10114-39a5-47f2-9356-15a8ef29e37d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581522 Aug 19 00:02:47.261736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:47.290287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:47.297106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.303079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] For port b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:47.308458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] For port b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:47.316987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.320620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:47.438773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.446741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.460546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 1092 time: 1.9735885 Aug 19 00:02:47.467546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.509310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Request body: {'port': {'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:47.542717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde3f20-35f9-44ac-a447-421b291d1ce8 None None] Pushing event updated for resources: {'Port': ['ID=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:47.626654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff694270-0c7b-46e4-a6d5-720824ab1ded req-759f7c60-936f-4d40-8e39-736bad520429 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 210 time: 0.1927295 Aug 19 00:02:47.630812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.684976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:47.705679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:47.711511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-31f69241-cd52-49f4-bf07-b7a547ad283d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.711511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-31f69241-cd52-49f4-bf07-b7a547ad283d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.5336444 Aug 19 00:02:47.720085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.732005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:47.748407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:47.769023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:47.782987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-7a601695-ef48-4084-9de2-7643d4be9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:47.784546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-7a601695-ef48-4084-9de2-7643d4be9b45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6956189 Aug 19 00:02:47.817661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cc85a-6203-4c6e-8b15-5cfd5c311937 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:47.920872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '0cd4f015-9d1d-4007-9127-a306d3c2a260', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'port_id': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'mac_address': 'fa:16:3e:27:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:17Z', 'updated_at': '2021-08-19T00:02:44Z', 'revision_number': 1, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:47.926080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-4dd7d5aa-f48f-4f46-b8e4-1d2ad948d419 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064284 Aug 19 00:02:47.941815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7cc593f-f10b-4a8d-ac1b-9741e6ca209a req-d15f771f-3551-4036-9eaa-1dd68dbe72a1 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8947365 Aug 19 00:02:47.955697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Checking router: 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:47.965853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:47.966290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:48.060335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.067011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.074808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.081253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.087263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:48.088274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.094914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.102749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.113044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-458b111d-433d-47e1-b185-4627e32d8d12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5405 time: 0.2603064 Aug 19 00:02:48.166696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c66ed40-e0e8-41bb-9e7c-f5fafc1570bb req-004e78e3-89b3-438b-9764-49a93ac39da9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524027 Aug 19 00:02:48.187649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Pushing event updated for resources: {'Port': ['ID=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:48.200903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-8ca582b3-c5f3-47ca-bca1-f75828446431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.201646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-8ca582b3-c5f3-47ca-bca1-f75828446431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.202311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-8ca582b3-c5f3-47ca-bca1-f75828446431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.204697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a962ff27-304d-4479-8339-434d24798dbd req-8ca582b3-c5f3-47ca-bca1-f75828446431 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1080909 Aug 19 00:02:48.242731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49162107-2b51-4182-bfa8-8a77036d5fbd details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:48.303110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:48.310252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:48.424367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dcb9-8295-45bb-af3f-411784acfc1b req-bd16e75a-ed1a-49ae-ba88-6234f5e47888 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.426086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db3dcb9-8295-45bb-af3f-411784acfc1b req-bd16e75a-ed1a-49ae-ba88-6234f5e47888 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 949 time: 0.0942523 Aug 19 00:02:48.446424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97d23840-f78b-4ad7-8b9c-cd7ec344f5c3 req-d458b3e3-e5b7-486c-a4a3-6bddb96f2210 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034850 Aug 19 00:02:48.447410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ff27-304d-4479-8339-434d24798dbd req-ae97ac73-b8ea-45b6-8e02-f96e58577dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.448753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a962ff27-304d-4479-8339-434d24798dbd req-ae97ac73-b8ea-45b6-8e02-f96e58577dd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2186794 Aug 19 00:02:48.519169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01070e-b9d4-4bf9-ae0e-adcef6651cb1 req-e657a4a8-b9c5-4611-b8b9-45ef3c9141c1 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:48.526854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e01070e-b9d4-4bf9-ae0e-adcef6651cb1 req-e657a4a8-b9c5-4611-b8b9-45ef3c9141c1 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1097 time: 0.4645104 Aug 19 00:02:48.529508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49162107-2b51-4182-bfa8-8a77036d5fbd,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:48.571690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '49162107-2b51-4182-bfa8-8a77036d5fbd', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '49162107-2b51-4182-bfa8-8a77036d5fbd', 'mac_address': 'fa:16:3e:e3:a0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:48.572421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e01070e-b9d4-4bf9-ae0e-adcef6651cb1 req-c9efa77e-f28b-4962-b25c-738fcc4d6d9f tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Aug 19 00:02:48.632360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.12 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/f4a374b8-f781-4a18-ad7b-8a85c3e75d8b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:48.679758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '0cd4f015-9d1d-4007-9127-a306d3c2a260', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'port_id': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'mac_address': 'fa:16:3e:27:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:17Z', 'updated_at': '2021-08-19T00:02:44Z', 'revision_number': 1, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:48.688583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:48.722136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:48.771462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd5b9c-0f7c-4f04-b78f-779f9448461d None None] The sync data for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 is: [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '0cd4f015-9d1d-4007-9127-a306d3c2a260', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'port_id': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'mac_address': 'fa:16:3e:27:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:17Z', 'updated_at': '2021-08-19T00:02:44Z', 'revision_number': 1, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:48.790035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49162107-2b51-4182-bfa8-8a77036d5fbd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:48.845375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49162107-2b51-4182-bfa8-8a77036d5fbd,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:48.853854 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:48.915513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:48.918329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb31f4-c72f-49a7-a34e-39f614a6be73 None None] Network a42d9980-e7c2-430b-bd20-727656d99dbd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:02:48.944950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78467a2e-bdf6-41fa-95da-daf4f9886dee req-09e87254-9eb6-410a-bc5c-9df9fd83b779 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 210 time: 0.1158333 Aug 19 00:02:48.981507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0e61ff7c-2a81-47bb-a4c0-2dad18d929cb None None] Provisioning for port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:49.192844 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f4153-42d2-4c8e-9ee4-87f71943a44d None None] New status for floating IP 0cd4f015-9d1d-4007-9127-a306d3c2a260: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:02:49.218784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'}, {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:49.221406 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f39d96-2f3d-471c-98c1-48316b41a771" -d '{"events": [{"name": "network-changed", "server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8"}, {"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:49.323525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:49.374405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:49.446756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db3dcb9-8295-45bb-af3f-411784acfc1b req-1cedde24-e404-44d1-8e7b-f806290becce tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156091 Aug 19 00:02:49.560727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ad79c2-5340-44f3-8a30-3de5256f1bb5 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:49.578055 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:49.593249 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:49.609688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Transition to ACTIVE for port object e2ad79c2-5340-44f3-8a30-3de5256f1bb5 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:49.668743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Router 550e156d-9ae9-4edf-b694-edb4d9b63931 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:02:49.681651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:49.793905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.800489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.807150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.810361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b36ea37f-1131-4de4-9eb3-c1b7f60850a8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:49.819998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.831875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.839084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.850834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:49.871104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-ccf537f9-a34f-4bb0-9383-592f3183be12 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.2555578 Aug 19 00:02:49.903241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:49.909921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:49.910714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:49.950267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:49.982531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e29bd76-3711-43a0-86f2-cec336ac6f7f req-b837cc40-b2c5-4b82-a558-790e32499ccb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102693 Aug 19 00:02:49.984274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.002730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5784e54a-d31f-49e7-ada8-b5b81416e273 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:50.033517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:50.140839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.155098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 5784e54a-d31f-49e7-ada8-b5b81416e273 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:50.165283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:50.168847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:50.205574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 5784e54a-d31f-49e7-ada8-b5b81416e273 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:50.211116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.235053 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5f032-e871-4c9b-a02d-9a2fadcbcc61 x-openstack-request-id: req-26d5f032-e871-4c9b-a02d-9a2fadcbcc61 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:50.235336 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:50.235634 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26d5f032-e871-4c9b-a02d-9a2fadcbcc61 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:50.235998 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'status': 'completed', 'code': 200} Aug 19 00:02:50.236341 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'status': 'completed', 'code': 200} Aug 19 00:02:50.250136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.250593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.265066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:50.300986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.357429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6065402 Aug 19 00:02:50.362207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Attempting to bind port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:50.362566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Attempting to bind port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:50.363045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Attempting to bind port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 on network b1276e97-672e-4994-8837-2e7da273af00 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:50.377639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 on network b1276e97-672e-4994-8837-2e7da273af00 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:50.377981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Attempting to bind port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 on network b1276e97-672e-4994-8837-2e7da273af00 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:50.388175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:50.388589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Checking segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:50.388986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Bound using segment: {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:50.389490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Bound port: e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:50.389867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.419273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Request body: {'port': {'device_id': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:50.441869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.442356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.442833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.443343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.443823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.444319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.444943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.447263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1a8596b5-c1b7-4979-a286-34ac27c9af2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6439 time: 0.1873839 Aug 19 00:02:50.453334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-db783b05-c2ad-4779-9c81-e3ed5f2aeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.454752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-db783b05-c2ad-4779-9c81-e3ed5f2aeb17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57af9fbaa87849f0b4491fdb46bf6a23&device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 1098 time: 0.1829436 Aug 19 00:02:50.482293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:50.495286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:50.500240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:50.508740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-9d0993d1-f92e-4d0f-8ad5-af8179597976 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:02:50.509806 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-9d0993d1-f92e-4d0f-8ad5-af8179597976 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076911 Aug 19 00:02:50.534431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:50.547992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Sync routers for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:50.557174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.577376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Request body: {'binding': {'host': 'n-h1-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:50.577840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:02:50.597148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.598138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5784e54a-d31f-49e7-ada8-b5b81416e273,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:50.601833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6869bf24-3763-47c2-b543-55969b8b46fb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2788906 Aug 19 00:02:50.604835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:02:50.605952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:50.608954 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd87d14-25ba-4984-a9d3-4cee25cacd4e" -d '{"events": [{"server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "name": "network-vif-plugged", "status": "completed", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:50.612216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:50.623323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:50.628205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.725843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:50.745867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.759160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-5c7683bd-e50c-4d65-98f5-dddc2744cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.759783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-5c7683bd-e50c-4d65-98f5-dddc2744cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.760105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-5c7683bd-e50c-4d65-98f5-dddc2744cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.761745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-5c7683bd-e50c-4d65-98f5-dddc2744cd33 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3589de6867d14c0aa969c7b77d84cb07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3038180 Aug 19 00:02:50.765145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1c9ea068-a16e-4e67-a89c-90e68cbad9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.766562 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-1c9ea068-a16e-4e67-a89c-90e68cbad9ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=895edb2d-a2cb-4ae5-960d-820761b872f4 HTTP/1.1" status: 200 len: 912 time: 0.2989893 Aug 19 00:02:50.774805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04952ec7-a60f-43e7-aa92-602cf919722d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:50.795828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.796498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.797919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] 10.222.0.11 "PUT /v2.0/ports/e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 1092 time: 3.3000801 Aug 19 00:02:50.804821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on host n-h1-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:50.805159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:50.805594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:50.832136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:50.919334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd215-f58a-454c-ad32-6fb07f9ab739 req-44392ad2-7287-4a9d-bcd6-bdb065763dd4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:50.924515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-907bd215-f58a-454c-ad32-6fb07f9ab739 req-44392ad2-7287-4a9d-bcd6-bdb065763dd4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 932 time: 0.4123516 Aug 19 00:02:50.935780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:50.967229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-e537f858-ccfb-4a96-87a6-f67da0bddd54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 HTTP/1.1" status: 200 len: 1002 time: 0.1790285 Aug 19 00:02:50.977125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:50.977823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:50.991530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:50.992243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:50.993098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:50.993807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Bound port: 701c6e93-4232-4331-8c6d-0c21f60d24d6, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:51.002018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b608a-02ef-4650-ac32-ec9d2b430ceb service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:51.016251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-78af4307-8819-45d9-97dc-3f4809e2f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.017984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-78af4307-8819-45d9-97dc-3f4809e2f1a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2447696 Aug 19 00:02:51.109010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-907bd215-f58a-454c-ad32-6fb07f9ab739 req-e8cd6495-5bcd-4bbf-a4ec-7f480e7ddc73 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833611 Aug 19 00:02:51.171099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-9a5b7104-ee3d-4ad5-957d-872d088ea111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.173682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-9a5b7104-ee3d-4ad5-957d-872d088ea111 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42abdee3-a157-45c2-b978-388fbc561246 HTTP/1.1" status: 200 len: 851 time: 0.1546288 Aug 19 00:02:51.185358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.186233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.186848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.187381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.188566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.189739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.190796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.193683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a1f0dfa7-5f56-4285-b7e8-dee24f6e866b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6481 time: 0.1288848 Aug 19 00:02:51.231119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:51.248465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:51.277831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-451f4250-cc68-4a89-9ee7-f0a0f9a7d654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 217 time: 0.0429883 Aug 19 00:02:51.278799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:51.280135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] 10.222.0.20 "POST /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7076509 Aug 19 00:02:51.336427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-04a24fd5-f787-432b-ba1b-04dc82c6097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.338780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-04a24fd5-f787-432b-ba1b-04dc82c6097c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.0535226 Aug 19 00:02:51.381850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51702a-cdc9-4372-bbab-bc1f742bf21a req-fcf69469-408a-48fd-b516-672125a61bbb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.390644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c51702a-cdc9-4372-bbab-bc1f742bf21a req-fcf69469-408a-48fd-b516-672125a61bbb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 950 time: 0.1231122 Aug 19 00:02:51.456672 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0d103-e335-4d27-86aa-662f44932ec3 x-openstack-request-id: req-64f0d103-e335-4d27-86aa-662f44932ec3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:51.457006 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "name": "network-vif-plugged", "status": "completed", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:51.457219 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64f0d103-e335-4d27-86aa-662f44932ec3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:51.457633 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273', 'code': 200} Aug 19 00:02:51.478086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c51702a-cdc9-4372-bbab-bc1f742bf21a req-d6d34601-cd08-40de-b085-c7d577cde65b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Aug 19 00:02:51.496918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-27a745b7-444a-4522-9b15-86d7f752c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.498567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-27a745b7-444a-4522-9b15-86d7f752c923 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=895edb2d-a2cb-4ae5-960d-820761b872f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3036864 Aug 19 00:02:51.676829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-cf71cd60-a99c-4f7c-b204-67809f5f759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.678903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-cf71cd60-a99c-4f7c-b204-67809f5f759f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2486928 Aug 19 00:02:51.732564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b36ea37f-1131-4de4-9eb3-c1b7f60850a8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:51.764675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e21969-d06d-4d8e-94b3-b95c579d339e req-293639ed-a2d0-40ac-ac37-79379407750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.766260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67e21969-d06d-4d8e-94b3-b95c579d339e req-293639ed-a2d0-40ac-ac37-79379407750b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 1102 time: 0.2169275 Aug 19 00:02:51.783579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a374b8-f781-4a18-ad7b-8a85c3e75d8b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:51.784798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:48Z', 'revision_number': 3, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:51.816574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Checking router: 550e156d-9ae9-4edf-b694-edb4d9b63931 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:51.816945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Updating router 550e156d-9ae9-4edf-b694-edb4d9b63931 port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:02:51.822909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:51.840321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:02:51.850957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67e21969-d06d-4d8e-94b3-b95c579d339e req-7b51efcc-a83f-48dc-9ee5-deba000e7d98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614185 Aug 19 00:02:51.856883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:51.860379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Transition to ACTIVE for port object f4a374b8-f781-4a18-ad7b-8a85c3e75d8b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:51.865430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-9e75e10a-4431-480b-a6b9-84474fc9c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.867568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-9e75e10a-4431-480b-a6b9-84474fc9c0e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1097 time: 0.1810410 Aug 19 00:02:51.871677 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:51.881350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.887324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.893796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.899761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610572-7917-44bd-9f6b-b70a02238acf req-2808ad13-1054-4f42-89d3-42596adbd10c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.899999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.905722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.907724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4610572-7917-44bd-9f6b-b70a02238acf req-2808ad13-1054-4f42-89d3-42596adbd10c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.1628354 Aug 19 00:02:51.911606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.918094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:51.926214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74018521-55ee-4a77-b244-50fcae093364 req-14f6f19c-070e-44eb-8652-8c8fcdff9c41 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.3432922 Aug 19 00:02:52.003531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-73510abe-f32d-4ed2-83aa-357d1f88692d service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936686 Aug 19 00:02:52.079880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4610572-7917-44bd-9f6b-b70a02238acf req-c58729d0-5d1d-4240-8fb3-2c507184c061 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712627 Aug 19 00:02:52.086085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:52.113761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:52.114216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.116650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0f39d96-2f3d-471c-98c1-48316b41a771 req-73876020-30f3-4d5a-b52b-3c78e26f6db5 service neutron] 10.222.0.21 "GET /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943356 Aug 19 00:02:52.126225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74018521-55ee-4a77-b244-50fcae093364 req-0ccf8160-64a3-4db4-a01b-10a3352b767a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989040 Aug 19 00:02:52.186920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-c0b1ade4-7c61-4fc0-a4ed-e2e184f10dc9 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551365 Aug 19 00:02:52.194940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-1219334d-4a7c-4543-a756-fae546166ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.196556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-1219334d-4a7c-4543-a756-fae546166ad6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.3183682 Aug 19 00:02:52.248644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49162107-2b51-4182-bfa8-8a77036d5fbd up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:52.260238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:52.262799 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b27507-3cc9-44e8-9874-5d7741ee154f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:52.283550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-939635d5-a2dc-464d-9f69-2a0d88641676 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 217 time: 0.0727537 Aug 19 00:02:52.285254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Attempting to bind port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:52.285612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Attempting to bind port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:52.286040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Attempting to bind port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:52.346648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:52.347326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Attempting to bind port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:52.358613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.359702 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de7856-f5ba-4996-8f31-04820eddd1e2 x-openstack-request-id: req-b7de7856-f5ba-4996-8f31-04820eddd1e2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:52.360260 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:52.360716 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7de7856-f5ba-4996-8f31-04820eddd1e2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:52.361494 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'status': 'completed', 'code': 200} Aug 19 00:02:52.374889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:52.375904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:52.376521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:52.377237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Bound port: f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:52.377991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.404702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-e351bf8e-4e07-4f51-b60f-f6259657b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.406510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-e351bf8e-4e07-4f51-b60f-f6259657b144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0994799 Aug 19 00:02:52.414479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.420355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 49162107-2b51-4182-bfa8-8a77036d5fbd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:52.424609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0a69a-1cd4-4554-a787-db11a94039fd req-b5d373a7-a1fa-4609-9807-dca80cb9729c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.426211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-28f0a69a-1cd4-4554-a787-db11a94039fd req-b5d373a7-a1fa-4609-9807-dca80cb9729c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 944 time: 0.1570172 Aug 19 00:02:52.430318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 49162107-2b51-4182-bfa8-8a77036d5fbd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:52.430695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.432685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Transition to ACTIVE for port object c4d17748-9524-4c44-bc2b-6cd4af95b5e9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:52.456005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.465870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-f2b0db55-9e9b-4720-ae1f-fd4b85b8137f service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658534 Aug 19 00:02:52.484364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-12c866a6-b947-4ab7-a5e6-60a340da63aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375214 Aug 19 00:02:52.527256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb420ad-571b-4ebd-a517-6f3c64eb38fb None None] Pushing event updated for resources: {'Port': ['ID=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:52.531586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Attempting to bind port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:52.531959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Attempting to bind port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:52.532344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Attempting to bind port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:52.540515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:52.540895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:52.541044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-35f35e54-4d48-4b9e-8af5-315d2806548f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 217 time: 0.0667615 Aug 19 00:02:52.541298 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.541688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:52.542181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Bound port: c4d17748-9524-4c44-bc2b-6cd4af95b5e9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:52.542564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.581990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-28f0a69a-1cd4-4554-a787-db11a94039fd req-ea45a437-436f-4320-bb36-4f4b8c9284ab tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272271 Aug 19 00:02:52.591008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:52.595703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:52.605973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.625826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.661418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.663093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.664537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4a374b8-f781-4a18-ad7b-8a85c3e75d8b HTTP/1.1" status: 200 len: 1093 time: 2.2516501 Aug 19 00:02:52.668651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-1d181df1-3c14-4dd0-af96-a7ead3814523 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700702 Aug 19 00:02:52.675819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-75488ad3-a69b-468f-8afc-db7bb61dbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.677466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-75488ad3-a69b-468f-8afc-db7bb61dbfed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1133428 Aug 19 00:02:52.707141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49162107-2b51-4182-bfa8-8a77036d5fbd,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:52.709668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] For port c4d17748-9524-4c44-bc2b-6cd4af95b5e9, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:52.715280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] For port c4d17748-9524-4c44-bc2b-6cd4af95b5e9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:52.716847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.743785 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:52.749204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b34330-b624-496f-90e9-2078a93d8bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:52.764055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ba780-4522-4c1b-9733-c31f232da15e req-c996b8e6-675a-49f1-b94c-07e5b42d3cf4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.774783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a87ba780-4522-4c1b-9733-c31f232da15e req-c996b8e6-675a-49f1-b94c-07e5b42d3cf4 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 950 time: 0.1700101 Aug 19 00:02:52.799242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Allocated IP 172.20.0.1 (a42d9980-e7c2-430b-bd20-727656d99dbd/3906c5fc-c5c0-40ed-a167-aa3c7bb48a11/1da29771-0e86-4efc-876d-5c795d7ab3eb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:52.809936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:52.810195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-a15b911d-ab00-4036-a30d-4cb4cfb432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.811701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-a15b911d-ab00-4036-a30d-4cb4cfb432a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 1096 time: 0.0749500 Aug 19 00:02:52.814505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:52.814725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:52.876021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-b82b7b34-b670-4130-a694-ca9ba3f2967f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b HTTP/1.1" status: 200 len: 217 time: 0.0526958 Aug 19 00:02:52.879977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-ff60cfea-ba7d-4993-8549-f0492b2a8266 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988204 Aug 19 00:02:52.911108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bbc7422e-d35c-4341-81db-321265cee2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.913476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bbc7422e-d35c-4341-81db-321265cee2ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706510 Aug 19 00:02:52.915181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb420ad-571b-4ebd-a517-6f3c64eb38fb None None] Pushing event updated for resources: {'Port': ['ID=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:52.925720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a87ba780-4522-4c1b-9733-c31f232da15e req-b5089010-74cc-4a2d-8409-d269cdf94274 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465368 Aug 19 00:02:52.961436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-2bbf15a8-31bf-476b-aa2f-9a5c5ad0c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:52.962621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-2bbf15a8-31bf-476b-aa2f-9a5c5ad0c6cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0614316 Aug 19 00:02:52.982371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:53.002150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-27481e6d-dbdd-4ee7-b87d-0335c3db0629 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300150 Aug 19 00:02:53.050414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:53.079719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-dc28c471-3d47-46cc-9ce3-536d25276a3e service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530173 Aug 19 00:02:53.080895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Transition to ACTIVE for port object 1da29771-0e86-4efc-876d-5c795d7ab3eb will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:53.237374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:53.257408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:48Z', 'revision_number': 3, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:53.272878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-5d4f9d9a-9408-4949-b935-47d9b8869ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609344 Aug 19 00:02:53.297851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Network a42d9980-e7c2-430b-bd20-727656d99dbd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:53.314543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Pushing event updated for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:53.318702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:53.327954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-3a7c76c8-1337-4deb-badc-0a044b44221d service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382636 Aug 19 00:02:53.327954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:53.339875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1f562-c64f-428b-8356-beaf90d6bb56 None None] The sync data for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 is: [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:48Z', 'revision_number': 3, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:53.394402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-2387d54c-548f-40bf-8c08-0fffc4356609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 217 time: 0.0455072 Aug 19 00:02:53.438839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d70d0-d6a1-4066-9540-9601db54f1d3 req-7a085376-3d15-4393-8fe4-b8938bfec865 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.441782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-598d70d0-d6a1-4066-9540-9601db54f1d3 req-7a085376-3d15-4393-8fe4-b8938bfec865 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.2059519 Aug 19 00:02:53.459432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:53.461981 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d7d42-1314-44bd-9e23-9b9dc2d6df97" -d '{"events": [{"server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "name": "network-vif-plugged", "status": "completed", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:53.508159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bfe15345-5e67-4ef0-a26b-bb4a71140008 req-875274d0-d252-4450-9c24-d6276f858a6e service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907690 Aug 19 00:02:53.517176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-598d70d0-d6a1-4066-9540-9601db54f1d3 req-2f3c3019-78c3-4d29-b71e-b9f18267260b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Aug 19 00:02:53.554047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.561289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.569299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.576050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.583326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.590754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.597811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.599955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-455f5495-f484-4acf-9a69-9039168be4a2 req-04d71b7d-c997-4ceb-b131-0b71d74335c0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.3004861 Aug 19 00:02:53.601009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:53.728285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-98fabb07-1425-4fee-aae0-0636427a52e8 None None] Provisioning for port 1da29771-0e86-4efc-876d-5c795d7ab3eb completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:53.732665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-98fabb07-1425-4fee-aae0-0636427a52e8 None None] Provisioning complete for port 1da29771-0e86-4efc-876d-5c795d7ab3eb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:53.733139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98fabb07-1425-4fee-aae0-0636427a52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:53.773082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-98fabb07-1425-4fee-aae0-0636427a52e8 None None] Port 1da29771-0e86-4efc-876d-5c795d7ab3eb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:53.827998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-aae40cac-e7f4-4cad-9a05-42d7d8ca92bd tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:53.829646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-aae40cac-e7f4-4cad-9a05-42d7d8ca92bd tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.1927514 Aug 19 00:02:53.856002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-bcbfdde2-5591-4078-a1b9-268985408235 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/quotas/bb8733f47ad94cd298bdc4abb667d10e HTTP/1.1" status: 200 len: 375 time: 0.0191686 Aug 19 00:02:53.916022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-8d547c75-c290-47e2-8fcf-4500e11e2f78 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591187 Aug 19 00:02:54.026409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-02ecaabc-651b-49d6-baad-b77b6f8d64a3 service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026206 Aug 19 00:02:54.042470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9fea82b1-9051-4825-ab2a-046ef2a9c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.043997 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-9fea82b1-9051-4825-ab2a-046ef2a9c732 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.6252868 Aug 19 00:02:54.108149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-455f5495-f484-4acf-9a69-9039168be4a2 req-729dec0f-2c53-4fd0-a5cf-cc99069a547a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906587 Aug 19 00:02:54.154484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-849d6959-bec1-4523-8585-722bf8245ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261439 Aug 19 00:02:54.166420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-810e2b43-d862-4a39-a06f-4192bd5c677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.168008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-810e2b43-d862-4a39-a06f-4192bd5c677c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111066 Aug 19 00:02:54.194028 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b7691-7f34-4abf-9917-49ab66e0155b x-openstack-request-id: req-568b7691-7f34-4abf-9917-49ab66e0155b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:54.194565 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "name": "network-vif-plugged", "status": "completed", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:54.194878 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-568b7691-7f34-4abf-9917-49ab66e0155b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:54.195420 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd', 'code': 200} Aug 19 00:02:54.294114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:54.378073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:54.381036 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:54.400516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a2ec8-0b6b-4f1c-bbc7-c46423eb8f08 req-bd911eb2-3e6a-41c2-b524-2d8f9e676c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.402136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-844a2ec8-0b6b-4f1c-bbc7-c46423eb8f08 req-bd911eb2-3e6a-41c2-b524-2d8f9e676c61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 1102 time: 0.0932324 Aug 19 00:02:54.422981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fad48-486d-4bae-9251-a15b47d6ad0b req-f32803a4-2164-4044-9b35-11483ce82c61 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.424655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f28fad48-486d-4bae-9251-a15b47d6ad0b req-f32803a4-2164-4044-9b35-11483ce82c61 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 944 time: 0.1484890 Aug 19 00:02:54.493925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-26cfcf2f-5953-4a4e-b514-c204133ab531 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150716 Aug 19 00:02:54.498009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-844a2ec8-0b6b-4f1c-bbc7-c46423eb8f08 req-a93fe42e-3522-42d3-bf59-d767f3922b4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770001 Aug 19 00:02:54.577712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f28fad48-486d-4bae-9251-a15b47d6ad0b req-0837adf3-69fb-43b1-8cf2-da4923808007 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359694 Aug 19 00:02:54.629617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48c9e-7b1b-4494-9488-69249e81e67a req-5e5366dc-cc7d-4f68-9563-e0cc08af6ee9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.632740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ace48c9e-7b1b-4494-9488-69249e81e67a req-5e5366dc-cc7d-4f68-9563-e0cc08af6ee9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 950 time: 0.0982931 Aug 19 00:02:54.685664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ace48c9e-7b1b-4494-9488-69249e81e67a req-9f69b331-7ad6-44ed-b0d2-96acc9ec3594 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 Aug 19 00:02:54.703078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e542f7b-dab9-4a3f-a446-5ea3b2d890bb req-a160a5be-1242-4dfe-8316-d222d6fb8720 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 210 time: 0.0443006 Aug 19 00:02:54.763800 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c826a00-b11f-472d-b246-af0e5847de8c x-openstack-request-id: req-1c826a00-b11f-472d-b246-af0e5847de8c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:02:54.764366 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:02:54.764642 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c826a00-b11f-472d-b246-af0e5847de8c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:02:54.768369 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b', 'status': 'completed', 'code': 200} Aug 19 00:02:54.817232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a9d7b3b4-6568-4997-813e-a29ec2d57f26 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946193 Aug 19 00:02:54.879984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-7a8b3703-912e-4d46-955d-cdf2f439aa0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 217 time: 0.0448461 Aug 19 00:02:54.885166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-159ab266-da8c-4ab2-bb90-85bc109c61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.887118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-159ab266-da8c-4ab2-bb90-85bc109c61f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 1096 time: 0.1026554 Aug 19 00:02:54.944818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:54.976582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:54.981590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622858a-2920-4f7b-a422-91e9e60049e0 req-91df021a-d8e9-4d3b-b6d2-c72fbbf3dff7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:54.990438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0622858a-2920-4f7b-a422-91e9e60049e0 req-91df021a-d8e9-4d3b-b6d2-c72fbbf3dff7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.1497095 Aug 19 00:02:55.022627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:55.064584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0622858a-2920-4f7b-a422-91e9e60049e0 req-e044c794-6f39-49bd-b47b-c04b6a74e3c3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Aug 19 00:02:55.070457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a46c1-61a6-451e-89df-0a35fb9708cc req-1140df2c-2c27-431a-a220-88ee85f93c33 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.071985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a5a46c1-61a6-451e-89df-0a35fb9708cc req-1140df2c-2c27-431a-a220-88ee85f93c33 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.2358234 Aug 19 00:02:55.110819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-553e66e8-85ac-4121-a6cd-00b049fafb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.113585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-553e66e8-85ac-4121-a6cd-00b049fafb9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.2137620 Aug 19 00:02:55.129328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ecbd8a6b-c6ce-40ae-a6fb-ebc2c071b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.131513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-ecbd8a6b-c6ce-40ae-a6fb-ebc2c071b311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.2095749 Aug 19 00:02:55.166675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-66f337f4-a91a-4a41-aa01-a31c16d28431 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b HTTP/1.1" status: 200 len: 217 time: 0.0439994 Aug 19 00:02:55.220390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Pushing event updated for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:55.264782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a5a46c1-61a6-451e-89df-0a35fb9708cc req-f205c1d1-7119-4802-a1a4-8710841b8146 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374264 Aug 19 00:02:55.276327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bd3ac751-f39c-40c3-9852-4c49f2881bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.278094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-bd3ac751-f39c-40c3-9852-4c49f2881bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276751 Aug 19 00:02:55.279999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Network a42d9980-e7c2-430b-bd20-727656d99dbd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:55.281607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:55.315099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-dc4cd631-c925-4cad-8cee-4190b0eddda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.316731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-dc4cd631-c925-4cad-8cee-4190b0eddda3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1316011 Aug 19 00:02:55.337316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.343601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.356508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.363622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.370156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.376652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.382800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.384958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-90368114-b5ee-4fe3-9294-3cfecd4fc8ac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1404464 Aug 19 00:02:55.438265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-7de5216e-4a94-4ea6-8640-9a96aa9638c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523043 Aug 19 00:02:55.495420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Router 550e156d-9ae9-4edf-b694-edb4d9b63931 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:02:55.533889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-8b13fea2-13c5-4c05-b1c8-990810e6fb54 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438726 Aug 19 00:02:55.539107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f380dc9-b77c-49e4-80a6-302e761dba37 req-f5a7515e-4af4-4062-bb29-d9fdcaa13438 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397016 Aug 19 00:02:55.629059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-e3b47c02-49e0-4b3e-bb60-614abbace1d2 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727126 Aug 19 00:02:55.778394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-260d0fe7-76dd-4351-9794-1c078e20a299 None None] Provisioning complete for port 1da29771-0e86-4efc-876d-5c795d7ab3eb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:55.785814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-260d0fe7-76dd-4351-9794-1c078e20a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:55.799448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4d17748-9524-4c44-bc2b-6cd4af95b5e9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:55.836404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:02:55.856925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Sync routers for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:02:55.865795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3f423be5-4aa7-4823-b93e-6e46c3258357 admin admin] 10.222.0.20 "PUT /v2.0/routers/550e156d-9ae9-4edf-b694-edb4d9b63931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2586153 Aug 19 00:02:55.869356 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:55.870329 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:55.891218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e854-89cc-4ad1-bd6a-03a6b4e17f16 req-cbb49b2c-0d82-423e-a0ff-03f35e1bac67 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.903142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdb6e854-89cc-4ad1-bd6a-03a6b4e17f16 req-cbb49b2c-0d82-423e-a0ff-03f35e1bac67 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 944 time: 0.1872520 Aug 19 00:02:55.925721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6953f1d7-491e-430b-87a4-6b3240acc652 req-c6ab5c66-429e-4861-a692-f3f44656d894 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 210 time: 0.0470974 Aug 19 00:02:55.941086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f4a374b8-f781-4a18-ad7b-8a85c3e75d8b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:02:55.941630 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06bd3151-48b2-4ea4-ab46-ef4fb21d6fcc req-2979b041-cb87-4450-95f9-959a14aac44a service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034620 Aug 19 00:02:55.951670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-7d54e141-ba10-473f-995b-6b5ba1843a29 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:55.953419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-7d54e141-ba10-473f-995b-6b5ba1843a29 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.11 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.2473278 Aug 19 00:02:55.975768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Request body: {'port': {'device_id': '1c60e900-0224-445e-9fd4-6edcad90836e', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'admin_state_up': True, 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:56.002053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-8807265b-3ac0-4db9-b14b-3dfff3b98c49 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448159 Aug 19 00:02:56.075246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:56.097262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b', 'mac_address': 'fa:16:3e:65:94:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:02:56.112947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-260d0fe7-76dd-4351-9794-1c078e20a299 None None] Port 1da29771-0e86-4efc-876d-5c795d7ab3eb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:02:56.117305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-b07f2498-e478-440e-8e50-3f410c5c517b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 217 time: 0.0944424 Aug 19 00:02:56.132033 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:56.144151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdb6e854-89cc-4ad1-bd6a-03a6b4e17f16 req-6f32a281-15e9-4ffa-a0b0-06b727e36b06 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356815 Aug 19 00:02:56.195925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:56.204915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:56.205241 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.210077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.254644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fe55-7cf5-4ac4-a872-f6d1fa1c779c req-ad1a3e55-56f5-4b48-8579-bd03795c1445 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:56.258664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a374b8-f781-4a18-ad7b-8a85c3e75d8b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:56.263220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89c9fe55-7cf5-4ac4-a872-f6d1fa1c779c req-ad1a3e55-56f5-4b48-8579-bd03795c1445 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.1028969 Aug 19 00:02:56.263999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-33c6cc47-faf0-482d-bcd6-f6314b71f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:56.267832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-33c6cc47-faf0-482d-bcd6-f6314b71f904 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1224306 Aug 19 00:02:56.285055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:02:56.289934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.340647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:56.361201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.385106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-facc7ff4-9117-4986-92b6-f548f2e8c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:56.387671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-facc7ff4-9117-4986-92b6-f548f2e8c451 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072962 Aug 19 00:02:56.424091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89c9fe55-7cf5-4ac4-a872-f6d1fa1c779c req-3c668aee-c358-442d-96e7-403f95d552cb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596174 Aug 19 00:02:56.504789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:56.592565 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:54Z', 'revision_number': 4, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1da29771-0e86-4efc-876d-5c795d7ab3eb', 'name': '', 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'mac_address': 'fa:16:3e:c4:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:52Z', 'updated_at': '2021-08-19T00:02:54Z', 'revision_number': 2, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'subnets': [{'id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:56.599205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-09546fb0-a00e-4b5d-88a7-c0b93e203e05 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2292511 Aug 19 00:02:56.606415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.623139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.663744 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Checking router: 550e156d-9ae9-4edf-b694-edb4d9b63931 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:02:56.664410 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Updating router 550e156d-9ae9-4edf-b694-edb4d9b63931 port 1da29771-0e86-4efc-876d-5c795d7ab3eb binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:02:56.687293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c4d17748-9524-4c44-bc2b-6cd4af95b5e9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:02:56.694559 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.714195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:56.717691 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.771613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:56.779405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['f4a374b8-f781-4a18-ad7b-8a85c3e75d8b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:56.795790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-923155e8-2e07-4767-a743-1245f5847d86 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925362 Aug 19 00:02:56.867898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:57.020123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-c1da1639-0c5e-439a-8e46-900af3f791e5 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864333 Aug 19 00:02:57.079496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-4e74b401-e8b5-4247-8fcf-08e8600f67f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 217 time: 0.0499651 Aug 19 00:02:57.084557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.121268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Allocated IP 172.20.0.9 (89d11ad1-220c-4664-9f05-a7f87ed7c5e3/9db550fb-1eb2-4346-a1e5-8df00728dcf1/be674c0f-f45a-408b-9926-e6edf053fe8f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:57.158516 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.170950 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Transition to ACTIVE for port object 1da29771-0e86-4efc-876d-5c795d7ab3eb will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:57.183105 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.192380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-128c17f5-20f3-4e2d-b79e-77cdd40f0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:57.193886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-128c17f5-20f3-4e2d-b79e-77cdd40f0500 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1012242 Aug 19 00:02:57.256405 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d717c-c9a3-470f-b613-e4210055d199 None None] Pushing event updated for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:57.279783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Allocated IP 172.25.1.104 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/037c206c-c02b-429d-8e71-5418fe3020c7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:02:57.294347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-c355a3c7-f4a5-4f16-82b1-acbd44630bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:57.296029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-c355a3c7-f4a5-4f16-82b1-acbd44630bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768993 Aug 19 00:02:57.297064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.337459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Attempting to bind port 1da29771-0e86-4efc-876d-5c795d7ab3eb on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:57.338113 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Attempting to bind port 1da29771-0e86-4efc-876d-5c795d7ab3eb by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:57.338637 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Attempting to bind port 1da29771-0e86-4efc-876d-5c795d7ab3eb on network a42d9980-e7c2-430b-bd20-727656d99dbd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:57.344062 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:57.344602 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Checking segment: {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:57.345103 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.345832 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Bound using segment: {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:57.346718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Bound port: 1da29771-0e86-4efc-876d-5c795d7ab3eb, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1362fe4-e009-4719-8656-3880cc5fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:57.347322 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.395424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314563-140a-4bdc-b2f5-e19d8b88e440 req-0b597025-1dbe-4950-a6a2-cf95a27a0c73 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:57.403841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b314563-140a-4bdc-b2f5-e19d8b88e440 req-0b597025-1dbe-4950-a6a2-cf95a27a0c73 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.8053761 Aug 19 00:02:57.436687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.452022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-1f5a9b97-33ff-4c24-a2e0-0d84891ff794 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3877864 Aug 19 00:02:57.458828 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] For port 1da29771-0e86-4efc-876d-5c795d7ab3eb, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:57.465564 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] For port 1da29771-0e86-4efc-876d-5c795d7ab3eb, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1da29771-0e86-4efc-876d-5c795d7ab3eb,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:57.482746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:02:57.485606 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.557361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b314563-140a-4bdc-b2f5-e19d8b88e440 req-246c4750-4be2-4349-8e55-89c8ba29b81e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522834 Aug 19 00:02:57.563436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:57.567422 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d717c-c9a3-470f-b613-e4210055d199 None None] Pushing event updated for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:57.571233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:57.589871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:57.614366 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:02:57.615045 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:57.627633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.646735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:57.721019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.750288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4d17748-9524-4c44-bc2b-6cd4af95b5e9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:57.773349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.773628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.777236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.777596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.777943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.778286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.778626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.778962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.779294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.779614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.780022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.780268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:02:57.792775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-6ac7d15a-7572-4c0c-a82c-31009a2671da service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829555 Aug 19 00:02:57.801120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:02:57.811611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event updated for resources: {'Port': ['ID=037c206c-c02b-429d-8e71-5418fe3020c7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:57.816169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:02:57.821178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:02:57.893321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:02:57.902064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:57.902748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:57.914841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-306fc9e7-804b-4389-ac81-be3e0269d9e4 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122613 Aug 19 00:02:57.953009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-58808a61-7169-494d-843e-880607f4a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:57.954615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-58808a61-7169-494d-843e-880607f4a8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 1099 time: 0.3874893 Aug 19 00:02:57.978742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-39977367-03e5-4a10-a6bc-c40c6fd00828 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0076592 Aug 19 00:02:58.000140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:58.000971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.009308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Request body: {'port': {'device_id': '1c60e900-0224-445e-9fd4-6edcad90836e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:02:58.024017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-a6cec637-737e-49e8-9ea0-82da884837b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0897675 Aug 19 00:02:58.079607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.086012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.093959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.105381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.119506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.130054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-22f1bc87-19a4-4389-ab11-c10d531cb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.132191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-22f1bc87-19a4-4389-ab11-c10d531cb84c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.0969238 Aug 19 00:02:58.136378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.145038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.147790 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-2c0f479c-d6e8-453e-92b6-2e57f1b349d5 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.3197351 Aug 19 00:02:58.157344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.204505 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:54Z', 'revision_number': 4, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1da29771-0e86-4efc-876d-5c795d7ab3eb', 'name': '', 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'mac_address': 'fa:16:3e:c4:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:52Z', 'updated_at': '2021-08-19T00:02:57Z', 'revision_number': 4, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'subnets': [{'id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:02:58.230178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.274669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.294215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac82416d-0363-49f0-b142-ceb79ac644b3 req-24c7ded2-2150-4b8a-8cd6-ed336bd66aab tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211491 Aug 19 00:02:58.338055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-3c0fae2b-c5fc-45cd-8588-5ab1c25fc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.345204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-3c0fae2b-c5fc-45cd-8588-5ab1c25fc0e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.3653533 Aug 19 00:02:58.405409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3efee-89e5-420b-b06e-48466f31c4af req-f03780d2-1a27-4853-932c-8f934b6cfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.406997 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-f03780d2-1a27-4853-932c-8f934b6cfd54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2630491 Aug 19 00:02:58.407720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e2b2a-fb64-48fe-9cb0-1192b7867bd0 None None] The sync data for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 is: [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:02:54Z', 'revision_number': 4, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1da29771-0e86-4efc-876d-5c795d7ab3eb', 'name': '', 'network_id': 'a42d9980-e7c2-430b-bd20-727656d99dbd', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'mac_address': 'fa:16:3e:c4:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:52Z', 'updated_at': '2021-08-19T00:02:57Z', 'revision_number': 4, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'subnets': [{'id': '3906c5fc-c5c0-40ed-a167-aa3c7bb48a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:02:58.409035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.422702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.428788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-e6759732-f47e-43e9-bc65-1977a37d25bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 200 len: 217 time: 0.0666552 Aug 19 00:02:58.563803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-2b071e7f-e04d-487a-9880-a44da2211f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.565609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-2b071e7f-e04d-487a-9880-a44da2211f77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0838246 Aug 19 00:02:58.567930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event updated for resources: {'Port': ['ID=037c206c-c02b-429d-8e71-5418fe3020c7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:58.600636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.615823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-25209142-5fc1-48b5-a381-f79fff83594b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328865 Aug 19 00:02:58.621633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-0e86e509-0c51-4874-99ca-2e78f69206d5 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958544 Aug 19 00:02:58.627461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:58.635045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-3c644973-df4c-41a0-b1f6-596d28e7da46 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9252899 Aug 19 00:02:58.933830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-c67c84b8-046f-495e-a660-8492daf769eb service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075271 Aug 19 00:02:58.945328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf189-fe50-47fa-8a7a-4daa89ee4e9c req-cfce31ac-f576-44d0-944b-d0eeb3886517 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:58.953470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7eaaf189-fe50-47fa-8a7a-4daa89ee4e9c req-cfce31ac-f576-44d0-944b-d0eeb3886517 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 931 time: 0.5293605 Aug 19 00:02:59.080373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7eaaf189-fe50-47fa-8a7a-4daa89ee4e9c req-3f020c39-51fc-44af-bf20-eb51a0360bbe tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256018 Aug 19 00:02:59.177654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be674c0f-f45a-408b-9926-e6edf053fe8f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:02:59.185590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-977f4814-1fa0-4797-a0da-8f009b6c7052 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.5495808 Aug 19 00:02:59.191925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.197861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-113d8227-8fa2-40d5-8295-51534d1f10c7 req-ed8dad2d-a262-437a-9298-38ade5609f5c service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277136 Aug 19 00:02:59.219774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Transition to ACTIVE for port object be674c0f-f45a-408b-9926-e6edf053fe8f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:02:59.238159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.312140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afb3efee-89e5-420b-b06e-48466f31c4af req-5d6bd16b-6ad8-44c2-bea9-e9ff8bddaa67 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750000 Aug 19 00:02:59.327400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:59.341066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f6cd-0298-4b16-8630-d7dd916fdb6f req-840658f3-e89f-465f-a2ef-39064c37edd7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.343174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4515f6cd-0298-4b16-8630-d7dd916fdb6f req-840658f3-e89f-465f-a2ef-39064c37edd7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 945 time: 0.1431775 Aug 19 00:02:59.347553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-e74a9cb4-3edf-4b91-9c55-adc68036447b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.365485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d53a194-0af4-4ad2-85c4-54d8c9dfb47b req-e74a9cb4-3edf-4b91-9c55-adc68036447b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1783061 Aug 19 00:02:59.456501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4515f6cd-0298-4b16-8630-d7dd916fdb6f req-1832c156-7452-4441-9717-73c7017bf6e2 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788474 Aug 19 00:02:59.469032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Attempting to bind port be674c0f-f45a-408b-9926-e6edf053fe8f on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:02:59.469414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Attempting to bind port be674c0f-f45a-408b-9926-e6edf053fe8f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:02:59.469846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Attempting to bind port be674c0f-f45a-408b-9926-e6edf053fe8f on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:59.475126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Port be674c0f-f45a-408b-9926-e6edf053fe8f on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:02:59.475559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Attempting to bind port be674c0f-f45a-408b-9926-e6edf053fe8f on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:02:59.481110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:02:59.481583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Checking segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:02:59.482081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Bound using segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:02:59.482615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Bound port: be674c0f-f45a-408b-9926-e6edf053fe8f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:02:59.483153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.494300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56866c-7ca8-4094-ba24-1adf8d02e33d req-1fae4ad2-e0dc-425f-9746-67036699898d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.495907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d56866c-7ca8-4094-ba24-1adf8d02e33d req-1fae4ad2-e0dc-425f-9746-67036699898d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.0865088 Aug 19 00:02:59.505275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.506392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.506873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.508334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.508334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.509115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.509115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.511286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1e4efe09-91ae-49ba-b761-6a457d86ebfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6481 time: 0.0919895 Aug 19 00:02:59.601401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d56866c-7ca8-4094-ba24-1adf8d02e33d req-794a9b91-25d0-4e29-92d6-8bc7b86dfe3e tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882802 Aug 19 00:02:59.603969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:02:59.612865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:02:59.624694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af829c-f2ea-4d22-856c-c355d0b31d06 req-7a1eefe6-a8fc-4b5e-962c-1e1058314098 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.629375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0af829c-f2ea-4d22-856c-c355d0b31d06 req-7a1eefe6-a8fc-4b5e-962c-1e1058314098 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.0859218 Aug 19 00:02:59.631183 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.679902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-b235e1ee-a315-4067-aded-7433186a033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.681456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-b235e1ee-a315-4067-aded-7433186a033c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 901 time: 0.1614528 Aug 19 00:02:59.688000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.688692 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.690464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] 10.222.0.11 "PUT /v2.0/ports/be674c0f-f45a-408b-9926-e6edf053fe8f HTTP/1.1" status: 200 len: 1092 time: 1.6872702 Aug 19 00:02:59.691103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:02:59.694537 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:02:59.748262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1da29771-0e86-4efc-876d-5c795d7ab3eb up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:59.757593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-e26c4b0e-654a-44e7-ab23-dbe6bf0d1b0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0588431 Aug 19 00:02:59.792189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0af829c-f2ea-4d22-856c-c355d0b31d06 req-f4542107-27e5-4cbb-8df5-54604447e375 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442969 Aug 19 00:02:59.827214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1da29771-0e86-4efc-876d-5c795d7ab3eb completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:02:59.832175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1da29771-0e86-4efc-876d-5c795d7ab3eb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:02:59.832750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:02:59.898715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-199380ad-f7f2-4d8c-8369-a9d7b46193c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.901060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-199380ad-f7f2-4d8c-8369-a9d7b46193c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1356194 Aug 19 00:02:59.903603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac9def-7412-49f3-ae67-9f0ab7d9c875 service neutron] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:02:59.957967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f4a374b8-f781-4a18-ad7b-8a85c3e75d8b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:02:59.987327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf8612f0-b3b1-41b2-ac8b-0991f04f6c8f req-8d62ebeb-9e72-407a-ad7f-8b8fd3ace1f0 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips/e0a61b68-2397-4449-a022-46e8ddac05dd HTTP/1.1" status: 200 len: 693 time: 0.1302195 Aug 19 00:02:59.993360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-109febab-b7cb-48d8-a572-e4b46bc3819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:02:59.995133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-109febab-b7cb-48d8-a572-e4b46bc3819e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 1095 time: 0.2311859 Aug 19 00:03:00.001408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1db4b20d-60eb-4bad-9e41-348e6696a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.003782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-1db4b20d-60eb-4bad-9e41-348e6696a0a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748451 Aug 19 00:03:00.009788 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:00.023527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.031456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.040945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.047708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.052447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1da29771-0e86-4efc-876d-5c795d7ab3eb, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1da29771-0e86-4efc-876d-5c795d7ab3eb,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:00.054637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.060072 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:00.064815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:00.070632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:00.071146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:00.073358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.080469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.090628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-ab3cf567-df7a-41e6-b9e5-f97857114469 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.2078981 Aug 19 00:03:00.091168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-86b22393-bb2d-49d2-80e5-95eaf0192c6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be674c0f-f45a-408b-9926-e6edf053fe8f HTTP/1.1" status: 200 len: 217 time: 0.0526946 Aug 19 00:03:00.205869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13a0b7d0-6e5c-4ef5-8e89-558866337ad8 req-4f4011b4-1c17-4ee1-8c87-4f830e59fa0e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137815 Aug 19 00:03:00.225466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-4447ccd8-cbee-42c9-804e-f5d545e637ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.227372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-4447ccd8-cbee-42c9-804e-f5d545e637ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.1033170 Aug 19 00:03:00.289106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-23a65e93-5b95-42df-aa9f-fd92fc4e3220 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485361 Aug 19 00:03:00.290649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-168a13cf-8c11-4d09-9f7e-2511295f6063 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782637 Aug 19 00:03:00.302511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8612f0-b3b1-41b2-ac8b-0991f04f6c8f req-54a98891-3e3e-4688-a7c0-87b904e40dcf tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.304387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf8612f0-b3b1-41b2-ac8b-0991f04f6c8f req-54a98891-3e3e-4688-a7c0-87b904e40dcf tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.3082602 Aug 19 00:03:00.386858 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b119dd46-784c-40fa-b14e-0174dcf2de22 x-openstack-request-id: req-b119dd46-784c-40fa-b14e-0174dcf2de22 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:00.387205 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:00.387460 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b119dd46-784c-40fa-b14e-0174dcf2de22 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:00.387985 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'status': 'completed', 'code': 200} Aug 19 00:03:00.424569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-b3a43436-c440-48db-b9a8-7221f8df1a4d service neutron] 10.222.0.11 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154487 Aug 19 00:03:00.427026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:00.440145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b27507-3cc9-44e8-9874-5d7741ee154f req-61c37960-4f9f-4f20-b2f0-f25ac622da45 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280918 Aug 19 00:03:00.443915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.444265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.445197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.445197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.445549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.446132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.446522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.446883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.447215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.447670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.448073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.448565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:00.496601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:00.525375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:00.528002 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f8e04-d511-4dfd-806a-7f704c009292" -d '{"events": [{"server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:00.543654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:00.548656 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:00.563379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713a4b1-8fd3-48ee-a87b-62278590d5c1 req-c2c5f45d-1b36-4cd2-a5d3-347936b4ca00 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.564874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c713a4b1-8fd3-48ee-a87b-62278590d5c1 req-c2c5f45d-1b36-4cd2-a5d3-347936b4ca00 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 943 time: 0.0943060 Aug 19 00:03:00.577050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2a949-8daf-4a3f-8f50-d4c14bb712a4 req-018e5e25-80de-4233-87f1-635bf16e22f2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.585011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2a949-8daf-4a3f-8f50-d4c14bb712a4 req-018e5e25-80de-4233-87f1-635bf16e22f2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.593019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9f2a949-8daf-4a3f-8f50-d4c14bb712a4 req-018e5e25-80de-4233-87f1-635bf16e22f2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0&device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 1691 time: 0.0757582 Aug 19 00:03:00.608130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:00.610995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c524c2-41e0-4cb0-b186-815ec76ed983 req-ce280404-cf27-4aa0-bc6b-b75405d9aa30 service neutron] 10.222.0.11 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745896 Aug 19 00:03:00.624737 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c713a4b1-8fd3-48ee-a87b-62278590d5c1 req-1bbaa4b4-c831-40c5-b8eb-fb79440ed6ff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Aug 19 00:03:00.639077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9f2a949-8daf-4a3f-8f50-d4c14bb712a4 req-72cf82e1-6b43-4607-b08a-01676ee94df6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Aug 19 00:03:00.727648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6499117e-e618-4daa-9cec-e81b464bac2b req-8c410350-67b9-41b0-8bbd-7ec82b9c87ec tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=2b6b39a7aa9c48b7be0ca904a47959d3 HTTP/1.1" status: 200 len: 696 time: 0.0732942 Aug 19 00:03:00.751479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d94a-d17b-466b-b57a-a85b1ea83843 req-1bb7a25b-d8e7-4cf9-8716-eeddedbd9e57 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.753189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9914d94a-d17b-466b-b57a-a85b1ea83843 req-1bb7a25b-d8e7-4cf9-8716-eeddedbd9e57 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.0526145 Aug 19 00:03:00.791674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-35f06994-9d1c-4780-a79e-830e6f3d322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.793260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-35f06994-9d1c-4780-a79e-830e6f3d322b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 1095 time: 0.0994773 Aug 19 00:03:00.796552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9914d94a-d17b-466b-b57a-a85b1ea83843 req-332a93ac-1014-45a2-a274-2195ecf84f03 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Aug 19 00:03:00.849543 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397092b-7806-40cb-b598-7cc30ea57cc0 x-openstack-request-id: req-1397092b-7806-40cb-b598-7cc30ea57cc0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:00.850035 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:00.850385 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1397092b-7806-40cb-b598-7cc30ea57cc0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:00.850844 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b', 'code': 200} Aug 19 00:03:00.901939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499117e-e618-4daa-9cec-e81b464bac2b req-e1d11d79-2855-423a-a93f-25437a45481d tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.903532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6499117e-e618-4daa-9cec-e81b464bac2b req-e1d11d79-2855-423a-a93f-25437a45481d tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks?id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 787 time: 0.1692131 Aug 19 00:03:00.922244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-6499117e-e618-4daa-9cec-e81b464bac2b req-e99ce338-6d68-4ab1-ae8c-71005179b22b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:03:00.923235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6499117e-e618-4daa-9cec-e81b464bac2b req-e99ce338-6d68-4ab1-ae8c-71005179b22b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128138 Aug 19 00:03:00.954697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-b750358a-ac7f-4507-b39c-7d4c70e6ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.956693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-b750358a-ac7f-4507-b39c-7d4c70e6ea6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 913 time: 0.1510963 Aug 19 00:03:00.970395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70636ff8-b3a9-4934-988c-eff4119c6f6b req-be1bde72-24b7-4927-a9d3-79b62fe4b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:00.973588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70636ff8-b3a9-4934-988c-eff4119c6f6b req-be1bde72-24b7-4927-a9d3-79b62fe4b547 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 1098 time: 0.0435250 Aug 19 00:03:01.004762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-3d9a5a67-646f-49b2-a7db-060f6b987f43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be674c0f-f45a-408b-9926-e6edf053fe8f HTTP/1.1" status: 200 len: 217 time: 0.0390797 Aug 19 00:03:01.024155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70636ff8-b3a9-4934-988c-eff4119c6f6b req-6a098e5f-2455-4f0b-9b01-2ff1dc7d0ef4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Aug 19 00:03:01.074220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c19c3-424d-4969-87c9-0bff9c35b9d2 req-447284d1-0c43-44f0-aa28-66bb5ae2779e tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.075848 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a46c19c3-424d-4969-87c9-0bff9c35b9d2 req-447284d1-0c43-44f0-aa28-66bb5ae2779e tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 1102 time: 0.0407958 Aug 19 00:03:01.090454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c06ac-0909-417e-81c3-a8856317b264 req-11ed72de-c94e-439a-bee9-aff3e810c354 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.091955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee9c06ac-0909-417e-81c3-a8856317b264 req-11ed72de-c94e-439a-bee9-aff3e810c354 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.0901783 Aug 19 00:03:01.095737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-5bbc6721-3bf1-47bb-b410-30a9e868d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.097223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-5bbc6721-3bf1-47bb-b410-30a9e868d25c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.0666137 Aug 19 00:03:01.111632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a46c19c3-424d-4969-87c9-0bff9c35b9d2 req-c4197887-734e-43fa-b34e-d59cb2fd2d39 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299013 Aug 19 00:03:01.138822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-db1cf8ac-3c7f-4803-b9d1-ac6f730a1fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318162 Aug 19 00:03:01.171173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee9c06ac-0909-417e-81c3-a8856317b264 req-2866350f-831e-4a86-8839-c30ca72738f0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718362 Aug 19 00:03:01.178157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-61d84309-61a3-4be7-b8a9-558aba5c3ca9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips/e0a61b68-2397-4449-a022-46e8ddac05dd HTTP/1.1" status: 200 len: 693 time: 0.0441284 Aug 19 00:03:01.252888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-01ee5dbb-c2b1-4883-bd98-1ab6e8999e7e service neutron] 10.222.0.11 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037793 Aug 19 00:03:01.294614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f9328a-8e71-4ddb-b37d-546d62c0760b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.295950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f9328a-8e71-4ddb-b37d-546d62c0760b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1107187 Aug 19 00:03:01.305897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-867a1269-cf8b-43da-ac59-6b01010f83da tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:03:01.306827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-867a1269-cf8b-43da-ac59-6b01010f83da tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054555 Aug 19 00:03:01.330067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ce43f-c699-40e9-8bc1-26eb7105361a req-dc1754f2-f55e-470b-95c3-a2b88a46827e tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.331592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d48ce43f-c699-40e9-8bc1-26eb7105361a req-dc1754f2-f55e-470b-95c3-a2b88a46827e tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 1102 time: 0.0973668 Aug 19 00:03:01.357566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-fd866585-07b6-4145-b1c3-cd2523903f22 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0449789 Aug 19 00:03:01.385865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9a60572-0a55-480c-a6ba-7a28dc30f5bc req-a1e9a4d1-8cd5-40ef-b3d9-d3532786ff47 service neutron] 10.222.0.11 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192369 Aug 19 00:03:01.391241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d48ce43f-c699-40e9-8bc1-26eb7105361a req-063ad910-d16f-4f04-a5a6-137cffb448b0 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528178 Aug 19 00:03:01.412986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-1c69c557-45e2-42dd-825e-36ef0d6dcf6e tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0502656 Aug 19 00:03:01.512722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.518867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.525689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.531643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.537634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.543461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.549583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.551622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-feb09559-3e09-429b-bc47-479559505815 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.0964086 Aug 19 00:03:01.558000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Deleting port 037c206c-c02b-429d-8e71-5418fe3020c7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:01.558912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.592253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bf4bee6-54c5-454d-8c3c-b52bdb3987b3 req-f56f7e49-1f97-4978-88b8-efea8ff5405c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345242 Aug 19 00:03:01.646926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.647258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.659452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Calling delete_port for 037c206c-c02b-429d-8e71-5418fe3020c7 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:01.668541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1da29771-0e86-4efc-876d-5c795d7ab3eb up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:01.706697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-70956e0c-45ab-4bc5-b82d-2b32fef3ff63 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282502 Aug 19 00:03:01.720478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1da29771-0e86-4efc-876d-5c795d7ab3eb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:01.720945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.807882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.815665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e77392a6-00a4-48c5-8780-6f904ccdd941 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:01.820793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e77392a6-00a4-48c5-8780-6f904ccdd941 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132534 Aug 19 00:03:01.835338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-1a625b9e-16dd-4bf6-a270-535c77bd91d9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0093768 Aug 19 00:03:01.840055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event deleted for resources: {'Port': ['ID=037c206c-c02b-429d-8e71-5418fe3020c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:01.904846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-4ed19ecc-e03d-4cbf-8624-cbb334ae5f23 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0636716 Aug 19 00:03:01.918522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.921235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:01.922377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c48e893-8113-4183-bf82-f00531c3f691 req-f8f94f2f-762f-4f63-ab31-f42530550800 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "DELETE /v2.0/floatingips/e0a61b68-2397-4449-a022-46e8ddac05dd HTTP/1.1" status: 204 len: 173 time: 0.4972398 Aug 19 00:03:02.020445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02045fb-90a7-4418-b12f-70f7c862656e req-2bc291eb-acc9-49bc-9d20-38e758d0a92c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.022346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e02045fb-90a7-4418-b12f-70f7c862656e req-2bc291eb-acc9-49bc-9d20-38e758d0a92c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 943 time: 0.0529928 Aug 19 00:03:02.067668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e02045fb-90a7-4418-b12f-70f7c862656e req-332a2d08-1c67-41d8-a3fa-e3a42cbbe2fc tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367532 Aug 19 00:03:02.109196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425756-9a5f-4394-b89d-648c4efce305 req-5c9cb594-3dc7-4eb9-ab69-54b20475807b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.110981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d425756-9a5f-4394-b89d-648c4efce305 req-5c9cb594-3dc7-4eb9-ab69-54b20475807b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.0634906 Aug 19 00:03:02.157296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d425756-9a5f-4394-b89d-648c4efce305 req-91fb1ea9-c5ce-4bef-b2e6-b588a859fca9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Aug 19 00:03:02.207222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-844acc87-aa6a-401b-a0e4-272302e7452e tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1149652 Aug 19 00:03:02.218083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:02.243721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.349408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-437b813b-acda-4fcb-a73c-662c3a4f7ab7 req-020747da-04af-49e5-8b09-74ab2d74a01a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 210 time: 0.0366085 Aug 19 00:03:02.359712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.462114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde88c-59d5-4ec4-b546-6be9fab154a2 req-4927236c-00a6-499b-9dcd-285f931b18aa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.464840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0dde88c-59d5-4ec4-b546-6be9fab154a2 req-4927236c-00a6-499b-9dcd-285f931b18aa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.0555921 Aug 19 00:03:02.468988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Allocated IP 172.25.1.24 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/bfeaca69-4c6d-443b-bb82-a6b8c53cd419) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:02.504403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0dde88c-59d5-4ec4-b546-6be9fab154a2 req-c0709bef-241e-4e8e-b489-0543e534e2c4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Aug 19 00:03:02.578018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.617646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.660919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:02.664558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:02.669555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:02.692716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event updated for resources: {'Port': ['ID=bfeaca69-4c6d-443b-bb82-a6b8c53cd419,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:02.725500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.731405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.737323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.743240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.749091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.755187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.759322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.761109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:02.762965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-b08289ae-7cd8-4207-ac31-a0ec2c35c20a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.0942047 Aug 19 00:03:02.798485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.804606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb7c9673-163e-4d3e-875a-a4285848f9b0 req-cf675f68-04a0-45c9-a60e-c11335296bd3 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351057 Aug 19 00:03:02.945336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:02.949789 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:03.019895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event updated for resources: {'Port': ['ID=bfeaca69-4c6d-443b-bb82-a6b8c53cd419,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:03.032118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:03.045423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:03.046624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-3d4c1bde-eedb-4c6a-95a0-dfab6501ccc9 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8328583 Aug 19 00:03:03.099401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-12028e1d-402b-4c80-a563-607d748247c4 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.0461640 Aug 19 00:03:03.194371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-3484010b-bf00-4031-893d-1a8c13c2f73e tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254838 Aug 19 00:03:03.211314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3eb42-6fa4-4e87-aed2-f8a47e08b364 req-5a5d415b-0f8b-41ea-bdd1-01abd635863a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.212720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67c3eb42-6fa4-4e87-aed2-f8a47e08b364 req-5a5d415b-0f8b-41ea-bdd1-01abd635863a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 943 time: 0.0726113 Aug 19 00:03:03.217277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-ebd54366-9819-40db-8326-86262b0aa830 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.218702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cc476e2-ecf8-4c01-84a1-ad4ba1297e69 req-ebd54366-9819-40db-8326-86262b0aa830 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1127214 Aug 19 00:03:03.306627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67c3eb42-6fa4-4e87-aed2-f8a47e08b364 req-7f4cdfe1-bcba-4384-8629-c11af274e7a3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839200 Aug 19 00:03:03.339586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f233bb-67fc-4d8a-a691-af333076bd62 req-a697289c-5202-4138-8c20-fcb291849ec8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.341188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33f233bb-67fc-4d8a-a691-af333076bd62 req-a697289c-5202-4138-8c20-fcb291849ec8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.0594730 Aug 19 00:03:03.379000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33f233bb-67fc-4d8a-a691-af333076bd62 req-8e635629-3bc7-40e6-b511-65cd83fc382e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Aug 19 00:03:03.392009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-cd40989e-4064-4c09-95c0-8f56617b347b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.393757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-cd40989e-4064-4c09-95c0-8f56617b347b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798477 Aug 19 00:03:03.396779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4886d58a-0a91-491c-bab1-2e692513a726 req-7fd9eef4-d297-4cf8-a8cd-32500210cdd6 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips/3a9af52b-4118-4058-9b70-45abd7c0e6f1 HTTP/1.1" status: 200 len: 692 time: 0.0614994 Aug 19 00:03:03.427849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '627df50b-6419-4955-bc02-70c541761bdf', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:03.577476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d58a-0a91-491c-bab1-2e692513a726 req-3ad69ed9-e210-4856-96b0-5d8ea62ff110 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.578839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4886d58a-0a91-491c-bab1-2e692513a726 req-3ad69ed9-e210-4856-96b0-5d8ea62ff110 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1758664 Aug 19 00:03:03.607580 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebacb41b-48db-4fa6-ad11-6f2833ff63fa req-0a4b4024-6e65-4ed4-bca0-64148d0854bd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 210 time: 0.0344415 Aug 19 00:03:03.714740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071340ff-a5e6-4112-931b-8b3ea5f5f44a req-6bafa89d-c0b0-4ad1-bce4-d50dcf0897d3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.716345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-071340ff-a5e6-4112-931b-8b3ea5f5f44a req-6bafa89d-c0b0-4ad1-bce4-d50dcf0897d3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.0502691 Aug 19 00:03:03.758217 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-071340ff-a5e6-4112-931b-8b3ea5f5f44a req-aa24f682-cc46-49b6-9b9e-749971ead0c6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Aug 19 00:03:03.876743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1751260-b028-4582-9443-f5720cf30fc0 req-c8557879-6fa6-4b8b-9caf-d132b12f5a94 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:03.878402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1751260-b028-4582-9443-f5720cf30fc0 req-c8557879-6fa6-4b8b-9caf-d132b12f5a94 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.0510612 Aug 19 00:03:03.918813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1751260-b028-4582-9443-f5720cf30fc0 req-ac378c2c-899c-44dc-b21b-69aa47cf8e83 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Aug 19 00:03:03.963089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4886d58a-0a91-491c-bab1-2e692513a726 req-af08b19d-8a4d-4249-b60d-f348ac84219f tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.3760803 Aug 19 00:03:03.967718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:03.971461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:03.993263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be674c0f-f45a-408b-9926-e6edf053fe8f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:04.028189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4886d58a-0a91-491c-bab1-2e692513a726 req-c0d1ca56-d563-4cb3-8c82-80bafeab2db2 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.0543933 Aug 19 00:03:04.105012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:04.121488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'port_id': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'mac_address': 'fa:16:3e:8b:90:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db550fb-1eb2-4346-a1e5-8df00728dcf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:04.182087 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.202292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be674c0f-f45a-408b-9926-e6edf053fe8f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:04.231531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:04.239328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.269897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.97 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/77ba3549-8918-4fa1-8575-1dce41b56037) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:04.307131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:04.311223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Deleting port bfeaca69-4c6d-443b-bb82-a6b8c53cd419 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:04.311577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.389370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.395217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.401606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.407413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.413262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.419400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.425504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.427412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-61f44cf2-b748-422b-bdd3-5987d165d91c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.0968220 Aug 19 00:03:04.470657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18a5b920-4cf6-4d8c-97d0-5986f1199969 req-42e0bc9c-0ba4-45c1-9863-a6c825d1671f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349772 Aug 19 00:03:04.484783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.485355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.509120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Calling delete_port for bfeaca69-4c6d-443b-bb82-a6b8c53cd419 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:04.575570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.597442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 77ba3549-8918-4fa1-8575-1dce41b56037 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:04.623847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcc58a-0898-4adf-b4d9-367a67051874 req-ec20cb29-44fa-4707-9973-c24fb6fe669a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.625621 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c7dcc58a-0898-4adf-b4d9-367a67051874 req-ec20cb29-44fa-4707-9973-c24fb6fe669a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.0489435 Aug 19 00:03:04.666317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be674c0f-f45a-408b-9926-e6edf053fe8f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:04.668183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c7dcc58a-0898-4adf-b4d9-367a67051874 req-8c7dd2d5-c7c0-4852-878c-4b15add36bf1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Aug 19 00:03:04.674955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.718502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:04.734436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:04.747729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:04.751533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:04.757154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:04.781592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.824575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123734f2-f7d6-4648-acb4-70e45ebc3764 req-90a31032-8375-4459-b0ed-57145ed9f25d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.827326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Pushing event deleted for resources: {'Port': ['ID=bfeaca69-4c6d-443b-bb82-a6b8c53cd419,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:04.833716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-123734f2-f7d6-4648-acb4-70e45ebc3764 req-90a31032-8375-4459-b0ed-57145ed9f25d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 944 time: 0.0939887 Aug 19 00:03:04.847392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:04.848016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.882253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-123734f2-f7d6-4648-acb4-70e45ebc3764 req-c89f2518-dfff-4653-bd78-c0be584aa895 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Aug 19 00:03:04.939425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-aa633999-d327-41f0-97ec-335e8eca029d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5161405 Aug 19 00:03:04.954440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.957659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:04.965708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4886d58a-0a91-491c-bab1-2e692513a726 req-b5ff1fdc-6d09-40c7-9eb1-4f22b36f42f1 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a9af52b-4118-4058-9b70-45abd7c0e6f1 HTTP/1.1" status: 204 len: 173 time: 0.9294128 Aug 19 00:03:04.971028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Request body: {'port': {'device_id': '627df50b-6419-4955-bc02-70c541761bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:05.126977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc850d-63f7-40ca-96e3-b61cbce30a2d req-d1d883f1-a29a-402b-acb8-961a5bf1418c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.135412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.140024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ddc850d-63f7-40ca-96e3-b61cbce30a2d req-d1d883f1-a29a-402b-acb8-961a5bf1418c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.0841656 Aug 19 00:03:05.156595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8f8bf22-ac12-496c-b1ec-5aaea2ffbcbb None None] Provisioning for port 77ba3549-8918-4fa1-8575-1dce41b56037 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:05.162416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8f8bf22-ac12-496c-b1ec-5aaea2ffbcbb None None] Provisioning complete for port 77ba3549-8918-4fa1-8575-1dce41b56037 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:05.163375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8f8bf22-ac12-496c-b1ec-5aaea2ffbcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.203590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ddc850d-63f7-40ca-96e3-b61cbce30a2d req-5365fe2c-2a3f-42b0-bff5-7a7b5187c528 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Aug 19 00:03:05.206868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5650-c2e7-41b6-b825-c9006249093b req-ea8969d9-64e9-4223-a545-f259bed3f2f2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.208881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3cd5650-c2e7-41b6-b825-c9006249093b req-ea8969d9-64e9-4223-a545-f259bed3f2f2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 935 time: 0.1398385 Aug 19 00:03:05.216965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8bf22-ac12-496c-b1ec-5aaea2ffbcbb None None] Port 77ba3549-8918-4fa1-8575-1dce41b56037 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:05.253794 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-2ca74f29-4f8f-4ead-90c6-dc01a601cd58 req-0de0e5d7-a729-46ab-8e78-456876071665 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] show failed (client error): The resource could not be found. Aug 19 00:03:05.254818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ca74f29-4f8f-4ead-90c6-dc01a601cd58 req-0de0e5d7-a729-46ab-8e78-456876071665 tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips/3a9af52b-4118-4058-9b70-45abd7c0e6f1 HTTP/1.1" status: 404 len: 350 time: 0.0422468 Aug 19 00:03:05.315174 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-f22ae546-dbbc-4ccb-93e1-09f9eadc57dc req-53f498bd-29db-41df-8884-faef4822c97b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] show failed (client error): The resource could not be found. Aug 19 00:03:05.315413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f22ae546-dbbc-4ccb-93e1-09f9eadc57dc req-53f498bd-29db-41df-8884-faef4822c97b tempest-FloatingIPsTestJSON-1511040760 tempest-FloatingIPsTestJSON-1511040760-project] 10.222.0.20 "GET /v2.0/floatingips/3a9af52b-4118-4058-9b70-45abd7c0e6f1 HTTP/1.1" status: 404 len: 350 time: 0.0394962 Aug 19 00:03:05.320847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3cd5650-c2e7-41b6-b825-c9006249093b req-68b3aebf-355a-4c8a-8ae6-548de0743892 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Aug 19 00:03:05.324977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:05.494446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ba3549-8918-4fa1-8575-1dce41b56037 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:05.503970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.522030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Transition to ACTIVE for port object 77ba3549-8918-4fa1-8575-1dce41b56037 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:05.529479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.649039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Pushing event updated for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:05.690751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Attempting to bind port 77ba3549-8918-4fa1-8575-1dce41b56037 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:05.691835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Attempting to bind port 77ba3549-8918-4fa1-8575-1dce41b56037 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:05.692210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Attempting to bind port 77ba3549-8918-4fa1-8575-1dce41b56037 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:05.697718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Port 77ba3549-8918-4fa1-8575-1dce41b56037 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:05.698373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Attempting to bind port 77ba3549-8918-4fa1-8575-1dce41b56037 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:05.705194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:05.705671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:05.705922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:05.706363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Bound port: 77ba3549-8918-4fa1-8575-1dce41b56037, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:05.706726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.718631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.725682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.731958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.740018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.746488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.752888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.759646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.761675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-6068760b-08ae-4bda-80eb-4439056ceeac tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1210818 Aug 19 00:03:05.824721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af5537ca-6ae3-453c-8ca1-a58f4fa02d8f req-52c0daf5-f01f-4d30-b568-bafadf6919da tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548952 Aug 19 00:03:05.859300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:05.862964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=77ba3549-8918-4fa1-8575-1dce41b56037,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:05.873131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09739490-c42a-42d4-88a0-54faf74761bb req-951e1748-2a3e-40ee-92ca-e807955a8c34 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.874679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09739490-c42a-42d4-88a0-54faf74761bb req-951e1748-2a3e-40ee-92ca-e807955a8c34 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.1104147 Aug 19 00:03:05.876853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.901755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.951077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:05.951711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:05.953169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] 10.222.0.11 "PUT /v2.0/ports/77ba3549-8918-4fa1-8575-1dce41b56037 HTTP/1.1" status: 200 len: 1096 time: 0.9864695 Aug 19 00:03:05.953635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:05.956186 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a614d-2549-4257-8283-cb596fe1cf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:05.980500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09739490-c42a-42d4-88a0-54faf74761bb req-e138f469-f883-4147-98de-6e5931fa778f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963812 Aug 19 00:03:05.999743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75098fe-4d7c-4f61-9a11-8fa5d3565489 service neutron] Pushing event updated for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:06.004445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:06.075050 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c98c0b-6070-434d-bec2-f7f8f57a08b4 x-openstack-request-id: req-d7c98c0b-6070-434d-bec2-f7f8f57a08b4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:06.075346 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:06.075609 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7c98c0b-6070-434d-bec2-f7f8f57a08b4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:06.076033 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037', 'status': 'completed', 'code': 200} Aug 19 00:03:06.078026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-c62a997a-e96d-4638-8d64-86701d358cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.079553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-c62a997a-e96d-4638-8d64-86701d358cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 1099 time: 0.0529940 Aug 19 00:03:06.112330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9178dd4-138f-4f3c-a1c4-093297eaa176 req-40278ca6-6932-4266-8add-c5d9ce5af072 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.115322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9178dd4-138f-4f3c-a1c4-093297eaa176 req-40278ca6-6932-4266-8add-c5d9ce5af072 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 944 time: 0.1408093 Aug 19 00:03:06.159555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-37220cb6-89aa-4daa-9d3f-b5df542b55f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=77ba3549-8918-4fa1-8575-1dce41b56037 HTTP/1.1" status: 200 len: 217 time: 0.0614588 Aug 19 00:03:06.201874 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9178dd4-138f-4f3c-a1c4-093297eaa176 req-d19189ad-63ec-4834-b01f-ce6ea7396c69 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788369 Aug 19 00:03:06.224195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-c170ff83-92c2-4b85-b097-c5b42309cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.225859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-c170ff83-92c2-4b85-b097-c5b42309cc29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0597765 Aug 19 00:03:06.309651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-fffcec5f-9c7a-464b-b557-29cc08c6800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.311982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-fffcec5f-9c7a-464b-b557-29cc08c6800b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708594 Aug 19 00:03:06.316862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:06.493603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140ad56-73d8-40c6-b58d-49b0449654dd req-ebb4c2af-b2a6-4817-94e3-5980332d0d7a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.499482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c2953-0c17-4b20-9b6f-09ff92d3b3b4 req-c1fe38a1-1331-4b4c-89b0-92031cd051ed tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.503439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f140ad56-73d8-40c6-b58d-49b0449654dd req-ebb4c2af-b2a6-4817-94e3-5980332d0d7a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 945 time: 0.1844745 Aug 19 00:03:06.508767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052c2953-0c17-4b20-9b6f-09ff92d3b3b4 req-c1fe38a1-1331-4b4c-89b0-92031cd051ed tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 947 time: 0.0878322 Aug 19 00:03:06.532469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:06.537848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Deleting port 1da29771-0e86-4efc-876d-5c795d7ab3eb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:06.538449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:06.550265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-a5d6d9c3-96d9-4bb3-815b-7f1d6f1442e7 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.551561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-a5d6d9c3-96d9-4bb3-815b-7f1d6f1442e7 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.1907268 Aug 19 00:03:06.555861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 has no active binding in host n-h1-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 00:03:06.590030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-38'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:06.626591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f140ad56-73d8-40c6-b58d-49b0449654dd req-e1698666-4a25-4f9a-a888-c550c0139981 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221642 Aug 19 00:03:06.636945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052c2953-0c17-4b20-9b6f-09ff92d3b3b4 req-9f1248bc-099b-407c-a5ba-675554f8b1ad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270223 Aug 19 00:03:06.644564 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-6df7d417-e49a-4fea-8e9e-72171a37aefd service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820442 Aug 19 00:03:06.690396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] For port 1da29771-0e86-4efc-876d-5c795d7ab3eb, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1da29771-0e86-4efc-876d-5c795d7ab3eb,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:06.690760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:06.717982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-af4158fb-9ef7-480c-9013-dd685efcce78 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.719890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-af4158fb-9ef7-480c-9013-dd685efcce78 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.2372403 Aug 19 00:03:06.721574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Calling delete_port for 1da29771-0e86-4efc-876d-5c795d7ab3eb owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:06.740955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:06.794129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aff2d7ee-a306-4450-b827-1769a3364a49 req-7f8e1e41-0479-4df2-a6da-2d7bc42f9af2 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277490 Aug 19 00:03:06.923240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-2a29b7c8-04bd-45c5-9982-caf88b1b194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:06.925215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-2a29b7c8-04bd-45c5-9982-caf88b1b194f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 1099 time: 0.0661697 Aug 19 00:03:06.995755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:06.996122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.024106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:07.080345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.109364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.115497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.121841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.127873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.135951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.140271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da29771-0e86-4efc-876d-5c795d7ab3eb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:07.143761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.150429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.152269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-2dfff2df-bc47-4594-ad42-4ae1276eab49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.2221296 Aug 19 00:03:07.174079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:07.176256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-699dd73e-7daa-4208-96e7-805b31474600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.177792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-699dd73e-7daa-4208-96e7-805b31474600 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2341139 Aug 19 00:03:07.195794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:07.196321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.241194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaef79-d556-4fd5-b567-bb7456051cef req-08255c5d-cc8e-4500-b0fb-bfea2e5ed8c3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.246613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-2450af3f-7584-4f3e-86c8-9f5dccc78fa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=77ba3549-8918-4fa1-8575-1dce41b56037 HTTP/1.1" status: 200 len: 217 time: 0.0500939 Aug 19 00:03:07.249630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4deaef79-d556-4fd5-b567-bb7456051cef req-08255c5d-cc8e-4500-b0fb-bfea2e5ed8c3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 946 time: 0.1797864 Aug 19 00:03:07.263034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for f4a374b8-f781-4a18-ad7b-8a85c3e75d8b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:07.317650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.337290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22c1d67c-9fc9-4f6b-bf5d-895426e67982 req-80a1998a-713e-4236-a356-8be811970e79 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418302 Aug 19 00:03:07.341716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.365034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-51da301d-8370-4178-8982-2d99377d54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.374271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-51da301d-8370-4178-8982-2d99377d54d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1068745 Aug 19 00:03:07.391769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4deaef79-d556-4fd5-b567-bb7456051cef req-ba59aa58-a15e-4cd7-8903-733528d5c868 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409917 Aug 19 00:03:07.512107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:07.544884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-ac23d037-87de-47f6-a3ef-2943cb162445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.546530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-ac23d037-87de-47f6-a3ef-2943cb162445 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225379 Aug 19 00:03:07.558157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on host n-h2-771363-38 for vnic_type normal with profile {"migrating_to": "n-h1-771363-38"} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:07.558593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:07.559003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:07.564098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:07.564560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Attempting to bind port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on network 74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:07.588879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:07.589330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Checking segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:07.589800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Bound using segment: {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:07.590338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Bound port: 701c6e93-4232-4331-8c6d-0c21f60d24d6, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4c8707-8c10-4843-a27a-88b7662fffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:07.590778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.697911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:07.701398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:07.714566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.855353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.856276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.857839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] 10.222.0.21 "PUT /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 1123 time: 1.2767589 Aug 19 00:03:07.872209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508a1d-c201-4058-9278-c3678eedda61 service neutron] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=8']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:07.887606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-80d0831c-8fcf-4195-b268-3a4070f49460 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204885 Aug 19 00:03:07.914539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35219998-8a24-4ee8-9d7d-9dbad7885032 req-ed662b29-b3ae-4ebb-b500-637d57d5feb4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:07.922376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35219998-8a24-4ee8-9d7d-9dbad7885032 req-ed662b29-b3ae-4ebb-b500-637d57d5feb4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1569972 Aug 19 00:03:07.958022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:07.978888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['701c6e93-4232-4331-8c6d-0c21f60d24d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:07.993808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a418-8c6b-408c-9b9b-d1ff2ec311d3 req-265faff1-4464-47f7-a567-c11d4f99f5f6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.003461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc88a418-8c6b-408c-9b9b-d1ff2ec311d3 req-265faff1-4464-47f7-a567-c11d4f99f5f6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 944 time: 0.1439567 Aug 19 00:03:08.009116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be674c0f-f45a-408b-9926-e6edf053fe8f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:08.028105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35219998-8a24-4ee8-9d7d-9dbad7885032 req-7ef276ad-1ecf-40d4-9518-503c76ce0127 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975819 Aug 19 00:03:08.083592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['701c6e93-4232-4331-8c6d-0c21f60d24d6'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:08.083866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:08.090966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port be674c0f-f45a-408b-9926-e6edf053fe8f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:08.091448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6'}, {'name': 'network-changed', 'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:08.096312 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b43b18-39f6-4a02-aa04-3ac85a060a68" -d '{"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-unplugged", "status": "completed", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6"}, {"name": "network-changed", "server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:08.129869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c6a614d-2549-4257-8283-cb596fe1cf1f req-7c6253dd-be79-42a7-9c47-f10c308e6856 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326019 Aug 19 00:03:08.134048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port be674c0f-f45a-408b-9926-e6edf053fe8f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:08.134312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:08.142466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc88a418-8c6b-408c-9b9b-d1ff2ec311d3 req-0d919126-5ca4-4cdf-8fde-8cc4e72bb296 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333141 Aug 19 00:03:08.186616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24aa25-f35c-4371-93af-08609b27a746 req-a3bf18e2-8051-42da-b0c6-1c3b765b9bf0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.194086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af24aa25-f35c-4371-93af-08609b27a746 req-a3bf18e2-8051-42da-b0c6-1c3b765b9bf0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 947 time: 0.0676923 Aug 19 00:03:08.208249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=f4a374b8-f781-4a18-ad7b-8a85c3e75d8b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:08.235176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af24aa25-f35c-4371-93af-08609b27a746 req-d6008e94-e81b-48bc-b4f2-f447a078bbe9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Aug 19 00:03:08.295567 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062e668-1982-43a2-92a5-a24a9c486042 x-openstack-request-id: req-8062e668-1982-43a2-92a5-a24a9c486042 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:08.297212 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-unplugged", "status": "completed", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6", "code": 200}, {"name": "network-changed", "server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:08.297387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port f4a374b8-f781-4a18-ad7b-8a85c3e75d8b on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:08.297696 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8062e668-1982-43a2-92a5-a24a9c486042 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:08.298207 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'code': 200} Aug 19 00:03:08.298561 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'status': 'completed', 'code': 200} Aug 19 00:03:08.300900 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:08.303443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7db809d8-2337-40f2-bd2b-6fa494e5f658 req-0ae0ac92-4362-4077-81a7-3c0592d2b0f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "DELETE /v2.0/ports/f4a374b8-f781-4a18-ad7b-8a85c3e75d8b HTTP/1.1" status: 204 len: 173 time: 1.5741210 Aug 19 00:03:08.303888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'name': 'network-vif-deleted', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:08.306743 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cfbe65-c859-4a12-a375-0b341b7ebd2c" -d '{"events": [{"server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "name": "network-vif-deleted", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:08.371864 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3233ec-98bc-480d-8dc1-5b83c906da69 x-openstack-request-id: req-3a3233ec-98bc-480d-8dc1-5b83c906da69 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:08.372159 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7575b-557d-4aa9-a96b-078c4ac653bf", "name": "network-vif-deleted", "tag": "f4a374b8-f781-4a18-ad7b-8a85c3e75d8b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:08.372431 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a3233ec-98bc-480d-8dc1-5b83c906da69 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:08.372876 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7575b-557d-4aa9-a96b-078c4ac653bf', 'name': 'network-vif-deleted', 'tag': 'f4a374b8-f781-4a18-ad7b-8a85c3e75d8b', 'status': 'completed', 'code': 200} Aug 19 00:03:08.410846 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:08.452173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:08.454340 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0672f7-17d2-4955-ad3d-966273a1f838" -d '{"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-plugged", "status": "completed", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:08.474678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:08.485664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:08.515880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-028d78e8-6632-4c0f-b036-2d60f2ab9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.517832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-028d78e8-6632-4c0f-b036-2d60f2ab9294 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1126 time: 0.1484861 Aug 19 00:03:08.547536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fef084fe-6ab2-4877-a4d8-d8942c73252e req-c8e3871d-051c-4527-9fd2-3cf3c61ee76b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d7575b-557d-4aa9-a96b-078c4ac653bf HTTP/1.1" status: 200 len: 210 time: 0.0369658 Aug 19 00:03:08.570675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:08.600276 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9677504f-c93c-4f9f-962a-2b51405a9d31 x-openstack-request-id: req-9677504f-c93c-4f9f-962a-2b51405a9d31 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:08.600609 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-plugged", "status": "completed", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:08.600867 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9677504f-c93c-4f9f-962a-2b51405a9d31 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:08.601267 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'code': 200} Aug 19 00:03:08.616044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Router 550e156d-9ae9-4edf-b694-edb4d9b63931 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:03:08.657347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.663747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.669600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.675377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.681927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.687699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.697498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.702543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-c6446767-baf6-4805-9f9d-f7eaad07565a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.2110136 Aug 19 00:03:08.727185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6d4c-b091-468c-b52b-64f5eaa75164 req-5a25d956-c6db-45b4-8650-d172ab83c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.728779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd7d6d4c-b091-468c-b52b-64f5eaa75164 req-5a25d956-c6db-45b4-8650-d172ab83c09b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 1097 time: 0.0438669 Aug 19 00:03:08.768617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd7d6d4c-b091-468c-b52b-64f5eaa75164 req-31cbe0d6-97cc-4dd7-b741-f1e0d792eae1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Aug 19 00:03:08.831114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-71cafcad-3b66-484e-a98e-e66401e3d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:08.832600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-71cafcad-3b66-484e-a98e-e66401e3d418 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.2835004 Aug 19 00:03:08.838104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6a263b8-3db0-4c65-b77b-b0716cfa56d2 req-ecadfed1-1936-49ec-978f-2d724e7647b8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316872 Aug 19 00:03:08.886446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-6bbf6eb9-d332-4fb5-b1c1-7a2308e3f3b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 217 time: 0.0434914 Aug 19 00:03:08.892880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:08.898198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df153cb5-d635-454b-bafc-fe14feee2c94 admin admin] 10.222.0.20 "PUT /v2.0/routers/550e156d-9ae9-4edf-b694-edb4d9b63931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5717993 Aug 19 00:03:08.900546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:08.906881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Sync routers for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:08.917380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:08.918011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:09.029350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:09.030542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-1eb5cd59-ef28-4aaf-b8e6-a572d22821cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:09.032045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-1eb5cd59-ef28-4aaf-b8e6-a572d22821cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0909894 Aug 19 00:03:09.071487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-20daa8e6-87fd-4600-8306-9f36bf955789 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303278 Aug 19 00:03:09.152386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:09.153606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e48c0-d11f-4bf1-a6f9-8e44a260e4d1 req-4526bfd9-586a-4def-93a7-3893774e889c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:09.156486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-563e48c0-d11f-4bf1-a6f9-8e44a260e4d1 req-4526bfd9-586a-4def-93a7-3893774e889c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0612411 Aug 19 00:03:09.255634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-563e48c0-d11f-4bf1-a6f9-8e44a260e4d1 req-6ef0d40a-99b7-49bb-a773-04f0ba674dcc tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856113 Aug 19 00:03:09.355338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:03:06Z', 'revision_number': 5, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:09.359604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-60e2cfbd-d35d-4afc-8fb3-56c3d3d9b8e9 service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613978 Aug 19 00:03:09.385493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4b28b-f780-4003-96b2-5209322a33c5 req-7d6e013b-395b-413e-a07b-b2bf8ea8d19f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:09.385965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Checking router: 550e156d-9ae9-4edf-b694-edb4d9b63931 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:09.392567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42a4b28b-f780-4003-96b2-5209322a33c5 req-7d6e013b-395b-413e-a07b-b2bf8ea8d19f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.1240752 Aug 19 00:03:09.395142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Routers {'550e156d-9ae9-4edf-b694-edb4d9b63931'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:09.396325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['550e156d-9ae9-4edf-b694-edb4d9b63931'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:09.446405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:09.448575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45860bcd-7832-4602-b29d-42c90dfc2d67 req-04ec9777-2fc1-413c-9228-0f7e519243b0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:09.451016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:09.452776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45860bcd-7832-4602-b29d-42c90dfc2d67 req-04ec9777-2fc1-413c-9228-0f7e519243b0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 947 time: 0.0549378 Aug 19 00:03:09.482125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42a4b28b-f780-4003-96b2-5209322a33c5 req-250f37cb-5862-4a92-9e79-6e8c4395b927 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887089 Aug 19 00:03:09.510754 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45860bcd-7832-4602-b29d-42c90dfc2d67 req-94203439-b1a8-409f-98d0-2eb3edb184a7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 Aug 19 00:03:09.540227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6b43b18-39f6-4a02-aa04-3ac85a060a68 req-eb8a6e14-90c2-4c30-be60-59a0496a92ee service neutron] 10.222.0.11 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691685 Aug 19 00:03:09.554911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Deleting port c4d17748-9524-4c44-bc2b-6cd4af95b5e9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:09.555271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:09.614197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] Set router 550e156d-9ae9-4edf-b694-edb4d9b63931 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:09.669449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] For port c4d17748-9524-4c44-bc2b-6cd4af95b5e9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:09.670373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:09.687358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Calling delete_port for c4d17748-9524-4c44-bc2b-6cd4af95b5e9 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:09.809878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa6b63-5d86-464c-8d61-a344a516a9fe req-63fd7572-dd52-46bb-950e-8aa4107c0ddf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:09.811415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02fa6b63-5d86-464c-8d61-a344a516a9fe req-63fd7572-dd52-46bb-950e-8aa4107c0ddf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.0675137 Aug 19 00:03:09.889747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:03:06Z', 'revision_number': 5, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:09.913374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02fa6b63-5d86-464c-8d61-a344a516a9fe req-8163f11c-b70d-4688-9052-b0eb7e7609e0 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471976 Aug 19 00:03:09.919188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff539b45-18d0-4cba-be42-94d5f4579dbc None None] The sync data for ids ['550e156d-9ae9-4edf-b694-edb4d9b63931'] in n-d-771363-38 is: [{'id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'name': 'tempest-FloatingIPsTestJSON-1466755918-router', 'tenant_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:02:45Z', 'updated_at': '2021-08-19T00:03:06Z', 'revision_number': 5, 'project_id': '2b6b39a7aa9c48b7be0ca904a47959d3', 'gw_port': {'id': 'c4d17748-9524-4c44-bc2b-6cd4af95b5e9', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e156d-9ae9-4edf-b694-edb4d9b63931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:46Z', 'updated_at': '2021-08-19T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:09.990291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.000952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 77ba3549-8918-4fa1-8575-1dce41b56037 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:10.006629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f4a374b8-f781-4a18-ad7b-8a85c3e75d8b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:10.034579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d17748-9524-4c44-bc2b-6cd4af95b5e9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:10.035268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: f4a374b8-f781-4a18-ad7b-8a85c3e75d8b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:10.035268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f4a374b8-f781-4a18-ad7b-8a85c3e75d8b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:10.086866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.087225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.087567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.087932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.088267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.088648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.088979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.089303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.089624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.089947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.090271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.090633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:10.143471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=77ba3549-8918-4fa1-8575-1dce41b56037,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:10.148993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.153936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '77ba3549-8918-4fa1-8575-1dce41b56037', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '77ba3549-8918-4fa1-8575-1dce41b56037', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:10.154772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.160546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.166367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.172187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.178876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.184660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.186531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-bb87fe59-7d0a-4a4a-b4a2-46980adae9c1 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1854520 Aug 19 00:03:10.193835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.194038 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.211789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ba3549-8918-4fa1-8575-1dce41b56037 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:10.232684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=77ba3549-8918-4fa1-8575-1dce41b56037,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:10.236984 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.237257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-80bd6036-a672-4ac3-9477-8e96d0632fae tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.240314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-80bd6036-a672-4ac3-9477-8e96d0632fae tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1208520 Aug 19 00:03:10.259746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-e640013a-b56a-49b7-beb4-eafccda8f32a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0115254 Aug 19 00:03:10.314283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.318336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.340618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff911756-8f45-47e8-871d-fd0af83e7ff1 req-06c453ce-0b76-467d-a8aa-201b856c6dc4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443279 Aug 19 00:03:10.358467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-a5f15a49-0e56-4013-9853-ab159cb92202 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879657 Aug 19 00:03:10.380238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.381009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 550e156d-9ae9-4edf-b694-edb4d9b63931 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:03:10.386246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.387521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0bffe2a-2fd0-49e0-b639-e098959d5daa admin admin] 10.222.0.20 "DELETE /v2.0/routers/550e156d-9ae9-4edf-b694-edb4d9b63931 HTTP/1.1" status: 204 len: 168 time: 1.4859653 Aug 19 00:03:10.390223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:10.447375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Deleting subnet 3906c5fc-c5c0-40ed-a167-aa3c7bb48a11 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:03:10.451936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.479762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:10.490921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-4d2e1b18-6627-4825-9926-2baaf5b1b3f5 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281040 Aug 19 00:03:10.529962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.580074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636f7f4-23ae-44c4-a72f-b16c604e11d1 req-8487b05c-3fa1-4ccf-9d37-e2cae00e9ea9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.581547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f636f7f4-23ae-44c4-a72f-b16c604e11d1 req-8487b05c-3fa1-4ccf-9d37-e2cae00e9ea9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0871756 Aug 19 00:03:10.584691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-2acdd39d-96e7-4ad3-9751-0be46d4a986d service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Aug 19 00:03:10.652240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.662811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['77ba3549-8918-4fa1-8575-1dce41b56037'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:10.682821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f636f7f4-23ae-44c4-a72f-b16c604e11d1 req-5b10966a-2b1e-492b-a945-d787c598e44b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747874 Aug 19 00:03:10.758076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.795153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3906c5fc-c5c0-40ed-a167-aa3c7bb48a11,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:10.799929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.803090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65167068-8cf2-4eff-9cc4-461beb931b9d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3906c5fc-c5c0-40ed-a167-aa3c7bb48a11 HTTP/1.1" status: 204 len: 168 time: 0.4117162 Aug 19 00:03:10.807732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:10.819306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba3584b-689b-466c-a733-073e5036a3cc None None] Network a42d9980-e7c2-430b-bd20-727656d99dbd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:03:10.924331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05307717-00bb-415c-9b5a-7034a566872d req-89be9093-c0d1-4780-96d9-9c0071316c9b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.927019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05307717-00bb-415c-9b5a-7034a566872d req-89be9093-c0d1-4780-96d9-9c0071316c9b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 948 time: 0.0804834 Aug 19 00:03:10.927427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:10.960949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11bca6-289e-482c-a692-8bedb6332cbe req-6c899f15-7536-4a83-8150-9b6e084473be tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:10.970184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf11bca6-289e-482c-a692-8bedb6332cbe req-6c899f15-7536-4a83-8150-9b6e084473be tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.1328692 Aug 19 00:03:10.985126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05307717-00bb-415c-9b5a-7034a566872d req-f7dbad17-906a-45a8-b3e9-0a1c7b8ee354 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Aug 19 00:03:11.033244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf11bca6-289e-482c-a692-8bedb6332cbe req-b67e807a-2e15-4f53-a9d9-c55abe8660c2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621622 Aug 19 00:03:11.046052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Deleting port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:11.046758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.097848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47dd4a65-a2fa-4840-92c5-a8e180db0858 req-01ea7904-e59e-49ac-8cd4-68e174a61edb tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 210 time: 0.0570097 Aug 19 00:03:11.153952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] For port b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:11.154438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.173090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Calling delete_port for b36ea37f-1131-4de4-9eb3-c1b7f60850a8 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:11.198517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] DHCP port deletion for a42d9980-e7c2-430b-bd20-727656d99dbd request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:03:11.297460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Deleting port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:11.297916 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.314171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.315166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff718-d9ef-4ec5-a173-a71f47bd8f77 req-722972e7-fcf7-4ead-b6bf-329ca8e6570f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.329805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4eff718-d9ef-4ec5-a173-a71f47bd8f77 req-722972e7-fcf7-4ead-b6bf-329ca8e6570f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.1044617 Aug 19 00:03:11.351521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:11.358313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] No DVR routers for this DVR port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:11.394525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4eff718-d9ef-4ec5-a173-a71f47bd8f77 req-95f90a60-2271-4442-93dd-57c23371905f tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632982 Aug 19 00:03:11.435337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] For port b36ea37f-1131-4de4-9eb3-c1b7f60850a8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,segment=NetworkSegment(b1362fe4-e009-4719-8656-3880cc5fc648),segment_id=b1362fe4-e009-4719-8656-3880cc5fc648)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:11.435841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.460923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Calling delete_port for b36ea37f-1131-4de4-9eb3-c1b7f60850a8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:11.462816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.475363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42d9980-e7c2-430b-bd20-727656d99dbd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:11.490522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1362fe4-e009-4719-8656-3880cc5fc648') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:11.490725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1362fe4-e009-4719-8656-3880cc5fc648') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:11.534266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.555582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.561837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.564752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:03:11.565189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:03:11.566953 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:03:11.593364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] Pushing event deleted for resources: {'Port': ['ID=b36ea37f-1131-4de4-9eb3-c1b7f60850a8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:11.596987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.600061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d4b8d-00fc-4010-bdfc-11bd09a06238 None None] No DVR routers for this DVR port b36ea37f-1131-4de4-9eb3-c1b7f60850a8 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:11.607404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.613466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.620461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.628125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.634565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.640422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.642272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-07419d1e-eb0b-42de-a886-2e60442f9384 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1571443 Aug 19 00:03:11.733607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.734447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1da29771-0e86-4efc-876d-5c795d7ab3eb no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:11.739516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:11.743405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a42d9980-e7c2-430b-bd20-727656d99dbd HTTP/1.1" status: 204 len: 168 time: 0.9345145 Aug 19 00:03:11.762557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee5e37c2-d598-4dc7-8ae2-3deb0320d999 req-d3bba287-558c-485c-a6c3-209dc214b1d0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899274 Aug 19 00:03:11.763477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0baa-f099-48a9-bf79-4c0191c3be71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42d9980-e7c2-430b-bd20-727656d99dbd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:11.764809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1da29771-0e86-4efc-876d-5c795d7ab3eb {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:11.769617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1da29771-0e86-4efc-876d-5c795d7ab3eb not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:11.770408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4d17748-9524-4c44-bc2b-6cd4af95b5e9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:11.812006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c4d17748-9524-4c44-bc2b-6cd4af95b5e9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:11.812526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4d17748-9524-4c44-bc2b-6cd4af95b5e9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:11.813387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b36ea37f-1131-4de4-9eb3-c1b7f60850a8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:11.846224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b36ea37f-1131-4de4-9eb3-c1b7f60850a8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:11.846653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b36ea37f-1131-4de4-9eb3-c1b7f60850a8 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:11.876766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d836fc-8950-4ad3-9652-9dc8b0e29c44 req-0e9730b3-e312-4728-8dd8-45499043b565 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:11.884071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36d836fc-8950-4ad3-9652-9dc8b0e29c44 req-0e9730b3-e312-4728-8dd8-45499043b565 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0619214 Aug 19 00:03:11.894570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51366) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:11.916838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36d836fc-8950-4ad3-9652-9dc8b0e29c44 req-532d13e0-8bb0-4467-94d7-3e8975eeaee4 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Aug 19 00:03:11.938212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d25f4c41-b47b-471f-86fd-19157ce9d05f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b6b39a7aa9c48b7be0ca904a47959d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423362 Aug 19 00:03:11.940625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51368) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:11.986235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.007584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.064936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.067371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.068506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/582736e8-534a-4b58-ab97-ef4ecdf4ab42 HTTP/1.1" status: 204 len: 168 time: 0.1269398 Aug 19 00:03:12.091033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943eea62-1c6e-48c1-bc62-561761967ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582736e8-534a-4b58-ab97-ef4ecdf4ab42,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:12.117104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7b07-99ba-44ae-bf76-4b6a21309c6d req-2748f272-7902-440e-a1a5-aa4c8b37abf2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:12.118784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a9b7b07-99ba-44ae-bf76-4b6a21309c6d req-2748f272-7902-440e-a1a5-aa4c8b37abf2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 948 time: 0.0649748 Aug 19 00:03:12.159499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a9b7b07-99ba-44ae-bf76-4b6a21309c6d req-fcf7ddaa-8e3a-4af8-88ac-05b47a9b8c99 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Aug 19 00:03:12.217612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ea30e0b-e370-4170-827c-101c194c43bb req-2a82b255-9500-48d9-916a-d0a6e2d5fa77 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 210 time: 0.0373704 Aug 19 00:03:12.318194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-e0b98535-1c76-448c-9660-2e26e3b639e4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:12.319737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-e0b98535-1c76-448c-9660-2e26e3b639e4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.0566318 Aug 19 00:03:12.361000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7892b5c-2775-4a7e-abcd-cd978e7456b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.446622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Deleting port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:12.447035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.564685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] For port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:12.565387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.570406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913eb8f-15a7-4247-a90e-2864afc27080 req-133a88e1-a7e1-4c31-a2fa-e42059a512f1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:12.571962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f913eb8f-15a7-4247-a90e-2864afc27080 req-133a88e1-a7e1-4c31-a2fa-e42059a512f1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 946 time: 0.0851176 Aug 19 00:03:12.594889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-7cc24032-1b59-48d8-8259-ab6f82250d0c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:12.596403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-7cc24032-1b59-48d8-8259-ab6f82250d0c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1795192 Aug 19 00:03:12.627960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:12.673469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f913eb8f-15a7-4247-a90e-2864afc27080 req-bb64db11-b31d-40cc-affa-163867b222e2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e02320b-db47-4bc2-8765-6c3632ce3bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942202 Aug 19 00:03:12.759570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:12.763187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.780352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.781067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.781647 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Floating IP 1e792212-4e77-4398-9ab5-b88e33ac797e disassociated. External IP: 172.25.1.172, port: 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7. Aug 19 00:03:12.782219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Calling delete_port for 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:12.945370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:12.984173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'Port': ['ID=5fb5777f-c730-47bf-b1ea-d4d7762cc0b7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:13.010307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.4 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/72ed8ae7-490e-48c5-b56c-3a6faca7b9ca) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:13.030765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.037572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.043919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.050153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.055855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.063538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.067701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.069622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a6d15ad-1878-467d-90a2-a0673498726f req-a0366d3c-c787-4472-8a8d-b181188194fc tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1516321 Aug 19 00:03:13.146574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a6d15ad-1878-467d-90a2-a0673498726f req-385f2a0c-5ec1-46f3-a896-721c890033f2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695622 Aug 19 00:03:13.285073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:13.341433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:13.378061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:13.389876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:13.393562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:13.397578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:13.456680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.458926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:13.482293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:13.494955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-d478bdcc-d101-4170-ba29-7d9c2981d629 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724113 Aug 19 00:03:13.518391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Request body: {'port': {'device_id': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:13.633942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:13.646251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ef6d62ba-00d9-4c22-8468-f68e89b70150 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f4342763ae8c4647adad03cc89e18d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943663 Aug 19 00:03:13.668751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b033de-151f-4051-bf94-4c92732567a3 req-580e1f08-c298-4368-9e99-e65f4a4ee83a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.675969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01b033de-151f-4051-bf94-4c92732567a3 req-580e1f08-c298-4368-9e99-e65f4a4ee83a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.6303074 Aug 19 00:03:13.701346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:03:13.729569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01b033de-151f-4051-bf94-4c92732567a3 req-d9bbf354-27d6-41b4-a664-dce1545c7046 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526369 Aug 19 00:03:13.853092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-96f4698c-ecca-4782-9e57-bc2d50a9e43d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:13.854723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-96f4698c-ecca-4782-9e57-bc2d50a9e43d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017419 Aug 19 00:03:13.871913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:13.887943 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:13.900114 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:13.901124 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:13.933086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-468df1fa-8c35-4094-8c2d-1af255519a9f tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/quotas/f4342763ae8c4647adad03cc89e18d02 HTTP/1.1" status: 200 len: 375 time: 0.0511959 Aug 19 00:03:13.947501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] No DVR routers for this DVR port 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:13.954531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:13.956696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9c401a1-96e7-4279-8a7f-39687a79b0eb req-588f23d5-cd60-4603-9c35-87b9a99b7e85 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "DELETE /v2.0/ports/5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 HTTP/1.1" status: 204 len: 173 time: 1.6189835 Aug 19 00:03:13.969504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-1b3f0bbe-6ad4-4c2d-bdb9-286b51f4769a tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4342763ae8c4647adad03cc89e18d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288231 Aug 19 00:03:13.969961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-deleted', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:13.972607 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb25c2b-4d74-406f-b7af-ea97f47563b3" -d '{"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-deleted", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:13.993460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760433e9-9430-45bd-aa4a-1bd22e46660c req-aaec6b8d-9452-4109-9fed-5f28d258ace9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.002266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 77ba3549-8918-4fa1-8575-1dce41b56037 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:14.010156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-760433e9-9430-45bd-aa4a-1bd22e46660c req-aaec6b8d-9452-4109-9fed-5f28d258ace9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 948 time: 0.1565816 Aug 19 00:03:14.096272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-760433e9-9430-45bd-aa4a-1bd22e46660c req-27179fcc-2e4e-43c3-8b68-a5dba9fc3da6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783622 Aug 19 00:03:14.120123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:14.130197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.132685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 77ba3549-8918-4fa1-8575-1dce41b56037 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:14.137412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 77ba3549-8918-4fa1-8575-1dce41b56037 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:14.137793 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.145902 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:14.193156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Transition to ACTIVE for port object 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:14.199734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.344641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.346972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6501f9a-e428-4379-9e3c-d736271f1e4b req-4dd08ce3-9e3c-41e7-b172-2fad8c4e79a7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.357585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6501f9a-e428-4379-9e3c-d736271f1e4b req-4dd08ce3-9e3c-41e7-b172-2fad8c4e79a7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 943 time: 0.1148365 Aug 19 00:03:14.377241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:14.379650 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6f518d-c220-4ab4-a58f-fc03be6abfba" -d '{"events": [{"server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:14.399560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=77ba3549-8918-4fa1-8575-1dce41b56037,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:14.407926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.408749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6501f9a-e428-4379-9e3c-d736271f1e4b req-6618fb3a-e81c-4a68-b45c-c0a63de8a646 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Aug 19 00:03:14.490488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Pushing event updated for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:14.503082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:14.516744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77c371b7-62a6-4f83-b3f6-7cc0fc4e596f req-d85d92c3-a4fa-44bd-bdc7-fd06609fdbbc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b70458-6b6e-4085-b832-6eb5b6be2d97 HTTP/1.1" status: 200 len: 210 time: 0.0477784 Aug 19 00:03:14.553702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:14.558223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Attempting to bind port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:14.559717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Attempting to bind port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:14.561052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Attempting to bind port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:14.570394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:14.570786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Attempting to bind port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:14.580367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:14.580722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:14.581112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:14.581555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Bound port: 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:14.587422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.594925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:14.608652 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:14.610982 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:14.620190 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20bf7c-ab86-4a33-a74f-e4ed07e3dd66 x-openstack-request-id: req-df20bf7c-ab86-4a33-a74f-e4ed07e3dd66 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:14.620851 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b70458-6b6e-4085-b832-6eb5b6be2d97", "name": "network-vif-deleted", "tag": "5fb5777f-c730-47bf-b1ea-d4d7762cc0b7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:14.621336 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df20bf7c-ab86-4a33-a74f-e4ed07e3dd66 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:14.622002 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b70458-6b6e-4085-b832-6eb5b6be2d97', 'name': 'network-vif-deleted', 'tag': '5fb5777f-c730-47bf-b1ea-d4d7762cc0b7', 'status': 'completed', 'code': 200} Aug 19 00:03:14.738047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:14.742520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:14.756671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.776254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:14.779843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.796421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9efd45c-a9b7-4af2-9351-ee00efeb01ec req-99b931f7-ff10-47b4-974a-553c040f390b tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 210 time: 0.1136904 Aug 19 00:03:14.797752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.808447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.821772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.844629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.851273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.857374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.864930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.865095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:14.865561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.866967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] 10.222.0.21 "PUT /v2.0/ports/72ed8ae7-490e-48c5-b56c-3a6faca7b9ca HTTP/1.1" status: 200 len: 1092 time: 1.3540165 Aug 19 00:03:14.867479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:14.870004 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba761c-39c9-4732-b460-8357f5d435a7" -d '{"events": [{"name": "network-changed", "server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:14.873885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-c8fbc4ed-7ad9-48f8-aaa4-af6836c0cd52 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1791828 Aug 19 00:03:14.922183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9f93-9a72-4d69-a349-d0d3a43366ea service neutron] Pushing event updated for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:14.940177 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba3e08-b434-4cae-a917-4f114c0477cb x-openstack-request-id: req-46ba3e08-b434-4cae-a917-4f114c0477cb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:14.940177 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:14.940528 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46ba3e08-b434-4cae-a917-4f114c0477cb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:14.940799 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037', 'code': 200} Aug 19 00:03:14.947408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d453934-153e-4e25-a8b3-0469f26f03b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:14.990933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11354f5-0c06-40fc-81f3-fa39e02fbeca req-e66dcd85-cde8-4a21-8976-3b0c1baa1194 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159015 Aug 19 00:03:15.018327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f34f3005-a416-4dc6-8151-88f21bb01937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.019858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f34f3005-a416-4dc6-8151-88f21bb01937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 1095 time: 0.0839822 Aug 19 00:03:15.057187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135a410-5313-4070-9489-138a41b8ad22 req-b7fb9e6a-5de3-422f-9718-842945fa338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.059049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9135a410-5313-4070-9489-138a41b8ad22 req-b7fb9e6a-5de3-422f-9718-842945fa338b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 1101 time: 0.0595381 Aug 19 00:03:15.101429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9135a410-5313-4070-9489-138a41b8ad22 req-27624ee1-ab03-4411-9507-b20146429fef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Aug 19 00:03:15.140497 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be79ce2-4015-46f3-a946-360a059db912 x-openstack-request-id: req-8be79ce2-4015-46f3-a946-360a059db912 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:15.140497 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:15.141859 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8be79ce2-4015-46f3-a946-360a059db912 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:15.142262 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca', 'status': 'completed', 'code': 200} Aug 19 00:03:15.144254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-4f0fa840-c874-4a12-b264-6d53fa0c0e77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca HTTP/1.1" status: 200 len: 217 time: 0.1097627 Aug 19 00:03:15.147030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:15.176020 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:15.212044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e80a3-fab6-4f6c-96b3-342f27c8807a req-28a41684-be9b-4b6a-b08c-6018d0955971 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.219926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-135e80a3-fab6-4f6c-96b3-342f27c8807a req-28a41684-be9b-4b6a-b08c-6018d0955971 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1841979 Aug 19 00:03:15.242908 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705940e-111c-444f-8e45-4a691acb5796 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:15.246925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff089f5-69b0-4b92-a439-c4f96fc7a425 req-b63f8d2b-5ecd-45c8-bcf5-06260e95449d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.248441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cff089f5-69b0-4b92-a439-c4f96fc7a425 req-b63f8d2b-5ecd-45c8-bcf5-06260e95449d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.0547845 Aug 19 00:03:15.268604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-790b4c7f-109c-4002-8eb9-1ca6b39bb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.270269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-790b4c7f-109c-4002-8eb9-1ca6b39bb635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1143701 Aug 19 00:03:15.284468 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-135e80a3-fab6-4f6c-96b3-342f27c8807a req-cd7ced7d-68f6-4c53-94b5-3130cd301ea9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Aug 19 00:03:15.325055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-41749e77-7cfd-4160-a2ec-c14f3f401c56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392685 Aug 19 00:03:15.327279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cff089f5-69b0-4b92-a439-c4f96fc7a425 req-7c5994ac-0b4d-4bf6-a265-c9b1d4892cd1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699706 Aug 19 00:03:15.556014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea35f81-3a41-4a44-9ebb-390f0fd2c787 req-0ba9064a-4a6d-4d26-b1e1-30adff754263 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:15.558252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dea35f81-3a41-4a44-9ebb-390f0fd2c787 req-0ba9064a-4a6d-4d26-b1e1-30adff754263 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 943 time: 0.0644872 Aug 19 00:03:15.609843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dea35f81-3a41-4a44-9ebb-390f0fd2c787 req-14a8a0c8-e39e-4d28-83eb-58d73b5775ee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 Aug 19 00:03:15.615335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9e00c-f1d2-4798-9f7a-a285af966690 None None] New status for floating IP 1e792212-4e77-4398-9ab5-b88e33ac797e: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:03:15.688338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:15.766462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:15.797486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:15.867243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-ff575c37-24d2-448e-ae2c-f4210bbff0f2 service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236681 Aug 19 00:03:15.873132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:15.877075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:15.878548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e02320b-db47-4bc2-8765-6c3632ce3bac HTTP/1.1" status: 204 len: 168 time: 0.1888866 Aug 19 00:03:15.882328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:15.909371 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-63aa4d80-d31b-4875-bccb-bafb2145405a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] show failed (client error): The resource could not be found. Aug 19 00:03:15.910406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-63aa4d80-d31b-4875-bccb-bafb2145405a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups/5e02320b-db47-4bc2-8765-6c3632ce3bac HTTP/1.1" status: 404 len: 347 time: 0.0270629 Aug 19 00:03:15.915986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:15.933462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1fda9-3ca0-4d3d-9263-23752166bf3a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02320b-db47-4bc2-8765-6c3632ce3bac,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:15.982246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c3f6a87-9fce-4271-8dca-d6f8b34fe29e req-25c5f694-9fcd-4880-8b57-c976e70e502e tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 210 time: 0.0741048 Aug 19 00:03:16.015571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:16.028145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-8a92a7a7-994d-4fc3-a224-01b63697c808 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f4342763ae8c4647adad03cc89e18d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767558 Aug 19 00:03:16.031354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45adf5b6-aa72-4839-af3c-6f784ad7fbac req-f2529d6d-535a-4833-b37d-60140729abe5 service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552944 Aug 19 00:03:16.052943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:16.053358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5fb5777f-c730-47bf-b1ea-d4d7762cc0b7 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:16.054335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:16.207436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.215061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.221804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.228773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.234782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.240889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.248766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.251885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-148aa02a-f55c-42e1-9526-c29d28ff883c tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.254338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-148aa02a-f55c-42e1-9526-c29d28ff883c tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899095 Aug 19 00:03:16.256185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.258364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e40636fd-54c9-4c6c-9b7a-02ed917778d2 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1295204 Aug 19 00:03:16.265229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Deleting port a94d30b1-4601-41ea-939c-74301a82abc4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:16.265882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.310582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Request body: {'port': {'device_id': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': 'f4342763ae8c4647adad03cc89e18d02'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:16.325473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4b91760-f8af-4d3a-bae3-c0ad028c9e99 req-e2dc974b-6435-4c4b-b840-52a006015bdf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473197 Aug 19 00:03:16.330361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-988fa16f-3c4d-4e19-be1c-c34898ee53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.331837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-988fa16f-3c4d-4e19-be1c-c34898ee53ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 1095 time: 0.1402583 Aug 19 00:03:16.472937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-fc4c70ed-6864-440f-bba7-2c70fd6187fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.475251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-fc4c70ed-6864-440f-bba7-2c70fd6187fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.1358423 Aug 19 00:03:16.494021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.494402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.501684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29c56-d976-44f7-8aa7-78e5a35520dd req-37cf6bd3-55f7-4081-8552-bcb6fb3a3b23 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.510105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-99f29c56-d976-44f7-8aa7-78e5a35520dd req-37cf6bd3-55f7-4081-8552-bcb6fb3a3b23 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.0865297 Aug 19 00:03:16.511419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734e34c-b977-43cf-83e6-a499616e750a req-3bcf06e8-6711-4ecb-a38f-f7cd299d7c9a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.513039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b734e34c-b977-43cf-83e6-a499616e750a req-3bcf06e8-6711-4ecb-a38f-f7cd299d7c9a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.1272404 Aug 19 00:03:16.523151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Calling delete_port for a94d30b1-4601-41ea-939c-74301a82abc4 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:16.551678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-09a6b290-77f3-4b52-95f6-9d9a26da2c99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca HTTP/1.1" status: 200 len: 217 time: 0.0659368 Aug 19 00:03:16.558116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Made reservation on behalf of f4342763ae8c4647adad03cc89e18d02 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:16.561320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.611064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.627989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-99f29c56-d976-44f7-8aa7-78e5a35520dd req-52b3a6d0-4c5e-45fd-926d-a9de69f05045 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119344 Aug 19 00:03:16.638563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-177c2999-6124-4ea2-a0b6-aa0a85cc143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.640237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-177c2999-6124-4ea2-a0b6-aa0a85cc143c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0777886 Aug 19 00:03:16.644895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b734e34c-b977-43cf-83e6-a499616e750a req-82b0a0ea-a032-4cc7-98ae-471912fd5350 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195889 Aug 19 00:03:16.688023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-2ee30c54-571f-4da9-895c-31c220f7cbd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354052 Aug 19 00:03:16.840066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14b2d-658b-4373-962f-022b28713323 req-80f9b139-bbdd-4473-932c-817195b72faf tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.841767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10a14b2d-658b-4373-962f-022b28713323 req-80f9b139-bbdd-4473-932c-817195b72faf tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 943 time: 0.1251311 Aug 19 00:03:16.881218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5650-e3e4-4def-9385-fa3156c65d30 req-b5664321-3a2d-48df-89db-c8df9fd1de78 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:16.882848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbfb5650-e3e4-4def-9385-fa3156c65d30 req-b5664321-3a2d-48df-89db-c8df9fd1de78 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 1101 time: 0.0731051 Aug 19 00:03:16.884367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.886890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-520528ac-e7a7-4287-9457-27dca295044e service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612165 Aug 19 00:03:16.933942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'Port': ['ID=a94d30b1-4601-41ea-939c-74301a82abc4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:16.958583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10a14b2d-658b-4373-962f-022b28713323 req-fd7bc24e-1196-43f9-8604-151e340926e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090832 Aug 19 00:03:16.973106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:16.983933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbfb5650-e3e4-4def-9385-fa3156c65d30 req-45bce357-a487-4c84-9d23-c72703363cd1 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909154 Aug 19 00:03:17.029454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.047065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ba761c-39c9-4732-b460-8357f5d435a7 req-99447512-f019-46f5-a811-b9be43963c25 service neutron] 10.222.0.21 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450360 Aug 19 00:03:17.155360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeb81638-dab9-4b75-ad18-65b3ca4d53cd req-9a1573fe-4689-4301-8184-0eec86b4d15d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 210 time: 0.0444748 Aug 19 00:03:17.169726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.172436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.173717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c0c3d3d-be00-4279-be61-a85825d6d9c7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e792212-4e77-4398-9ab5-b88e33ac797e HTTP/1.1" status: 204 len: 168 time: 1.2485588 Aug 19 00:03:17.174452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20db268e-f61c-4442-a589-622122e55e28,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:17.263190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Allocated IP 192.168.233.14 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/a1220163-7e43-4379-927d-d01f742379fe) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:17.267077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-d8964caa-209a-42c3-a885-a7e9f4edbd7c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402529 Aug 19 00:03:17.454129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:17.459513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248282879', 'description': 'tempest-description--115146325'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:17.470048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-b1d7768c-0590-4bc8-9829-c3c1c43fbb88 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.471630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-b1d7768c-0590-4bc8-9829-c3c1c43fbb88 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965060 Aug 19 00:03:17.492834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.503063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-f96c51fc-41c0-4950-ad68-6ebc0cbe1d9b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0256033 Aug 19 00:03:17.578611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.618195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Transition to ACTIVE for port object a1220163-7e43-4379-927d-d01f742379fe will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:17.625615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.633126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.639356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.644830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-2fba3e16-0d27-4e34-b04d-b241dd45da8f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1409256 Aug 19 00:03:17.645687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.651785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.657859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.664774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.673161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-320db96e-64bd-480f-9eec-df83bc9d36a9 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5417 time: 0.1465156 Aug 19 00:03:17.706183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.714197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.755703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae3d7b-a67d-482c-9e3c-434aa1be9da8 req-8a5f8631-071e-4640-a1eb-6ad015f1bda6 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814259 Aug 19 00:03:17.766391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:17.770375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:17.785276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:17.822852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.837502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.852761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.853505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.877808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Pushing event updated for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:17.879815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.886616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4317610 Aug 19 00:03:17.890186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:17.897442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group_rule': {'security_group_id': '8fccb098-b6bc-4415-bf97-5946c459edfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:17.913258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-86b94426-05ca-4c63-b691-c28ea1c819c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6333971 Aug 19 00:03:17.918156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ece1c2-29ea-4c7c-a4d3-405c49d8fe46 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fccb098-b6bc-4415-bf97-5946c459edfd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:17.943503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:17.985961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11177f-b918-41e4-96f9-41e7341949ed req-6cfe7269-d3f1-41b8-8d3d-148370584d1d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:17.998773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b11177f-b918-41e4-96f9-41e7341949ed req-6cfe7269-d3f1-41b8-8d3d-148370584d1d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0952256 Aug 19 00:03:18.008574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Request body: {'port': {'device_id': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:18.043446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 71e9d03e-10bf-4639-9c53-1eb15120686b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:18.066952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b11177f-b918-41e4-96f9-41e7341949ed req-603e1289-3db6-4f2a-a45b-41b2b01f2b0b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668583 Aug 19 00:03:18.067735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.172840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.193104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f390-713c-4286-b0d4-989d92fb3bea req-1c653a4e-45c9-4426-8509-bb8d389b8177 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:18.196583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7573f390-713c-4286-b0d4-989d92fb3bea req-1c653a4e-45c9-4426-8509-bb8d389b8177 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 943 time: 0.0711987 Aug 19 00:03:18.211623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26c9eb79-41ca-46af-950e-be18c2a1b4f3 req-0151837f-987d-40fc-84b2-9dd0b69dc909 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 210 time: 0.1351748 Aug 19 00:03:18.235795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.241852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504369 Aug 19 00:03:18.242042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:18.249298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c94452-3c63-4d80-bac1-2e1d8e86a288 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05eeacde-addf-4503-a371-af9e44fdeafe,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:18.255169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-20bb33e1-0d16-45d6-8739-9cb6ecc45f92 None None] Provisioning for port a1220163-7e43-4379-927d-d01f742379fe completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:18.257605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'security_group_rule': {'security_group_id': '8fccb098-b6bc-4415-bf97-5946c459edfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:18.266934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-20bb33e1-0d16-45d6-8739-9cb6ecc45f92 None None] Provisioning complete for port a1220163-7e43-4379-927d-d01f742379fe triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:18.267317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bb33e1-0d16-45d6-8739-9cb6ecc45f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.320874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.327074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7573f390-713c-4286-b0d4-989d92fb3bea req-e29d9987-7909-4e16-97d0-f202428860ba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235385 Aug 19 00:03:18.356018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.372737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-20bb33e1-0d16-45d6-8739-9cb6ecc45f92 None None] Port a1220163-7e43-4379-927d-d01f742379fe cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:18.414314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:18.427062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'port_id': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'mac_address': 'fa:16:3e:39:1b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:18.478316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.489460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.503088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.523275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e9d03e-10bf-4639-9c53-1eb15120686b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:18.547136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:18.553068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.554190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 64ea2d16-20ee-471b-b4d5-4896577082d4 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:18.554498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6863ee-bf00-4d85-b23f-9d4ae572c503,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:18.567648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.569560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-561d0c2f-327c-4511-a3b1-d5af9f52e2be tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226912 Aug 19 00:03:18.572639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:18.578121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:18.617892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848460-4b65-40ab-9536-8b80bf4b51ac req-5cae0e76-207c-4aa9-9848-04d580d62ea8 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:18.628371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7848460-4b65-40ab-9536-8b80bf4b51ac req-5cae0e76-207c-4aa9-9848-04d580d62ea8 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 935 time: 0.2187672 Aug 19 00:03:18.634973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:18.735409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:18.762239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7848460-4b65-40ab-9536-8b80bf4b51ac req-47486406-4663-46a0-987b-a519c30c8f7e tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316557 Aug 19 00:03:18.929689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=64ea2d16-20ee-471b-b4d5-4896577082d4,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:18.952830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '64ea2d16-20ee-471b-b4d5-4896577082d4', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'port_id': '64ea2d16-20ee-471b-b4d5-4896577082d4', 'mac_address': 'fa:16:3e:83:2d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:18.988405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-3362e3d9-41e8-4385-a369-6e8fdafc6e73 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:18.990278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-3362e3d9-41e8-4385-a369-6e8fdafc6e73 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.1862855 Aug 19 00:03:18.991871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.013982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.018701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-ab473779-d19c-457e-b36d-225edfeae448 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/quotas/bb8733f47ad94cd298bdc4abb667d10e HTTP/1.1" status: 200 len: 375 time: 0.0161541 Aug 19 00:03:19.025364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.031898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.034740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ea2d16-20ee-471b-b4d5-4896577082d4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:19.038570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.045100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.051616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.057704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.059008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=64ea2d16-20ee-471b-b4d5-4896577082d4,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:19.064529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.066617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cfaca11-a02b-4f59-8968-633c28442198 req-e6e3db45-7d3e-472b-889e-d932cb35fb11 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5418 time: 0.1674907 Aug 19 00:03:19.071266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1220163-7e43-4379-927d-d01f742379fe {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:19.075287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.076340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 21921d1c-939b-416c-ba17-8a6edc5c056e details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:19.081836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.113176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=21921d1c-939b-416c-ba17-8a6edc5c056e,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:19.115061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Transition to ACTIVE for port object a1220163-7e43-4379-927d-d01f742379fe will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:19.127132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.129435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '21921d1c-939b-416c-ba17-8a6edc5c056e', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'port_id': '21921d1c-939b-416c-ba17-8a6edc5c056e', 'mac_address': 'fa:16:3e:97:3c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:19.158009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-7a6dc642-bb8b-479d-8027-9a5283c5c494 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073132 Aug 19 00:03:19.189393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cfaca11-a02b-4f59-8968-633c28442198 req-27fa73ba-22e3-47e0-804b-cb7facf0f8a3 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127994 Aug 19 00:03:19.220925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Pushing event updated for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:19.293507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2578f62e-29ee-4a29-8916-20ebc17380aa service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229258 Aug 19 00:03:19.322560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.328262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Allocated IP 172.25.1.5 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/4b19e26d-f0d1-4ef7-bda7-e5f768f79182) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:19.364850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21921d1c-939b-416c-ba17-8a6edc5c056e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:19.369632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:19.445503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=21921d1c-939b-416c-ba17-8a6edc5c056e,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:19.456737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.459898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device e2ad79c2-5340-44f3-8a30-3de5256f1bb5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:19.480888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-73fcff34-69f4-47d0-aebc-5856f069b72e tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805914 Aug 19 00:03:19.501558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-af1da1d7-1266-4795-a087-e377b2c6ff5c service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952143 Aug 19 00:03:19.513157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Attempting to bind port a1220163-7e43-4379-927d-d01f742379fe on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:19.513798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Attempting to bind port a1220163-7e43-4379-927d-d01f742379fe by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:19.514323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Attempting to bind port a1220163-7e43-4379-927d-d01f742379fe on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:19.570924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Port a1220163-7e43-4379-927d-d01f742379fe on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:19.571391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Attempting to bind port a1220163-7e43-4379-927d-d01f742379fe on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:19.606489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.647938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:19.662920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:19.663683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:19.664284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:19.664952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Bound port: a1220163-7e43-4379-927d-d01f742379fe, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:19.665978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.695488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.724779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:19.739813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:19.743852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:19.755026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:19.771897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'port_id': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'mac_address': 'fa:16:3e:08:3f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:19.820666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=4b19e26d-f0d1-4ef7-bda7-e5f768f79182,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:19.856736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3f188-8c68-49a7-8cd6-5f01d440ece4 req-cd6101db-f356-4622-bd9b-01c32837d39a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.861224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0da3f188-8c68-49a7-8cd6-5f01d440ece4 req-cd6101db-f356-4622-bd9b-01c32837d39a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.2255445 Aug 19 00:03:19.876977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.882401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:19.885670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a1220163-7e43-4379-927d-d01f742379fe,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:19.897588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-e4509375-0c28-4b9b-a297-af6f21442ed1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:19.898800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-e4509375-0c28-4b9b-a297-af6f21442ed1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114728 Aug 19 00:03:19.900773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad79c2-5340-44f3-8a30-3de5256f1bb5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:19.917984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.929230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:19.937666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:19.938804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fe6ae53c-121f-4329-869e-31e1a16fd7f2 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:19.940279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:19.960948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44856a19-f2ed-4f44-b9e1-66da0d6ef4ae req-23dc6902-6fa2-4a08-afa2-7b61a815e54d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 210 time: 0.0939362 Aug 19 00:03:19.980386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.068437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.069463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.072570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'network_id': 'b1276e97-672e-4994-8837-2e7da273af00', 'port_id': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'mac_address': 'fa:16:3e:3f:c7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:20.072899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-df5ca767-b68a-4b17-914c-f511fe116a36 service neutron] 10.222.0.11 "GET /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.1705310 Aug 19 00:03:20.074480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] 10.222.0.21 "PUT /v2.0/ports/a1220163-7e43-4379-927d-d01f742379fe HTTP/1.1" status: 200 len: 1096 time: 2.0721872 Aug 19 00:03:20.079284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:20.086905 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86cc003-d588-4860-84d2-6077f2076d98" -d '{"events": [{"name": "network-changed", "server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "tag": "a1220163-7e43-4379-927d-d01f742379fe"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:20.101959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0da3f188-8c68-49a7-8cd6-5f01d440ece4 req-5b24c0f2-3740-43d5-8390-e93b08ab1687 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144308 Aug 19 00:03:20.156407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:20.166200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.182744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6ae53c-121f-4329-869e-31e1a16fd7f2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:20.208214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.214665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.215485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 67e14801-5458-4051-9578-3939db452a20 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:20.221955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.251767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40d5ce-7e54-4dfc-8d12-5f27fc7cdc8a service neutron] Pushing event updated for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:20.272767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e41d58e-8572-4f27-9c1a-9e21398266a7 req-5ae6a527-f980-4781-93df-fb88d9f76510 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 210 time: 0.0656343 Aug 19 00:03:20.305649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:20.307381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-9a612a18-6133-47ad-9b67-77269c3506ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.311328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.316766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-9a612a18-6133-47ad-9b67-77269c3506ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4342763ae8c4647adad03cc89e18d02&device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 1099 time: 0.1633675 Aug 19 00:03:20.333719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '67e14801-5458-4051-9578-3939db452a20', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'port_id': '67e14801-5458-4051-9578-3939db452a20', 'mac_address': 'fa:16:3e:bb:a2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:20.372966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa52e-752b-4d73-a166-1d0c77430ef1 req-a677c02d-86f6-4e97-8e87-c431a556e790 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.376895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cdfa52e-752b-4d73-a166-1d0c77430ef1 req-a677c02d-86f6-4e97-8e87-c431a556e790 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 943 time: 0.3311377 Aug 19 00:03:20.403805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:20.415898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-e400bb48-ab3d-49e0-b9f4-b7baf32c93ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a1220163-7e43-4379-927d-d01f742379fe HTTP/1.1" status: 200 len: 217 time: 0.0818112 Aug 19 00:03:20.437293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:20.440991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.441324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.443183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.469085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e14801-5458-4051-9578-3939db452a20 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:20.497776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cdfa52e-752b-4d73-a166-1d0c77430ef1 req-297c7001-7b8f-4279-bc4e-8b1e2c7e93dc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119447 Aug 19 00:03:20.503084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-7b8c6ab3-eb1d-41bc-834e-d0c1b0370feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.504980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-7b8c6ab3-eb1d-41bc-834e-d0c1b0370feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0795822 Aug 19 00:03:20.601017 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca241036-9678-4db5-9896-d3b3e5a77221 x-openstack-request-id: req-ca241036-9678-4db5-9896-d3b3e5a77221 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:20.601440 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "tag": "a1220163-7e43-4379-927d-d01f742379fe", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:20.601817 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca241036-9678-4db5-9896-d3b3e5a77221 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:20.602333 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe', 'status': 'completed', 'code': 200} Aug 19 00:03:20.637888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.652021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac10f57-ea4f-499a-9a94-ea02f43a9d8f req-bde13d97-a182-4bfa-b82d-b36fd26947fd tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.654551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ac10f57-ea4f-499a-9a94-ea02f43a9d8f req-bde13d97-a182-4bfa-b82d-b36fd26947fd tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 947 time: 0.2418427 Aug 19 00:03:20.658329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.659019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 046b44a8-7958-4839-9ae7-c02e049fb04d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:20.731048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.91 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/ca3d5702-f511-4b51-9334-37986624c97b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:20.734778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-de3c4820-4167-434c-9eb1-302b664b8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.736596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-de3c4820-4167-434c-9eb1-302b664b8365 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561959 Aug 19 00:03:20.753160 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.758133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=046b44a8-7958-4839-9ae7-c02e049fb04d,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.773803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.778103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:20.803197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '046b44a8-7958-4839-9ae7-c02e049fb04d', 'network_id': '8371296d-aef6-4865-adfc-c2d683b4033f', 'port_id': '046b44a8-7958-4839-9ae7-c02e049fb04d', 'mac_address': 'fa:16:3e:75:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5eead2-a542-4086-8a36-4e885708a8a0', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:20.814680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.837061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ac10f57-ea4f-499a-9a94-ea02f43a9d8f req-760ec81a-8e67-42c1-afb3-6221e513d40d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588867 Aug 19 00:03:20.862003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca', 'mac_address': 'fa:16:3e:92:fc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:20.872692 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.903125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-02878a7e-f3c5-46d0-9b66-8257f1e83ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556408 Aug 19 00:03:20.924508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046b44a8-7958-4839-9ae7-c02e049fb04d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:20.945175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.946698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.952789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.959252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.965127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.965305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=046b44a8-7958-4839-9ae7-c02e049fb04d,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:20.969161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:20.970953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.974681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:20.976751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.982785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:20.985977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-95e52a96-667d-4639-a0c3-452f59112d18 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5423 time: 0.2281990 Aug 19 00:03:20.985977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=4b19e26d-f0d1-4ef7-bda7-e5f768f79182,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:20.999032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.011404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:21.038727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:21.049445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.066439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.068897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-49125f55-c6c8-474c-b090-e8b06562bb69 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4947577 Aug 19 00:03:21.074737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:21.084844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9983eacc-e535-4f7d-8a0a-10087ab0503f req-3fce6e06-4c55-4f9d-9f91-4525f2dcbb4f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778046 Aug 19 00:03:21.086004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:21.142555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701c6e93-4232-4331-8c6d-0c21f60d24d6 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:21.151101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13007dff-4e16-4efb-a634-54a2f2bf80ba req-61a1e4d6-3b57-428b-b968-1358bbae32c6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 210 time: 0.0690200 Aug 19 00:03:21.167042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:21.169516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:21.187706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.242154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c329f6c-2712-419e-9860-1ba12b209ff9 req-5d3e877d-5457-48ed-83ba-818a020acec8 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252094 Aug 19 00:03:21.252865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.270860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object ca3d5702-f511-4b51-9334-37986624c97b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:21.343820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] Transition to ACTIVE for port object 701c6e93-4232-4331-8c6d-0c21f60d24d6 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:21.356721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6d2cb-ab34-4ab2-a33b-c68ad3f07371 req-20f576f1-cf19-4dcd-8205-3a05020f18d0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.358372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6c6d2cb-ab34-4ab2-a33b-c68ad3f07371 req-20f576f1-cf19-4dcd-8205-3a05020f18d0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 943 time: 0.0844493 Aug 19 00:03:21.360819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.370396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.385611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273', '77ba3549-8918-4fa1-8575-1dce41b56037'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.437632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.498200 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f31ca427-cbed-4678-9f71-68b63a26c8aa req-8f468d5a-fa1d-469d-a423-bda0058873ad tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 210 time: 0.0902390 Aug 19 00:03:21.500705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:21.510923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:21.514834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:21.528072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:21.575835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc003-d588-4860-84d2-6077f2076d98 req-c7201d1c-6570-4df3-b619-c85dc5a11c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.578045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-c7201d1c-6570-4df3-b619-c85dc5a11c86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4342763ae8c4647adad03cc89e18d02&device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 1099 time: 0.1674743 Aug 19 00:03:21.639838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] Pushing event updated for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:21.657157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6c6d2cb-ab34-4ab2-a33b-c68ad3f07371 req-816118d9-84cd-4a4a-b293-bfe98e4697db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560561 Aug 19 00:03:21.668093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] No DVR routers for this DVR port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:21.690146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['72ed8ae7-490e-48c5-b56c-3a6faca7b9ca'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.742690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.743430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:21.743765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-359ffce9-1b18-4415-aad2-284ac94b35a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6/bindings/n-h1-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 1.6361165 Aug 19 00:03:21.764591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-4c145f24-3832-49c3-8136-7487689c1ba7 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.766133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-4c145f24-3832-49c3-8136-7487689c1ba7 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.3605189 Aug 19 00:03:21.807933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-7fba3cad-a90b-4b25-919a-6e5df355598c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8832319 Aug 19 00:03:21.821682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Request body: {'port': {'device_id': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'admin_state_up': True, 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:21.824314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-db8d0d0d-ba90-46da-b3ae-eac4a9253336 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--248282879&fields=id&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 267 time: 0.1936996 Aug 19 00:03:21.837936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Request body: {'port': {'device_id': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:21.881908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['21921d1c-939b-416c-ba17-8a6edc5c056e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.927145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['71e9d03e-10bf-4639-9c53-1eb15120686b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.928917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb5707-d7f3-44eb-8a71-168a7d2d64e6 req-7d833866-283f-4554-b641-f877e19abec3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.929563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc003-d588-4860-84d2-6077f2076d98 req-94da2a34-3a8f-46cb-a0cb-36b6f4697fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.931118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-94da2a34-3a8f-46cb-a0cb-36b6f4697fe3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3409505 Aug 19 00:03:21.931345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5bb5707-d7f3-44eb-8a71-168a7d2d64e6 req-7d833866-283f-4554-b641-f877e19abec3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 944 time: 0.1641631 Aug 19 00:03:21.931776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['e2ad79c2-5340-44f3-8a30-3de5256f1bb5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.943056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['fe6ae53c-121f-4329-869e-31e1a16fd7f2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:21.979845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-504066f7-cbd4-43e2-9a5b-17cdabcdc966 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:21.981520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-504066f7-cbd4-43e2-9a5b-17cdabcdc966 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.1030626 Aug 19 00:03:22.066987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5bb5707-d7f3-44eb-8a71-168a7d2d64e6 req-a13f31aa-c8d7-4151-98f3-331d57a87e95 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158028 Aug 19 00:03:22.099208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-056dda81-c5ee-425b-9611-b45f84f2dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.100348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-056dda81-c5ee-425b-9611-b45f84f2dcb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d HTTP/1.1" status: 200 len: 1096 time: 0.1072786 Aug 19 00:03:22.117763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:22.124123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:22.144326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-23cf38b6-b940-41e3-9835-a2a4e92c0bac None None] Provisioning for port ca3d5702-f511-4b51-9334-37986624c97b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:22.216174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-23cf38b6-b940-41e3-9835-a2a4e92c0bac None None] Provisioning complete for port ca3d5702-f511-4b51-9334-37986624c97b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:22.216566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23cf38b6-b940-41e3-9835-a2a4e92c0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:22.311609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Allocated IP 172.20.0.7 (89d11ad1-220c-4664-9f05-a7f87ed7c5e3/9db550fb-1eb2-4346-a1e5-8df00728dcf1/59fd3280-4fd8-40c8-a41d-45287e47c60a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:22.359131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-a6afab4a-076d-439e-b761-e5ecc5601608 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a1220163-7e43-4379-927d-d01f742379fe HTTP/1.1" status: 200 len: 217 time: 0.4109039 Aug 19 00:03:22.388321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:22.407439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-e25fb663-7296-437a-ac08-18778fbf4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.409225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-e25fb663-7296-437a-ac08-18778fbf4b30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1096 time: 0.2629533 Aug 19 00:03:22.425373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f1f0-45d7-4031-b3bb-8eefd99d3189 req-65db6bd2-8136-4645-93a0-0af7b5271a55 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.427036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9436f1f0-45d7-4031-b3bb-8eefd99d3189 req-65db6bd2-8136-4645-93a0-0af7b5271a55 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 947 time: 0.1121540 Aug 19 00:03:22.460030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-23cf38b6-b940-41e3-9835-a2a4e92c0bac None None] Port ca3d5702-f511-4b51-9334-37986624c97b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:22.466959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-ed6a146b-2ab5-42f6-b22d-a7cb2c6d9ad7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.468644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-ed6a146b-2ab5-42f6-b22d-a7cb2c6d9ad7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 817 time: 0.6430414 Aug 19 00:03:22.480209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc003-d588-4860-84d2-6077f2076d98 req-e55b40e6-9662-477e-a558-38e3cc03f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.481449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-e55b40e6-9662-477e-a558-38e3cc03f0f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1102645 Aug 19 00:03:22.503803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-6a418e38-afd5-4b8a-89db-21fb3750eb71 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/quotas/af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 375 time: 0.0256925 Aug 19 00:03:22.584914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9436f1f0-45d7-4031-b3bb-8eefd99d3189 req-a8ed0d65-8db8-45c5-9bb7-32dce9142a79 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470594 Aug 19 00:03:22.614995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-e8ff5635-0ecc-497c-a260-fbbc7b8aba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.616660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-e8ff5635-0ecc-497c-a260-fbbc7b8aba81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 200 len: 908 time: 0.1992321 Aug 19 00:03:22.671708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-33c8137d-4241-42ae-b2da-c0ea7205d2df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 200 len: 217 time: 0.0429881 Aug 19 00:03:22.685582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:22.692353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc003-d588-4860-84d2-6077f2076d98 req-31f16147-00bf-446d-b3a0-6015a4de4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.694150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-31f16147-00bf-446d-b3a0-6015a4de4688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1430094 Aug 19 00:03:22.726400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-0c8518ba-aebc-4d7c-a2df-2a0c6548c742 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653612 Aug 19 00:03:22.747422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-f9c5157c-f200-4d34-984c-0685647eb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:22.750687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-f9c5157c-f200-4d34-984c-0685647eb481 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 200 len: 848 time: 0.0601745 Aug 19 00:03:22.797105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-194c77af-a7b3-40c7-b780-9086946e3ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360799 Aug 19 00:03:22.834037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:22.892886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['67e14801-5458-4051-9578-3939db452a20'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:22.930338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-d9b0299c-17c0-4bb9-9eaa-ad3276613757 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012703 Aug 19 00:03:22.931057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['64ea2d16-20ee-471b-b4d5-4896577082d4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:22.970428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['046b44a8-7958-4839-9ae7-c02e049fb04d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:23.021019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-28824c26-108e-4888-975e-6ca540de8af3 service neutron] 10.222.0.20 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791514 Aug 19 00:03:23.059162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3d5702-f511-4b51-9334-37986624c97b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:23.079800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.144980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Transition to ACTIVE for port object ca3d5702-f511-4b51-9334-37986624c97b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:23.153542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-057f2c3c-23d8-49db-8520-9f54fbaeb01d service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028394 Aug 19 00:03:23.158059 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.235129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-99b2b97d-8cbb-43b5-9df2-6405a9b80bd1 service neutron] 10.222.0.20 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963291 Aug 19 00:03:23.242806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:23.314738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be674c0f-f45a-408b-9926-e6edf053fe8f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:23.340656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Attempting to bind port ca3d5702-f511-4b51-9334-37986624c97b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:23.341008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Attempting to bind port ca3d5702-f511-4b51-9334-37986624c97b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:23.341347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Attempting to bind port ca3d5702-f511-4b51-9334-37986624c97b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:23.356059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Port ca3d5702-f511-4b51-9334-37986624c97b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:23.356434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Attempting to bind port ca3d5702-f511-4b51-9334-37986624c97b on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:23.367291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:23.367991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:23.368097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:23.368684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Bound port: ca3d5702-f511-4b51-9334-37986624c97b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:23.368870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.372962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:23.389736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.400579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.410054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.417897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.430095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.461494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.470842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:23.475880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ca3d5702-f511-4b51-9334-37986624c97b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:23.480155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.492554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-99d55699-a139-4d2a-bf20-82171d73f1bf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5424 time: 0.7068543 Aug 19 00:03:23.496123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.521820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-355e1280-a980-468d-b3c2-27d44e3b1aff service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003798 Aug 19 00:03:23.523375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:23.532937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:23.595546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.604017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.607910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] 10.222.0.11 "PUT /v2.0/ports/ca3d5702-f511-4b51-9334-37986624c97b HTTP/1.1" status: 200 len: 1096 time: 1.7761359 Aug 19 00:03:23.608421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:23.615546 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb503c-d079-421a-a62f-923635330861" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "tag": "ca3d5702-f511-4b51-9334-37986624c97b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:23.675658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event updated for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:23.701335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27989ddd-8019-4d86-b904-2c2441c41b21 req-017d240e-41c0-4334-94ba-bc2cb30c903d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2077589 Aug 19 00:03:23.719563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.720312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.753585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-2e60c252-174c-4c2e-870b-5930eb15d3e0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9472702 Aug 19 00:03:23.765565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ae72-3d40-4870-96f9-b5886ece868c service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:23.776613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-3667686d-bbdb-4e14-8b5d-7a4eca92bad8 service neutron] 10.222.0.21 "GET /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362030 Aug 19 00:03:23.802434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Request body: {'port': {'device_id': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:23.804619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-e93c7563-5b8a-4acb-9cd0-e46a8891a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.806234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-e93c7563-5b8a-4acb-9cd0-e46a8891a292 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 1099 time: 0.1104491 Aug 19 00:03:23.814751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5967d-7f95-447e-b309-e5527d12d2e0 req-5167b90b-eb55-48c4-99da-b8bbf7e2bba7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.816424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24d5967d-7f95-447e-b309-e5527d12d2e0 req-5167b90b-eb55-48c4-99da-b8bbf7e2bba7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 947 time: 0.2510161 Aug 19 00:03:23.852909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:23.891643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-28851ead-9401-4021-8ac8-6a6395f8eaa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ca3d5702-f511-4b51-9334-37986624c97b HTTP/1.1" status: 200 len: 217 time: 0.0740907 Aug 19 00:03:23.911309 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:23.919967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f898f9d-b236-4185-a8ab-470c14694871 req-29daa42d-abb8-4a6f-b14d-4040e13f12a6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.927534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f898f9d-b236-4185-a8ab-470c14694871 req-29daa42d-abb8-4a6f-b14d-4040e13f12a6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 931 time: 0.1162138 Aug 19 00:03:23.992915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-b539dde9-8daa-42bb-8f25-5cc354585af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:23.994438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-b539dde9-8daa-42bb-8f25-5cc354585af7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0847118 Aug 19 00:03:24.006107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24d5967d-7f95-447e-b309-e5527d12d2e0 req-f96f994f-db2f-43d3-b0cc-89ee2ecf9e09 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190770 Aug 19 00:03:24.006604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f898f9d-b236-4185-a8ab-470c14694871 req-bdc43238-1906-4c0b-bc70-2734f9026d0c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781319 Aug 19 00:03:24.080926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-9a714e1e-7013-4b54-86a5-5c923123f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.083242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-9a714e1e-7013-4b54-86a5-5c923123f94d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745618 Aug 19 00:03:24.202181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadb2c0-1d7f-41f9-b5fd-43173e059b2b req-e9b2970e-18f3-437b-8a6d-de231137ed1f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.203833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbadb2c0-1d7f-41f9-b5fd-43173e059b2b req-e9b2970e-18f3-437b-8a6d-de231137ed1f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.1159208 Aug 19 00:03:24.221494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaa05e-4315-41db-9e61-aed842e901bc req-4bc33a76-901e-4585-ae80-608d3a2f4880 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.231000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3aaa05e-4315-41db-9e61-aed842e901bc req-4bc33a76-901e-4585-ae80-608d3a2f4880 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 944 time: 0.1302626 Aug 19 00:03:24.243697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-004245d4-921d-40d2-af2d-f3696f4f6e13 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463635 Aug 19 00:03:24.270760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbadb2c0-1d7f-41f9-b5fd-43173e059b2b req-51c99388-7e56-40d4-9e65-d501f3a083a1 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Aug 19 00:03:24.361943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4c0375a-8a70-4734-8006-1d1f9f2362b4 req-f9387b47-29bb-480a-bbcb-37edccc11091 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026006 Aug 19 00:03:24.388708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3aaa05e-4315-41db-9e61-aed842e901bc req-ccb1de54-b0c6-4b47-beb1-eb7e4f548a34 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562233 Aug 19 00:03:24.389497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8435a5d9-c948-4a5c-9fc0-d81cbf706acf req-5b50eb4e-15e0-4375-985e-2cf009b90562 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Aug 19 00:03:24.405265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128637-7278-4696-b035-48171155ce9a req-0f1b173b-9889-4750-80ec-da377e1ab914 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.415712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-0f1b173b-9889-4750-80ec-da377e1ab914 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643&tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.1156340 Aug 19 00:03:24.427743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a1220163-7e43-4379-927d-d01f742379fe details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:24.441757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:24.457112 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7683a3-ddc9-43b2-bf49-12eaaeb4eb82 x-openstack-request-id: req-4c7683a3-ddc9-43b2-bf49-12eaaeb4eb82 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:24.457430 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "tag": "ca3d5702-f511-4b51-9334-37986624c97b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:24.457689 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c7683a3-ddc9-43b2-bf49-12eaaeb4eb82 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:24.458095 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b', 'status': 'completed', 'code': 200} Aug 19 00:03:24.521325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fd3280-4fd8-40c8-a41d-45287e47c60a {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:24.535173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.536836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb503c-d079-421a-a62f-923635330861 req-51aea8d5-374e-4240-86be-7858b685bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.538681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-51aea8d5-374e-4240-86be-7858b685bb49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 1099 time: 0.0513690 Aug 19 00:03:24.574602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f81fa6-6458-42a7-98d0-010495320524 req-7781915f-4f6e-41e3-b443-b0662a918982 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.576128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47f81fa6-6458-42a7-98d0-010495320524 req-7781915f-4f6e-41e3-b443-b0662a918982 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 947 time: 0.1097879 Aug 19 00:03:24.577164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Transition to ACTIVE for port object 59fd3280-4fd8-40c8-a41d-45287e47c60a will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:24.577329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:24.587830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.596747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:24.597118 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.643329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a1220163-7e43-4379-927d-d01f742379fe,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:24.650328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb503c-d079-421a-a62f-923635330861 req-84186a42-f76d-48cf-8ce1-280a4ba14a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.652337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-84186a42-f76d-48cf-8ce1-280a4ba14a3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1061163 Aug 19 00:03:24.658848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'a1220163-7e43-4379-927d-d01f742379fe', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'a1220163-7e43-4379-927d-d01f742379fe', 'mac_address': 'fa:16:3e:94:d1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:24.700367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47f81fa6-6458-42a7-98d0-010495320524 req-a33de339-2c88-44c7-b294-259be01777a2 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140659 Aug 19 00:03:24.701258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:24.716902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-b447847c-6ebf-471a-9d68-6da00df3ee8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ca3d5702-f511-4b51-9334-37986624c97b HTTP/1.1" status: 200 len: 217 time: 0.0546405 Aug 19 00:03:24.737059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-49128637-7278-4696-b035-48171155ce9a req-154a8df6-738a-4d79-9a43-d4e7f221ef68 service neutron] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:24.744104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.761682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-49128637-7278-4696-b035-48171155ce9a req-154a8df6-738a-4d79-9a43-d4e7f221ef68 service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.762813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-154a8df6-738a-4d79-9a43-d4e7f221ef68 service neutron] 10.222.0.21 "DELETE /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6/bindings/n-h2-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.3470664 Aug 19 00:03:24.766455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1220163-7e43-4379-927d-d01f742379fe {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:24.772380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.810791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:24.811792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Attempting to bind port 59fd3280-4fd8-40c8-a41d-45287e47c60a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:24.812156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Attempting to bind port 59fd3280-4fd8-40c8-a41d-45287e47c60a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:24.812583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Attempting to bind port 59fd3280-4fd8-40c8-a41d-45287e47c60a on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:24.814523 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbcc32-ed8b-46b2-8afa-4b0c3cfd5c09" -d '{"events": [{"server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "name": "network-vif-plugged", "status": "completed", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:24.818141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Port 59fd3280-4fd8-40c8-a41d-45287e47c60a on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:24.818474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Attempting to bind port 59fd3280-4fd8-40c8-a41d-45287e47c60a on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:24.825490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:24.825741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb503c-d079-421a-a62f-923635330861 req-2262f324-5631-4715-8c52-726b2db724eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.826257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Checking segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:24.826912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Bound using segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:24.827626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Bound port: 59fd3280-4fd8-40c8-a41d-45287e47c60a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:24.828375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-2262f324-5631-4715-8c52-726b2db724eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1018813 Aug 19 00:03:24.829211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.836251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a1220163-7e43-4379-927d-d01f742379fe,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:24.838174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:24.842527 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.847672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:24.906962 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b51c9d-8ba6-457b-a372-aac6595b8137 x-openstack-request-id: req-e5b51c9d-8ba6-457b-a372-aac6595b8137 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:24.907410 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "name": "network-vif-plugged", "status": "completed", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:24.907626 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5b51c9d-8ba6-457b-a372-aac6595b8137 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:24.908504 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca', 'code': 200} Aug 19 00:03:24.912820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:24.954071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:24.955671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb503c-d079-421a-a62f-923635330861 req-a9404e6d-5c21-4969-9d16-556587e62f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.958083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-a9404e6d-5c21-4969-9d16-556587e62f8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183701 Aug 19 00:03:24.980341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.986537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.993285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:24.995499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:25.003407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:25.007371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.013202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.013923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.020720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.023441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fe6ae53c-121f-4329-869e-31e1a16fd7f2 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:25.028940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.031152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-f0487e27-1551-4574-9356-cf72b9aa1687 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5424 time: 0.1437175 Aug 19 00:03:25.126227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port fe6ae53c-121f-4329-869e-31e1a16fd7f2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:25.136758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port fe6ae53c-121f-4329-869e-31e1a16fd7f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:25.137423 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.137871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa4fd7e2-5feb-4ebe-9085-0b0e9f251cd9 req-1f216322-26f0-48fa-bc4d-4940e084bc5a tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907893 Aug 19 00:03:25.194855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.195506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.200043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/59fd3280-4fd8-40c8-a41d-45287e47c60a HTTP/1.1" status: 200 len: 1092 time: 1.4031537 Aug 19 00:03:25.216900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-cb490d3c-c055-4ad4-83fc-84f55eacee74 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837921 Aug 19 00:03:25.239001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-f67bec9f-0d9e-41f3-9658-10a9889ef809 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.241852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-f67bec9f-0d9e-41f3-9658-10a9889ef809 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 817 time: 0.3127799 Aug 19 00:03:25.242560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:25.245217 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802438ca-140f-41c8-8d87-bef56b01c2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:25.302448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.320693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db4c27-7fe6-4daf-b5b0-71ab37d8d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:25.369157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:25.376801 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.397060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e11c-c7de-4a32-a53b-74609d90e2fd req-788e21ac-1e25-4d6d-9a72-02989891af45 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.399094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9971a8-4430-40f7-9f6a-6aabc558084c req-464e8675-4c73-4176-857e-b05adf6da911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.400998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e9971a8-4430-40f7-9f6a-6aabc558084c req-464e8675-4c73-4176-857e-b05adf6da911 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 1097 time: 0.3383193 Aug 19 00:03:25.405362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7143e11c-c7de-4a32-a53b-74609d90e2fd req-788e21ac-1e25-4d6d-9a72-02989891af45 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 943 time: 0.1372759 Aug 19 00:03:25.405768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-8eaf199f-74b7-4285-a4cb-76475ce24d73 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 379 time: 0.1337321 Aug 19 00:03:25.408251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-619bf153-816b-494f-bcbb-5968576a70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.410052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-619bf153-816b-494f-bcbb-5968576a70ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 1095 time: 0.1284506 Aug 19 00:03:25.427718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'port': {'device_id': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'admin_state_up': True, 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'security_groups': ['8fccb098-b6bc-4415-bf97-5946c459edfd']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:25.458275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26fb503c-d079-421a-a62f-923635330861 req-d4df39a8-5c17-460d-86b1-3de78af2ec0f service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292094 Aug 19 00:03:25.463041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a1220163-7e43-4379-927d-d01f742379fe'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:25.487767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7143e11c-c7de-4a32-a53b-74609d90e2fd req-506a4510-c283-4172-a4b7-2fe20bb8f248 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811415 Aug 19 00:03:25.517577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:25.558562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-d82fde75-6a20-4604-ab2b-5837c51bec8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a HTTP/1.1" status: 200 len: 217 time: 0.1247892 Aug 19 00:03:25.589376 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5bff0a-acc2-4dc3-95bc-2efe5c2ba378 x-openstack-request-id: req-1a5bff0a-acc2-4dc3-95bc-2efe5c2ba378 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:25.589662 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:25.589944 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a5bff0a-acc2-4dc3-95bc-2efe5c2ba378 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:25.590406 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a', 'status': 'completed', 'code': 200} Aug 19 00:03:25.654407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae0441-4289-44a6-b9d5-db1cff4b0f69 req-a9b8e570-6259-42d7-8d3e-55ac55c524eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.656229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24ae0441-4289-44a6-b9d5-db1cff4b0f69 req-a9b8e570-6259-42d7-8d3e-55ac55c524eb tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.0583842 Aug 19 00:03:25.659599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e9971a8-4430-40f7-9f6a-6aabc558084c req-5b228994-73f3-45cc-85e6-b5eac8dca2dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480605 Aug 19 00:03:25.682687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110ffb6-58d0-4408-9b38-91b31f7ff5cc req-31ae21a6-e2d6-483e-8930-2c1f04c4a1a6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.684329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d110ffb6-58d0-4408-9b38-91b31f7ff5cc req-31ae21a6-e2d6-483e-8930-2c1f04c4a1a6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 947 time: 0.1707671 Aug 19 00:03:25.691433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-57ec1e1e-9413-4f61-bb30-75080dba8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.693159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-57ec1e1e-9413-4f61-bb30-75080dba8611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.1009395 Aug 19 00:03:25.696105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24ae0441-4289-44a6-b9d5-db1cff4b0f69 req-5601e97c-024a-49a2-8b5c-e096cbd6a7d0 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Aug 19 00:03:25.763880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d110ffb6-58d0-4408-9b38-91b31f7ff5cc req-ed094a4e-0d97-4963-bf7e-716d0c710eec tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695808 Aug 19 00:03:25.780806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Made reservation on behalf of af1575e56a5f4156af9ad1632895cd44 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:25.784538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:25.825397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3971095-d871-4095-9e0a-dea8d56314ba req-d1052932-0015-48b6-8c5b-c07b15d61626 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:25.826904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3971095-d871-4095-9e0a-dea8d56314ba req-d1052932-0015-48b6-8c5b-c07b15d61626 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.0728307 Aug 19 00:03:25.874473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3971095-d871-4095-9e0a-dea8d56314ba req-f58bda12-9d35-42fb-90af-2448e9a0dd8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Aug 19 00:03:25.904495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dff836e-b152-45e7-b612-d13b08b70669 req-046114d1-4621-468e-a678-128c798a2786 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 210 time: 0.0331321 Aug 19 00:03:25.980213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Allocated IP 172.20.0.12 (58295d5a-772a-41ac-9b8e-0e7306251ee8/d91eea93-65b9-433f-a7ab-bca41336f566/2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:26.114151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646edb7b-edc2-472a-948c-b6c9a86795e8 req-5dc92ebf-bbda-4b40-ac47-158d4ee4ba2d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.115638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-646edb7b-edc2-472a-948c-b6c9a86795e8 req-5dc92ebf-bbda-4b40-ac47-158d4ee4ba2d tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 948 time: 0.1142528 Aug 19 00:03:26.184928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-888f6d0c-25ec-434b-bff5-3791101a14d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409844 Aug 19 00:03:26.216412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-646edb7b-edc2-472a-948c-b6c9a86795e8 req-a66dc50c-9ad6-433e-9563-d0f20b821d39 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927961 Aug 19 00:03:26.227926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.241394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ac74-47ae-4628-9334-b9fff1ee0f03 req-3e411a52-4fc4-43a2-8d0d-9e90037bcb53 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.243000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b816ac74-47ae-4628-9334-b9fff1ee0f03 req-3e411a52-4fc4-43a2-8d0d-9e90037bcb53 tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 1096 time: 0.0490410 Aug 19 00:03:26.286393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b816ac74-47ae-4628-9334-b9fff1ee0f03 req-959b57fb-8142-4711-9c38-a69e968293ca tempest-LiveMigrationTest-502298215 tempest-LiveMigrationTest-502298215-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Aug 19 00:03:26.299657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Transition to ACTIVE for port object 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:26.389180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.395624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.402204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.402413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.408229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.414058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.420538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.426631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.428753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-271e8fc9-363f-4e2d-8f9f-1555d42eda8d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5425 time: 0.1456637 Aug 19 00:03:26.430612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-b9334c47-ca69-44bf-826f-885d6267a290 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133555 Aug 19 00:03:26.514025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.552242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948dd56-3f90-44e6-b07c-144f9e4c946c req-2528bc99-300c-4cf4-b9c5-ed07d5c7017b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.553824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2948dd56-3f90-44e6-b07c-144f9e4c946c req-2528bc99-300c-4cf4-b9c5-ed07d5c7017b tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.0568671 Aug 19 00:03:26.574270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1da5cb33-fffe-4029-b447-eaf0046be55b req-4f9ef571-b8e1-4436-85c6-ccf8c32ceb89 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373436 Aug 19 00:03:26.601329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:26.602675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:26.607359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:26.607527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2948dd56-3f90-44e6-b07c-144f9e4c946c req-d5b1731f-9bd8-4674-9287-2c4b1f9c15be tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Aug 19 00:03:26.613350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:26.646946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7dc540c7-3295-4531-b048-56b4b4287b89 req-3f33306e-bfe4-4055-9a8a-d6aeac47538c service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999061 Aug 19 00:03:26.707677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.708380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.730331 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-c60d2749-9788-4414-9c2e-25c34a42581c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3100941 Aug 19 00:03:26.742217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa63b5-1fa9-4783-b1c9-9804f399fedd req-df5b7165-defe-412a-abda-3764ff705fea tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.743636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c0fa63b5-1fa9-4783-b1c9-9804f399fedd req-df5b7165-defe-412a-abda-3764ff705fea tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 943 time: 0.0842037 Aug 19 00:03:26.749396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Request body: {'port': {'device_id': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:26.859361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.863550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c0fa63b5-1fa9-4783-b1c9-9804f399fedd req-30e291c7-6127-4656-8d3a-dc63dbec9b88 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Aug 19 00:03:26.884621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-24ac5cfd-ba7f-4eca-aac6-22a0eaddcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.885444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-24ac5cfd-ba7f-4eca-aac6-22a0eaddcd23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 1095 time: 0.1004877 Aug 19 00:03:26.896643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f915e27-4cd7-430a-b50f-a387c0ce246f req-0e658a15-1de0-4eae-aac7-16ecbb7f9639 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:26.898950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f915e27-4cd7-430a-b50f-a387c0ce246f req-0e658a15-1de0-4eae-aac7-16ecbb7f9639 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 947 time: 0.0533333 Aug 19 00:03:26.909653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:26.912875 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c282259-69b5-4fc8-946c-28ed54778320" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:26.923553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f3cdd9f9-867f-4d80-a0c7-38bc3a11745e None None] Provisioning for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:26.930319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f3cdd9f9-867f-4d80-a0c7-38bc3a11745e None None] Provisioning complete for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:26.931066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd9f9-867f-4d80-a0c7-38bc3a11745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:26.960639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f915e27-4cd7-430a-b50f-a387c0ce246f req-bf9f5ce8-22d7-4b26-8ae9-d8cede004208 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504882 Aug 19 00:03:26.985515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdd9f9-867f-4d80-a0c7-38bc3a11745e None None] Port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:26.997019 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3056265-05d1-4b2d-96e2-122d88a8d6e3 x-openstack-request-id: req-e3056265-05d1-4b2d-96e2-122d88a8d6e3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:26.997375 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:26.997711 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3056265-05d1-4b2d-96e2-122d88a8d6e3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:26.998160 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'code': 200} Aug 19 00:03:27.016486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ca3d5702-f511-4b51-9334-37986624c97b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:27.018648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 71e9d03e-10bf-4639-9c53-1eb15120686b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:27.095484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500a3b-908b-4165-99a4-96594dce34de req-05cc18b9-ba5f-4708-8dd9-7b7c1180c2d2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.096970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c500a3b-908b-4165-99a4-96594dce34de req-05cc18b9-ba5f-4708-8dd9-7b7c1180c2d2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 932 time: 0.0537305 Aug 19 00:03:27.102430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-737ad0ce-49d9-44a5-a8b4-ce197d0dfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.103904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-737ad0ce-49d9-44a5-a8b4-ce197d0dfcfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 913 time: 0.2022250 Aug 19 00:03:27.131095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 71e9d03e-10bf-4639-9c53-1eb15120686b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:27.136949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 71e9d03e-10bf-4639-9c53-1eb15120686b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:27.137415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.145461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c500a3b-908b-4165-99a4-96594dce34de req-f1e637c4-f72a-4a3f-bc6e-3dd0c40be683 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 Aug 19 00:03:27.158035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262c39d-fc58-4f4c-bd44-ae282cafb68f req-acb71ba8-e5b3-4333-8ba7-4070c931afba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.159558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8262c39d-fc58-4f4c-bd44-ae282cafb68f req-acb71ba8-e5b3-4333-8ba7-4070c931afba tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.1961031 Aug 19 00:03:27.196427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-26aab9c0-9387-4024-910d-99e7912e7846 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a HTTP/1.1" status: 200 len: 217 time: 0.0812862 Aug 19 00:03:27.198997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ca3d5702-f511-4b51-9334-37986624c97b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:27.215150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'ca3d5702-f511-4b51-9334-37986624c97b', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'ca3d5702-f511-4b51-9334-37986624c97b', 'mac_address': 'fa:16:3e:95:32:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:27.287507 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.289455 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.294017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-7beb9d7e-37a2-4cca-90ff-74b261aa5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.295735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-7beb9d7e-37a2-4cca-90ff-74b261aa5367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.0885842 Aug 19 00:03:27.300464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8262c39d-fc58-4f4c-bd44-ae282cafb68f req-ba658fd7-ad91-4692-aaef-9a5fc5a3707b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090539 Aug 19 00:03:27.313734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d5702-f511-4b51-9334-37986624c97b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:27.339110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-be9bf4f3-3691-409c-a2d0-031f96f042d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347774 Aug 19 00:03:27.345322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ca3d5702-f511-4b51-9334-37986624c97b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:27.347437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:27.350303 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.355747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.356530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 64ea2d16-20ee-471b-b4d5-4896577082d4 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:27.387950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c104c4-b4d0-4566-8935-3b07a254ed38 req-9f3e7737-a30f-4f03-abd9-fb27b3caef6e tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.389589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8c104c4-b4d0-4566-8935-3b07a254ed38 req-9f3e7737-a30f-4f03-abd9-fb27b3caef6e tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 948 time: 0.0536737 Aug 19 00:03:27.439108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8c104c4-b4d0-4566-8935-3b07a254ed38 req-0873f30d-8688-4588-9ee0-ee6992b9b945 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Aug 19 00:03:27.461339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:27.474129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.499054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-21a61619-498f-42a3-bd12-1df0ee833185 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475654 Aug 19 00:03:27.500200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Transition to ACTIVE for port object 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:27.503479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.567070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:27.605890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:27.606558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 64ea2d16-20ee-471b-b4d5-4896577082d4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:27.619619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 64ea2d16-20ee-471b-b4d5-4896577082d4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:27.620003 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.643619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:27.716805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.749114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ca3d5702-f511-4b51-9334-37986624c97b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:27.757683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc04947-71f0-4559-b79e-d26f9564db16 req-b70ba464-3d51-4252-ab48-b72e661cbee5 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:27.759834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbc04947-71f0-4559-b79e-d26f9564db16 req-b70ba464-3d51-4252-ab48-b72e661cbee5 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.0584207 Aug 19 00:03:27.768936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=64ea2d16-20ee-471b-b4d5-4896577082d4,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:27.814728 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:27.815444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 21921d1c-939b-416c-ba17-8a6edc5c056e up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:27.821110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbc04947-71f0-4559-b79e-d26f9564db16 req-aa35e594-1e36-4ba4-b4b0-f0c798c6bfe7 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Aug 19 00:03:27.942521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:27.978341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 21921d1c-939b-416c-ba17-8a6edc5c056e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:27.986624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 21921d1c-939b-416c-ba17-8a6edc5c056e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:27.987001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.036793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de155d-0c8f-48e0-ab8d-3bd29e5ba5ce req-7ff98ef9-b857-4662-a8f9-b262b6f28455 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.044512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9de155d-0c8f-48e0-ab8d-3bd29e5ba5ce req-7ff98ef9-b857-4662-a8f9-b262b6f28455 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 943 time: 0.0982833 Aug 19 00:03:28.107261 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9de155d-0c8f-48e0-ab8d-3bd29e5ba5ce req-6361a306-cb98-4c99-bb78-729e7ebbbe46 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Aug 19 00:03:28.128234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.140673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-802438ca-140f-41c8-8d87-bef56b01c2d5 req-58e1bedc-9ff9-4a59-bceb-71457ee59368 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291485 Aug 19 00:03:28.164990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=21921d1c-939b-416c-ba17-8a6edc5c056e,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:28.170792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.171692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device e2ad79c2-5340-44f3-8a30-3de5256f1bb5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:28.173638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Attempting to bind port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:28.174349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Attempting to bind port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:28.174694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Attempting to bind port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:28.194948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.200788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.204278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f870df-ded5-4ce5-97f9-fae2e662ff4e req-51830ccd-0e64-4c36-b1ba-00a6a3c36e73 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.206205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08f870df-ded5-4ce5-97f9-fae2e662ff4e req-51830ccd-0e64-4c36-b1ba-00a6a3c36e73 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 948 time: 0.0638261 Aug 19 00:03:28.206511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.213200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.218961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.225327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.231413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.233470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-6c02bd42-ccec-4194-9ed3-8de1b1acccb0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5427 time: 0.5243413 Aug 19 00:03:28.235162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:28.235488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Attempting to bind port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 on network 58295d5a-772a-41ac-9b8e-0e7306251ee8 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:28.245355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-fe0a3b7a-9288-42fe-89ec-93c488ad340a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.246878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-fe0a3b7a-9288-42fe-89ec-93c488ad340a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.1719122 Aug 19 00:03:28.248151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08f870df-ded5-4ce5-97f9-fae2e662ff4e req-db741365-6d8c-4e9a-ae06-0cf184ff1835 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 Aug 19 00:03:28.252903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:28.257517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:28.257517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Checking segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:28.257841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Bound using segment: {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:28.258113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Bound port: 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe38e85-e3ee-4245-83c1-d91ec28c7152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:28.258486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.264656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:28.277812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:28.278347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.363695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5a29704-3703-4b08-991a-bedb1abfba9e req-f0eba93f-c572-432b-ad7f-6a97a81cec15 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157858 Aug 19 00:03:28.368758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.373299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ac14-9b1d-47ec-ba63-93d884f78ebc req-b4d956c1-6b58-491d-a5f1-0467d5715237 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.381288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0769ac14-9b1d-47ec-ba63-93d884f78ebc req-b4d956c1-6b58-491d-a5f1-0467d5715237 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0637512 Aug 19 00:03:28.411267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:28.413908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:28.415655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.416445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 67e14801-5458-4051-9578-3939db452a20 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:28.418092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:28.429891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.460248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0769ac14-9b1d-47ec-ba63-93d884f78ebc req-7fd48993-f7ef-4e33-b583-82d95978bfef tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707130 Aug 19 00:03:28.466669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a1220163-7e43-4379-927d-d01f742379fe up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:28.504871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.505640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.508376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] 10.222.0.11 "PUT /v2.0/ports/2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 1093 time: 1.7632947 Aug 19 00:03:28.511312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Deleting port 701c6e93-4232-4331-8c6d-0c21f60d24d6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:28.512012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.543429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:28.554967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:28.557918 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f" -d '{"events": [{"name": "network-changed", "server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:28.569082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 67e14801-5458-4051-9578-3939db452a20 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:28.573833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 67e14801-5458-4051-9578-3939db452a20 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:28.574354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.577623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port a1220163-7e43-4379-927d-d01f742379fe completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:28.604276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port a1220163-7e43-4379-927d-d01f742379fe triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:28.604772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.621808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c15fb-fa71-4d94-bddd-91344ec1921c req-b7dc66cc-41a5-4e43-9b2e-e83658f80f38 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.622238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae381b5-01f2-4bf5-af11-31e77e275c7d service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:28.622839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-790c15fb-fa71-4d94-bddd-91344ec1921c req-b7dc66cc-41a5-4e43-9b2e-e83658f80f38 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.0742064 Aug 19 00:03:28.687460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-790c15fb-fa71-4d94-bddd-91344ec1921c req-50a6f963-be15-4480-b1a5-7ee79d24e850 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Aug 19 00:03:28.729995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] For port 701c6e93-4232-4331-8c6d-0c21f60d24d6, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=701c6e93-4232-4331-8c6d-0c21f60d24d6,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:28.730476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.737960 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.755595 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a55157-6544-45d1-85f7-26864559ec5a x-openstack-request-id: req-22a55157-6544-45d1-85f7-26864559ec5a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:28.756263 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:28.756836 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22a55157-6544-45d1-85f7-26864559ec5a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:28.757294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.757660 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'status': 'completed', 'code': 200} Aug 19 00:03:28.758639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Calling delete_port for 701c6e93-4232-4331-8c6d-0c21f60d24d6 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:28.807512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:28.822774 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.826543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a1220163-7e43-4379-927d-d01f742379fe,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:28.828600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-0665ec02-61fe-4726-829f-98015f84529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.832002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-0665ec02-61fe-4726-829f-98015f84529d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1096 time: 0.2669189 Aug 19 00:03:28.843005 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:03:28.853955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:28.858141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967457d-2dca-4d9d-9b48-ca35efdffd8f req-a194e777-df8b-48e5-a97e-12346106cfcc tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.859646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0967457d-2dca-4d9d-9b48-ca35efdffd8f req-a194e777-df8b-48e5-a97e-12346106cfcc tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 948 time: 0.2316406 Aug 19 00:03:28.873613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a43c-0c4b-4b49-90fd-509392c2a00d req-55cd2a3b-4c6d-459d-912e-bb208aaa23f4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:28.876912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d51a43c-0c4b-4b49-90fd-509392c2a00d req-55cd2a3b-4c6d-459d-912e-bb208aaa23f4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.0950747 Aug 19 00:03:28.892583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:28.921416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-4830083e-26ee-4ddc-9254-d97d2f43f233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 217 time: 0.0556214 Aug 19 00:03:28.927267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d51a43c-0c4b-4b49-90fd-509392c2a00d req-681bc209-0f68-4116-8a5b-4c7ef34d1f14 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Aug 19 00:03:28.951786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:28.959013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0967457d-2dca-4d9d-9b48-ca35efdffd8f req-9f8a1976-aeb2-44e2-a3dc-41f6cdd784a3 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909660 Aug 19 00:03:28.999404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21921d1c-939b-416c-ba17-8a6edc5c056e'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e14801-5458-4051-9578-3939db452a20'}, {'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:29.002058 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f13d3-ada7-4118-80c6-a8af4818bd89" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "21921d1c-939b-416c-ba17-8a6edc5c056e"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "67e14801-5458-4051-9578-3939db452a20"}, {"server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "name": "network-vif-plugged", "status": "completed", "tag": "a1220163-7e43-4379-927d-d01f742379fe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:29.026632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 046b44a8-7958-4839-9ae7-c02e049fb04d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:29.045884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-990c7cfc-66f5-48fd-a5b0-f48cb38d30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.047985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-990c7cfc-66f5-48fd-a5b0-f48cb38d30ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.1037557 Aug 19 00:03:29.054989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:29.064485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666f25-8c8b-4d2a-b494-d37a8330c839 req-fbb98c70-a0a6-4ba9-b9b0-5c1448247c5e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.066634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28666f25-8c8b-4d2a-b494-d37a8330c839 req-fbb98c70-a0a6-4ba9-b9b0-5c1448247c5e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 944 time: 0.0677490 Aug 19 00:03:29.093440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7', '389d2297-4281-422f-9cfe-22a4e5311242'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:29.099061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 046b44a8-7958-4839-9ae7-c02e049fb04d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:29.128234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28666f25-8c8b-4d2a-b494-d37a8330c839 req-e8e2cf75-d2f4-4acb-a89e-1e74fc9019ae tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509856 Aug 19 00:03:29.130896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 046b44a8-7958-4839-9ae7-c02e049fb04d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:29.130896 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:29.133953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event deleted for resources: {'Port': ['ID=701c6e93-4232-4331-8c6d-0c21f60d24d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:29.191603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] No DVR routers for this DVR port 701c6e93-4232-4331-8c6d-0c21f60d24d6 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:29.195091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:29.198164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76ae7ff8-baab-41fb-8677-ff898af48a93 req-826aa05b-8934-4616-be88-90ef016f7835 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "DELETE /v2.0/ports/701c6e93-4232-4331-8c6d-0c21f60d24d6 HTTP/1.1" status: 204 len: 173 time: 0.9374225 Aug 19 00:03:29.201150 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca5a0a-2124-443b-bd22-39e2d510be54 x-openstack-request-id: req-bdca5a0a-2124-443b-bd22-39e2d510be54 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:29.201537 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "21921d1c-939b-416c-ba17-8a6edc5c056e", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "67e14801-5458-4051-9578-3939db452a20", "code": 200}, {"server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "name": "network-vif-plugged", "status": "completed", "tag": "a1220163-7e43-4379-927d-d01f742379fe", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:29.201865 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdca5a0a-2124-443b-bd22-39e2d510be54 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:29.202340 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'code': 200} Aug 19 00:03:29.202664 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4', 'code': 200} Aug 19 00:03:29.202998 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21921d1c-939b-416c-ba17-8a6edc5c056e', 'code': 200} Aug 19 00:03:29.203311 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'code': 200} Aug 19 00:03:29.204114 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e14801-5458-4051-9578-3939db452a20', 'code': 200} Aug 19 00:03:29.204114 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe', 'code': 200} Aug 19 00:03:29.207345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-eb804c48-bb5d-4ef8-a241-1d2412865009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.209009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-eb804c48-bb5d-4ef8-a241-1d2412865009 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468544 Aug 19 00:03:29.249256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0822b13-d8d9-49dd-a5cd-4dd07e5b8dc5 req-fdc46532-5090-4ea3-af03-a4f83f5efbd6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.251057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0822b13-d8d9-49dd-a5cd-4dd07e5b8dc5 req-fdc46532-5090-4ea3-af03-a4f83f5efbd6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 943 time: 0.0634706 Aug 19 00:03:29.258814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:29.320234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=046b44a8-7958-4839-9ae7-c02e049fb04d,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:29.325943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0822b13-d8d9-49dd-a5cd-4dd07e5b8dc5 req-abb50480-69d2-4fc2-a130-55043f9c6802 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Aug 19 00:03:29.332582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:29.389755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:29.413841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0fd56-b6df-4af6-8f26-a28661956fe3 req-9b43c31f-8d2f-4ca9-85bb-37d5bb7fc6ab tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.415761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6a0fd56-b6df-4af6-8f26-a28661956fe3 req-9b43c31f-8d2f-4ca9-85bb-37d5bb7fc6ab tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.1132503 Aug 19 00:03:29.423039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787766b-c74e-4add-9021-a3b91d688be2 req-6f43d6fa-cdde-4a6e-b0a0-22c1b72f664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.424716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1787766b-c74e-4add-9021-a3b91d688be2 req-6f43d6fa-cdde-4a6e-b0a0-22c1b72f664e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 1101 time: 0.1097190 Aug 19 00:03:29.460343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-28287ded-9500-4693-bd9a-a1ae7d44162c service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220194 Aug 19 00:03:29.468092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f0d5d-cce4-4921-997e-4ff918fcf81d req-bdcec8ae-ea0d-4149-b834-7e99c4ce3c13 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.469764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c80f0d5d-cce4-4921-997e-4ff918fcf81d req-bdcec8ae-ea0d-4149-b834-7e99c4ce3c13 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 948 time: 0.0622456 Aug 19 00:03:29.506812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6a0fd56-b6df-4af6-8f26-a28661956fe3 req-32b6e3f5-3461-4049-bf7f-865d5935f8e1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758176 Aug 19 00:03:29.517472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1787766b-c74e-4add-9021-a3b91d688be2 req-5160d482-69d9-4671-bc94-19af7810632b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797479 Aug 19 00:03:29.526188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c80f0d5d-cce4-4921-997e-4ff918fcf81d req-0ac746fd-e7b1-4904-bed6-0fba5c304874 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Aug 19 00:03:29.613094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7192e32a-92bb-4c10-8735-0be0b9a1cc7b req-284191ea-2beb-4ba4-88b7-8a6084b07eab service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331353 Aug 19 00:03:29.655134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cb8d3-71fd-464d-84f1-e445b6724400 req-abe71d30-ae28-42bf-9172-f141b6db2606 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.656624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-722cb8d3-71fd-464d-84f1-e445b6724400 req-abe71d30-ae28-42bf-9172-f141b6db2606 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0606644 Aug 19 00:03:29.674371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.680756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.686813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.692810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.696780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-722cb8d3-71fd-464d-84f1-e445b6724400 req-d0649777-2bf0-4964-83af-199829922b7b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325227 Aug 19 00:03:29.698702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.704566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.711020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.713181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-265718b6-d59a-4dfc-b771-bf60a564553c req-48a47d8d-f207-4035-b9d9-f61e7a1d0b3d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1120768 Aug 19 00:03:29.786411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-5eecacd5-ada8-416a-9d5c-b8cf6e26ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.787915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-5eecacd5-ada8-416a-9d5c-b8cf6e26ee3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1096 time: 0.0738437 Aug 19 00:03:29.792370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-265718b6-d59a-4dfc-b771-bf60a564553c req-97ca452a-78e0-418d-bf92-6b8a7d757593 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491204 Aug 19 00:03:29.882225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-5b610f8c-4704-45c5-b7fc-25b667469e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:29.883700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-5b610f8c-4704-45c5-b7fc-25b667469e51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.0867202 Aug 19 00:03:29.940679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-f954b0b9-4a75-4ab1-b38f-daf98c4c3ea4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 217 time: 0.0386529 Aug 19 00:03:30.007188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-723c5690-ff3d-485b-8adb-9ecd297b847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.008847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-723c5690-ff3d-485b-8adb-9ecd297b847c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.0446281 Aug 19 00:03:30.094643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-f614abda-0a08-4d16-bd38-1e671e261ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.096342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-f614abda-0a08-4d16-bd38-1e671e261ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749769 Aug 19 00:03:30.105640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71185d9-207c-483c-98b5-7d1e898f3fcf req-391be78a-f064-4646-a792-d7185e6320b4 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.107160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b71185d9-207c-483c-98b5-7d1e898f3fcf req-391be78a-f064-4646-a792-d7185e6320b4 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.0780354 Aug 19 00:03:30.193789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b71185d9-207c-483c-98b5-7d1e898f3fcf req-226e8415-3c56-4748-95c7-744bd493fa98 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781627 Aug 19 00:03:30.219390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-0034e7c5-275e-4d82-92e0-048ee07edbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112194 Aug 19 00:03:30.222509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-76b70ae2-9b37-4d54-8d75-75bec3df21af req-60c9d570-540d-4b1e-8eb8-b2058092053d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.0323806 Aug 19 00:03:30.320082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd9ed8-a947-49c6-afba-6e4da5c9ee4f req-9b8a54ce-0456-4820-95e5-9f7ccf779743 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869818 Aug 19 00:03:30.429354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324de78c-8897-418f-bff9-99b0aaf71280 req-9c101665-9ef1-42bf-9782-d4e984c1b594 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.430881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-324de78c-8897-418f-bff9-99b0aaf71280 req-9c101665-9ef1-42bf-9782-d4e984c1b594 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 943 time: 0.0487964 Aug 19 00:03:30.459305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 59fd3280-4fd8-40c8-a41d-45287e47c60a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:30.469578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:30.471967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-324de78c-8897-418f-bff9-99b0aaf71280 req-d2ecb6e6-72c6-4c93-89d0-e720b78dcd9a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Aug 19 00:03:30.493986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 701c6e93-4232-4331-8c6d-0c21f60d24d6 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:30.494338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 701c6e93-4232-4331-8c6d-0c21f60d24d6 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:30.584837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:30.596289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '59fd3280-4fd8-40c8-a41d-45287e47c60a', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'port_id': '59fd3280-4fd8-40c8-a41d-45287e47c60a', 'mac_address': 'fa:16:3e:cd:8b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db550fb-1eb2-4346-a1e5-8df00728dcf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:30.635490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:30.650357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fd3280-4fd8-40c8-a41d-45287e47c60a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:30.669983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b8e5-7c47-4bb6-b70d-4434d3cb51f9 req-6ddfcee9-6eb6-44d5-91b7-fc355f566107 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.671929 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5306b8e5-7c47-4bb6-b70d-4434d3cb51f9 req-6ddfcee9-6eb6-44d5-91b7-fc355f566107 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.0797179 Aug 19 00:03:30.677332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:30.679694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47592d7-e281-4aa7-8393-5feb824ceadb req-d5cd3280-e735-4319-b9a0-85bb022531d3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.681779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e47592d7-e281-4aa7-8393-5feb824ceadb req-d5cd3280-e735-4319-b9a0-85bb022531d3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 948 time: 0.0627687 Aug 19 00:03:30.683760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:30.732425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5306b8e5-7c47-4bb6-b70d-4434d3cb51f9 req-1cf14cce-e19e-4504-bb3c-51faf303b491 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Aug 19 00:03:30.733220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e47592d7-e281-4aa7-8393-5feb824ceadb req-f414217b-a35b-46aa-adf6-ca6c7389fddd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Aug 19 00:03:30.758710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-deleted', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:30.761160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:30.762075 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1ad6d-ae15-4c01-b6d1-388f8554edbf" -d '{"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-deleted", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:30.807626 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb9e871-7bc2-4828-a1a4-0bd6368b5cfc x-openstack-request-id: req-4cb9e871-7bc2-4828-a1a4-0bd6368b5cfc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:30.807918 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6179d5-ecb7-4170-8b4e-d7af02142643", "name": "network-vif-deleted", "tag": "701c6e93-4232-4331-8c6d-0c21f60d24d6", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:30.808166 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cb9e871-7bc2-4828-a1a4-0bd6368b5cfc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:30.812564 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6179d5-ecb7-4170-8b4e-d7af02142643', 'name': 'network-vif-deleted', 'tag': '701c6e93-4232-4331-8c6d-0c21f60d24d6', 'status': 'completed', 'code': 200} Aug 19 00:03:30.902330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e144f-0b28-497c-85d3-2a73ad9fbf7b req-63ef2e23-7b59-4505-8af0-9b055f1dfe56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.903971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d82e144f-0b28-497c-85d3-2a73ad9fbf7b req-63ef2e23-7b59-4505-8af0-9b055f1dfe56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0531449 Aug 19 00:03:30.944745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d82e144f-0b28-497c-85d3-2a73ad9fbf7b req-45c726b1-f87d-4538-9e1e-a4282ea57285 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346742 Aug 19 00:03:30.945279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.954876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.964041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.971268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.979029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.985387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.991359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:30.993379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-620d91bd-a9f9-46ff-a367-18441ce184ec tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1086547 Aug 19 00:03:31.031080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ca3d5702-f511-4b51-9334-37986624c97b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:31.036803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf999b56-bbb4-4147-b816-0d743e4cd9eb req-1972ec80-0727-433d-b3ef-a8910f9bb9d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355878 Aug 19 00:03:31.094558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port ca3d5702-f511-4b51-9334-37986624c97b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:31.099556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port ca3d5702-f511-4b51-9334-37986624c97b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:31.099883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:31.177415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:31.205978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046b44a8-7958-4839-9ae7-c02e049fb04d'}, {'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:31.211954 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e74f6-7208-411f-8077-b39f988379fe" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "046b44a8-7958-4839-9ae7-c02e049fb04d"}, {"server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d5702-f511-4b51-9334-37986624c97b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:31.219830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ca3d5702-f511-4b51-9334-37986624c97b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:31.227347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:31.277246 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26659a-55d1-47b4-8065-13392ced9db2 x-openstack-request-id: req-fe26659a-55d1-47b4-8065-13392ced9db2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:31.277639 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-plugged", "status": "completed", "tag": "046b44a8-7958-4839-9ae7-c02e049fb04d", "code": 200}, {"server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d5702-f511-4b51-9334-37986624c97b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:31.277785 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe26659a-55d1-47b4-8065-13392ced9db2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:31.278192 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046b44a8-7958-4839-9ae7-c02e049fb04d', 'code': 200} Aug 19 00:03:31.278794 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b', 'code': 200} Aug 19 00:03:31.337335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:31.343615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad18ae6-50ba-4bef-8811-c3774a6f7b3b req-7a5e21a6-fd0a-458b-98e0-5510488702d5 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.354025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ad18ae6-50ba-4bef-8811-c3774a6f7b3b req-7a5e21a6-fd0a-458b-98e0-5510488702d5 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.0787365 Aug 19 00:03:31.386172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be6c7815-6a0b-46b6-8887-7ee10f7de794 req-bebe2ac6-fc67-4cfc-9d0a-50933902484e tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.0322168 Aug 19 00:03:31.403000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['59fd3280-4fd8-40c8-a41d-45287e47c60a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:31.406948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ad18ae6-50ba-4bef-8811-c3774a6f7b3b req-d69fc929-1535-4def-b712-937658960edc tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Aug 19 00:03:31.443387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-b00b65ff-5de4-4144-b9a5-9acdc16f6c5a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.444974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-b00b65ff-5de4-4144-b9a5-9acdc16f6c5a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.1337168 Aug 19 00:03:31.455987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c27bc-2e39-4f88-82a0-fcbae89b93ba req-1deb8a0e-869c-4e61-bef2-5ab637855c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.458311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce5c27bc-2e39-4f88-82a0-fcbae89b93ba req-1deb8a0e-869c-4e61-bef2-5ab637855c9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 1101 time: 0.0500989 Aug 19 00:03:31.506626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce5c27bc-2e39-4f88-82a0-fcbae89b93ba req-f28323c1-dea4-47b3-b8c9-2cab67a1489a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Aug 19 00:03:31.530369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.530878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.532562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.533085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.533579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.534072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.534559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.537875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-c19ab3a4-b147-4828-9722-3054b60f1063 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.1135430 Aug 19 00:03:31.642840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90ca05e3-4990-4539-8356-cbb3aa6ada7d req-b140bdfe-9cbc-40e2-94f6-6f1c66d23df8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&id=941e3e18-5497-4e7a-baa3-e0179ba85ede&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710104 Aug 19 00:03:31.654490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ea97-5297-4cf3-8184-a850008d0c20 req-349e0638-ec96-4103-9de4-80bc2328a214 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.655886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c406ea97-5297-4cf3-8184-a850008d0c20 req-349e0638-ec96-4103-9de4-80bc2328a214 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 944 time: 0.0964317 Aug 19 00:03:31.670669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:31.671015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:31.742575 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c406ea97-5297-4cf3-8184-a850008d0c20 req-99974270-a37a-4949-826f-f3382ae8ab62 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797350 Aug 19 00:03:31.787660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:31.787880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:31.802654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:31.853563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623af8e0-3328-4fca-b570-ce735f4d3a8d req-58d53ac4-3b31-4c1d-b1c9-ed1b6a121c15 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.854936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-623af8e0-3328-4fca-b570-ce735f4d3a8d req-58d53ac4-3b31-4c1d-b1c9-ed1b6a121c15 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=be510c69-a5d9-4e06-b9da-64c7a19999b3 HTTP/1.1" status: 200 len: 945 time: 0.0490689 Aug 19 00:03:31.894463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-623af8e0-3328-4fca-b570-ce735f4d3a8d req-8eb98f3a-6f42-40ee-b341-4c4cc3820fd5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Aug 19 00:03:31.928032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3317733-34fe-47ab-b136-17d6d8db03cf req-af9a97c0-f0f2-4e4c-91e4-90b8fe9dc055 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:31.929668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3317733-34fe-47ab-b136-17d6d8db03cf req-af9a97c0-f0f2-4e4c-91e4-90b8fe9dc055 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.0782120 Aug 19 00:03:32.004792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3317733-34fe-47ab-b136-17d6d8db03cf req-597ef21a-3a1f-4156-92f2-b5c2b9046229 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652971 Aug 19 00:03:32.026846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:32.061094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=72ed8ae7-490e-48c5-b56c-3a6faca7b9ca,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:32.089962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d454-722c-4285-a967-bfcee532357e req-07a5133f-7c31-488f-adc4-9fe7c2ad2ccf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.091868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d71d454-722c-4285-a967-bfcee532357e req-07a5133f-7c31-488f-adc4-9fe7c2ad2ccf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0633621 Aug 19 00:03:32.122480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:32.126697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:32.130185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee2a88bc-f517-4ba0-8866-85715b2987bd req-bf317f52-a17e-4576-bce1-832a8ca48156 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "DELETE /v2.0/ports/72ed8ae7-490e-48c5-b56c-3a6faca7b9ca HTTP/1.1" status: 204 len: 173 time: 0.6647274 Aug 19 00:03:32.140104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d71d454-722c-4285-a967-bfcee532357e req-7034f1bc-d7db-4197-87cc-3df07b783242 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Aug 19 00:03:32.195745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.201144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.207027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.213004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.218940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.225454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.231402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.233378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-a825c481-4e3b-470e-8fc7-f83a4167da9b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1021612 Aug 19 00:03:32.282352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-95539f67-b23d-4e4c-a51e-67d87079ef5a req-07860093-f17d-42b3-a26e-1ffec8921e68 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408928 Aug 19 00:03:32.492593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6d913bb-674d-4674-9d70-1acbc8f12c13 req-79397f71-f6dc-486c-b6a7-ea654b977447 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6179d5-ecb7-4170-8b4e-d7af02142643 HTTP/1.1" status: 200 len: 210 time: 0.0305235 Aug 19 00:03:32.521220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f76c6-f299-4b16-8a8a-24cc4d1ce85b req-7a688870-d335-4553-81c1-ce935b3587c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.522696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8f76c6-f299-4b16-8a8a-24cc4d1ce85b req-7a688870-d335-4553-81c1-ce935b3587c7 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.0551324 Aug 19 00:03:32.563419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8f76c6-f299-4b16-8a8a-24cc4d1ce85b req-bafdc5e9-bce7-4c57-b9c8-c67bffa48a51 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Aug 19 00:03:32.673807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:32.814430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'name': 'network-vif-deleted', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:32.818721 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f650359b-4440-414e-9a8a-78e5a888f12c" -d '{"events": [{"server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "name": "network-vif-deleted", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:32.883466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce53-a75e-44d0-985c-fc030f84e5ad req-43ea20a5-0e69-4f26-8fed-5791f5070c21 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.890987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ffce53-a75e-44d0-985c-fc030f84e5ad req-43ea20a5-0e69-4f26-8fed-5791f5070c21 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.0627465 Aug 19 00:03:32.931053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6534-4284-4bb4-9be9-27a5136f8883 req-6265824d-0eef-46fe-bc32-feb5c0f129f2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:32.931848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ffce53-a75e-44d0-985c-fc030f84e5ad req-8f4e6506-3559-42d8-96b8-0a71ae44f021 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Aug 19 00:03:32.933150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d8c6534-4284-4bb4-9be9-27a5136f8883 req-6265824d-0eef-46fe-bc32-feb5c0f129f2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 944 time: 0.0678809 Aug 19 00:03:32.986801 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c583ecd4-1709-46e0-b7c0-41775ce3a351 x-openstack-request-id: req-c583ecd4-1709-46e0-b7c0-41775ce3a351 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:32.987105 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be510c69-a5d9-4e06-b9da-64c7a19999b3", "name": "network-vif-deleted", "tag": "72ed8ae7-490e-48c5-b56c-3a6faca7b9ca", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:32.987403 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c583ecd4-1709-46e0-b7c0-41775ce3a351 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:32.988090 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be510c69-a5d9-4e06-b9da-64c7a19999b3', 'name': 'network-vif-deleted', 'tag': '72ed8ae7-490e-48c5-b56c-3a6faca7b9ca', 'status': 'completed', 'code': 200} Aug 19 00:03:32.998827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d8c6534-4284-4bb4-9be9-27a5136f8883 req-6ca4ef4a-0667-4570-8591-a58423037671 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516515 Aug 19 00:03:33.068170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:33.157080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928b1d-9e0a-4340-8e86-1bbe6586186e req-993bd991-812e-4a47-9998-4278442412ac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.158537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb928b1d-9e0a-4340-8e86-1bbe6586186e req-993bd991-812e-4a47-9998-4278442412ac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.0706966 Aug 19 00:03:33.201945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb928b1d-9e0a-4340-8e86-1bbe6586186e req-755b5878-ca9a-4fe9-b613-6819e4359f47 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Aug 19 00:03:33.214481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:33.236600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:33.306438 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:33.327226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:33.355399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:33.363744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:33.403184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ed6e-a548-4424-bf25-370ced5ec724 req-da0ee492-c26e-4630-bc0e-9b4d75b5b447 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.415001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88c2ed6e-a548-4424-bf25-370ced5ec724 req-da0ee492-c26e-4630-bc0e-9b4d75b5b447 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1309128 Aug 19 00:03:33.428229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:33.458934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-631b69f2-aa31-4b4e-a1e8-d81c6286fb0e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.460431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-631b69f2-aa31-4b4e-a1e8-d81c6286fb0e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1923077 Aug 19 00:03:33.468873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88c2ed6e-a548-4424-bf25-370ced5ec724 req-dd3801d8-744e-43b0-8a38-f8930bf6b20e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529492 Aug 19 00:03:33.480846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-ef9027b9-a09a-48fe-b9f5-f97a7ecf2931 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0100770 Aug 19 00:03:33.546205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-86e904e7-29c2-4887-aedc-16ed83e6e3ac tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587680 Aug 19 00:03:33.598538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f626-f462-4f35-b639-bb83c1e5ddab req-d2797e80-c01b-4680-b24a-b344a5589cc7 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.600127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec58f626-f462-4f35-b639-bb83c1e5ddab req-d2797e80-c01b-4680-b24a-b344a5589cc7 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 1101 time: 0.0482221 Aug 19 00:03:33.657780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2a6eefcb-4bbe-464c-983f-fc130ca0012a service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009867 Aug 19 00:03:33.663689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec58f626-f462-4f35-b639-bb83c1e5ddab req-7791c4f0-e7ab-4bf5-bf03-b7819831863f tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Aug 19 00:03:33.758189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-8a9293b1-061c-4517-af6e-4f8e52ea7393 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929790 Aug 19 00:03:33.795103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:33.877140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.883429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.889615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.914826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.929322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.935695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.947799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:33.956574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-568b282e-10ae-4997-bd7f-fe958078302f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1503205 Aug 19 00:03:34.021148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6b95942-aa75-4e7e-b3b5-194b600fe862 req-a0db0861-ed6e-479b-9b1b-70262ee2e837 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577867 Aug 19 00:03:34.072628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-5056ff88-c4d4-4dcf-8d0d-4a325e8c62bf tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581949 Aug 19 00:03:34.099797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e05c1e2b-3a01-449c-bae8-396926c613ad req-d90d5096-7f72-48da-9af1-5222661cd334 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 210 time: 0.0357735 Aug 19 00:03:34.222176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6186-214d-4708-856b-382cb3fa85bf req-ebeba5a5-b9e9-4086-bca1-5c797f2f8451 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.230662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7ae6186-214d-4708-856b-382cb3fa85bf req-ebeba5a5-b9e9-4086-bca1-5c797f2f8451 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.0722702 Aug 19 00:03:34.277401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7ae6186-214d-4708-856b-382cb3fa85bf req-df630a47-ca7b-4157-87d2-2b5598242e4c tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Aug 19 00:03:34.304813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-59ae9acb-7dcb-48ba-908e-b78c05f34709 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.317266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-59ae9acb-7dcb-48ba-908e-b78c05f34709 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436976 Aug 19 00:03:34.335123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-9227175e-9969-4bb9-9d95-d1fa8baac573 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/quotas/3ffdf397e62c48169821f5bb83a989f4 HTTP/1.1" status: 200 len: 375 time: 0.0168853 Aug 19 00:03:34.402322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-13078623-42a1-47e5-b320-6cd7f032f921 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0662274 Aug 19 00:03:34.477312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23392d0-a2b0-4d68-9e91-af7ed20b0f31 req-7ad56e82-c77d-49af-8bd4-06e514238840 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.479654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a23392d0-a2b0-4d68-9e91-af7ed20b0f31 req-7ad56e82-c77d-49af-8bd4-06e514238840 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 944 time: 0.0757978 Aug 19 00:03:34.484238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 59fd3280-4fd8-40c8-a41d-45287e47c60a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:34.575849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a23392d0-a2b0-4d68-9e91-af7ed20b0f31 req-f523f5bf-fe41-4f1e-8b37-3863293dede9 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Aug 19 00:03:34.613804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 59fd3280-4fd8-40c8-a41d-45287e47c60a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:34.627376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 59fd3280-4fd8-40c8-a41d-45287e47c60a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:34.628162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:34.774509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aac21-8908-40c0-955d-2c876928a836 req-ce204404-9e57-4066-ab89-5c5c412900a0 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.776519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f24aac21-8908-40c0-955d-2c876928a836 req-ce204404-9e57-4066-ab89-5c5c412900a0 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.21 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.1729138 Aug 19 00:03:34.795725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:34.824010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:34.827361 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c215a6-ed29-4fd7-9448-6bcf59d6c317" -d '{"events": [{"server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "name": "network-vif-plugged", "status": "completed", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:34.829092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65dd7-46f3-4a34-a796-6b9d5c65a6c2 req-6667dce0-efe1-479e-8f75-4338549e1a56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.833510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2f65dd7-46f3-4a34-a796-6b9d5c65a6c2 req-6667dce0-efe1-479e-8f75-4338549e1a56 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.1228881 Aug 19 00:03:34.851847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:34.858606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:34.860030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:34.861975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.880440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.898661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.904286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.916635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:34.917238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72ed8ae7-490e-48c5-b56c-3a6faca7b9ca not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:34.921258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.938086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.939442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2f65dd7-46f3-4a34-a796-6b9d5c65a6c2 req-eede5481-c12f-4510-9699-aab661ab1f06 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937181 Aug 19 00:03:34.950223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:34.956737 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62f5a0f7-84e9-4b36-9b76-cad05a8250c3 req-f17e7ea1-c218-456b-88ef-1cfc78d77cba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.2826145 Aug 19 00:03:34.963259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:34.969861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Request body: {'floatingip': {'port_id': '71e9d03e-10bf-4639-9c53-1eb15120686b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:35.015931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:35.081564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:35.107329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Deleting port a1220163-7e43-4379-927d-d01f742379fe {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:35.108089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:35.137368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4cb6eb-d78b-48b0-9eeb-52363a0b6801 req-917ea46d-527d-4d13-8d6b-1c23a35eca19 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 210 time: 0.0775270 Aug 19 00:03:35.216041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] For port a1220163-7e43-4379-927d-d01f742379fe, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a1220163-7e43-4379-927d-d01f742379fe,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:35.216190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:35.239881 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdd40e-46ce-4748-ae00-aab92df0d60d x-openstack-request-id: req-0dfdd40e-46ce-4748-ae00-aab92df0d60d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:35.240274 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "name": "network-vif-plugged", "status": "completed", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:35.240837 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dfdd40e-46ce-4748-ae00-aab92df0d60d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:35.241805 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a', 'code': 200} Aug 19 00:03:35.253451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Calling delete_port for a1220163-7e43-4379-927d-d01f742379fe owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:35.419896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e74e692-a0bb-4322-8018-7378337183a8 req-99d0bfa8-3974-4500-94f3-7798b8a08f09 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 210 time: 0.0799155 Aug 19 00:03:35.520942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-804f-4dfc-87a3-bb5b29f6adfd req-21181db1-5721-413d-9e6e-c31109881184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:35.524997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6981cb12-804f-4dfc-87a3-bb5b29f6adfd req-21181db1-5721-413d-9e6e-c31109881184 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 1097 time: 0.1915312 Aug 19 00:03:35.602973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6981cb12-804f-4dfc-87a3-bb5b29f6adfd req-64effd85-4376-4f49-9a5c-030b1410dad4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667727 Aug 19 00:03:35.656023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77807d33-49e8-4d79-8b14-fe7f5175893b req-3fed556f-f48f-46ba-8cfc-1dcbff34968c tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:35.665628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77807d33-49e8-4d79-8b14-fe7f5175893b req-3fed556f-f48f-46ba-8cfc-1dcbff34968c tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 949 time: 0.2413764 Aug 19 00:03:35.797260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77807d33-49e8-4d79-8b14-fe7f5175893b req-d59d78e9-2812-46d0-8b61-e77104d36887 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/security-groups?id=20db268e-f61c-4442-a589-622122e55e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299789 Aug 19 00:03:35.823787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-965b355b-2e35-40e2-824c-f6a528421f0e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:35.825409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-965b355b-2e35-40e2-824c-f6a528421f0e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2614870 Aug 19 00:03:35.832404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:35.848480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:35.877957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a1220163-7e43-4379-927d-d01f742379fe'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:35.894118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a68a9-732f-4900-9d68-f96aba2aab5d req-48d7d9bd-d0c2-4a11-90cd-16bc5ceac479 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:35.900838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-227a68a9-732f-4900-9d68-f96aba2aab5d req-48d7d9bd-d0c2-4a11-90cd-16bc5ceac479 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.1483061 Aug 19 00:03:35.935170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:35.937492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Pushing event deleted for resources: {'Port': ['ID=a1220163-7e43-4379-927d-d01f742379fe,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:35.950064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:36.080251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] No DVR routers for this DVR port a1220163-7e43-4379-927d-d01f742379fe on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:36.093434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:36.095544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f24aac21-8908-40c0-955d-2c876928a836 req-e33a53f8-e132-4dbc-8c04-ef7bd1cbb322 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.21 "DELETE /v2.0/ports/a1220163-7e43-4379-927d-d01f742379fe HTTP/1.1" status: 204 len: 173 time: 1.3059704 Aug 19 00:03:36.115698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'name': 'network-vif-deleted', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:36.121273 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Floating IP edfb4d80-2588-4802-996a-f702e9f5fe06 associated. External IP: 172.25.1.65, port: 71e9d03e-10bf-4639-9c53-1eb15120686b. Aug 19 00:03:36.124502 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3433b05-ed59-42fb-b2ec-90a77830cd56" -d '{"events": [{"server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "name": "network-vif-deleted", "tag": "a1220163-7e43-4379-927d-d01f742379fe"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:36.205187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-227a68a9-732f-4900-9d68-f96aba2aab5d req-46f4f63d-8ca2-4f4d-8828-9818c9794844 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028426 Aug 19 00:03:36.214483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:36.223496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:36.313745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f4af6-e336-46df-81ac-ed91209a0140 req-6638ec3e-e560-4e99-8dd3-d369145c3bc6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:36.323760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b8f4af6-e336-46df-81ac-ed91209a0140 req-6638ec3e-e560-4e99-8dd3-d369145c3bc6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.2506447 Aug 19 00:03:36.418834 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e394c8-2641-4e74-aab9-116fbc103439 x-openstack-request-id: req-28e394c8-2641-4e74-aab9-116fbc103439 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:36.419122 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917a2451-6bc9-4ffc-8e2e-d5de25c57e39", "name": "network-vif-deleted", "tag": "a1220163-7e43-4379-927d-d01f742379fe", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:36.419375 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28e394c8-2641-4e74-aab9-116fbc103439 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:36.419769 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917a2451-6bc9-4ffc-8e2e-d5de25c57e39', 'name': 'network-vif-deleted', 'tag': 'a1220163-7e43-4379-927d-d01f742379fe', 'status': 'completed', 'code': 200} Aug 19 00:03:36.433497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b8f4af6-e336-46df-81ac-ed91209a0140 req-d2c84f65-6ee4-4aff-8921-aa399e86d711 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085308 Aug 19 00:03:36.573845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.9 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/a2aabc45-e6d1-440c-81af-8789ea41c0a4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:36.578610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cf08eff-a1a3-4af8-b2ef-acc9ddba5bb0 req-9e53eec6-71a2-45b7-85a5-11cb221cf885 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 210 time: 0.0461459 Aug 19 00:03:36.791314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:36.841471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-c298f3c4-daa3-4af4-887c-c0242c42ee28 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3ffdf397e62c48169821f5bb83a989f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328157 Aug 19 00:03:36.861120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24906edd-98c0-414b-8f0a-883dc2aef6d8 req-2c3f8db0-3e81-4536-98b6-d96b75b4b441 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 210 time: 0.0547926 Aug 19 00:03:36.930899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-f2bdf69a-9758-4da5-a1a6-cf48e2037b5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6850424 Aug 19 00:03:36.968068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:36.989599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Router d60182c0-1975-4466-85dd-eb3838be4d67 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:03:37.009603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:37.065224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5678d4bf-e22c-4576-93e5-3a90890e4b70 req-e2b6882b-cbc9-4bed-b4ce-6ad14fecf6d4 tempest-ImagesNegativeTestJSON-1863412703 tempest-ImagesNegativeTestJSON-1863412703-project] 10.222.0.20 "GET /v2.0/ports?device_id=917a2451-6bc9-4ffc-8e2e-d5de25c57e39 HTTP/1.1" status: 200 len: 210 time: 0.0842397 Aug 19 00:03:37.085684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-452f44e5-267d-4e89-9cda-a36a8a905dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.087269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-452f44e5-267d-4e89-9cda-a36a8a905dce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 1102 time: 0.0961065 Aug 19 00:03:37.091967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:37.106574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:37.114234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:37.117227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:37.120669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:37.131545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-26e84ab1-2d65-4825-b29b-f068ef65edb6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.136046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-26e84ab1-2d65-4825-b29b-f068ef65edb6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843235 Aug 19 00:03:37.211210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:37.216974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:37.217623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.217721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Request body: {'port': {'device_id': '862b62d3-e748-4d52-88c6-af906f365f9e', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ffdf397e62c48169821f5bb83a989f4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:37.312669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.313535 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.317325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:37.329128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Sync routers for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:37.342070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.362715 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:37.369912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-2d8e498f-c140-4050-a100-065f3a742c8d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265543 Aug 19 00:03:37.371233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:37.412619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Request body: {'port': {'device_id': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:37.427808 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.467717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:37.470391 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928a6589-7470-4c37-94ba-86f53ca77473" -d '{"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:37.493813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:37.508501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.579028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-816a5415-4e75-47d2-bb5c-534051ec0fcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "PUT /v2.0/floatingips/edfb4d80-2588-4802-996a-f702e9f5fe06 HTTP/1.1" status: 200 len: 990 time: 2.6145360 Aug 19 00:03:37.581497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:37.584658 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:37.605570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-40be5696-89eb-4654-b037-fae10779b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.609581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-40be5696-89eb-4654-b037-fae10779b32c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4241829 Aug 19 00:03:37.651731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575049a-29a8-4985-856b-28a3da146dc7 req-8a7cc896-292a-479d-9a1c-b81a6e39cc08 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.661537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3575049a-29a8-4985-856b-28a3da146dc7 req-8a7cc896-292a-479d-9a1c-b81a6e39cc08 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.3013177 Aug 19 00:03:37.675878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:37.698225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.703170 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:37.724749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Made reservation on behalf of 3ffdf397e62c48169821f5bb83a989f4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:37.728921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:37.757902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-80aa1dee-33b5-4204-8b24-e505975bf398 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=245d22ff-9fbd-4327-b6be-032442676849 HTTP/1.1" status: 200 len: 217 time: 0.1258979 Aug 19 00:03:37.819716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2c6f-cd62-4954-9270-bbe022ee803c req-484cd89b-0ad4-4827-a110-1fa999a2288a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.827295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-226c2c6f-cd62-4954-9270-bbe022ee803c req-484cd89b-0ad4-4827-a110-1fa999a2288a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1897738 Aug 19 00:03:37.835945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-088e8ce4-e21f-4715-b4c5-3adffe6677d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.837725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-088e8ce4-e21f-4715-b4c5-3adffe6677d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0718622 Aug 19 00:03:37.879996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3575049a-29a8-4985-856b-28a3da146dc7 req-8b788977-4cad-481b-9962-409db65abc39 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172835 Aug 19 00:03:37.931315 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94466a6a-febc-42a0-82a4-145d13459996 x-openstack-request-id: req-94466a6a-febc-42a0-82a4-145d13459996 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:37.931856 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:37.932363 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94466a6a-febc-42a0-82a4-145d13459996 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:37.932961 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'code': 200} Aug 19 00:03:37.951237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-87c5a567-1188-4398-af5c-c7d62a3828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:37.956410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-87c5a567-1188-4398-af5c-c7d62a3828d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012990 Aug 19 00:03:37.981618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-226c2c6f-cd62-4954-9270-bbe022ee803c req-80f65602-b3a1-4039-8585-6383f01ffd4d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514914 Aug 19 00:03:38.082617 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e9c43-4fa2-4a44-a0ca-94fd0b0a6ef4 x-openstack-request-id: req-7b6e9c43-4fa2-4a44-a0ca-94fd0b0a6ef4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:38.093199 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'edfb4d80-2588-4802-996a-f702e9f5fe06', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'port_id': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'mac_address': 'fa:16:3e:39:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:13Z', 'updated_at': '2021-08-19T00:03:35Z', 'revision_number': 1, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:38.100383 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:38.100841 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b6e9c43-4fa2-4a44-a0ca-94fd0b0a6ef4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:38.101267 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'status': 'completed', 'code': 200} Aug 19 00:03:38.147271 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Checking router: d60182c0-1975-4466-85dd-eb3838be4d67 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:38.159003 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:38.159799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:38.247907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-c4de539b-4014-4a78-86da-de2cfa24d09d service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603104 Aug 19 00:03:38.260924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c1db922-17a8-43be-9950-c2f00dd23d35 req-01e9d7a0-3af8-47bd-9a2e-168bad767abd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 210 time: 0.0645247 Aug 19 00:03:38.263625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aafb7d-7dc8-4184-a192-eed64d4e49d0 req-f89e4c6c-dddb-4343-b365-b3875a1e7772 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:38.270693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5aafb7d-7dc8-4184-a192-eed64d4e49d0 req-f89e4c6c-dddb-4343-b365-b3875a1e7772 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 931 time: 0.1358621 Aug 19 00:03:38.306705 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:38.385430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5aafb7d-7dc8-4184-a192-eed64d4e49d0 req-c175e4b0-fef5-4153-af36-1645e9693718 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913339 Aug 19 00:03:38.458673 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f13054a-5d30-47d6-b772-1040397e6d44 req-315d8923-d53c-4f41-b8b0-a765fcc4273e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795719 Aug 19 00:03:38.503443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a1220163-7e43-4379-927d-d01f742379fe no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:38.555355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: a1220163-7e43-4379-927d-d01f742379fe {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:38.555722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a1220163-7e43-4379-927d-d01f742379fe not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:38.864828 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'edfb4d80-2588-4802-996a-f702e9f5fe06', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'port_id': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'mac_address': 'fa:16:3e:39:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:13Z', 'updated_at': '2021-08-19T00:03:35Z', 'revision_number': 1, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:38.936108 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0634-4dfb-4c52-9540-d7b8c88b7c67 None None] The sync data for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 is: [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'edfb4d80-2588-4802-996a-f702e9f5fe06', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'port_id': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'mac_address': 'fa:16:3e:39:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:02:13Z', 'updated_at': '2021-08-19T00:03:35Z', 'revision_number': 1, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:39.016704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Allocated IP 192.168.233.51 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/3cec4d90-49d4-4a26-bc27-48aeb545fda2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:39.020626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2aabc45-e6d1-440c-81af-8789ea41c0a4 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:39.047426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:39.051620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb853da-efa2-4864-8c0c-ac3df06bbc0b req-af9cfec5-b227-48cb-b14f-ee5ae11fcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.053221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecb853da-efa2-4864-8c0c-ac3df06bbc0b req-af9cfec5-b227-48cb-b14f-ee5ae11fcc9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1098 time: 1.0177672 Aug 19 00:03:39.058481 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.094563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f346a-3b8c-40ad-a891-7743fd2a8901 req-32931715-a15c-48db-b33e-83759541c770 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.096365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-924f346a-3b8c-40ad-a891-7743fd2a8901 req-32931715-a15c-48db-b33e-83759541c770 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.0891411 Aug 19 00:03:39.138418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Transition to ACTIVE for port object a2aabc45-e6d1-440c-81af-8789ea41c0a4 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:39.148966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.149611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.150123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.150546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.151017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.151510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.152149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.154170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-dca0d559-f018-4ec7-90a4-2d3174655ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 1.0124254 Aug 19 00:03:39.163184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-924f346a-3b8c-40ad-a891-7743fd2a8901 req-72a3eedc-dd0f-418f-b9de-77d217dfe9fd tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588181 Aug 19 00:03:39.164192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.209082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923b272-8e64-41d7-857d-973859df1080 req-5cbe999f-a301-4dd0-822c-52884ea7497c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.210213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3923b272-8e64-41d7-857d-973859df1080 req-5cbe999f-a301-4dd0-822c-52884ea7497c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.2056406 Aug 19 00:03:39.261003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eecc7018-43f7-437e-929e-682adf83453d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4342763ae8c4647adad03cc89e18d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122664 Aug 19 00:03:39.276072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:39.302694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecb853da-efa2-4864-8c0c-ac3df06bbc0b req-c6d218a8-4ca1-4ebe-9b75-cfca32fa87fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188673 Aug 19 00:03:39.310780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8772df1-b7f3-41eb-8cf0-498a102b7f23 None None] New status for floating IP edfb4d80-2588-4802-996a-f702e9f5fe06: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:03:39.334664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971559d5-fcb1-4b98-8fb9-09e34b35d8f9 req-5842780f-2257-44d2-9e93-49eb95128fa4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.336206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-971559d5-fcb1-4b98-8fb9-09e34b35d8f9 req-5842780f-2257-44d2-9e93-49eb95128fa4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.0917115 Aug 19 00:03:39.358039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:39.385976 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.419722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-971559d5-fcb1-4b98-8fb9-09e34b35d8f9 req-6dc5bbe7-97b5-4fe0-bed4-36fb8fcc417c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757089 Aug 19 00:03:39.425019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.428623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3923b272-8e64-41d7-857d-973859df1080 req-6738d5e2-dd9e-458f-b159-05c8a0a50940 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705520 Aug 19 00:03:39.520442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.522923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.526333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20db268e-f61c-4442-a589-622122e55e28 HTTP/1.1" status: 204 len: 168 time: 0.2467258 Aug 19 00:03:39.526581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-47d00ae7-17f3-4961-b686-d3f330b0bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.537210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7c43-c822-41c0-b596-e5a4a14e3d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db268e-f61c-4442-a589-622122e55e28,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:39.562296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-47d00ae7-17f3-4961-b686-d3f330b0bd5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523 HTTP/1.1" status: 200 len: 912 time: 0.3602099 Aug 19 00:03:39.639196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a753e2b8-0a12-4215-b296-99d8bfb775b8 req-2f525984-ba61-4c76-9748-b5808ff8ef44 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 210 time: 0.0477319 Aug 19 00:03:39.656332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Attempting to bind port a2aabc45-e6d1-440c-81af-8789ea41c0a4 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:39.656678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Attempting to bind port a2aabc45-e6d1-440c-81af-8789ea41c0a4 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:39.657015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Attempting to bind port a2aabc45-e6d1-440c-81af-8789ea41c0a4 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:39.670743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.687959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Port a2aabc45-e6d1-440c-81af-8789ea41c0a4 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:39.688333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Attempting to bind port a2aabc45-e6d1-440c-81af-8789ea41c0a4 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:39.729940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:39.730290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:39.730685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:39.731129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Bound port: a2aabc45-e6d1-440c-81af-8789ea41c0a4, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:39.731496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:39.739035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Transition to ACTIVE for port object 3cec4d90-49d4-4a26-bc27-48aeb545fda2 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:39.748220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-7780bc06-185c-4677-8b6b-6ee15560b9f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1000 time: 0.1849999 Aug 19 00:03:39.862121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5966a-77a8-46b3-abd6-3ba1462603e6 req-484db83c-541f-49a4-b8ba-ca7a5b6659a7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.864466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5966a-77a8-46b3-abd6-3ba1462603e6 req-484db83c-541f-49a4-b8ba-ca7a5b6659a7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 943 time: 0.2004130 Aug 19 00:03:39.939500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-ac3908dc-6b13-4299-93f0-9993b612c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:39.941219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-ac3908dc-6b13-4299-93f0-9993b612c22d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.1826277 Aug 19 00:03:39.953973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:40.005941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:40.012879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27b5966a-77a8-46b3-abd6-3ba1462603e6 req-f7d20564-8c8c-4772-82ee-a750b2f960cc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272941 Aug 19 00:03:40.017034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:40.022620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273', '77ba3549-8918-4fa1-8575-1dce41b56037', 'ca3d5702-f511-4b51-9334-37986624c97b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:40.094164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:40.105655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:40.126219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:40.156485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:40.172220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-19448928-fe1f-42fb-adef-ffe6c3639681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.177221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-19448928-fe1f-42fb-adef-ffe6c3639681 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186668 Aug 19 00:03:40.178180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event updated for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:40.239838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:40.319095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-b677b429-0876-4981-ada4-f43ef15fa4a1 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112123 Aug 19 00:03:40.334074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.335078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:40.336654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2aabc45-e6d1-440c-81af-8789ea41c0a4 HTTP/1.1" status: 200 len: 1092 time: 2.9320111 Aug 19 00:03:40.406127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9447a-0036-446f-85fd-a13c254c6a21 req-93342f07-3704-4063-873f-f180f1ec5e1d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.413724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36b9447a-0036-446f-85fd-a13c254c6a21 req-93342f07-3704-4063-873f-f180f1ec5e1d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.1227620 Aug 19 00:03:40.467412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-b8f1d8cc-8f67-4255-9d11-941f8d616daa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.469078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-b8f1d8cc-8f67-4255-9d11-941f8d616daa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 944 time: 0.4431131 Aug 19 00:03:40.469580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:40.472005 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e660a19-c65f-4933-84aa-5b40acf87e76" -d '{"events": [{"name": "network-changed", "server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:40.502965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36b9447a-0036-446f-85fd-a13c254c6a21 req-8ca30a18-a19f-4d26-bb4a-986aed3d67f9 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836952 Aug 19 00:03:40.559923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.560684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:40.608471 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a274c1-9a70-4ae2-a34d-3a2f894afb28 x-openstack-request-id: req-a5a274c1-9a70-4ae2-a34d-3a2f894afb28 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:40.608817 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:40.611118 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5a274c1-9a70-4ae2-a34d-3a2f894afb28 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:40.611553 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4', 'status': 'completed', 'code': 200} Aug 19 00:03:40.715519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4402e4c-5324-4153-ae21-36c2d9a3fd9a req-a94268fe-5b63-4d2b-8e85-cadf6e6a2bbf service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779094 Aug 19 00:03:40.738231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37dd4d7e-74ec-4d88-ab9a-9ac699ddc4cb None None] Provisioning for port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:40.768023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37dd4d7e-74ec-4d88-ab9a-9ac699ddc4cb None None] Provisioning complete for port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:40.768436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37dd4d7e-74ec-4d88-ab9a-9ac699ddc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:40.797096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-c9bdb1bd-76f6-4604-9cf0-c1b30fac3af3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5910871 Aug 19 00:03:40.836587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80da2de-adbf-4e88-8172-45f4b2c20cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:40.844773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Request body: {'port': {'device_id': '862b62d3-e748-4d52-88c6-af906f365f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:40.872917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-37dd4d7e-74ec-4d88-ab9a-9ac699ddc4cb None None] Port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:40.884135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-7488fdfc-035b-4c50-92f9-2606897b5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.885677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-7488fdfc-035b-4c50-92f9-2606897b5d77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 1095 time: 0.4082167 Aug 19 00:03:40.886012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27bff5-aa0a-4100-9746-58fe65c4217e req-507420ff-9517-4046-b696-a47e5fbffd7c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.900543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a27bff5-aa0a-4100-9746-58fe65c4217e req-507420ff-9517-4046-b696-a47e5fbffd7c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 935 time: 0.1111286 Aug 19 00:03:40.908485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84d8a-4a5c-40be-8dea-8d7e72e4d15b req-e3e4b75a-d650-48d5-944e-4d9fbefc17d5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:40.923639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81c84d8a-4a5c-40be-8dea-8d7e72e4d15b req-e3e4b75a-d650-48d5-944e-4d9fbefc17d5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.3574328 Aug 19 00:03:40.940813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a27bff5-aa0a-4100-9746-58fe65c4217e req-57f99709-37dd-466b-bebd-edc0e210e3e9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Aug 19 00:03:41.006943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-cd1d54ab-fa35-4572-a495-1ff19ee18e60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4 HTTP/1.1" status: 200 len: 217 time: 0.0812345 Aug 19 00:03:41.016331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:41.033189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Deleting port 389d2297-4281-422f-9cfe-22a4e5311242 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:41.033834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:41.092071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81c84d8a-4a5c-40be-8dea-8d7e72e4d15b req-b24930af-d4ec-4f72-b287-3b64ff018f00 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675618 Aug 19 00:03:41.186719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ccd6-6904-42be-8c20-d05074806198 req-9bbe1696-2c70-4be1-a193-e313b0a51f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:41.188213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-9bbe1696-2c70-4be1-a193-e313b0a51f6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1469920 Aug 19 00:03:41.292274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-745da7ad-d769-460b-8e95-bbd7a36bf27c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510218 Aug 19 00:03:41.309399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] For port 389d2297-4281-422f-9cfe-22a4e5311242, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=389d2297-4281-422f-9cfe-22a4e5311242,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:41.309791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:41.390770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Calling delete_port for 389d2297-4281-422f-9cfe-22a4e5311242 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:41.508868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b294e-a79f-4dae-a513-76116d3debb7 req-93a3d25d-2802-4692-99e2-8f1d27ddadb9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:41.510383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-805b294e-a79f-4dae-a513-76116d3debb7 req-93a3d25d-2802-4692-99e2-8f1d27ddadb9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 943 time: 0.2285643 Aug 19 00:03:41.549085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d40b530-54e2-4ccd-9f48-ef7657dd26aa req-6928d1c6-b090-49bb-a948-87ecb03af56c tempest-AbsoluteLimitsNegativeTestJSON-1483291000 tempest-AbsoluteLimitsNegativeTestJSON-1483291000-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b366a2ac815347799077bc52c9edc1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368009 Aug 19 00:03:41.589498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-5816a23a-ffc3-4bf5-bcde-beede69cb7cf service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771242 Aug 19 00:03:41.658346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40b530-54e2-4ccd-9f48-ef7657dd26aa req-77570b77-526b-459d-80ff-b8b0ac637561 tempest-AbsoluteLimitsNegativeTestJSON-1483291000 tempest-AbsoluteLimitsNegativeTestJSON-1483291000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:41.659839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d40b530-54e2-4ccd-9f48-ef7657dd26aa req-77570b77-526b-459d-80ff-b8b0ac637561 tempest-AbsoluteLimitsNegativeTestJSON-1483291000 tempest-AbsoluteLimitsNegativeTestJSON-1483291000-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070073 Aug 19 00:03:41.675307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-805b294e-a79f-4dae-a513-76116d3debb7 req-cb9b6dd8-ae72-4370-88ca-2e12b83c1740 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449482 Aug 19 00:03:41.677869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d40b530-54e2-4ccd-9f48-ef7657dd26aa req-99ee3644-40c6-4a51-a337-54bb6be995d6 tempest-AbsoluteLimitsNegativeTestJSON-1483291000 tempest-AbsoluteLimitsNegativeTestJSON-1483291000-project] 10.222.0.20 "GET /v2.0/quotas/b366a2ac815347799077bc52c9edc1cc HTTP/1.1" status: 200 len: 375 time: 0.0112896 Aug 19 00:03:41.734622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d40b530-54e2-4ccd-9f48-ef7657dd26aa req-5e891be0-c637-4588-99b1-9440183ec300 tempest-AbsoluteLimitsNegativeTestJSON-1483291000 tempest-AbsoluteLimitsNegativeTestJSON-1483291000-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b366a2ac815347799077bc52c9edc1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449703 Aug 19 00:03:41.792581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cec4d90-49d4-4a26-bc27-48aeb545fda2 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:41.825514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:41.879308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:41.885616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22d0ccd6-6904-42be-8c20-d05074806198 req-f43293cd-13db-409a-b064-1e1439bd7d8c service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866404 Aug 19 00:03:41.888974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Transition to ACTIVE for port object 3cec4d90-49d4-4a26-bc27-48aeb545fda2 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:41.916110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:41.933188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event deleted for resources: {'Port': ['ID=389d2297-4281-422f-9cfe-22a4e5311242,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:41.935627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.138159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] No DVR routers for this DVR port 389d2297-4281-422f-9cfe-22a4e5311242 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:42.144282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.146794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1ca26d4-ffc7-422c-ab64-8edc7bf9234d req-e32fb38b-3d40-4157-8b35-3dc77534bc5a tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "DELETE /v2.0/ports/389d2297-4281-422f-9cfe-22a4e5311242 HTTP/1.1" status: 204 len: 173 time: 1.5626390 Aug 19 00:03:42.148686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9a5ed18-2db7-4843-b827-953fae9b10df req-b0b7385a-4c0d-47ab-a26c-30bfffcc511d tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=01972384-51c4-4f04-be28-9044724089af HTTP/1.1" status: 200 len: 210 time: 0.1330161 Aug 19 00:03:42.149279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Pushing event updated for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:42.193073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae711-95bc-443c-8819-d210485d7c16 req-46c2a904-d531-4afa-9b97-b034681a708d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.206546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d20ae711-95bc-443c-8819-d210485d7c16 req-46c2a904-d531-4afa-9b97-b034681a708d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 947 time: 0.1546299 Aug 19 00:03:42.241329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-5a1db626-fafc-4a0d-9362-5e75ab5e448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.243249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-5a1db626-fafc-4a0d-9362-5e75ab5e448d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 1095 time: 0.2570398 Aug 19 00:03:42.340587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d20ae711-95bc-443c-8819-d210485d7c16 req-ca0e41f1-4147-4442-a08a-57ed8e04cc7f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226845 Aug 19 00:03:42.374268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e51a4ae9-0d61-4e88-82f6-a579c058e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.402172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:42.486797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Attempting to bind port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:42.487135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Attempting to bind port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:42.487468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Attempting to bind port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:42.518780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:42.519673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:42.520005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Attempting to bind port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:42.534584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863c38-7d16-4643-9ef7-1f7258298317 req-329b1d70-f93f-4362-ba20-3e57a8c73f05 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.542172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f863c38-7d16-4643-9ef7-1f7258298317 req-329b1d70-f93f-4362-ba20-3e57a8c73f05 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1750534 Aug 19 00:03:42.544325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-61f970eb-ec3a-489d-8271-8ad0cf2777d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.545687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 389d2297-4281-422f-9cfe-22a4e5311242 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:42.545816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-61f970eb-ec3a-489d-8271-8ad0cf2777d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.2710590 Aug 19 00:03:42.546052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 389d2297-4281-422f-9cfe-22a4e5311242 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:42.558772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:42.559128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:42.559509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:42.559965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Bound port: 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:42.560365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.612161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-deleted', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:42.615150 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8b301d-3557-4459-824f-979c8d5047d8" -d '{"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-deleted", "tag": "389d2297-4281-422f-9cfe-22a4e5311242"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:42.622103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-1ae5a4c1-25f9-4e44-a09a-cd3957c50892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4 HTTP/1.1" status: 200 len: 217 time: 0.0645087 Aug 19 00:03:42.648151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f51b080d-2010-479b-9a9b-8bebda532cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.714135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f863c38-7d16-4643-9ef7-1f7258298317 req-4e6c335c-b965-4b77-babc-37cc92866f1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705539 Aug 19 00:03:42.727971 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5dbfdb-41c4-4203-b6ac-39fcabe65716 x-openstack-request-id: req-dd5dbfdb-41c4-4203-b6ac-39fcabe65716 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:42.728261 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01972384-51c4-4f04-be28-9044724089af", "name": "network-vif-deleted", "tag": "389d2297-4281-422f-9cfe-22a4e5311242", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:42.728541 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd5dbfdb-41c4-4203-b6ac-39fcabe65716 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:42.729040 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01972384-51c4-4f04-be28-9044724089af', 'name': 'network-vif-deleted', 'tag': '389d2297-4281-422f-9cfe-22a4e5311242', 'status': 'completed', 'code': 200} Aug 19 00:03:42.753046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-c128e910-e51d-4199-ad73-f13b6638525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.755512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-c128e910-e51d-4199-ad73-f13b6638525e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.1203883 Aug 19 00:03:42.837867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-cc6430aa-ca44-433b-8486-dfd596127106 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714347 Aug 19 00:03:42.902930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:42.950228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:42.961624 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:42.963596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecd9c3-d3c5-44ad-b19c-6c7a859e5586 req-8a430982-1fee-4082-a673-72b312770370 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:42.973495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6ecd9c3-d3c5-44ad-b19c-6c7a859e5586 req-8a430982-1fee-4082-a673-72b312770370 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 943 time: 0.1461072 Aug 19 00:03:43.078782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f51b080d-2010-479b-9a9b-8bebda532cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.092418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319da9f-acf6-4dc1-80f6-5db5db6fe1a0 req-8838d06c-1665-4e0e-b897-ae1370e7cbcd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:43.094020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8319da9f-acf6-4dc1-80f6-5db5db6fe1a0 req-8838d06c-1665-4e0e-b897-ae1370e7cbcd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.2644978 Aug 19 00:03:43.112135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f51b080d-2010-479b-9a9b-8bebda532cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.114667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:43.139344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Request body: {'floatingip': {'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:43.142670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:43.143308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.152247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] 10.222.0.21 "PUT /v2.0/ports/3cec4d90-49d4-4a26-bc27-48aeb545fda2 HTTP/1.1" status: 200 len: 1096 time: 2.3218384 Aug 19 00:03:43.199944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-f04de266-3224-4f20-b8b1-98f7ef89300d service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451445 Aug 19 00:03:43.226607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.228919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a955c-1fad-4a18-b858-f18e0236cc98 service neutron] Pushing event updated for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:43.272406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6ecd9c3-d3c5-44ad-b19c-6c7a859e5586 req-b802d9f5-2708-4f96-a6d5-50df45280578 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878387 Aug 19 00:03:43.436450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f51b080d-2010-479b-9a9b-8bebda532cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b366a2ac815347799077bc52c9edc1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0331321 Aug 19 00:03:43.446503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52024) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:43.447928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b080d-2010-479b-9a9b-8bebda532cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0da18-e019-4855-a9a4-62ff23912749,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:43.469012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e660a19-c65f-4933-84aa-5b40acf87e76 req-086d6901-c55d-4b00-9053-78aeb60999c9 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543766 Aug 19 00:03:43.507649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-bd3b4df2-315c-461e-b845-c14f6b7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:43.509891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-bd3b4df2-315c-461e-b845-c14f6b7682b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 1099 time: 0.2637410 Aug 19 00:03:43.533110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b9bf-9236-43f3-81a7-8357a9226a57 req-a5e08ebd-5fca-4b94-b24e-8580e836d4c0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:43.540891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc12b9bf-9236-43f3-81a7-8357a9226a57 req-a5e08ebd-5fca-4b94-b24e-8580e836d4c0 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 947 time: 0.1115129 Aug 19 00:03:43.614047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.617478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-65965ee2-c2ea-4dfd-8ec5-6f15c95e5272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2 HTTP/1.1" status: 200 len: 217 time: 0.0534878 Aug 19 00:03:43.626709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc12b9bf-9236-43f3-81a7-8357a9226a57 req-e8b001ec-1664-4b08-ba05-03d66cff387f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832856 Aug 19 00:03:43.678770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.987873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:43.992887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.099134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-03ec2b08-504c-4bce-8df4-ebd12be59852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:44.100637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-03ec2b08-504c-4bce-8df4-ebd12be59852 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.4734044 Aug 19 00:03:44.100792 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Floating IP a239ad68-0629-4c81-a460-a96f99e2f0d6 associated. External IP: 172.25.1.5, port: 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5. Aug 19 00:03:44.128913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8ba1-c3ae-4ead-adf7-e5abb031d19b req-4419f13e-203d-4c4e-a951-ebbf8d3a34fa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:44.132777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1fa8ba1-c3ae-4ead-adf7-e5abb031d19b req-4419f13e-203d-4c4e-a951-ebbf8d3a34fa tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.4584098 Aug 19 00:03:44.173217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2820-538f-442a-bde2-7479a95a83de req-00cb8e90-606b-4f1f-890f-e378c657594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:44.176321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-00cb8e90-606b-4f1f-890f-e378c657594e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650401 Aug 19 00:03:44.177154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.180092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.181444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98b0da18-e019-4855-a9a4-62ff23912749 HTTP/1.1" status: 204 len: 168 time: 0.7339351 Aug 19 00:03:44.282934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-eee02976-2ee5-4792-8454-b228d2e67706 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986903 Aug 19 00:03:44.290366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5aef51-960c-4b62-b32f-52fc3a471143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0da18-e019-4855-a9a4-62ff23912749,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:44.439195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:03:44.476357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1fa8ba1-c3ae-4ead-adf7-e5abb031d19b req-ad8597cc-6236-414f-8cf7-39fe72cdd719 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273401 Aug 19 00:03:44.498031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5d8872d-7983-4817-922f-b1c3c14eaa38 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:44.500054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5d8872d-7983-4817-922f-b1c3c14eaa38 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 944 time: 0.1653173 Aug 19 00:03:44.561498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3b2820-538f-442a-bde2-7479a95a83de req-0646ff83-a49d-411a-a05e-13a7e52b57ca service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387400 Aug 19 00:03:44.563707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae1bc1-09df-4e2c-ac98-cbc8a02b0f1c req-8407c532-f2d1-4f83-916e-22d132270922 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:44.569079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfae1bc1-09df-4e2c-ac98-cbc8a02b0f1c req-8407c532-f2d1-4f83-916e-22d132270922 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 943 time: 0.1278493 Aug 19 00:03:44.659438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:44.665037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.671440 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:44.674727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Deleting port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:44.675821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.688902 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:44.689574 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:44.710291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-11794529-8dbe-43b5-8b25-2f4f30426e03 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "PUT /v2.0/floatingips/a239ad68-0629-4c81-a460-a96f99e2f0d6 HTTP/1.1" status: 200 len: 990 time: 1.5868421 Aug 19 00:03:44.723907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:44.729712 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad95c2cf-804c-4ef9-918a-15c43a73a999" -d '{"events": [{"name": "network-changed", "server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:44.743238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfae1bc1-09df-4e2c-ac98-cbc8a02b0f1c req-664ebd85-9dfd-40e2-a0c6-eaf76752eb28 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610959 Aug 19 00:03:44.766761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:44.766761 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff134449-e01b-489c-9e27-f65940aa96eb" -d '{"events": [{"name": "network-changed", "server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:44.797280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.863707 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:44.923324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2313e269-b4f6-4d2c-919a-a5ae6b2c8af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.930715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] For port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:44.931474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:44.957474 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe3afa7-c8f3-4461-8742-4fe48f9ee202 x-openstack-request-id: req-6fe3afa7-c8f3-4461-8742-4fe48f9ee202 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:44.957960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:44.958176 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fe3afa7-c8f3-4461-8742-4fe48f9ee202 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:44.958516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Calling delete_port for 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:44.958754 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'status': 'completed', 'code': 200} Aug 19 00:03:45.035509 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43518af5-8c0f-41b9-8fa8-09957acca612 x-openstack-request-id: req-43518af5-8c0f-41b9-8fa8-09957acca612 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:45.035866 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:45.036176 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43518af5-8c0f-41b9-8fa8-09957acca612 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:45.036723 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2', 'status': 'completed', 'code': 200} Aug 19 00:03:45.132393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.140840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a2aabc45-e6d1-440c-81af-8789ea41c0a4 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:45.185830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e719399-6f07-4715-b6c7-2c4beecca996 req-70d6090c-f8c9-49f8-9326-7d36c11ab3fc tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.193803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e719399-6f07-4715-b6c7-2c4beecca996 req-70d6090c-f8c9-49f8-9326-7d36c11ab3fc tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 947 time: 0.3629441 Aug 19 00:03:45.212500 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'a239ad68-0629-4c81-a460-a96f99e2f0d6', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:19Z', 'updated_at': '2021-08-19T00:03:43Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:45.219216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:45.220694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-c1c5bc6a-02c1-4681-914b-d1e3a3e1d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.222217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-c1c5bc6a-02c1-4681-914b-d1e3a3e1d821 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1098 time: 0.1846817 Aug 19 00:03:45.245476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:45.251611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134449-e01b-489c-9e27-f65940aa96eb req-b6f8f037-7792-4250-a296-1fa12650af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.253172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-b6f8f037-7792-4250-a296-1fa12650af08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 1099 time: 0.1808732 Aug 19 00:03:45.259399 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:45.260568 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:45.300165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:45.317344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4', 'mac_address': 'fa:16:3e:3e:c9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:45.356283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.370884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2aabc45-e6d1-440c-81af-8789ea41c0a4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:45.407056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e719399-6f07-4715-b6c7-2c4beecca996 req-e0730def-4bb3-4510-87fa-79e5bcb22bd9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122872 Aug 19 00:03:45.418269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-802247129-network', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:45.418761 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:45.429151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:45.437365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.459456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Made reservation on behalf of 35b394d2f9b3421d8075b73cd89d98bd for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:45.462768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.481217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.506883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:45.562398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134449-e01b-489c-9e27-f65940aa96eb req-e6a143e3-be6b-4ae5-a23b-c3c6757d4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.565280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-e6a143e3-be6b-4ae5-a23b-c3c6757d4ef8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2727757 Aug 19 00:03:45.583205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-421318e8-b24c-4d0f-9b6e-8bfdc56e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.586759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-421318e8-b24c-4d0f-9b6e-8bfdc56e2656 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.3544977 Aug 19 00:03:45.667573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.678087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.683357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-d7d37059-0676-48ef-8540-d2c83130d627 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2 HTTP/1.1" status: 200 len: 217 time: 0.0933976 Aug 19 00:03:45.683557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.696008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:03:45.702538 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'a239ad68-0629-4c81-a460-a96f99e2f0d6', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:19Z', 'updated_at': '2021-08-19T00:03:43Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:45.709320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc43def8-28bf-43ad-a5c8-8ea031450195 req-ee28ae6b-401d-4d70-98c4-29575a7d3af2 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 210 time: 0.1211677 Aug 19 00:03:45.710000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.710366 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Added segment 5f963fe7-2550-48ac-8ee7-f3583661ca03 of type vlan for network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 Aug 19 00:03:45.728184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b9de6d58-3f69-4d55-8a33-b92006f9feb7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:45.756315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.805095 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22d1ab-e7f9-45ca-a88f-faded21dab23 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'a239ad68-0629-4c81-a460-a96f99e2f0d6', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:19Z', 'updated_at': '2021-08-19T00:03:43Z', 'revision_number': 1, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:45.808273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba3395-79d0-4927-9364-4fabdfd1b2b5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:45.811373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.812506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:45.813112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:45.879640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6585598 Aug 19 00:03:45.915219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:45.941175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6f343-3e2e-40aa-9b3b-160aa7d6b501 admin admin] Pushing event updated for resources: {'Network': ['ID=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:45.942209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a2aabc45-e6d1-440c-81af-8789ea41c0a4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:45.973694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:03:45.974630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event deleted for resources: {'Port': ['ID=3bc39cd9-3e51-469f-b89a-91b6e13b6c27,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:45.980944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Request body: {'subnet': {'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-802247129-subnet', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:46.087275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-a7f4b845-8f4b-4c38-a80b-1ccee5f87e12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 998 time: 0.4164300 Aug 19 00:03:46.088202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] No DVR routers for this DVR port 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:46.093865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:46.102703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c6e1cbc-8169-4ec8-9eb2-6e4ad1676abc req-c5cd0886-3bd5-4a5f-8796-9d9210ec60db tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "DELETE /v2.0/ports/3bc39cd9-3e51-469f-b89a-91b6e13b6c27 HTTP/1.1" status: 204 len: 173 time: 1.5951409 Aug 19 00:03:46.104699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134449-e01b-489c-9e27-f65940aa96eb req-1729e60f-6098-41f6-8e12-16f4fcc3ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.106401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-1729e60f-6098-41f6-8e12-16f4fcc3ef27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.3873196 Aug 19 00:03:46.118988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Made reservation on behalf of 35b394d2f9b3421d8075b73cd89d98bd for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:46.121997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:46.135528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95e727-04e4-4932-b6e9-425173c90dee req-ff8e1cc5-02ae-435e-9cf8-de2d14af3d60 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.143198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d95e727-04e4-4932-b6e9-425173c90dee req-ff8e1cc5-02ae-435e-9cf8-de2d14af3d60 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 944 time: 0.2250731 Aug 19 00:03:46.209526 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:46.222034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac41c6d-38fc-47e4-aac1-2b24440c7be3 None None] New status for floating IP a239ad68-0629-4c81-a460-a96f99e2f0d6: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:03:46.295776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-b14b95db-324e-474a-9c6c-e26ed918f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.297959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-b14b95db-324e-474a-9c6c-e26ed918f473 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.1882651 Aug 19 00:03:46.319093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d95e727-04e4-4932-b6e9-425173c90dee req-f8287c57-5045-41b3-a889-4c8b25c0aa52 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745222 Aug 19 00:03:46.365511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134449-e01b-489c-9e27-f65940aa96eb req-9e67bf47-eff1-45c9-8764-41bf9b2b03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.367013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-9e67bf47-eff1-45c9-8764-41bf9b2b03cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2412803 Aug 19 00:03:46.445609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-2ac9a52d-492d-48ed-9ae0-31146858a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.447155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-2ac9a52d-492d-48ed-9ae0-31146858a06a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250691 Aug 19 00:03:46.541793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:46.561156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:46.563853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3bc39cd9-3e51-469f-b89a-91b6e13b6c27 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:46.649524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-7079daad-bcaa-4f76-aab0-178af38b491b service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706423 Aug 19 00:03:46.652410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:46.659363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-ce6591e5-8b96-453c-9f10-893c8e82b384 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769912 Aug 19 00:03:46.717685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4bac-e2b1-45f0-bfa7-3f55f7280d6d req-b9a3abc1-277e-4a2f-b1b6-2d80bff97f02 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:46.721474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f25c4bac-e2b1-45f0-bfa7-3f55f7280d6d req-b9a3abc1-277e-4a2f-b1b6-2d80bff97f02 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 947 time: 0.2331219 Aug 19 00:03:46.805960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f25c4bac-e2b1-45f0-bfa7-3f55f7280d6d req-cc893195-d2c6-458e-804e-f594edaf461a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Aug 19 00:03:46.876283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e922f91-0d69-40e6-a3f5-124a0869c3d9,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:46.906645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b60faa80-8109-4457-9794-281bd6136715 req-ff2c763a-904d-46f9-83d0-9bf29a39480f tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=7701086b-276b-4c39-9975-866f0e20cf79 HTTP/1.1" status: 200 len: 210 time: 0.0545442 Aug 19 00:03:46.977899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Checking segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:46.978349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Network hostable DHCP agents. Network: b743c1d7-88e3-4ad4-995b-fc8e3fb92a68, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:03:46.989716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad95c2cf-804c-4ef9-918a-15c43a73a999 req-c1b68d26-3044-4159-961e-5f1d75fb9d75 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090928 Aug 19 00:03:46.993678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff134449-e01b-489c-9e27-f65940aa96eb req-34bfcbd6-da16-4233-b383-2b38ae7a0c0a service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311205 Aug 19 00:03:47.009660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:03:47.024431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b743c1d7-88e3-4ad4-995b-fc8e3fb92a68) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:47.028727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:47.029316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.038735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-deleted', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:47.041019 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036bfea-f2af-4b6e-936a-010ddbab3399" -d '{"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-deleted", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:47.042564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96b2a2-e311-46a2-9f90-a49405d64c7e None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:03:47.055981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd575a54-a3db-4fea-9bf9-fc6328255bfe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0810916 Aug 19 00:03:47.056266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:47.064744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:47.091732 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0803ead1-bcb7-4de0-aa1d-f3e9643debc4 x-openstack-request-id: req-0803ead1-bcb7-4de0-aa1d-f3e9643debc4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:47.092031 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7701086b-276b-4c39-9975-866f0e20cf79", "name": "network-vif-deleted", "tag": "3bc39cd9-3e51-469f-b89a-91b6e13b6c27", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:47.092287 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0803ead1-bcb7-4de0-aa1d-f3e9643debc4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:47.094325 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7701086b-276b-4c39-9975-866f0e20cf79', 'name': 'network-vif-deleted', 'tag': '3bc39cd9-3e51-469f-b89a-91b6e13b6c27', 'status': 'completed', 'code': 200} Aug 19 00:03:47.104386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.105714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.161877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.220045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:03:47.220966 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.306971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.366238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Allocated IP 172.20.0.2 (b743c1d7-88e3-4ad4-995b-fc8e3fb92a68/5e922f91-0d69-40e6-a3f5-124a0869c3d9/4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:47.480816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52496f-2b34-41e3-828c-8648ee1754fc req-bd164658-e49d-4243-abae-955ebf1cc051 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:47.483161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b52496f-2b34-41e3-828c-8648ee1754fc req-bd164658-e49d-4243-abae-955ebf1cc051 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 944 time: 0.0626020 Aug 19 00:03:47.534135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b52496f-2b34-41e3-828c-8648ee1754fc req-2fd4831f-a44b-4426-a123-7238a6bd454c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Aug 19 00:03:47.542519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.553071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Transition to ACTIVE for port object 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:47.564127 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.569205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Transition to ACTIVE for port object 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:47.574868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.584827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.623740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:47.627770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Pushing event updated for resources: {'Port': ['ID=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:47.630412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:47.634525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:47.695139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.696198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Attempting to bind port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:47.696595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Attempting to bind port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:47.696964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Attempting to bind port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 on network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:47.698908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Allocated IP 172.25.1.119 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/4a5d30bd-59a8-4c4f-94d7-655549784dc4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:47.702243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:47.702617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Checking segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:47.703017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.703535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Bound using segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:47.704321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Bound port: 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:47.704710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.765575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] For port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:47.768742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] For port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:47.774051 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.809359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.842193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e29c8-087f-4c77-af19-5399bc8cba4a None None] Pushing event updated for resources: {'Port': ['ID=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:47.852325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:47.889967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:47.895734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:47.900330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:47.932251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5d30bd-59a8-4c4f-94d7-655549784dc4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:47.951321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee3b8c-9f4e-40f8-94f2-faaaf452436d req-08b2fa6e-9d84-4d8d-bccd-402dae7eca43 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:47.959653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55ee3b8c-9f4e-40f8-94f2-faaaf452436d req-08b2fa6e-9d84-4d8d-bccd-402dae7eca43 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 947 time: 0.0700569 Aug 19 00:03:48.023637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55ee3b8c-9f4e-40f8-94f2-faaaf452436d req-ecf0920b-9133-4584-910b-65e1e71e7852 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627406 Aug 19 00:03:48.225299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:48.349793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c4198-b214-436a-9cce-fafb5bd010d8 req-3cb3f740-eeaf-40b9-b4ee-0dddf0edf0ab tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:48.351252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c1c4198-b214-436a-9cce-fafb5bd010d8 req-3cb3f740-eeaf-40b9-b4ee-0dddf0edf0ab tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 947 time: 0.0930727 Aug 19 00:03:48.453938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c1c4198-b214-436a-9cce-fafb5bd010d8 req-d402fb7a-d243-4567-b96f-18abbfcd7e93 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a82f49-065d-4423-9b1b-1a4855b370c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953684 Aug 19 00:03:48.477261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:48.553335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3cec4d90-49d4-4a26-bc27-48aeb545fda2 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:03:48.630991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Router 958d9825-4e19-449b-ba8a-8d049f8ed353 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:03:48.673450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6cf6-577d-40c5-9271-e83a1e7fa20b req-cd25ea82-2944-443e-9d37-4282e7404dcd tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:48.676529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-476b6cf6-577d-40c5-9271-e83a1e7fa20b req-cd25ea82-2944-443e-9d37-4282e7404dcd tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 944 time: 0.0698111 Aug 19 00:03:48.707130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:48.719308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-476b6cf6-577d-40c5-9271-e83a1e7fa20b req-3c5dd4b6-5df1-45d6-a25e-594cdc2e68da tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Aug 19 00:03:48.729210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '3cec4d90-49d4-4a26-bc27-48aeb545fda2', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '3cec4d90-49d4-4a26-bc27-48aeb545fda2', 'mac_address': 'fa:16:3e:ab:0f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:03:48.774638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:48.790856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cec4d90-49d4-4a26-bc27-48aeb545fda2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:48.816826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:48.821906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:48.874285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:48.887723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be0ae5-b7e0-4b1b-b9ec-c127b26b1de1 None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:03:49.004973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b402dcd2-aa93-4cd6-9b25-c24e97cff362 None None] Provisioning for port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:49.153818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:49.166935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Sync routers for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:49.174407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-67cd4cbb-2c68-4631-806f-2ca51c2b3f9c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:49.175789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-67cd4cbb-2c68-4631-806f-2ca51c2b3f9c tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 947 time: 0.1090209 Aug 19 00:03:49.183014 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:49.183993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:49.184581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a2aabc45-e6d1-440c-81af-8789ea41c0a4 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:49.207584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5a4c-8717-43f1-a483-839d1b5761b5 req-649b9114-1ce8-48dc-893e-0c6495b1c9c7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:49.215122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-699d5a4c-8717-43f1-a483-839d1b5761b5 req-649b9114-1ce8-48dc-893e-0c6495b1c9c7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 948 time: 0.1123598 Aug 19 00:03:49.238234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.239439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-343f6eff-e586-4a28-aa05-408ee4aca701 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1823022 Aug 19 00:03:49.242757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:49.262107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port a2aabc45-e6d1-440c-81af-8789ea41c0a4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:49.270721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port a2aabc45-e6d1-440c-81af-8789ea41c0a4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:49.273498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.326072 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-699d5a4c-8717-43f1-a483-839d1b5761b5 req-d64463c4-4b0e-4dd2-93e1-2ff7f9a8dd81 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096923 Aug 19 00:03:49.366896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3cec4d90-49d4-4a26-bc27-48aeb545fda2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:49.371156 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:49.386018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Deleting port b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:49.386976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.470828 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.514163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:49.517117 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd77653-56bd-4920-8b92-f3cbb72d93d4" -d '{"events": [{"server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "name": "network-vif-plugged", "status": "completed", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:49.519079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] For port b9de6d58-3f69-4d55-8a33-b92006f9feb7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b9de6d58-3f69-4d55-8a33-b92006f9feb7,segment=NetworkSegment(ac4c8707-8c10-4843-a27a-88b7662fffc4),segment_id=ac4c8707-8c10-4843-a27a-88b7662fffc4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:49.520217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.546184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Calling delete_port for b9de6d58-3f69-4d55-8a33-b92006f9feb7 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:03:49.572551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:49.585061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.605740 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:48Z', 'revision_number': 3, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:49.669259 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Checking router: 958d9825-4e19-449b-ba8a-8d049f8ed353 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:49.669259 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Updating router 958d9825-4e19-449b-ba8a-8d049f8ed353 port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:03:49.714948 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be6ed28-2159-4627-b9eb-3d41aa6104be x-openstack-request-id: req-9be6ed28-2159-4627-b9eb-3d41aa6104be {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:49.718542 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "name": "network-vif-plugged", "status": "completed", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:49.719142 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9be6ed28-2159-4627-b9eb-3d41aa6104be {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:49.719559 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4', 'code': 200} Aug 19 00:03:49.720185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:49.732757 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.742842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.788418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ceafddf4-de63-408c-b8b6-0f786dca4608 req-acca6cf1-456e-43e3-b9f3-247b9a1e2d63 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3a0e0a-5d64-4df3-a184-eb8e03e144cf HTTP/1.1" status: 200 len: 210 time: 0.0742712 Aug 19 00:03:49.842433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:49.858149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Pushing event deleted for resources: {'Port': ['ID=b9de6d58-3f69-4d55-8a33-b92006f9feb7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:49.911466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:49.918611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:49.918814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3c79d-b569-4756-a17c-a615c507ef09 req-5bad3ddc-a12c-4271-980e-46da6cbe810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:49.919117 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.920879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ff3c79d-b569-4756-a17c-a615c507ef09 req-5bad3ddc-a12c-4271-980e-46da6cbe810b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 1097 time: 0.2051468 Aug 19 00:03:49.945560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.958247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] No DVR routers for this DVR port b9de6d58-3f69-4d55-8a33-b92006f9feb7 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:03:49.963285 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:49.965573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-481f911c-8f16-4b8e-be7b-af856f1b81a8 req-9a831d6e-6538-4b6b-b800-898428da5b96 tempest-LiveMigrationTest-863039002 tempest-LiveMigrationTest-863039002-project] 10.222.0.21 "DELETE /v2.0/ports/b9de6d58-3f69-4d55-8a33-b92006f9feb7 HTTP/1.1" status: 204 len: 173 time: 0.7807732 Aug 19 00:03:49.967185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-deleted', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:49.969728 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556d746-1be6-46fa-b53b-6c24b7063fdb" -d '{"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-deleted", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:50.033819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.038022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261f8a-6ae6-4be2-9309-79323963b581 req-df9546d9-f12a-4128-bbd7-a3db5e1bcf7d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:50.040326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c261f8a-6ae6-4be2-9309-79323963b581 req-df9546d9-f12a-4128-bbd7-a3db5e1bcf7d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.1620014 Aug 19 00:03:50.044436 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f468208-5ad7-4ef4-acf1-e12a42b02431 x-openstack-request-id: req-2f468208-5ad7-4ef4-acf1-e12a42b02431 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:50.045052 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3a0e0a-5d64-4df3-a184-eb8e03e144cf", "name": "network-vif-deleted", "tag": "b9de6d58-3f69-4d55-8a33-b92006f9feb7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:50.045382 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f468208-5ad7-4ef4-acf1-e12a42b02431 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:50.045970 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0e0a-5d64-4df3-a184-eb8e03e144cf', 'name': 'network-vif-deleted', 'tag': 'b9de6d58-3f69-4d55-8a33-b92006f9feb7', 'status': 'completed', 'code': 200} Aug 19 00:03:50.071601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:50.072228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ff3c79d-b569-4756-a17c-a615c507ef09 req-6992b180-3f96-4b81-868b-f6a91c4871e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212790 Aug 19 00:03:50.078480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.141929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c261f8a-6ae6-4be2-9309-79323963b581 req-5bfb9e8a-9d93-4677-b720-d82c337e5b52 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Aug 19 00:03:50.149877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:50.212739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Allocated IP 172.20.0.1 (b743c1d7-88e3-4ad4-995b-fc8e3fb92a68/5e922f91-0d69-40e6-a3f5-124a0869c3d9/a90411fb-cf63-4230-b713-55b49a207e53) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:50.243215 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.253689 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Transition to ACTIVE for port object 4a5d30bd-59a8-4c4f-94d7-655549784dc4 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:50.259205 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.316935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Attempting to bind port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:50.317308 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Attempting to bind port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:50.317674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Attempting to bind port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:50.321082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Pushing event updated for resources: {'Port': ['ID=4a5d30bd-59a8-4c4f-94d7-655549784dc4,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:50.326057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:50.326434 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:50.326840 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.327238 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:50.327699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Bound port: 4a5d30bd-59a8-4c4f-94d7-655549784dc4, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:50.328106 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.335999 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.336382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.336752 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.337105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.337440 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.337855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.338093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.338428 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.338774 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.339107 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.339436 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.339762 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:50.412832 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] For port 4a5d30bd-59a8-4c4f-94d7-655549784dc4, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:50.416688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] For port 4a5d30bd-59a8-4c4f-94d7-655549784dc4, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a5d30bd-59a8-4c4f-94d7-655549784dc4,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:50.421605 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.487824 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:50.489023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:50.513430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca32c7-ae8a-4096-8df7-86ce67e65a93 req-57f73747-ec7e-4ec1-86d9-06e1aebcaaae tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:50.515268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeca32c7-ae8a-4096-8df7-86ce67e65a93 req-57f73747-ec7e-4ec1-86d9-06e1aebcaaae tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 948 time: 0.0881839 Aug 19 00:03:50.539262 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d80dc0-6b19-40da-9c45-e7321af264d4 None None] Pushing event updated for resources: {'Port': ['ID=4a5d30bd-59a8-4c4f-94d7-655549784dc4,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:50.558150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeca32c7-ae8a-4096-8df7-86ce67e65a93 req-0f675271-1a3d-46bd-b3ac-4145b245c0c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Aug 19 00:03:50.613853 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:50.690177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.705475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Transition to ACTIVE for port object a90411fb-cf63-4230-b713-55b49a207e53 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:50.748166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.784840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:50.786492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:50.790021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:50.821945 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:48Z', 'revision_number': 3, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:50.828241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:50.840551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:50.858358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bff6bb-d6d9-4191-aa1d-91b927f0c3c3 None None] The sync data for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 is: [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:48Z', 'revision_number': 3, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:50.898998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:51.020671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.029802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Deleting subnet a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:03:51.033340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.078371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.123851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.165554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ab3b5ed8-2b14-45aa-a71f-72cc42ababc4 None None] Provisioning for port a90411fb-cf63-4230-b713-55b49a207e53 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:51.173038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ab3b5ed8-2b14-45aa-a71f-72cc42ababc4 None None] Provisioning complete for port a90411fb-cf63-4230-b713-55b49a207e53 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:51.173431 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5ed8-2b14-45aa-a71f-72cc42ababc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.213731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.265689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b5ed8-2b14-45aa-a71f-72cc42ababc4 None None] Port a90411fb-cf63-4230-b713-55b49a207e53 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:51.272544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:51.276957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.284039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e8842ad2-a40e-4a2a-a8d3-4a942a67c1df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4bc1dcd-e8dd-4df8-b0b5-896737aefd3b HTTP/1.1" status: 204 len: 168 time: 0.3814988 Aug 19 00:03:51.284808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52166) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:51.346487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.354380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.367954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3566e-d3c3-4f54-9889-575fb5d77eef req-b2f949b1-bfc8-4949-8f56-b4bfcbffedf4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:51.369668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91e3566e-d3c3-4f54-9889-575fb5d77eef req-b2f949b1-bfc8-4949-8f56-b4bfcbffedf4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.0978456 Aug 19 00:03:51.421119 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.473508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91e3566e-d3c3-4f54-9889-575fb5d77eef req-d9503735-984b-4587-babf-fb72d572237d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812001 Aug 19 00:03:51.474593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.492184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:51.542007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.563855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:51.575363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4c8707-8c10-4843-a27a-88b7662fffc4') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:51.575739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4c8707-8c10-4843-a27a-88b7662fffc4') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:51.587746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.606463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.614003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:03:51.614450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:03:51.616279 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:03:51.617906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:51.619428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:51.724559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.737459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.743538 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e HTTP/1.1" status: 204 len: 168 time: 0.4532926 Aug 19 00:03:51.745213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:51.796194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a5b55-4bbf-4771-8509-47291ed122fc admin admin] Pushing event deleted for resources: {'Network': ['ID=74fee7d2-9e6d-4d19-8c24-7a8d63e7fd3e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:51.831372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Router 958d9825-4e19-449b-ba8a-8d049f8ed353 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:03:51.838960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25e065-e7ed-492f-899d-bd5d21ad1888 req-bfc7bbb5-6959-45ab-a319-950485b742c3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:51.847073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e25e065-e7ed-492f-899d-bd5d21ad1888 req-bfc7bbb5-6959-45ab-a319-950485b742c3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 948 time: 0.1832981 Aug 19 00:03:51.875458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:51.902209 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e25e065-e7ed-492f-899d-bd5d21ad1888 req-b71e1ac3-1a01-40b6-a05c-e741bdbbe915 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Aug 19 00:03:51.920715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Deleting subnet a603f266-a155-45da-a356-4e3cfcf9409e {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:03:51.927225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.948753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:51.949143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.967239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:51.998313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:03:52.004920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0a89417-520e-4d10-acb4-3c5f3ebb2b2e admin admin] 10.222.0.20 "PUT /v2.0/routers/958d9825-4e19-449b-ba8a-8d049f8ed353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605343 Aug 19 00:03:52.018719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1dd0d5f1-8b81-4e71-9304-3be0f7b56539 None None] Provisioning complete for port a90411fb-cf63-4230-b713-55b49a207e53 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:52.019355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d5f1-8b81-4e71-9304-3be0f7b56539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.035865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.098316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.119318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.123633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a603f266-a155-45da-a356-4e3cfcf9409e HTTP/1.1" status: 204 len: 168 time: 0.3736465 Aug 19 00:03:52.124193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52182) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.178055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec61be-6890-4fb9-8e78-b25a8c5aae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a603f266-a155-45da-a356-4e3cfcf9409e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:52.205488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0d5f1-8b81-4e71-9304-3be0f7b56539 None None] Port a90411fb-cf63-4230-b713-55b49a207e53 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:03:52.226179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.246952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a5d30bd-59a8-4c4f-94d7-655549784dc4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:52.294182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:52.298824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:52.299203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.309712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.321332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f057bcd2-58f5-449a-a7fc-1e84ef818a24']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:52.331615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2506fdd6-20a8-432c-9354-1e5c683b10b4') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:52.331912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2506fdd6-20a8-432c-9354-1e5c683b10b4') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:52.340708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.356642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.364288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:03:52.364932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:03:52.367043 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:03:52.387695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.413366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4a5d30bd-59a8-4c4f-94d7-655549784dc4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a5d30bd-59a8-4c4f-94d7-655549784dc4,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:52.421372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.427772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.436984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.437672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52188) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.437857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f057bcd2-58f5-449a-a7fc-1e84ef818a24 HTTP/1.1" status: 204 len: 168 time: 0.3123641 Aug 19 00:03:52.445467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299761398', 'description': 'tempest-description--45422162'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:52.456112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaafa90-957b-4514-8121-10c8574fc8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f057bcd2-58f5-449a-a7fc-1e84ef818a24,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:52.476657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4a5d30bd-59a8-4c4f-94d7-655549784dc4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:52.482115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.569719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3cec4d90-49d4-4a26-bc27-48aeb545fda2 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:52.588184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.644454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e159b-81b6-4449-b560-1dcc79905ae6 req-cd785db1-31d0-48af-bbf2-b30a669c02bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:52.647408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:52.651458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.652127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-258e159b-81b6-4449-b560-1dcc79905ae6 req-cd785db1-31d0-48af-bbf2-b30a669c02bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.0916219 Aug 19 00:03:52.653293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:52.654573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.666725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.690391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2532809-71bb-400b-bd0f-8abb442ee5fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=742cd733f42b49d8bd4a2c05603e3c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943456 Aug 19 00:03:52.691536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.704275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6dcd68-5e91-42ba-92a5-83a995c28cb8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:52.717325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.721295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b99a0fb4-3e7b-42cc-9e18-3d178c0af86f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2770576 Aug 19 00:03:52.722023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52204) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.729864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'security_group_rule': {'security_group_id': '0e6dcd68-5e91-42ba-92a5-83a995c28cb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:52.739125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-258e159b-81b6-4449-b560-1dcc79905ae6 req-152dc404-fa80-46bc-8863-44e4e9316279 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821171 Aug 19 00:03:52.764926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.782216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.789320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.823495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.824539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:52.828626 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7ab82-4ac6-4850-b4d8-6a0cb3fa2c6b" -d '{"events": [{"server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "name": "network-vif-plugged", "status": "completed", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:52.843028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:52.851893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.852910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:03:52.858791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.864332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.890883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623c16dd-0d61-42c8-91de-0dd613ed1fe5,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:52.898038 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cf527-22ad-4175-8019-fc560e9514d7 x-openstack-request-id: req-c12cf527-22ad-4175-8019-fc560e9514d7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:52.898038 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "name": "network-vif-plugged", "status": "completed", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:52.898038 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c12cf527-22ad-4175-8019-fc560e9514d7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:52.898480 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2', 'code': 200} Aug 19 00:03:52.902556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: b9de6d58-3f69-4d55-8a33-b92006f9feb7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:03:52.902729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.903321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b9de6d58-3f69-4d55-8a33-b92006f9feb7 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:03:52.907063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1b0666c6-eb6c-44ed-8aa3-5128f18fc69e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834805 Aug 19 00:03:52.907628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52212) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:52.914450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'security_group_rule': {'security_group_id': '0e6dcd68-5e91-42ba-92a5-83a995c28cb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:52.935225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.941179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:52.942408 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9a82f49-065d-4423-9b1b-1a4855b370c8 HTTP/1.1" status: 204 len: 168 time: 0.2490821 Aug 19 00:03:52.991330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424049c6-e2b4-46d2-a682-ed795eb94ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a82f49-065d-4423-9b1b-1a4855b370c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:53.004726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.011006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:53.099583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fcc03-ccb1-476c-a6a4-8f12f2575f71 req-84e4817a-31fd-4053-ad45-f149ec944456 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:53.107067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b81fcc03-ccb1-476c-a6a4-8f12f2575f71 req-84e4817a-31fd-4053-ad45-f149ec944456 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.0818434 Aug 19 00:03:53.110982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aea077-2750-46a9-9d20-241e4d23344f req-5e336971-445d-47d1-989d-bc638ba819b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:53.114378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96aea077-2750-46a9-9d20-241e4d23344f req-5e336971-445d-47d1-989d-bc638ba819b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 1101 time: 0.1264403 Aug 19 00:03:53.122037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.146339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.159133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Sync routers for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:03:53.169371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-0affdb7d-1257-4c20-a0b6-679e76dc3d57 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:53.171329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:53.172326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:53.176776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-0affdb7d-1257-4c20-a0b6-679e76dc3d57 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1797855 Aug 19 00:03:53.187252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094917ce-e97d-478c-8590-0a804e27f25a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:53.200583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.201840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-43eded54-e03b-4c18-aede-15addedc0637 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933993 Aug 19 00:03:53.207998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b81fcc03-ccb1-476c-a6a4-8f12f2575f71 req-3a7178d4-b6fb-4eb9-b92b-985aea952b08 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999973 Aug 19 00:03:53.208500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:53.214910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:53.244852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c2569b4d-7942-498c-a234-d740caa684e8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0671537 Aug 19 00:03:53.250426 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96aea077-2750-46a9-9d20-241e4d23344f req-5565b15e-263c-4f4e-a904-24c666bf8c54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189854 Aug 19 00:03:53.255716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.349351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-47053758-1dc8-4acd-ab91-da5bc0dc028a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919092 Aug 19 00:03:53.360176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-13478611-d414-4454-8532-cc00f833f2ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:03:53.360385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:53.367972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-13478611-d414-4454-8532-cc00f833f2ff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132551 Aug 19 00:03:53.388147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.461016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:53.469534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-de86c3b5-79d7-4ca0-b3f3-db68d8f82b20 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006789 Aug 19 00:03:53.535764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c157f9c0-497f-4302-af02-b649a3c31c78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad9aacc7d2024ce7a41b81a309bebacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683136 Aug 19 00:03:53.538375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52234) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:53.553993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Allocated IP 172.25.1.201 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/22ebd13a-b4dc-4dbc-9784-d6d1d93f578c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:53.578978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:51Z', 'revision_number': 2, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:53.600429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-8bd85085-ed87-453a-9716-bb13d41b1b7c service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242580 Aug 19 00:03:53.607829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Checking router: 958d9825-4e19-449b-ba8a-8d049f8ed353 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:03:53.608194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Updating router 958d9825-4e19-449b-ba8a-8d049f8ed353 port a90411fb-cf63-4230-b713-55b49a207e53 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:03:53.621288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.649057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.673385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.729248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.733179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.737399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7e7de51-6cb5-4fe9-87f2-c3139f0269f6 HTTP/1.1" status: 204 len: 168 time: 0.1950836 Aug 19 00:03:53.775748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.790206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebb36-c97d-47ac-9154-150f185d6fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e7de51-6cb5-4fe9-87f2-c3139f0269f6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:53.817573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a5d30bd-59a8-4c4f-94d7-655549784dc4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:53.835415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:53.939822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'Port': ['ID=22ebd13a-b4dc-4dbc-9784-d6d1d93f578c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:53.954888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:53.956563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:53.959189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:54.112524 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7df6fad3-85a4-43b7-a0e4-eb83aab9170d req-31390ba7-f4f8-438d-9c1c-25d800d9f640 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 210 time: 0.0819223 Aug 19 00:03:54.121566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.153741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:54.154689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.188555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.280422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.301835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Transition to ACTIVE for port object a90411fb-cf63-4230-b713-55b49a207e53 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:54.317573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.390796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f65cf-ec43-4ae4-8e27-fa1e018528d4 None None] Pushing event updated for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:54.442276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Attempting to bind port a90411fb-cf63-4230-b713-55b49a207e53 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:54.442853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Attempting to bind port a90411fb-cf63-4230-b713-55b49a207e53 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:54.443406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Attempting to bind port a90411fb-cf63-4230-b713-55b49a207e53 on network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:54.451063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:54.452079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Checking segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:54.452874 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.453508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Bound using segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:54.454452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Bound port: a90411fb-cf63-4230-b713-55b49a207e53, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:54.457338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.489617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44443a0-3515-42f7-937b-898766b74ce5 req-40448823-63cc-4b6f-81ac-7e5caab2458a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:54.497103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a44443a0-3515-42f7-937b-898766b74ce5 req-40448823-63cc-4b6f-81ac-7e5caab2458a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1394064 Aug 19 00:03:54.556008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] For port a90411fb-cf63-4230-b713-55b49a207e53, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:54.560979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] For port a90411fb-cf63-4230-b713-55b49a207e53, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a90411fb-cf63-4230-b713-55b49a207e53,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:54.569837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.598462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.617278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a44443a0-3515-42f7-937b-898766b74ce5 req-b0de97b1-a41d-4631-957f-8ebe4ade21d9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192203 Aug 19 00:03:54.624236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.677861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f65cf-ec43-4ae4-8e27-fa1e018528d4 None None] Pushing event updated for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:54.681451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:03:54.681991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:03:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:54.767912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'Port': ['ID=22ebd13a-b4dc-4dbc-9784-d6d1d93f578c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:54.782706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.805728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:54.815481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d302e1a-e789-4176-8633-cd2b557af817 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5981257 Aug 19 00:03:54.892346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:03:55.150916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:54Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:03:55.202362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76032c5-0925-4a09-81c8-535bd7d8eb78 None None] The sync data for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 is: [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:54Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:03:55.310208 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e74b6804-21a2-405c-a41b-556afc69b30b req-5395df63-13b7-43e6-b4fe-d7dfe324502e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 210 time: 0.0713186 Aug 19 00:03:55.728394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-ed4af84d-768d-4132-9c16-0ceab71cf49a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:55.731890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-ed4af84d-768d-4132-9c16-0ceab71cf49a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2196436 Aug 19 00:03:55.753408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:55.848098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a90411fb-cf63-4230-b713-55b49a207e53 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:55.946734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a90411fb-cf63-4230-b713-55b49a207e53 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:03:55.958180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a90411fb-cf63-4230-b713-55b49a207e53 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:55.958568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.038597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85d3df-0d13-4af1-aec0-a14a7056aeff req-cf470d0b-fd74-415f-9686-74c6d708753a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:56.046840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a85d3df-0d13-4af1-aec0-a14a7056aeff req-cf470d0b-fd74-415f-9686-74c6d708753a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1704159 Aug 19 00:03:56.161050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:03:56.166197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.175008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.196509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a85d3df-0d13-4af1-aec0-a14a7056aeff req-9243232f-ec95-44ba-80fb-08a07032a3a3 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482074 Aug 19 00:03:56.255060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a90411fb-cf63-4230-b713-55b49a207e53, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a90411fb-cf63-4230-b713-55b49a207e53,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:56.265366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.441583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:56.458563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.462198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e8be-4ff5-412e-8291-531fe899dc04 req-8c00536f-4114-4e36-b086-d3476c2f7c05 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:56.464270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5882e8be-4ff5-412e-8291-531fe899dc04 req-8c00536f-4114-4e36-b086-d3476c2f7c05 tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 1101 time: 0.0845864 Aug 19 00:03:56.500965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.8 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:03:56.531143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5882e8be-4ff5-412e-8291-531fe899dc04 req-10b051f6-455d-46b3-9d1a-241b140e237d tempest-ServersOnMultiNodesTest-1315741743 tempest-ServersOnMultiNodesTest-1315741743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 Aug 19 00:03:56.671390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-acd338c5-a0a1-4c28-91fc-a9fa59223f72 req-bac9712b-0f51-4f5c-9486-d025e84f7f12 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 210 time: 0.0713232 Aug 19 00:03:56.899428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.982087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:56.997159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a2aabc45-e6d1-440c-81af-8789ea41c0a4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:57.043450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:03:57.055164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:03:57.068668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:03:57.071354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:03:57.179079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:57.229094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:57.229774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:57.286330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876e875-8e34-4226-b812-74aa148639a6 req-1103e12b-6ea0-446c-bef6-d35793966698 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:57.298100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7876e875-8e34-4226-b812-74aa148639a6 req-1103e12b-6ea0-446c-bef6-d35793966698 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1694851 Aug 19 00:03:57.300164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-9067849a-b9d5-4ae5-abe4-7b1e873e986e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5541449 Aug 19 00:03:57.356284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Request body: {'port': {'device_id': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:03:57.448454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7876e875-8e34-4226-b812-74aa148639a6 req-f66cc7ea-347f-45a3-816e-d0033b528da7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398432 Aug 19 00:03:57.509193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:57.777251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a90411fb-cf63-4230-b713-55b49a207e53 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:03:57.881109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f38d2-4d0e-47d9-a0d8-d51b4fb5cbfd req-e6ddd3e0-6cc4-420a-b689-04773492aebc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:57.882868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f5f38d2-4d0e-47d9-a0d8-d51b4fb5cbfd req-e6ddd3e0-6cc4-420a-b689-04773492aebc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 931 time: 0.0652273 Aug 19 00:03:57.897437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a90411fb-cf63-4230-b713-55b49a207e53 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:03:57.898560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:57.934883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:03:57.947850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:57.951541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f5f38d2-4d0e-47d9-a0d8-d51b4fb5cbfd req-fe82d116-db36-4961-b22e-36cebf6ebb3f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610230 Aug 19 00:03:57.960471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:57.963321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Transition to ACTIVE for port object 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:03:57.969197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.038238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:58.088841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.089195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.089544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.089884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.090226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.090557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.090890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.091218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.091548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.091876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.092542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.092542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:03:58.164198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-791676b4-aefe-4bfa-893b-c294f06eeed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.190597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Attempting to bind port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:03:58.191012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Attempting to bind port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:03:58.191351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Attempting to bind port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:58.201430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:03:58.201761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Attempting to bind port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:03:58.217425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:03:58.217777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:03:58.218178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:03:58.218784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Bound port: 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:03:58.219163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.341089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:03:58.346433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:03:58.355357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.423390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-791676b4-aefe-4bfa-893b-c294f06eeed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.432387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:58.433020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.434464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b HTTP/1.1" status: 200 len: 1092 time: 1.1135757 Aug 19 00:03:58.435111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-791676b4-aefe-4bfa-893b-c294f06eeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.437365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:03:58.439938 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ff4ee-673e-40dc-aadf-b012098d8072" -d '{"events": [{"name": "network-changed", "server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:03:58.523143 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb7922d-da43-4c9e-851d-6943dc0e9557 x-openstack-request-id: req-7fb7922d-da43-4c9e-851d-6943dc0e9557 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:03:58.523143 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:03:58.523143 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fb7922d-da43-4c9e-851d-6943dc0e9557 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:03:58.523563 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b', 'status': 'completed', 'code': 200} Aug 19 00:03:58.540394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3373d-9a23-46bb-a687-f69bb9b641b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:58.550630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:58.550819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-791676b4-aefe-4bfa-893b-c294f06eeed7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba9df4c473240b8aa1883bab8cefd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891194 Aug 19 00:03:58.553385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791676b4-aefe-4bfa-893b-c294f06eeed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406733a-eae9-4889-9890-31e17739a999,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:58.572129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-84feeff6-f9ad-4dd8-b35c-79fc858213a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:58.573723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-84feeff6-f9ad-4dd8-b35c-79fc858213a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 1095 time: 0.0751638 Aug 19 00:03:58.645737 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-0154119d-8fe9-4325-a8ee-02ee8fcde437 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b HTTP/1.1" status: 200 len: 217 time: 0.0571127 Aug 19 00:03:58.671017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.698737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dc4f2-7d9b-4259-9fbd-469eebef0589 req-f52ec4db-3c1f-4395-a423-db2f791b74ec tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:58.700360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-061dc4f2-7d9b-4259-9fbd-469eebef0589 req-f52ec4db-3c1f-4395-a423-db2f791b74ec tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1235464 Aug 19 00:03:58.704275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.752512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-4b106815-92c6-4985-8403-02fd1cf413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:58.754119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-4b106815-92c6-4985-8403-02fd1cf413d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0975621 Aug 19 00:03:58.761562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.766422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:58.769892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3406733a-eae9-4889-9890-31e17739a999 HTTP/1.1" status: 204 len: 168 time: 0.2172413 Aug 19 00:03:58.800444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebe47f-991a-4a20-b152-1bf0417a5886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406733a-eae9-4889-9890-31e17739a999,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:58.834347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-061dc4f2-7d9b-4259-9fbd-469eebef0589 req-3287c053-756a-479a-92fa-4e9b7cb3b8ca tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064734 Aug 19 00:03:58.836616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-a4b764af-5672-41b1-a89c-934946338845 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717599 Aug 19 00:03:58.962549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-26a659af-c969-4630-93e1-b007793ff2ce service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150413 Aug 19 00:03:59.066264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a575f80e-8d60-463f-88a3-e58393f9e8a0 req-ed152d32-27fb-408e-b09d-996b97a25e92 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951395 Aug 19 00:03:59.165936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558fa93-b090-4eb0-86be-ca634f27cdb7 req-2765cb13-74c3-47fe-9e5b-ee9a952a344a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:59.179712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7558fa93-b090-4eb0-86be-ca634f27cdb7 req-2765cb13-74c3-47fe-9e5b-ee9a952a344a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 943 time: 0.0975664 Aug 19 00:03:59.240705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7558fa93-b090-4eb0-86be-ca634f27cdb7 req-8740e8ab-407b-4740-83ee-fb68274777fc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Aug 19 00:03:59.241039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-361e738c-a798-4641-b680-c5372d3a1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:59.242953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-361e738c-a798-4641-b680-c5372d3a1bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 1095 time: 0.1053820 Aug 19 00:03:59.283367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:59.306295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eba6ebc5-281a-4a7c-afec-6d6e09ed5bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.361024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-f38405d5-9944-4268-b548-65c5c25337cb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:59.362998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-f38405d5-9944-4268-b548-65c5c25337cb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1523275 Aug 19 00:03:59.455070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eba6ebc5-281a-4a7c-afec-6d6e09ed5bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.463079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eba6ebc5-281a-4a7c-afec-6d6e09ed5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.464639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-823ca638-a729-4c1d-86a5-b4db4e13c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:59.466145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-823ca638-a729-4c1d-86a5-b4db4e13c63b service neutron] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.1996417 Aug 19 00:03:59.519417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6ebc5-281a-4a7c-afec-6d6e09ed5bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea9cd8-ab45-4be5-8818-087c641cf920,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:59.526864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eba6ebc5-281a-4a7c-afec-6d6e09ed5bcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28b869a0da1240509e79ce4f50d6a75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416792 Aug 19 00:03:59.529633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:03:59.544257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-a532fd29-812a-4986-bc01-c9efc7802ff3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b HTTP/1.1" status: 200 len: 217 time: 0.0555694 Aug 19 00:03:59.547637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:03:59.548223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.591795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.619798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.668769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-36f2da98-db37-4d2a-8682-1156495db8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:03:59.671635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-36f2da98-db37-4d2a-8682-1156495db8af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0759704 Aug 19 00:03:59.689601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.693312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.694502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17ea9cd8-ab45-4be5-8818-087c641cf920 HTTP/1.1" status: 204 len: 168 time: 0.1639383 Aug 19 00:03:59.710881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17fc9a-5e0f-4d70-89aa-79550b7bbd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea9cd8-ab45-4be5-8818-087c641cf920,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:03:59.750920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-af56a7b6-4c8d-408d-9bf8-dd8ddcdf41ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533087 Aug 19 00:03:59.752762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 3cec4d90-49d4-4a26-bc27-48aeb545fda2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3cec4d90-49d4-4a26-bc27-48aeb545fda2,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:03:59.753266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:03:59.767127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 3cec4d90-49d4-4a26-bc27-48aeb545fda2 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:00.010099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-7d59c81f-1686-464e-8ff6-ac3bfd55d368 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1373374 Aug 19 00:04:00.013378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-2ac2c482-b837-475d-9a7b-62788cd0ff4c service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404296 Aug 19 00:04:00.059578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb78c-011c-4f38-b7ad-5df07d82f4fb req-2bb29161-eca8-4151-8c5c-7aec8e5fc1a7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:00.067113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c56bb78c-011c-4f38-b7ad-5df07d82f4fb req-2bb29161-eca8-4151-8c5c-7aec8e5fc1a7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 949 time: 0.1318679 Aug 19 00:04:00.454789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebc84f-15d5-467d-b9c8-5703758dabfd req-d308538a-fad3-49ed-9d69-5e387163d8e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:00.464229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8ebc84f-15d5-467d-b9c8-5703758dabfd req-d308538a-fad3-49ed-9d69-5e387163d8e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 943 time: 0.1000972 Aug 19 00:04:00.524031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8ebc84f-15d5-467d-b9c8-5703758dabfd req-6acf017a-11bb-4849-b5e2-01e3bf7382f8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Aug 19 00:04:00.591265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:00.607955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c56bb78c-011c-4f38-b7ad-5df07d82f4fb req-a4bfb5c3-0e47-48a4-9532-1681cab184dd tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397520 Aug 19 00:04:00.622126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273', '77ba3549-8918-4fa1-8575-1dce41b56037', 'ca3d5702-f511-4b51-9334-37986624c97b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:00.686257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163aed-e8d4-4324-b652-6081deab2c5f req-fdf82a40-70fa-423b-ac24-e001cf590dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:00.688326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-fdf82a40-70fa-423b-ac24-e001cf590dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ffdf397e62c48169821f5bb83a989f4&device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 1101 time: 0.6191280 Aug 19 00:04:00.704997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd', '3cec4d90-49d4-4a26-bc27-48aeb545fda2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:00.721828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=3cec4d90-49d4-4a26-bc27-48aeb545fda2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:00.799174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-688ff4ee-673e-40dc-aadf-b012098d8072 req-42fa45d5-7c46-4a0e-9219-4818e1f894b5 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746751 Aug 19 00:04:00.848836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 3cec4d90-49d4-4a26-bc27-48aeb545fda2 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:00.854293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:00.856856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5254f417-08e5-471c-9b12-40c93ee3ee08 req-54a94d43-3608-4da8-b390-52bebd530114 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "DELETE /v2.0/ports/3cec4d90-49d4-4a26-bc27-48aeb545fda2 HTTP/1.1" status: 204 len: 173 time: 1.4860849 Aug 19 00:04:00.857537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'name': 'network-vif-deleted', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:00.860071 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c129f-fe9e-4d12-810a-4f5b9d62c672" -d '{"events": [{"server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "name": "network-vif-deleted", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:00.963238 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6ccc0a-1fb8-41a1-9b34-cf8a3546d4d6 x-openstack-request-id: req-1d6ccc0a-1fb8-41a1-9b34-cf8a3546d4d6 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:00.963728 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b62d3-e748-4d52-88c6-af906f365f9e", "name": "network-vif-deleted", "tag": "3cec4d90-49d4-4a26-bc27-48aeb545fda2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:00.964122 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d6ccc0a-1fb8-41a1-9b34-cf8a3546d4d6 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:00.964749 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862b62d3-e748-4d52-88c6-af906f365f9e', 'name': 'network-vif-deleted', 'tag': '3cec4d90-49d4-4a26-bc27-48aeb545fda2', 'status': 'completed', 'code': 200} Aug 19 00:04:00.970210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163aed-e8d4-4324-b652-6081deab2c5f req-18c9f861-f631-4c25-8ecb-ed7c7c4f5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:00.972058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-18c9f861-f631-4c25-8ecb-ed7c7c4f5134 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2190337 Aug 19 00:04:01.031642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-86f8919e-4560-4496-8e62-c392bb899336 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 HTTP/1.1" status: 200 len: 217 time: 0.0474632 Aug 19 00:04:01.127606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163aed-e8d4-4324-b652-6081deab2c5f req-2b043c5f-155e-4af1-8238-751959ec6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:01.130007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-2b043c5f-155e-4af1-8238-751959ec6764 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0899792 Aug 19 00:04:01.204487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163aed-e8d4-4324-b652-6081deab2c5f req-0a910fb3-05de-46a2-b195-abb05ac40bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:01.206134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-0a910fb3-05de-46a2-b195-abb05ac40bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667653 Aug 19 00:04:01.324135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-57bbf5c5-1f05-45e1-a344-7f0761ac2bda service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069624 Aug 19 00:04:01.463362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33163aed-e8d4-4324-b652-6081deab2c5f req-95e45e52-3608-4944-9fc9-39aead71bfca service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288447 Aug 19 00:04:01.675865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b2706-27a4-4e88-88db-c2e04552b81a req-56739e96-ba7f-4d29-b832-dcfbcab662c5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:01.677603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e6b2706-27a4-4e88-88db-c2e04552b81a req-56739e96-ba7f-4d29-b832-dcfbcab662c5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 943 time: 0.0549643 Aug 19 00:04:01.780946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e6b2706-27a4-4e88-88db-c2e04552b81a req-3f03bac0-1b1f-46a8-ae41-b10fbc90a87f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960901 Aug 19 00:04:01.900960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad54ba26-90d4-481c-9c2e-14d99c591cbd req-b6d072b9-c8aa-4329-a18c-a42714ab580a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=862b62d3-e748-4d52-88c6-af906f365f9e HTTP/1.1" status: 200 len: 210 time: 0.0390835 Aug 19 00:04:02.282303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cad74f94-5140-41c7-bf64-d7052dd8063b tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:02.283793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cad74f94-5140-41c7-bf64-d7052dd8063b tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.1127868 Aug 19 00:04:02.301034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-46b1176e-dcf8-4e48-b384-51fd7b1b07e9 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/quotas/bb8733f47ad94cd298bdc4abb667d10e HTTP/1.1" status: 200 len: 375 time: 0.0106282 Aug 19 00:04:02.357381 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-0ea29125-1cfc-42a7-9745-a1c5aac8b9ee tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512741 Aug 19 00:04:02.460103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-4acba128-3afb-4692-8a1e-4c0840d56dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952978 Aug 19 00:04:02.563445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-4ca0ddce-beaa-4c73-8589-f62226070467 service neutron] 10.222.0.20 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943995 Aug 19 00:04:02.673331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3cec4d90-49d4-4a26-bc27-48aeb545fda2 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:02.733045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 3cec4d90-49d4-4a26-bc27-48aeb545fda2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:02.733397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3cec4d90-49d4-4a26-bc27-48aeb545fda2 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:02.759146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e249af8d-c460-4def-9472-09fc91253a32 req-4ad90801-7bfd-4816-8ffb-e188b9ea52ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 210 time: 0.0379987 Aug 19 00:04:02.959885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7f9b-d117-4018-b767-b4f8bf7cad26 req-482856d6-33ba-4ccf-9f28-af2e833b47a5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:02.964797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d9e7f9b-d117-4018-b767-b4f8bf7cad26 req-482856d6-33ba-4ccf-9f28-af2e833b47a5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 943 time: 0.0634716 Aug 19 00:04:03.020672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d9e7f9b-d117-4018-b767-b4f8bf7cad26 req-316f2741-231e-4dc1-bb17-be4e7dad5b8b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488999 Aug 19 00:04:03.244275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:03.383899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008b79-5889-48d1-a027-79d12ee64ef6 req-5e1c9715-d125-4a2c-b993-21a26c8afa9a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:03.386308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16008b79-5889-48d1-a027-79d12ee64ef6 req-5e1c9715-d125-4a2c-b993-21a26c8afa9a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.0593140 Aug 19 00:04:03.397943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:03.411940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b', 'mac_address': 'fa:16:3e:b1:87:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:03.453266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16008b79-5889-48d1-a027-79d12ee64ef6 req-9669fe3a-a957-4aa5-befb-f234795e5a9f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572629 Aug 19 00:04:03.459113 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:03.477102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:03.505811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:03.509885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:03.572809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:03.581665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.582303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.582655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.582994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.583331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.583658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.584004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.584336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.585288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.585658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.585989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.586311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:03.864366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b76538a9-02d1-49e0-be0e-1daab9b05ad5 req-f9928267-1b6d-4948-8940-131a853e4989 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 210 time: 0.0330844 Aug 19 00:04:03.934642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52628) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:04.043404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53b07196-01bf-4ce8-9fc7-3f4a34e17d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.228282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887e416-d1f6-4464-9959-cb48e6074248 req-a45613d9-7a3f-45a7-a6e6-91adbbb8c771 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:04.229965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a887e416-d1f6-4464-9959-cb48e6074248 req-a45613d9-7a3f-45a7-a6e6-91adbbb8c771 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 944 time: 0.1390412 Aug 19 00:04:04.336876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a887e416-d1f6-4464-9959-cb48e6074248 req-281b465d-1ebe-42ee-8ebc-0f1218169ae5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Aug 19 00:04:04.348461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53b07196-01bf-4ce8-9fc7-3f4a34e17d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.356440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-ecfce129-53b7-4ce1-a0d2-13e1ed7cc1be tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:04.358138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-ecfce129-53b7-4ce1-a0d2-13e1ed7cc1be tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 813 time: 0.2083404 Aug 19 00:04:04.359746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53b07196-01bf-4ce8-9fc7-3f4a34e17d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.390496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Request body: {'port': {'device_id': '7ade9909-60c3-4101-b925-59441f6eff50', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'admin_state_up': True, 'tenant_id': 'bb8733f47ad94cd298bdc4abb667d10e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:04.422373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-53b07196-01bf-4ce8-9fc7-3f4a34e17d03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a43ba452b1c4a0581d6c1bed3d8a89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864118 Aug 19 00:04:04.424920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:04.450250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07196-01bf-4ce8-9fc7-3f4a34e17d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86927349-4c3b-4edf-bc58-b1bde12658c3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:04.485449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:04.486231 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.522121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.583496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.588524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.590343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86927349-4c3b-4edf-bc58-b1bde12658c3 HTTP/1.1" status: 204 len: 168 time: 0.1643593 Aug 19 00:04:04.593581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Made reservation on behalf of bb8733f47ad94cd298bdc4abb667d10e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:04.597237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.607159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad3d8f-cf70-4447-b852-059648e952a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86927349-4c3b-4edf-bc58-b1bde12658c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:04.618762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7674bbe-db3a-4093-9c65-5fdd641c1f79 req-7c29badb-a23a-4abd-8e30-8f43c64405ed tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:04.626693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7674bbe-db3a-4093-9c65-5fdd641c1f79 req-7c29badb-a23a-4abd-8e30-8f43c64405ed tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.0913045 Aug 19 00:04:04.728608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7674bbe-db3a-4093-9c65-5fdd641c1f79 req-1d71c906-63be-4d33-8ca4-748ab0804244 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959408 Aug 19 00:04:04.796824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Allocated IP 172.20.0.3 (89d11ad1-220c-4664-9f05-a7f87ed7c5e3/9db550fb-1eb2-4346-a1e5-8df00728dcf1/23fc5dc5-06ec-489c-95e8-c440e7fd5bf1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:04.953497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:04.973463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:04.977918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-155d2c9d-5094-45c8-a8ca-04dbd1baa06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.003027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc45d992-5110-4bb3-b289-4facffe79dab req-d8f66ce0-2342-4f40-82d9-2806221c28a4 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 210 time: 0.0513344 Aug 19 00:04:05.026625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.064421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708', '59fd3280-4fd8-40c8-a41d-45287e47c60a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:05.080278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:05.083709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:05.088224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:05.095621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event updated for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:05.135689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-155d2c9d-5094-45c8-a8ca-04dbd1baa06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.140785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-155d2c9d-5094-45c8-a8ca-04dbd1baa06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.149958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:05.151180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.170199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-cf6f288c-d7dc-4804-96c0-404ada0d87ae tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829976 Aug 19 00:04:05.184406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-155d2c9d-5094-45c8-a8ca-04dbd1baa06c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae5cc3845fa248ca96f43dc5e9db37cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296064 Aug 19 00:04:05.186577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d2c9d-5094-45c8-a8ca-04dbd1baa06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f32c994-8cfe-40b1-a1ef-895d94bb5cb3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:05.187847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52656) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:05.200150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Request body: {'port': {'device_id': '7ade9909-60c3-4101-b925-59441f6eff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:05.302173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.316763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.363551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.472256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c705ea-580f-471c-bb90-558b8f3e0519 req-131ea8bc-23b7-4cfb-87ea-0b8f80886b56 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:05.476821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02c705ea-580f-471c-bb90-558b8f3e0519 req-131ea8bc-23b7-4cfb-87ea-0b8f80886b56 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 944 time: 0.0576038 Aug 19 00:04:05.523338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02c705ea-580f-471c-bb90-558b8f3e0519 req-c7e44af0-5cf5-47f4-a0fa-c7e111b72f53 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Aug 19 00:04:05.526925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.529508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.530658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f32c994-8cfe-40b1-a1ef-895d94bb5cb3 HTTP/1.1" status: 204 len: 168 time: 0.3405831 Aug 19 00:04:05.544251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c56722-ddcf-4597-8352-81922b6c05f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f32c994-8cfe-40b1-a1ef-895d94bb5cb3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:05.668179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:05.678959 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.695514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Transition to ACTIVE for port object 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:05.698767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.776474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:05.843851 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:04:05.884389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb76f0-0469-4169-a268-65f096a26a44 req-110c09dc-e458-4551-b1a1-d1b23cac7578 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:05.885970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bcb76f0-0469-4169-a268-65f096a26a44 req-110c09dc-e458-4551-b1a1-d1b23cac7578 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.0776696 Aug 19 00:04:05.886706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Attempting to bind port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:05.887036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Attempting to bind port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:05.887371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Attempting to bind port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:05.893080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:05.893481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Attempting to bind port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 on network 89d11ad1-220c-4664-9f05-a7f87ed7c5e3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:05.911996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:05.912468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Checking segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:05.912729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Bound using segment: {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:05.913187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Bound port: 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dff54b6-5ec9-4dd3-9ad3-af51b7272347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:05.913543 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:05.964205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bcb76f0-0469-4169-a268-65f096a26a44 req-da213ee7-0c29-4401-ade1-07a99f1877a9 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683551 Aug 19 00:04:06.002101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:06.005830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:06.025532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:06.093653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.094729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:06.095684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] 10.222.0.21 "PUT /v2.0/ports/23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 HTTP/1.1" status: 200 len: 1092 time: 0.9068251 Aug 19 00:04:06.099089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:06.101753 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:06.172927 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd932b0-f3d8-41cb-9cf2-770f4f92d825 x-openstack-request-id: req-0fd932b0-f3d8-41cb-9cf2-770f4f92d825 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:06.173228 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:06.173884 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd932b0-f3d8-41cb-9cf2-770f4f92d825 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:06.174300 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1', 'status': 'completed', 'code': 200} Aug 19 00:04:06.192244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-80875a8d-1ce4-40c1-9994-1a5c36e45447 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.193930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-80875a8d-1ce4-40c1-9994-1a5c36e45447 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 949 time: 0.1863465 Aug 19 00:04:06.202494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a0f8-b1ef-4c98-8b7c-b92139d0cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:06.285995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1163a2c-9ee6-4af5-8c58-2c3285ad491c req-1637e1e3-0730-439e-8709-6b9cbc3ea107 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.294271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1163a2c-9ee6-4af5-8c58-2c3285ad491c req-1637e1e3-0730-439e-8709-6b9cbc3ea107 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 943 time: 0.1778467 Aug 19 00:04:06.328390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be674c0f-f45a-408b-9926-e6edf053fe8f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:06.347597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1ee3f866-d3a9-4eb9-b0e7-755635318e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.349191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-1ee3f866-d3a9-4eb9-b0e7-755635318e5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 1095 time: 0.1653953 Aug 19 00:04:06.416208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1163a2c-9ee6-4af5-8c58-2c3285ad491c req-d0f992a8-0ce9-44e3-b55e-96da38c2cdb0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209517 Aug 19 00:04:06.421351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-39e6c51d-3a4c-47ca-b0ae-9f799484e2b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 HTTP/1.1" status: 200 len: 217 time: 0.0544603 Aug 19 00:04:06.482772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port ca3d5702-f511-4b51-9334-37986624c97b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:06.483303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:06.540544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-e433ddb4-7c1b-4c36-aece-c2ad7a5dbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.542179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-e433ddb4-7c1b-4c36-aece-c2ad7a5dbef0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.1031857 Aug 19 00:04:06.593183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-9ce2d718-ac60-4fec-a212-6450a3fdb35a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336800 Aug 19 00:04:06.703687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port ca3d5702-f511-4b51-9334-37986624c97b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ca3d5702-f511-4b51-9334-37986624c97b,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:06.703911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:06.729760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for ca3d5702-f511-4b51-9334-37986624c97b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:06.762702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16bb29-5e59-4ccd-b040-109fbe8250fa req-d9fb46fb-e619-4c1e-9cd6-05310f6355b3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:06.769607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc16bb29-5e59-4ccd-b040-109fbe8250fa req-d9fb46fb-e619-4c1e-9cd6-05310f6355b3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 944 time: 0.1369886 Aug 19 00:04:06.838859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-ddee2a4a-cf43-4365-b755-4452a864831f service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362125 Aug 19 00:04:06.891344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc16bb29-5e59-4ccd-b040-109fbe8250fa req-6304f265-7af2-4c00-9307-3fc03c752a3b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110187 Aug 19 00:04:07.016267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79629372-6e25-4419-a2f0-f5bd4ca0abb3 req-c1d59a0e-d67d-4c21-b004-91544101ff15 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645272 Aug 19 00:04:07.053616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.074257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273', '77ba3549-8918-4fa1-8575-1dce41b56037', 'ca3d5702-f511-4b51-9334-37986624c97b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:07.092772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=ca3d5702-f511-4b51-9334-37986624c97b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:07.118788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed47e986-1ddd-4755-b46b-a3be443c61f1 req-05664b8b-488d-4c91-aac6-6c21ba3f9d62 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dbcd745-6613-45c1-a673-1d56e6a2dc3d HTTP/1.1" status: 200 len: 210 time: 0.0538266 Aug 19 00:04:07.141370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:07.203028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port ca3d5702-f511-4b51-9334-37986624c97b on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:07.207186 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.209366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c9dfdb1-7960-41b3-ac8a-93a542fc9246 req-33fc0ae4-1be2-4725-ac96-2b1c9ef47f51 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "DELETE /v2.0/ports/ca3d5702-f511-4b51-9334-37986624c97b HTTP/1.1" status: 204 len: 173 time: 1.0008376 Aug 19 00:04:07.241361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-e7b2f1c9-e842-4356-923d-dc08aff448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:07.243521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-e7b2f1c9-e842-4356-923d-dc08aff448fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 1095 time: 0.0903447 Aug 19 00:04:07.282005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:07.397668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-a9d892e3-acd7-44b9-86cf-38224cc92235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:07.400140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-a9d892e3-acd7-44b9-86cf-38224cc92235 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 913 time: 0.1483922 Aug 19 00:04:07.465171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-edbb2dac-beea-44d7-b957-02cbceba896d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 HTTP/1.1" status: 200 len: 217 time: 0.0560758 Aug 19 00:04:07.506536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:07.532847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:07.533302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.547072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-328f221c-d794-4218-b9cc-16590cdda3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:07.549037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-328f221c-d794-4218-b9cc-16590cdda3a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.0742147 Aug 19 00:04:07.564728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1528062385', 'description': 'tempest-description-1082369056'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:07.602265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-e0cb02f5-4c49-47ff-853c-09fed7a9b506 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443327 Aug 19 00:04:07.614369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.627217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.749008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.749397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.752695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794a9de-3d19-4bed-a2c0-28d3d7c7816b req-c2aad1ad-f45f-4150-af33-719ae6cc1e8d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:07.755187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a794a9de-3d19-4bed-a2c0-28d3d7c7816b req-c2aad1ad-f45f-4150-af33-719ae6cc1e8d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 943 time: 0.1517572 Aug 19 00:04:07.757846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.821677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-87b0b106-953a-4bf6-b8ad-a56588632791 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031984 Aug 19 00:04:07.825376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:07.827783 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f07d6c8-ac76-49c3-8ee6-2f269eed25ba" -d '{"events": [{"server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "name": "network-vif-plugged", "status": "completed", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:07.838363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520d4f67-71f6-447f-8a98-97ae81fb2cfb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:07.855034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:07.872263 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.875965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a794a9de-3d19-4bed-a2c0-28d3d7c7816b req-fba96b12-840f-4058-923a-2109d722d17d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Aug 19 00:04:07.973307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:07.979876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.016150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:08.039099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021c8ba8-a99f-4c0b-87a9-1063b21eaa6f req-9e7b6160-5432-4167-8e8a-6eb751bcebd4 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064514 Aug 19 00:04:08.045925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.064961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a637e6-c5e2-466d-b561-eb22d58e7aac req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5089593 Aug 19 00:04:08.080553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108e27-5c09-418d-96c8-4e813c5fb099 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604e388f-94ac-4e92-93a5-70fd5ee9ba78,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:08.091571 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8acf5a0-8104-4cb6-9b17-ac5e058716ea x-openstack-request-id: req-d8acf5a0-8104-4cb6-9b17-ac5e058716ea {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:08.092169 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "name": "network-vif-plugged", "status": "completed", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:08.092470 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8acf5a0-8104-4cb6-9b17-ac5e058716ea {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:08.092968 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b', 'code': 200} Aug 19 00:04:08.115111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-989037671', 'description': 'tempest-description-1992523274'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:08.155386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.177279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'name': 'network-vif-deleted', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:08.180869 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee8862-84b9-44d8-b3ee-3d04a43fd8b8" -d '{"events": [{"server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "name": "network-vif-deleted", "tag": "ca3d5702-f511-4b51-9334-37986624c97b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:08.230048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e05dbd-89e4-4597-a0a3-fe09793cc142 req-39cf5cdc-15da-496c-a3bf-3ae3608bf86a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:08.235430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8e05dbd-89e4-4597-a0a3-fe09793cc142 req-39cf5cdc-15da-496c-a3bf-3ae3608bf86a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.1069410 Aug 19 00:04:08.298542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8e05dbd-89e4-4597-a0a3-fe09793cc142 req-4c3d1e86-c223-4cb0-9f93-85688399cfb3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 Aug 19 00:04:08.342241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.351230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.412981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d58daf-5b8b-4f25-b6a7-432df86dbf38,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:08.418180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.424082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36e49c73-ad43-4947-a7c1-717ebbef34fd req-566da9cf-0059-4255-b26d-5f55a6309440 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3192976 Aug 19 00:04:08.447934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b19f7-f8de-4f7a-b69f-0b740d37e09f req-cf62c97b-9324-4dbe-afa0-06bc0c6830ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:08.449542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed7b19f7-f8de-4f7a-b69f-0b740d37e09f req-cf62c97b-9324-4dbe-afa0-06bc0c6830ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 1097 time: 0.2733231 Aug 19 00:04:08.469722 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62157e9f-cd68-41d5-8b4a-d18db17eb7e1 x-openstack-request-id: req-62157e9f-cd68-41d5-8b4a-d18db17eb7e1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:08.470526 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbcd745-6613-45c1-a673-1d56e6a2dc3d", "name": "network-vif-deleted", "tag": "ca3d5702-f511-4b51-9334-37986624c97b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:08.471509 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62157e9f-cd68-41d5-8b4a-d18db17eb7e1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:08.472521 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbcd745-6613-45c1-a673-1d56e6a2dc3d', 'name': 'network-vif-deleted', 'tag': 'ca3d5702-f511-4b51-9334-37986624c97b', 'status': 'completed', 'code': 200} Aug 19 00:04:08.502058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed7b19f7-f8de-4f7a-b69f-0b740d37e09f req-181fc84d-c27b-4eeb-9808-9216f366b239 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Aug 19 00:04:08.551485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1199357916', 'description': 'tempest-description-1746146062'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:08.574602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.607406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.727130 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.733565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.746855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39945285-f838-42e4-b71b-2a603c68dd21 req-c6c594d0-1532-4ea4-8ccc-f7e2028913a1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:08.748987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39945285-f838-42e4-b71b-2a603c68dd21 req-c6c594d0-1532-4ea4-8ccc-f7e2028913a1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.0535061 Aug 19 00:04:08.774203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aacdeb4-2a47-4f29-8494-6fc037e6f399,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:08.808733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39945285-f838-42e4-b71b-2a603c68dd21 req-3f1bf60a-fa10-4015-bb4a-180428379714 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Aug 19 00:04:08.858942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.863787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.891306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:08.904522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d15b5a51-39d6-466f-a309-91a7c692a912 req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3540106 Aug 19 00:04:08.907976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e474-db27-4268-a3d4-7d54d337b046 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d329fa-d968-4bc1-bfb2-5066280b93e5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:08.921620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1862074141', 'description': 'tempest-description-975743175'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:08.944197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:09.008843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434616e-f231-46fb-90a1-04a331b5116c req-ea01eb48-34dd-43dc-be29-e8ca456bcd6a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:09.010650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6434616e-f231-46fb-90a1-04a331b5116c req-ea01eb48-34dd-43dc-be29-e8ca456bcd6a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 943 time: 0.0562503 Aug 19 00:04:09.038242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:09.043408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:09.052359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6434616e-f231-46fb-90a1-04a331b5116c req-635cbf69-1290-4f52-bc99-e56800c38f8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Aug 19 00:04:09.076496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096b3192-6c3d-45ee-b814-b04e9cae38f2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:09.079972 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:09.081298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4934bbd7-78c7-4798-91fa-89c9245d1c23 req-65a5b572-809b-4cba-af2b-40ffa91140f1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1640670 Aug 19 00:04:09.260685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ca3d5702-f511-4b51-9334-37986624c97b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:09.282215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: ca3d5702-f511-4b51-9334-37986624c97b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:09.282716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ca3d5702-f511-4b51-9334-37986624c97b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:09.368049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-a15e703e-7151-406b-8dda-fec6616b16e0 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53288 time: 0.2652049 Aug 19 00:04:09.419366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4463f67-2b83-4251-95ba-dfc4c7cfd7d3 req-2b82261d-2b94-4604-9072-b61147f90c40 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:09.421697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4463f67-2b83-4251-95ba-dfc4c7cfd7d3 req-2b82261d-2b94-4604-9072-b61147f90c40 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Aug 19 00:04:09.460669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-f742c103-9fc9-4744-be1e-aff4d1e52f59 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/041e9e4e-09fa-4fc4-ae17-9ae01d48e2d8 HTTP/1.1" status: 200 len: 2977 time: 0.0423858 Aug 19 00:04:09.466064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4463f67-2b83-4251-95ba-dfc4c7cfd7d3 req-1270a87b-84a8-4ae6-b2df-7e4fff370c50 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Aug 19 00:04:09.517310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-f8ef30b1-8305-4455-b6f4-04e40bfa0551 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/041e9e4e-09fa-4fc4-ae17-9ae01d48e2d8 HTTP/1.1" status: 200 len: 2977 time: 0.0496876 Aug 19 00:04:09.568961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-3cbcbb06-5ddb-4c7b-a367-e1614a417bb9 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/096e67bc-2fd0-49e7-91ce-8b38c6b8d648 HTTP/1.1" status: 200 len: 2981 time: 0.0429964 Aug 19 00:04:09.620065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-19c6e40a-4aee-48d1-af2d-cfb71f668dbb tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/096e67bc-2fd0-49e7-91ce-8b38c6b8d648 HTTP/1.1" status: 200 len: 2981 time: 0.0440166 Aug 19 00:04:09.725878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-2e5e0100-ca0e-4153-a3c8-46c7d62c1d19 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2dba3395-79d0-4927-9364-4fabdfd1b2b5 HTTP/1.1" status: 200 len: 2985 time: 0.0914013 Aug 19 00:04:09.770936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-ec88b460-d8c0-4c39-8d77-4cd7857b46a4 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2dba3395-79d0-4927-9364-4fabdfd1b2b5 HTTP/1.1" status: 200 len: 2985 time: 0.0398817 Aug 19 00:04:09.818029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-50b7569e-48f6-4bc9-b4cf-6d7d28fabcb3 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2fa91c02-2092-4038-a365-8f165bd57ea2 HTTP/1.1" status: 200 len: 2981 time: 0.0402870 Aug 19 00:04:09.871444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-265fedfd-cc3f-41ca-a572-de1542a2936e tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2fa91c02-2092-4038-a365-8f165bd57ea2 HTTP/1.1" status: 200 len: 2981 time: 0.0468149 Aug 19 00:04:09.917952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-c1f6fad0-bd0a-48ca-9f32-c68800b64302 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3aacdeb4-2a47-4f29-8494-6fc037e6f399 HTTP/1.1" status: 200 len: 2985 time: 0.0379157 Aug 19 00:04:09.939388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348513b-4a42-4089-a84e-0f93513bd1a4 req-8f1795e9-4c82-49b1-9287-dab5bffa9579 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:09.946731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9348513b-4a42-4089-a84e-0f93513bd1a4 req-8f1795e9-4c82-49b1-9287-dab5bffa9579 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.0566657 Aug 19 00:04:09.967975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-0e30ae23-0a15-46b5-bd15-2fae7f6b0b69 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3aacdeb4-2a47-4f29-8494-6fc037e6f399 HTTP/1.1" status: 200 len: 2985 time: 0.0417988 Aug 19 00:04:09.980671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9348513b-4a42-4089-a84e-0f93513bd1a4 req-457d62b3-a721-4e99-ade0-06fbb4de4dd6 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Aug 19 00:04:10.016758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-3dd02b7f-e856-4719-bbd8-c1cf4c8a3873 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/520d4f67-71f6-447f-8a98-97ae81fb2cfb HTTP/1.1" status: 200 len: 2985 time: 0.0411134 Aug 19 00:04:10.064143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-09757d47-2a18-44c8-a37b-5ff1711f0a08 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/520d4f67-71f6-447f-8a98-97ae81fb2cfb HTTP/1.1" status: 200 len: 2985 time: 0.0397019 Aug 19 00:04:10.115168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-2619b130-5edf-41da-bddf-0ad6aad96ed3 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93b445f6-ae26-499a-aeda-ac4a0ffc5b83 HTTP/1.1" status: 200 len: 2981 time: 0.0442030 Aug 19 00:04:10.165304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-a133451f-cfdc-4648-9a41-b407ca544059 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93b445f6-ae26-499a-aeda-ac4a0ffc5b83 HTTP/1.1" status: 200 len: 2981 time: 0.0442154 Aug 19 00:04:10.185796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a20fa-235e-4311-91de-4e46c7791f53 req-22df4692-03fe-4941-aa4c-10ff9ee19c56 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:10.191325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-528a20fa-235e-4311-91de-4e46c7791f53 req-22df4692-03fe-4941-aa4c-10ff9ee19c56 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 943 time: 0.0671551 Aug 19 00:04:10.211026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-9af0da90-0f80-4e51-b4ac-2e429e71b3b2 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/941e3e18-5497-4e7a-baa3-e0179ba85ede HTTP/1.1" status: 200 len: 2981 time: 0.0396259 Aug 19 00:04:10.228960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-528a20fa-235e-4311-91de-4e46c7791f53 req-6674ecd8-bdf9-4f72-9a9b-84c1c12dc859 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Aug 19 00:04:10.260338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-15d9b888-194f-456d-bc8d-66314f3c9a80 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/941e3e18-5497-4e7a-baa3-e0179ba85ede HTTP/1.1" status: 200 len: 2981 time: 0.0430934 Aug 19 00:04:10.305313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-6c99b6c1-fa9e-4d91-8f3a-b89fbbb0ff7d tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/975d962e-d821-459b-8e36-8ba6d159c51e HTTP/1.1" status: 200 len: 2981 time: 0.0385070 Aug 19 00:04:10.349878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-c879a604-3171-49f0-ba84-8da4756587d1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/975d962e-d821-459b-8e36-8ba6d159c51e HTTP/1.1" status: 200 len: 2981 time: 0.0385876 Aug 19 00:04:10.393095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-3a91127a-960b-435c-b68a-4879f351ab32 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9d0319a6-14b2-4fed-a539-504f94ee36b1 HTTP/1.1" status: 200 len: 2973 time: 0.0372705 Aug 19 00:04:10.439272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-dc927a72-11b6-48cd-9f34-b67d9eb42f11 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9d0319a6-14b2-4fed-a539-504f94ee36b1 HTTP/1.1" status: 200 len: 2973 time: 0.0370300 Aug 19 00:04:10.493393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-912ba2c8-be6a-4da1-be68-c14340a50748 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ab4cbc2d-8d74-4ee6-94a3-01bee7971164 HTTP/1.1" status: 200 len: 2981 time: 0.0455232 Aug 19 00:04:10.556484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-31cce36f-ce8a-4f45-8019-28aa5a533538 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ab4cbc2d-8d74-4ee6-94a3-01bee7971164 HTTP/1.1" status: 200 len: 2981 time: 0.0560713 Aug 19 00:04:10.603299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-879877a6-0e6b-47c5-a8bf-c790183b3b99 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/cd41e234-c93d-4096-989f-472209ab0fea HTTP/1.1" status: 200 len: 2981 time: 0.0399182 Aug 19 00:04:10.611565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38f87-66fc-40a3-82ae-7df669f3bb65 req-4b84ddcf-2bff-4523-b5ac-fbf1fae935d8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:10.613492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82f38f87-66fc-40a3-82ae-7df669f3bb65 req-4b84ddcf-2bff-4523-b5ac-fbf1fae935d8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0626638 Aug 19 00:04:10.650033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-c624baf1-fa8a-4ea1-a9ed-ab678bfa3fc1 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/cd41e234-c93d-4096-989f-472209ab0fea HTTP/1.1" status: 200 len: 2981 time: 0.0404992 Aug 19 00:04:10.653621 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82f38f87-66fc-40a3-82ae-7df669f3bb65 req-0a0bbc0a-b86e-4cf3-bfde-b13b990baf02 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 Aug 19 00:04:10.710998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:10.713423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-d356b8be-73cc-4550-b371-7aab8a6901a5 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f93d09db-17d2-4805-98a3-f0ce89e70c43 HTTP/1.1" status: 200 len: 2981 time: 0.0501339 Aug 19 00:04:10.787994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4824010-cd91-4f5c-9086-ae790b8420b3 req-72d6515e-72a9-4b9c-bc09-cef3f2f29417 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f93d09db-17d2-4805-98a3-f0ce89e70c43 HTTP/1.1" status: 200 len: 2981 time: 0.0551407 Aug 19 00:04:10.808041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-b6114c25-0802-4ccd-9da3-f96d02034a98 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:10.808041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-b6114c25-0802-4ccd-9da3-f96d02034a98 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.1040864 Aug 19 00:04:10.880770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:10.895170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1', 'network_id': '89d11ad1-220c-4664-9f05-a7f87ed7c5e3', 'port_id': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1', 'mac_address': 'fa:16:3e:bb:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db550fb-1eb2-4346-a1e5-8df00728dcf1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:10.939982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:10.956560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:10.959060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb858c99-6d58-4c5e-bdfd-c7ef2bc61b2c req-141f3fe8-d222-4b0f-9255-6d82b9769548 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:10.960612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb858c99-6d58-4c5e-bdfd-c7ef2bc61b2c req-141f3fe8-d222-4b0f-9255-6d82b9769548 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.0682783 Aug 19 00:04:10.977351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 77ba3549-8918-4fa1-8575-1dce41b56037 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:10.977895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:10.978182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:10.984615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.028563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb858c99-6d58-4c5e-bdfd-c7ef2bc61b2c req-28ea3270-cea7-44ac-84dc-441f0e25e3b5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Aug 19 00:04:11.052113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:11.096364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-558b9064-fe66-4d40-aa30-63417ba3350a req-82f39412-0db9-4a71-8b7c-901930132b00 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84e772f0ce5746aab1e42d1a9b03e7c2 HTTP/1.1" status: 200 len: 6111 time: 0.1509006 Aug 19 00:04:11.150842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919ff7-5ffb-4e84-9d77-8d538fdb80b9 req-391085e8-969c-441b-8c4c-20379b7bef7f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:11.155283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 77ba3549-8918-4fa1-8575-1dce41b56037, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=77ba3549-8918-4fa1-8575-1dce41b56037,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:11.155655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.160897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a919ff7-5ffb-4e84-9d77-8d538fdb80b9 req-391085e8-969c-441b-8c4c-20379b7bef7f tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 949 time: 0.0677569 Aug 19 00:04:11.179118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 77ba3549-8918-4fa1-8575-1dce41b56037 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:11.188089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-558b9064-fe66-4d40-aa30-63417ba3350a req-d8e97cfb-2110-4e44-a505-4f23d7300788 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "GET /v2.0/security-groups/520d4f67-71f6-447f-8a98-97ae81fb2cfb HTTP/1.1" status: 200 len: 2985 time: 0.0828879 Aug 19 00:04:11.194501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a919ff7-5ffb-4e84-9d77-8d538fdb80b9 req-4ec5bae5-524c-47d8-b296-a1ac5bc4bfe1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Aug 19 00:04:11.302066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-558b9064-fe66-4d40-aa30-63417ba3350a req-ba187ac1-e1bf-46cc-b4ed-a680d754fef6 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "GET /v2.0/security-groups/520d4f67-71f6-447f-8a98-97ae81fb2cfb HTTP/1.1" status: 200 len: 2985 time: 0.0712383 Aug 19 00:04:11.308006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200b928-024d-4016-9409-0a8906a7d69b req-acee0d73-d5aa-4a1c-aa89-32df33051165 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:11.310018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9200b928-024d-4016-9409-0a8906a7d69b req-acee0d73-d5aa-4a1c-aa89-32df33051165 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0576811 Aug 19 00:04:11.358396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9200b928-024d-4016-9409-0a8906a7d69b req-5ff20d89-505a-45f7-afa5-eb4673c220ad tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Aug 19 00:04:11.407382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.418466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273', '77ba3549-8918-4fa1-8575-1dce41b56037'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:11.437591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-82e4678b-276d-49b0-b3a4-a9495e6fb4e8 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/096b3192-6c3d-45ee-b814-b04e9cae38f2 HTTP/1.1" status: 200 len: 1779 time: 0.0437086 Aug 19 00:04:11.444327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=77ba3549-8918-4fa1-8575-1dce41b56037,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:11.459625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:11.480126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2869f-27aa-4f00-9db9-156a14bc5753 req-5bdf2a9f-b91e-403a-8486-0e371a709ff6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:11.487650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c2869f-27aa-4f00-9db9-156a14bc5753 req-5bdf2a9f-b91e-403a-8486-0e371a709ff6 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 944 time: 0.1228220 Aug 19 00:04:11.508468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['23fc5dc5-06ec-489c-95e8-c440e7fd5bf1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:11.520578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 77ba3549-8918-4fa1-8575-1dce41b56037 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:11.524464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.526577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44704ceb-3c6b-45fa-a944-01b143d3b970 req-5034c7af-524f-40d2-895c-b83443d6a4c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "DELETE /v2.0/ports/77ba3549-8918-4fa1-8575-1dce41b56037 HTTP/1.1" status: 204 len: 173 time: 0.7063847 Aug 19 00:04:11.527240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'name': 'network-vif-deleted', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:11.538741 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ce744-154b-42ac-8ae3-c47c234bab3e" -d '{"events": [{"server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "name": "network-vif-deleted", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:11.547683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.577829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.583264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35c2869f-27aa-4f00-9db9-156a14bc5753 req-cc9f44c4-805e-4cd5-bbd1-d96b0acf469f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933819 Aug 19 00:04:11.646774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.651635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.665878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4bcbf523-2735-4317-9bbb-eb86acc7575d req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/096b3192-6c3d-45ee-b814-b04e9cae38f2 HTTP/1.1" status: 204 len: 173 time: 0.1963751 Aug 19 00:04:11.682590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b3192-6c3d-45ee-b814-b04e9cae38f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:11.710444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.711128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.712032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.712624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.713300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.713835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.714361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.715012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.715765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.717143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.717680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.718443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef8435-173b-4bde-9926-8f781315d156 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:11.776380 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0775b9-1eee-4c00-9794-0e321392fb7c x-openstack-request-id: req-fe0775b9-1eee-4c00-9794-0e321392fb7c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:11.776900 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627df50b-6419-4955-bc02-70c541761bdf", "name": "network-vif-deleted", "tag": "77ba3549-8918-4fa1-8575-1dce41b56037", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:11.777335 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe0775b9-1eee-4c00-9794-0e321392fb7c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:11.778198 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627df50b-6419-4955-bc02-70c541761bdf', 'name': 'network-vif-deleted', 'tag': '77ba3549-8918-4fa1-8575-1dce41b56037', 'status': 'completed', 'code': 200} Aug 19 00:04:11.862910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-d8e930ea-3a6b-49f7-880d-c16d9139a9f9 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "GET /v2.0/security-groups/02d329fa-d968-4bc1-bfb2-5066280b93e5 HTTP/1.1" status: 200 len: 1780 time: 0.0664573 Aug 19 00:04:11.932678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:11.964948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.034086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.037202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.041477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-739c8418-7ae6-4cbd-a024-92e4fa2c9743 req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/02d329fa-d968-4bc1-bfb2-5066280b93e5 HTTP/1.1" status: 204 len: 173 time: 0.1772380 Aug 19 00:04:12.051666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6f2a6-7b57-4207-bd50-2cda9a499240 tempest-SecurityGroupsTestAdminJSON-191317916 tempest-SecurityGroupsTestAdminJSON-191317916-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d329fa-d968-4bc1-bfb2-5066280b93e5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:12.158913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670edefe-6f48-4b0f-839c-1768410559ba req-bef49f6f-9987-4056-a762-9a0322bd99c0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:12.161249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-670edefe-6f48-4b0f-839c-1768410559ba req-bef49f6f-9987-4056-a762-9a0322bd99c0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.1125977 Aug 19 00:04:12.202163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-822c1d2e-1c09-45bc-9cb2-388495705690 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "GET /v2.0/security-groups/20d58daf-5b8b-4f25-b6a7-432df86dbf38 HTTP/1.1" status: 200 len: 1779 time: 0.0505228 Aug 19 00:04:12.244265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-670edefe-6f48-4b0f-839c-1768410559ba req-7366ad59-3281-413c-a364-b40b55fe5395 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Aug 19 00:04:12.296875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.323144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.374999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8157ab8-c294-4344-a07b-a8cc3c471b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.386450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.389499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.390644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1a85b93-05e0-44be-911c-bcceff28da11 req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "DELETE /v2.0/security-groups/20d58daf-5b8b-4f25-b6a7-432df86dbf38 HTTP/1.1" status: 204 len: 173 time: 0.1871049 Aug 19 00:04:12.415378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b2f92-3adf-4e3d-b365-b69f9bdec047 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d58daf-5b8b-4f25-b6a7-432df86dbf38,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:12.442697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17352bf5-850e-4cd6-b913-4e504cec33b9 req-ea3c3c72-e4bf-4800-9020-784cf4c0fcac tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=627df50b-6419-4955-bc02-70c541761bdf HTTP/1.1" status: 200 len: 210 time: 0.0476480 Aug 19 00:04:12.472996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-4dfd9baf-4d41-4db8-be04-1e4b6fc5dd91 tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "GET /v2.0/security-groups/604e388f-94ac-4e92-93a5-70fd5ee9ba78 HTTP/1.1" status: 200 len: 1780 time: 0.0596788 Aug 19 00:04:12.532079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.555876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.600400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.603465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:12.612345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f06adcae-d26f-4101-be5b-b2508b945c4b req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] 10.222.0.20 "DELETE /v2.0/security-groups/604e388f-94ac-4e92-93a5-70fd5ee9ba78 HTTP/1.1" status: 204 len: 173 time: 0.1284118 Aug 19 00:04:12.623059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b249-4136-4214-9d53-b5d0c8f8dffb tempest-SecurityGroupsTestAdminJSON-979820156 tempest-SecurityGroupsTestAdminJSON-979820156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e388f-94ac-4e92-93a5-70fd5ee9ba78,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:12.706062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddaa6-94e7-473e-b9aa-0f82eecc071c req-69eff186-3ee6-445d-878d-1441c31af01f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:12.707590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a63ddaa6-94e7-473e-b9aa-0f82eecc071c req-69eff186-3ee6-445d-878d-1441c31af01f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 944 time: 0.0497849 Aug 19 00:04:12.760001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a63ddaa6-94e7-473e-b9aa-0f82eecc071c req-750e1afe-6fc6-4876-9c58-6b0e7c9ea613 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Aug 19 00:04:12.896394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:13.041692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ca57b7f-82c0-4644-8f17-138b7a1e7203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84e772f0ce5746aab1e42d1a9b03e7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437397 Aug 19 00:04:13.043954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:13.094792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.116578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.169648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.172968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.176784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520d4f67-71f6-447f-8a98-97ae81fb2cfb HTTP/1.1" status: 204 len: 168 time: 0.1317892 Aug 19 00:04:13.192031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00ef6f-ef5f-4b98-a3f8-c7847550f3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d4f67-71f6-447f-8a98-97ae81fb2cfb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:13.384116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abfb4-747b-4caf-b98b-cfea5a74b03a req-9b578d39-558c-4e27-b534-80b7d06eeee1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:13.386602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b07abfb4-747b-4caf-b98b-cfea5a74b03a req-9b578d39-558c-4e27-b534-80b7d06eeee1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0587759 Aug 19 00:04:13.430285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b07abfb4-747b-4caf-b98b-cfea5a74b03a req-33b9cc5b-5a7f-45df-8d22-fd9628784372 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Aug 19 00:04:13.478291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:13.525972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88bde615-a0cf-469e-9539-dd6a59aa8620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d1c9bee54d74f6ead41cbc546ae8c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438211 Aug 19 00:04:13.525972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:13.578628 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.606577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.688733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f84da-d400-487b-a347-b230feb94715 req-a2ad7467-439c-4b0c-9179-09adede66f80 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:13.690306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-070f84da-d400-487b-a347-b230feb94715 req-a2ad7467-439c-4b0c-9179-09adede66f80 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0571675 Aug 19 00:04:13.694985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.697687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.701259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aacdeb4-2a47-4f29-8494-6fc037e6f399 HTTP/1.1" status: 204 len: 168 time: 0.1720939 Aug 19 00:04:13.722631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38138a6e-2993-447c-bce8-c96c8882ba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aacdeb4-2a47-4f29-8494-6fc037e6f399,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:13.911578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:13.912078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:13.913606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb86b5-30ff-485b-8f6a-b8d7473a5e49 req-c72b56d1-a705-4b25-a345-2e17d2c3271c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:13.915123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74fb86b5-30ff-485b-8f6a-b8d7473a5e49 req-c72b56d1-a705-4b25-a345-2e17d2c3271c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 944 time: 0.0771282 Aug 19 00:04:13.979155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74fb86b5-30ff-485b-8f6a-b8d7473a5e49 req-9d4c1965-dd4c-438a-b38c-6208b6bf283e tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Aug 19 00:04:14.058045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:14.058423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:14.099455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:14.185665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f284-cdde-47a5-a926-9a5867b3caaa req-3e133b86-e8b7-407b-b9ce-447f9817ca34 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:14.187711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d520f284-cdde-47a5-a926-9a5867b3caaa req-3e133b86-e8b7-407b-b9ce-447f9817ca34 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.1264482 Aug 19 00:04:14.594730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8f5b-ebb6-421b-9a48-e682ce71dcda req-6f2f53eb-3bd4-4869-9a9b-b7cf7e3998b0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:14.597957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5beb8f5b-ebb6-421b-9a48-e682ce71dcda req-6f2f53eb-3bd4-4869-9a9b-b7cf7e3998b0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d48c182-953b-4ba1-9ca2-c42a8b7119d4 HTTP/1.1" status: 200 len: 945 time: 0.0773127 Aug 19 00:04:14.675564 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d520f284-cdde-47a5-a926-9a5867b3caaa req-86f30801-7b58-4c11-a531-b1e4c5b5114c tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762118 Aug 19 00:04:14.682245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5beb8f5b-ebb6-421b-9a48-e682ce71dcda req-5088c95d-91fc-4af7-9b9d-27a0e5494b63 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696237 Aug 19 00:04:14.742080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:14.768355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:14.790532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a2aabc45-e6d1-440c-81af-8789ea41c0a4', '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:14.818594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:14.840059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:14.847912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:14.869619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:14.872892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:14.875931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-070f84da-d400-487b-a347-b230feb94715 req-2623f249-3fe0-4185-809e-924a6deff561 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "DELETE /v2.0/ports/9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b HTTP/1.1" status: 204 len: 173 time: 1.1626539 Aug 19 00:04:14.876667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'name': 'network-vif-deleted', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:14.879500 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d181a23-a1c8-488f-8a90-2946a2e32d53" -d '{"events": [{"server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "name": "network-vif-deleted", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:15.017341 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad8e05a3-dec1-47cb-9f9e-f975e647ac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.029755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:15.085573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:15.085967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.157511 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea0eb60-e931-4dfb-b12c-e4ebea539bb3 x-openstack-request-id: req-bea0eb60-e931-4dfb-b12c-e4ebea539bb3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:15.157917 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48c182-953b-4ba1-9ca2-c42a8b7119d4", "name": "network-vif-deleted", "tag": "9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:15.158405 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bea0eb60-e931-4dfb-b12c-e4ebea539bb3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:15.159168 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48c182-953b-4ba1-9ca2-c42a8b7119d4', 'name': 'network-vif-deleted', 'tag': '9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b', 'status': 'completed', 'code': 200} Aug 19 00:04:15.211781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.288498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 77ba3549-8918-4fa1-8575-1dce41b56037 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:15.350856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2d628-3fc0-45d7-8c0f-433dbe72120c req-fc0bcee6-dfc4-4991-8ab6-5531d5016d0c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:15.353199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 77ba3549-8918-4fa1-8575-1dce41b56037 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:15.353545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 77ba3549-8918-4fa1-8575-1dce41b56037 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:15.355897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6f2d628-3fc0-45d7-8c0f-433dbe72120c req-fc0bcee6-dfc4-4991-8ab6-5531d5016d0c tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 944 time: 0.1125062 Aug 19 00:04:15.398345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.420882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6f2d628-3fc0-45d7-8c0f-433dbe72120c req-2ecf6421-dd6a-4222-b798-b8af84861385 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Aug 19 00:04:15.428069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:15.431227 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d6064b-8705-4124-a202-c5ef0ce48cc6" -d '{"events": [{"server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "name": "network-vif-plugged", "status": "completed", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:15.446010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:15.455353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.521386 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20b78e-b6ee-44b2-b21d-9a7f046e9949 x-openstack-request-id: req-ac20b78e-b6ee-44b2-b21d-9a7f046e9949 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:15.522586 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "name": "network-vif-plugged", "status": "completed", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:15.522586 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac20b78e-b6ee-44b2-b21d-9a7f046e9949 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:15.522858 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1', 'code': 200} Aug 19 00:04:15.529551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:15.597761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-a5b3a49e-b82d-4e3e-8a89-689411ce2d70 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:15.599314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-a5b3a49e-b82d-4e3e-8a89-689411ce2d70 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/ports?device_id=6304c8cc-9efa-4423-b8ca-aa819b6c05e0 HTTP/1.1" status: 200 len: 950 time: 0.1029489 Aug 19 00:04:15.616238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699e4a4-ff1e-4707-accc-05b924989572 req-0c88102f-8f93-4d55-b3ba-fefc15579c8d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:15.617773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b699e4a4-ff1e-4707-accc-05b924989572 req-0c88102f-8f93-4d55-b3ba-fefc15579c8d tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.1113627 Aug 19 00:04:15.809588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece69e-cb0a-4327-b2da-290010ff17ed req-8a6a09cf-be60-45a4-8a95-9c12dbdc0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:15.811214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ece69e-cb0a-4327-b2da-290010ff17ed req-8a6a09cf-be60-45a4-8a95-9c12dbdc0a2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 1097 time: 0.1388364 Aug 19 00:04:15.890049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ece69e-cb0a-4327-b2da-290010ff17ed req-e4d63df1-3610-4fa0-9ff8-23c671649705 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Aug 19 00:04:15.904824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 49162107-2b51-4182-bfa8-8a77036d5fbd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:15.905174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.909396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e82c0-3bc8-40ce-b9c9-405d839f188e req-78751a83-9556-420f-aa83-145fe889ffe8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:15.912840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-572e82c0-3bc8-40ce-b9c9-405d839f188e req-78751a83-9556-420f-aa83-145fe889ffe8 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 950 time: 0.1184142 Aug 19 00:04:15.976203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 5784e54a-d31f-49e7-ada8-b5b81416e273 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:15.976578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:15.979483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-572e82c0-3bc8-40ce-b9c9-405d839f188e req-3108b08b-ea52-4d41-9eab-93ff107790ab tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Aug 19 00:04:16.100640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 49162107-2b51-4182-bfa8-8a77036d5fbd, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49162107-2b51-4182-bfa8-8a77036d5fbd,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:16.100997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.136605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 49162107-2b51-4182-bfa8-8a77036d5fbd owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:16.155050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0b058-9881-4185-9c65-3ef1e14a1d91 req-de30d6a3-082b-429d-a482-ecdcb56210ec tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:16.156586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7b0b058-9881-4185-9c65-3ef1e14a1d91 req-de30d6a3-082b-429d-a482-ecdcb56210ec tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.1284459 Aug 19 00:04:16.162797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 5784e54a-d31f-49e7-ada8-b5b81416e273, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=5784e54a-d31f-49e7-ada8-b5b81416e273,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:16.163177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.180570 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.219284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-1741ab83-8120-4563-b4fb-7b87277f82c9 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=119beafe26d6402e9b730486908eb9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250027 Aug 19 00:04:16.232289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 5784e54a-d31f-49e7-ada8-b5b81416e273 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:16.310355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7b0b058-9881-4185-9c65-3ef1e14a1d91 req-96367a86-6016-4236-b822-aebbd054f5f3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444798 Aug 19 00:04:16.344992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-64340d00-5626-4951-a5ea-43ac1d8ebad6 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:16.353135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-64340d00-5626-4951-a5ea-43ac1d8ebad6 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265075 Aug 19 00:04:16.366536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-51d32f9b-71f6-4097-89dc-64c7d95cf09a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/quotas/119beafe26d6402e9b730486908eb9dc HTTP/1.1" status: 200 len: 375 time: 0.0104425 Aug 19 00:04:16.401145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-20fc2897-24cf-4220-bd58-979fde68f9e5 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 19 00:04:16.459006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.471711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', '5784e54a-d31f-49e7-ada8-b5b81416e273'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:16.501442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=49162107-2b51-4182-bfa8-8a77036d5fbd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:16.506485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', '49162107-2b51-4182-bfa8-8a77036d5fbd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:16.508853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.593782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 49162107-2b51-4182-bfa8-8a77036d5fbd on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:16.595566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=5784e54a-d31f-49e7-ada8-b5b81416e273,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:16.600379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.602488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b699e4a4-ff1e-4707-accc-05b924989572 req-c122c26e-8b00-4793-bec2-7f82a3fa498b tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "DELETE /v2.0/ports/49162107-2b51-4182-bfa8-8a77036d5fbd HTTP/1.1" status: 204 len: 173 time: 0.9318504 Aug 19 00:04:16.668966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-5c291318-494a-4ba4-84e9-42c732b51816 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--299761398&fields=id&tenant_id=35b394d2f9b3421d8075b73cd89d98bd HTTP/1.1" status: 200 len: 267 time: 0.0765395 Aug 19 00:04:16.685781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 5784e54a-d31f-49e7-ada8-b5b81416e273 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:16.705929 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:16.730774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1f31f5a-3d6f-4a6c-95fc-9ba0e5158f64 req-e196925e-aad4-407e-9015-2c942f7332be tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "DELETE /v2.0/ports/5784e54a-d31f-49e7-ada8-b5b81416e273 HTTP/1.1" status: 204 len: 173 time: 1.0899003 Aug 19 00:04:16.877503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-343b51fa-c7ec-4418-acac-b3359d3dd9de tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:16.879479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-343b51fa-c7ec-4418-acac-b3359d3dd9de tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/networks?id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 HTTP/1.1" status: 200 len: 815 time: 0.1958477 Aug 19 00:04:16.921579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-6c85ca16-ae76-48a3-ac93-faab42e9dcd4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/quotas/35b394d2f9b3421d8075b73cd89d98bd HTTP/1.1" status: 200 len: 375 time: 0.0283775 Aug 19 00:04:16.965291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae6aa-c563-4722-91cd-1162bf846b2b req-e0ede076-26fc-4c31-92e0-109177ed47dc tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:16.975669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1fae6aa-c563-4722-91cd-1162bf846b2b req-e0ede076-26fc-4c31-92e0-109177ed47dc tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 945 time: 0.1029572 Aug 19 00:04:17.003803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-5b5a6e2e-d09e-4499-825a-045f1a9a2fac tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b394d2f9b3421d8075b73cd89d98bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812528 Aug 19 00:04:17.037552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1fae6aa-c563-4722-91cd-1162bf846b2b req-40bd8915-ec58-4377-b7f3-cfb21e04beed tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Aug 19 00:04:17.141031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-619ae29b-9b74-4fce-9ed5-e6dd87bc1152 req-5d7e1302-e224-4d42-ae4f-2ce46b1d65be tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 210 time: 0.0578005 Aug 19 00:04:17.171746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'name': 'network-vif-deleted', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd'}, {'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'name': 'network-vif-deleted', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:17.175315 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e168f-a124-4c54-b568-30d67bc4523e" -d '{"events": [{"server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "name": "network-vif-deleted", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd"}, {"server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "name": "network-vif-deleted", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:17.260948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b5bd47d-d3d1-49c9-9514-6806d6ba7725 req-07424d76-4797-46ec-bc22-025e7173a050 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4acfb76-5e0c-4bb3-b922-5963b9054bfd HTTP/1.1" status: 200 len: 210 time: 0.0462575 Aug 19 00:04:17.290355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:17.297663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-8e2c9db4-9264-4245-b659-e7c963c6334f service neutron] 10.222.0.20 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732372 Aug 19 00:04:17.322185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:17.335100 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ec3d1-2e87-4762-9bcb-cc9821a407ba x-openstack-request-id: req-036ec3d1-2e87-4762-9bcb-cc9821a407ba {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:17.335100 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4acfb76-5e0c-4bb3-b922-5963b9054bfd", "name": "network-vif-deleted", "tag": "49162107-2b51-4182-bfa8-8a77036d5fbd", "status": "completed", "code": 200}, {"server_uuid": "6304c8cc-9efa-4423-b8ca-aa819b6c05e0", "name": "network-vif-deleted", "tag": "5784e54a-d31f-49e7-ada8-b5b81416e273", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:17.335100 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-036ec3d1-2e87-4762-9bcb-cc9821a407ba {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:17.335100 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4acfb76-5e0c-4bb3-b922-5963b9054bfd', 'name': 'network-vif-deleted', 'tag': '49162107-2b51-4182-bfa8-8a77036d5fbd', 'status': 'completed', 'code': 200} Aug 19 00:04:17.335100 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304c8cc-9efa-4423-b8ca-aa819b6c05e0', 'name': 'network-vif-deleted', 'tag': '5784e54a-d31f-49e7-ada8-b5b81416e273', 'status': 'completed', 'code': 200} Aug 19 00:04:17.352910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:17.353791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9aa08bde-1cdc-4fa4-ae71-c43f2ea48a1b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:17.354536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5784e54a-d31f-49e7-ada8-b5b81416e273 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:17.384664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 5784e54a-d31f-49e7-ada8-b5b81416e273 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:17.385343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 5784e54a-d31f-49e7-ada8-b5b81416e273 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:17.479086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-fe391195-f099-45fd-84ed-4a14f948bf70 service neutron] 10.222.0.20 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702099 Aug 19 00:04:17.551249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddf33-9447-4352-aedd-1f32cb00d19e req-6c6b77bb-2b15-49f0-9464-6b02c349c090 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:17.553308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63ddf33-9447-4352-aedd-1f32cb00d19e req-6c6b77bb-2b15-49f0-9464-6b02c349c090 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.1129706 Aug 19 00:04:17.638718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63ddf33-9447-4352-aedd-1f32cb00d19e req-2c9ffdd6-59e6-49d6-94f1-73e7cb6ff0f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706809 Aug 19 00:04:17.703032 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:17.807364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47869783-e787-4055-b175-548e85c63fc1 req-34255a50-acd2-4259-80d3-533aa7d85c61 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:17.809092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47869783-e787-4055-b175-548e85c63fc1 req-34255a50-acd2-4259-80d3-533aa7d85c61 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 945 time: 0.0808744 Aug 19 00:04:17.933623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port a2aabc45-e6d1-440c-81af-8789ea41c0a4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:17.934308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:17.944236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['245d22ff-9fbd-4327-b6be-032442676849', '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:18.006692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14bd2a9d-0d8c-4c6d-bf3a-e32c030703f6 req-84d91855-f353-413b-a7db-8f8336b792be tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0692954 Aug 19 00:04:18.079605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port a2aabc45-e6d1-440c-81af-8789ea41c0a4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a2aabc45-e6d1-440c-81af-8789ea41c0a4,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:18.079984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:18.097971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for a2aabc45-e6d1-440c-81af-8789ea41c0a4 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:18.233727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727c5f9-3950-40c8-bebc-422ac974262b req-d87b8e04-a2d5-49b1-b5c8-41603cc712cf tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:18.245502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c727c5f9-3950-40c8-bebc-422ac974262b req-d87b8e04-a2d5-49b1-b5c8-41603cc712cf tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 945 time: 0.1190319 Aug 19 00:04:18.301007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c727c5f9-3950-40c8-bebc-422ac974262b req-06967804-3010-447e-a78e-ae29930643be tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Aug 19 00:04:18.304929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98ba5599-f851-4266-883a-03d2dd1f3e88 req-77f1ede8-1098-48d9-b8a7-c1884ac9633f tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 210 time: 0.0633821 Aug 19 00:04:18.309098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ee938226-e4e4-469f-a469-c3f5e4227883 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=119beafe26d6402e9b730486908eb9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639627 Aug 19 00:04:18.324743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:18.338577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a2aabc45-e6d1-440c-81af-8789ea41c0a4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:18.397413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:18.517626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=a2aabc45-e6d1-440c-81af-8789ea41c0a4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:18.595771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port a2aabc45-e6d1-440c-81af-8789ea41c0a4 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:18.605693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-1ea5a865-c7fc-4265-96c6-bc9b21f54658 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:18.608106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-1ea5a865-c7fc-4265-96c6-bc9b21f54658 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925696 Aug 19 00:04:18.609394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:18.611648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47869783-e787-4055-b175-548e85c63fc1 req-b2b02680-460a-495a-b3ca-bdb75431f7a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "DELETE /v2.0/ports/a2aabc45-e6d1-440c-81af-8789ea41c0a4 HTTP/1.1" status: 204 len: 173 time: 0.7953649 Aug 19 00:04:18.637942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Request body: {'port': {'device_id': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '119beafe26d6402e9b730486908eb9dc'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:18.848941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49162107-2b51-4182-bfa8-8a77036d5fbd no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:18.850765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cff1887b-49e1-4127-9b86-4cc77e351028 req-cd55e357-4657-480b-a30a-ebb8d378a620 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a5f6e4-03d2-4237-9763-7628c73c35af HTTP/1.1" status: 200 len: 210 time: 0.0714533 Aug 19 00:04:18.852432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Made reservation on behalf of 119beafe26d6402e9b730486908eb9dc for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:18.872721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:18.880801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 49162107-2b51-4182-bfa8-8a77036d5fbd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:18.881191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49162107-2b51-4182-bfa8-8a77036d5fbd not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:18.887031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.027868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.033964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.150259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922c9554-b6d4-4cb9-a855-b622fe5ecba5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:19.180033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb295d78-6bb2-4583-963b-c522327fbbcf req-34eb4bbc-6760-450c-93c4-73af0148ff35 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0513775 Aug 19 00:04:19.245127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Allocated IP 192.168.233.191 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/0bd2046f-752c-433d-93ac-d25dfb13750f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:19.253572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3326c-5a78-4fce-97e4-ec2827cd6803 req-4714d65c-d6c3-43dd-8e9b-9d110ca3898a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:19.255866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5f3326c-5a78-4fce-97e4-ec2827cd6803 req-4714d65c-d6c3-43dd-8e9b-9d110ca3898a tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 950 time: 0.0692966 Aug 19 00:04:19.318667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5f3326c-5a78-4fce-97e4-ec2827cd6803 req-49242744-9c70-406e-bfe3-69be449a7424 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Aug 19 00:04:19.408339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'name': 'network-vif-deleted', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:19.411342 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041e58e-5eb2-4f97-864d-935acaf4c14d" -d '{"events": [{"server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "name": "network-vif-deleted", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:19.471319 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14c1bb5-18fb-4ab9-9ec1-4cec34d95ac3 x-openstack-request-id: req-e14c1bb5-18fb-4ab9-9ec1-4cec34d95ac3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:19.471647 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a5f6e4-03d2-4237-9763-7628c73c35af", "name": "network-vif-deleted", "tag": "a2aabc45-e6d1-440c-81af-8789ea41c0a4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:19.471902 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e14c1bb5-18fb-4ab9-9ec1-4cec34d95ac3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:19.472279 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a5f6e4-03d2-4237-9763-7628c73c35af', 'name': 'network-vif-deleted', 'tag': 'a2aabc45-e6d1-440c-81af-8789ea41c0a4', 'status': 'completed', 'code': 200} Aug 19 00:04:19.499080 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9577f411-5a37-480e-8543-bc96c28b9132 req-79df57cf-7fde-4421-bf97-76a6f331f0b2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 210 time: 0.0841203 Aug 19 00:04:19.502082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.527058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Transition to ACTIVE for port object 0bd2046f-752c-433d-93ac-d25dfb13750f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:19.593502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-677324f0-e583-4d68-9ea0-667288b4666e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:19.595017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-677324f0-e583-4d68-9ea0-667288b4666e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "GET /v2.0/networks?id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 HTTP/1.1" status: 200 len: 815 time: 0.1786728 Aug 19 00:04:19.611233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.685294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:19.691252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:19.693784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:19.703890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-e3e8d37c-3514-45b6-bf2b-82cde33eea42 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b394d2f9b3421d8075b73cd89d98bd HTTP/1.1" status: 200 len: 379 time: 0.0944622 Aug 19 00:04:19.725765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Pushing event updated for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:19.732815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'port': {'device_id': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'admin_state_up': True, 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'security_groups': ['0e6dcd68-5e91-42ba-92a5-83a995c28cb8']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:19.855282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:19.855985 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:19.905512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-ca27c941-1715-45ca-88b8-02e8ed3df33b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2762117 Aug 19 00:04:19.966405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-c808f5e7-b6dd-404e-9e41-4a358d1a2b2d tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:04:19.967630 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-c808f5e7-b6dd-404e-9e41-4a358d1a2b2d tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064909 Aug 19 00:04:19.996691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Made reservation on behalf of 35b394d2f9b3421d8075b73cd89d98bd for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:20.009324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:20.077834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4db2d441-99c8-4af0-832c-933919bf6781 None None] Provisioning for port 0bd2046f-752c-433d-93ac-d25dfb13750f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:20.082937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4db2d441-99c8-4af0-832c-933919bf6781 None None] Provisioning complete for port 0bd2046f-752c-433d-93ac-d25dfb13750f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:20.083325 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4db2d441-99c8-4af0-832c-933919bf6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:20.083420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Request body: {'port': {'device_id': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:20.130706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4db2d441-99c8-4af0-832c-933919bf6781 None None] Port 0bd2046f-752c-433d-93ac-d25dfb13750f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:20.191172 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:20.263689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Allocated IP 172.20.0.11 (b743c1d7-88e3-4ad4-995b-fc8e3fb92a68/5e922f91-0d69-40e6-a3f5-124a0869c3d9/49df952b-81ce-4871-905c-e12e8d50a4dd) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:20.411345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-183b44ef-30fd-43f6-a9c7-417500d441be tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:20.421201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-183b44ef-30fd-43f6-a9c7-417500d441be tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.1416717 Aug 19 00:04:20.441760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-ab269779-2a26-474c-86af-7e9c75c731bd tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0193460 Aug 19 00:04:20.536521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-f626e10f-7da3-4716-8a49-d6843090cbae tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932684 Aug 19 00:04:20.633069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-125bce01-2c9b-49b0-bbd8-1b906f355e90 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956848 Aug 19 00:04:20.649628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64739bf3-57ed-41dd-8796-56b38971c711 req-0910ba79-505c-43f4-bf26-31b35696e8a4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0547512 Aug 19 00:04:20.728763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:20.746933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Transition to ACTIVE for port object 49df952b-81ce-4871-905c-e12e8d50a4dd will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:20.760114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-fd3b6424-d152-45dd-908a-351fb8398a63 service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205442 Aug 19 00:04:20.814647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:20.870290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-ebc4d4f7-46ea-4955-a9e6-f88d7e6a7b80 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:20.871661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-ebc4d4f7-46ea-4955-a9e6-f88d7e6a7b80 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 950 time: 0.3518515 Aug 19 00:04:21.014519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:21.027581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:21.046926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96b043-7566-4d3b-ab57-8de8d5d83be9 req-88f58759-1936-4ae0-96db-2c429583982b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:21.049436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:21.066372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df96b043-7566-4d3b-ab57-8de8d5d83be9 req-88f58759-1936-4ae0-96db-2c429583982b tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 936 time: 0.0719354 Aug 19 00:04:21.114337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df96b043-7566-4d3b-ab57-8de8d5d83be9 req-e224acb7-1c83-48f4-9a88-dcddcba875a8 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467405 Aug 19 00:04:21.125236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:21.125990 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.193067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40ee84-133c-482f-9995-d9c74a6c8f71 req-826c1b87-d02f-4247-82d0-ab1bc1de4641 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:21.200448 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c40ee84-133c-482f-9995-d9c74a6c8f71 req-826c1b87-d02f-4247-82d0-ab1bc1de4641 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 950 time: 0.4040859 Aug 19 00:04:21.225589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e124cc65-7f69-4ed0-a8f2-306867676c02 req-ef0a83fc-e4bd-4351-a1ee-59e96e645482 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 210 time: 0.0479062 Aug 19 00:04:21.304350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd2046f-752c-433d-93ac-d25dfb13750f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:21.308662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a2aabc45-e6d1-440c-81af-8789ea41c0a4 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:21.320335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-6f06c665-a7ed-4418-8a9b-fc529578ea64 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:21.321989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-6f06c665-a7ed-4418-8a9b-fc529578ea64 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 950 time: 0.5377977 Aug 19 00:04:21.332166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.334960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:21.362380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: a2aabc45-e6d1-440c-81af-8789ea41c0a4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:21.363052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a2aabc45-e6d1-440c-81af-8789ea41c0a4 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:21.363773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0fe0a565-7ba1-4f38-810c-ce6f38da32cf no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:21.380536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-83766e83-2b74-4adb-88cc-6c68a0fe956a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6558542 Aug 19 00:04:21.398566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-c90e828a-1574-4a71-90f9-d15db500e6c4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:04:21.399553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-c90e828a-1574-4a71-90f9-d15db500e6c4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059471 Aug 19 00:04:21.418511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Transition to ACTIVE for port object 0bd2046f-752c-433d-93ac-d25dfb13750f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:21.425694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Request body: {'port': {'device_id': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:21.435244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 245d22ff-9fbd-4327-b6be-032442676849 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:21.435596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.441541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c40ee84-133c-482f-9995-d9c74a6c8f71 req-691c2981-ffc1-459a-aae6-c7d78e169243 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402551 Aug 19 00:04:21.463807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.509303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8cbcf35e-08b4-4450-bcf5-9145433b6def None None] Provisioning for port 49df952b-81ce-4871-905c-e12e8d50a4dd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:21.539928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8cbcf35e-08b4-4450-bcf5-9145433b6def None None] Provisioning complete for port 49df952b-81ce-4871-905c-e12e8d50a4dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:21.540422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf35e-08b4-4450-bcf5-9145433b6def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.721904 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.745349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcf35e-08b4-4450-bcf5-9145433b6def None None] Port 49df952b-81ce-4871-905c-e12e8d50a4dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:21.761386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:21.763643 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d1691-094c-425b-952e-eed83f71f5b6" -d '{"events": [{"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:21.795043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:21.805326 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:21.859089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:21.898424 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf29d9ab-19ac-40cc-8772-2b6f6fbf8adb x-openstack-request-id: req-bf29d9ab-19ac-40cc-8772-2b6f6fbf8adb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:21.899529 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:21.900094 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf29d9ab-19ac-40cc-8772-2b6f6fbf8adb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:21.900925 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'code': 200} Aug 19 00:04:22.086757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.095811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:22.192879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cce2b4-7e72-4605-a262-74c81bbf5218 req-7a1a6512-7f76-4efc-a11f-487986e4a9ce tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:22.200313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5cce2b4-7e72-4605-a262-74c81bbf5218 req-7a1a6512-7f76-4efc-a11f-487986e4a9ce tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 932 time: 0.2644038 Aug 19 00:04:22.274864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 245d22ff-9fbd-4327-b6be-032442676849, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=245d22ff-9fbd-4327-b6be-032442676849,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:22.275163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.286196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:22.286549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.326108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cd1a3-a6c9-41e5-85fd-4b8d82fc0a0f req-040b3fff-1e5c-46b2-8010-b71c4c1ff811 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:22.328501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-555cd1a3-a6c9-41e5-85fd-4b8d82fc0a0f req-040b3fff-1e5c-46b2-8010-b71c4c1ff811 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 948 time: 0.1248930 Aug 19 00:04:22.371227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 245d22ff-9fbd-4327-b6be-032442676849 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:22.390296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-db8c72b9-00e8-438c-bbdb-2249ef828ad0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:22.391951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-db8c72b9-00e8-438c-bbdb-2249ef828ad0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2428513 Aug 19 00:04:22.408583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-555cd1a3-a6c9-41e5-85fd-4b8d82fc0a0f req-07a5554a-2ff9-4f11-8044-52d833b58057 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Aug 19 00:04:22.413954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:22.462404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Attempting to bind port 0bd2046f-752c-433d-93ac-d25dfb13750f on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:22.462754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Attempting to bind port 0bd2046f-752c-433d-93ac-d25dfb13750f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:22.463094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Attempting to bind port 0bd2046f-752c-433d-93ac-d25dfb13750f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:22.475731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5cce2b4-7e72-4605-a262-74c81bbf5218 req-93ddd7ad-d9fe-4e65-bf43-2bd4b9016541 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743852 Aug 19 00:04:22.528332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Port 0bd2046f-752c-433d-93ac-d25dfb13750f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:22.528689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Attempting to bind port 0bd2046f-752c-433d-93ac-d25dfb13750f on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:22.558386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-673d1e4c-5777-4037-96ff-d0a692307948 req-8c0f53c4-51e5-44d9-a648-a0006c2f2eee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 210 time: 0.0331151 Aug 19 00:04:22.590347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:22.595721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.605452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:22.605809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:22.606210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:22.606671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Bound port: 0bd2046f-752c-433d-93ac-d25dfb13750f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:22.607041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.635567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:22.635776 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:22.681501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 0fe0a565-7ba1-4f38-810c-ce6f38da32cf owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:22.761099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.2 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:22.946066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49df952b-81ce-4871-905c-e12e8d50a4dd {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:22.954919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:22.973135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.013928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e0ea0-b708-4514-81ad-4c8f29a5208f req-f2fdd607-9ec7-4b92-b6f0-c115fa339d92 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:23.016341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-134e0ea0-b708-4514-81ad-4c8f29a5208f req-f2fdd607-9ec7-4b92-b6f0-c115fa339d92 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=416f6f6f-16f3-495f-969b-d282ed42141c HTTP/1.1" status: 200 len: 950 time: 0.3288641 Aug 19 00:04:23.028702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0bd2046f-752c-433d-93ac-d25dfb13750f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:23.056213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Transition to ACTIVE for port object 49df952b-81ce-4871-905c-e12e8d50a4dd will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:23.066258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.081604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.113734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.141675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:23.142294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.144313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] 10.222.0.21 "PUT /v2.0/ports/0bd2046f-752c-433d-93ac-d25dfb13750f HTTP/1.1" status: 200 len: 1097 time: 3.1666548 Aug 19 00:04:23.152641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:23.154827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:23.164924 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f833a22a-b2f0-4ca0-8574-3f72c0604a25" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:23.296612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-134e0ea0-b708-4514-81ad-4c8f29a5208f req-cb342803-dc88-4b89-b7ee-6ae702cef2c1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574441 Aug 19 00:04:23.308671 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f593a-2145-4ead-89a0-74afce74a7bb x-openstack-request-id: req-ed5f593a-2145-4ead-89a0-74afce74a7bb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:23.309166 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:23.309452 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed5f593a-2145-4ead-89a0-74afce74a7bb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:23.309803 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f', 'status': 'completed', 'code': 200} Aug 19 00:04:23.324029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 245d22ff-9fbd-4327-b6be-032442676849 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:23.326939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.374804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 245d22ff-9fbd-4327-b6be-032442676849 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:23.375598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 245d22ff-9fbd-4327-b6be-032442676849 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:23.376099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 245d22ff-9fbd-4327-b6be-032442676849 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:23.384115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.387596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "DELETE /v2.0/ports/245d22ff-9fbd-4327-b6be-032442676849 HTTP/1.1" status: 204 len: 173 time: 2.5033460 Aug 19 00:04:23.404640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.430304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91a372-ffcd-479d-9e48-375c00373faf service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:23.546247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:23.580715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:23.585842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:23.637680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.683718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-2a20b3c3-8db6-4f3a-a673-2f32773cf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:23.686311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-2a20b3c3-8db6-4f3a-a673-2f32773cf0f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 1100 time: 0.4308691 Aug 19 00:04:23.700803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:23.719098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:23.733441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:23.734094 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.753663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d861b-47d6-45c4-970a-3bf0ab2d1d56 req-5dbae471-6de0-4d9e-abc7-5b4c57685000 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:23.755291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-388d861b-47d6-45c4-970a-3bf0ab2d1d56 req-5dbae471-6de0-4d9e-abc7-5b4c57685000 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 948 time: 0.1963789 Aug 19 00:04:23.774632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-b310db72-8d64-4952-9bf5-2e24f3be4b3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3643982 Aug 19 00:04:23.787204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Request body: {'port': {'device_id': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:23.844084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=245d22ff-9fbd-4327-b6be-032442676849,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:23.848442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-388d861b-47d6-45c4-970a-3bf0ab2d1d56 req-f1e12df3-656f-49ae-8e30-129117b24741 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Aug 19 00:04:23.888564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:23.899244 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.899592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Attempting to bind port 49df952b-81ce-4871-905c-e12e8d50a4dd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:23.899947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Attempting to bind port 49df952b-81ce-4871-905c-e12e8d50a4dd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:23.900287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Attempting to bind port 49df952b-81ce-4871-905c-e12e8d50a4dd on network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:23.923559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=0fe0a565-7ba1-4f38-810c-ce6f38da32cf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:23.927049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-27d22bb9-20c5-4645-b59d-994913245161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0bd2046f-752c-433d-93ac-d25dfb13750f HTTP/1.1" status: 200 len: 217 time: 0.1998439 Aug 19 00:04:23.930249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 0fe0a565-7ba1-4f38-810c-ce6f38da32cf on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:23.933593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:23.935660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e839ee3-9bd1-4466-a37e-d39b64191776 req-7faae72e-c39d-4ee2-809f-b94b613c5cb7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.11 "DELETE /v2.0/ports/0fe0a565-7ba1-4f38-810c-ce6f38da32cf HTTP/1.1" status: 204 len: 173 time: 2.5954039 Aug 19 00:04:23.940061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Port 49df952b-81ce-4871-905c-e12e8d50a4dd on network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:23.940462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Attempting to bind port 49df952b-81ce-4871-905c-e12e8d50a4dd on network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:23.956502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:24.019360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:24.023544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Checking segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:24.024068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Bound using segment: {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:24.024675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Bound port: 49df952b-81ce-4871-905c-e12e8d50a4dd, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f963fe7-2550-48ac-8ee7-f3583661ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:24.026855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.058825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f88e82-c4c9-4a78-8dd1-3a8f71f8503a req-47a62a26-1f1c-4bdd-a061-2681485c4f18 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.062177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41f88e82-c4c9-4a78-8dd1-3a8f71f8503a req-47a62a26-1f1c-4bdd-a061-2681485c4f18 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.4611483 Aug 19 00:04:24.076434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85abda-3864-44e0-b81d-81af7d1b57b2 req-6fcfc7bb-513d-4c35-b236-f7da098c4d90 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.088138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd85abda-3864-44e0-b81d-81af7d1b57b2 req-6fcfc7bb-513d-4c35-b236-f7da098c4d90 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 931 time: 0.1663160 Aug 19 00:04:24.176283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-b8d8b6a8-be60-4d31-a12c-dce5e27354f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.186054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-b8d8b6a8-be60-4d31-a12c-dce5e27354f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2470901 Aug 19 00:04:24.266836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41f88e82-c4c9-4a78-8dd1-3a8f71f8503a req-e2778b91-0d93-4f91-9cd0-03667f48394b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850190 Aug 19 00:04:24.291164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:24.295265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:24.307587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.336124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-16c8a99c-56a7-4237-a70a-4147997641b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.342438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-16c8a99c-56a7-4237-a70a-4147997641b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465600 Aug 19 00:04:24.384661 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd85abda-3864-44e0-b81d-81af7d1b57b2 req-e9ba71a3-6d85-4c19-bffa-92c4e50cec11 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954173 Aug 19 00:04:24.441544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.442256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.443730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] 10.222.0.11 "PUT /v2.0/ports/49df952b-81ce-4871-905c-e12e8d50a4dd HTTP/1.1" status: 200 len: 1093 time: 3.0234194 Aug 19 00:04:24.587319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:24.604839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.627505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Transition to ACTIVE for port object c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:24.632164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.634993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ce44-30c4-4964-8cf2-5b3886d0b152 service neutron] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:24.642394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-9beb2aaa-9b1f-48f4-9764-00e55d5f2e08 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827806 Aug 19 00:04:24.661661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-604215ce-f6cc-45d1-9dc9-ccdda020e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.663224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-604215ce-f6cc-45d1-9dc9-ccdda020e67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b394d2f9b3421d8075b73cd89d98bd&device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 1096 time: 0.1668429 Aug 19 00:04:24.813462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-0a7cd481-9b50-4b62-a7d7-2f406c2ddde4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49df952b-81ce-4871-905c-e12e8d50a4dd HTTP/1.1" status: 200 len: 217 time: 0.1371467 Aug 19 00:04:24.835254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f7e775b-7243-420b-b240-47a0e0dfc549 req-f078ae2a-7352-4aea-b6f4-91e3208bab94 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed205188-24f2-4de3-aa8c-ba78fc0ed6b4 HTTP/1.1" status: 200 len: 210 time: 0.0878971 Aug 19 00:04:24.840906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:24.863078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Attempting to bind port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:24.863640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Attempting to bind port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:24.864352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Attempting to bind port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:24.871268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:24.871603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Attempting to bind port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:24.878818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:24.879161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:24.879550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:24.879982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Bound port: c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:24.880365 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:24.939252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-a2562140-349a-4ecf-90c2-5e0b1ddb701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:24.943609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-a2562140-349a-4ecf-90c2-5e0b1ddb701a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e922f91-0d69-40e6-a3f5-124a0869c3d9 HTTP/1.1" status: 200 len: 854 time: 0.1115012 Aug 19 00:04:24.954919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd0b5fe3-ab2b-4093-b71c-a62ff434ddc2 req-32bc5e0c-3eb7-4054-866f-6c62af232802 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956619 Aug 19 00:04:25.012389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-8329252b-e5b8-409a-9776-64ae08e5f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.013907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-8329252b-e5b8-409a-9776-64ae08e5f188 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580020 Aug 19 00:04:25.025526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:25.035740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dee5f-91e8-4670-a869-5dbae5c8872f req-5d1ae06e-91f6-4823-917b-d55962b558f1 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.040931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf7dee5f-91e8-4670-a869-5dbae5c8872f req-5d1ae06e-91f6-4823-917b-d55962b558f1 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 948 time: 0.1037121 Aug 19 00:04:25.061774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:25.074079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:25.122466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.123087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:25.124819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] 10.222.0.11 "PUT /v2.0/ports/c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 HTTP/1.1" status: 200 len: 1092 time: 1.3417664 Aug 19 00:04:25.125255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:25.128484 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90" -d '{"events": [{"name": "network-changed", "server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:25.139154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf7dee5f-91e8-4670-a869-5dbae5c8872f req-82f5491d-e93c-48d0-8775-266675e2ba60 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938013 Aug 19 00:04:25.144330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-420b909b-673b-4986-bdbf-61578ab2bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.146475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-420b909b-673b-4986-bdbf-61578ab2bf47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 1100 time: 0.0738626 Aug 19 00:04:25.163828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0930b7-359b-49a0-8f11-acc7d166c074 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:25.229110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-f14b9745-60ae-45f0-b6b3-33327ea1dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.230648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-f14b9745-60ae-45f0-b6b3-33327ea1dcb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 1095 time: 0.0434971 Aug 19 00:04:25.259756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-7f4c143a-fef7-4e74-b763-c0e04017031e service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338078 Aug 19 00:04:25.287824 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea46de5-b751-4ecf-bb02-6c3d856d0b62 x-openstack-request-id: req-4ea46de5-b751-4ecf-bb02-6c3d856d0b62 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:25.288129 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:25.288411 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ea46de5-b751-4ecf-bb02-6c3d856d0b62 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:25.288809 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49', 'status': 'completed', 'code': 200} Aug 19 00:04:25.290336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-172e34b2-ed5d-4c88-b1bc-27fa8222677a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 HTTP/1.1" status: 200 len: 217 time: 0.0447755 Aug 19 00:04:25.353961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5294-54df-4101-9e24-c46afc42a846 req-073f3cb6-8ad1-4125-bdc9-b2c7de415a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.355148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'name': 'network-vif-deleted', 'tag': '245d22ff-9fbd-4327-b6be-032442676849'}, {'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-deleted', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf'}, {'name': 'network-changed', 'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:25.355654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-073f3cb6-8ad1-4125-bdc9-b2c7de415a5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0582719 Aug 19 00:04:25.357474 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7059f90-9130-45f7-8b8d-4897062e5f67" -d '{"events": [{"server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "name": "network-vif-deleted", "tag": "245d22ff-9fbd-4327-b6be-032442676849"}, {"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-deleted", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf"}, {"name": "network-changed", "server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:25.361471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12e9f7dc-1e78-4916-8eb8-11c4b1cfbe1e req-6cdebf78-8ddd-4f66-9414-538f0419a300 service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942392 Aug 19 00:04:25.365667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-a38bf019-7e8f-4ba5-95f4-3e0a19d3a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.367039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-a38bf019-7e8f-4ba5-95f4-3e0a19d3a76b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2130258 Aug 19 00:04:25.420920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-e3cc8c93-d7f4-43cf-b050-b779136c4ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484536 Aug 19 00:04:25.421398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-ec742f30-b7b7-488c-9208-e3cec8c704ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0bd2046f-752c-433d-93ac-d25dfb13750f HTTP/1.1" status: 200 len: 217 time: 0.0458393 Aug 19 00:04:25.440927 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf443b-fb66-4a62-879a-d42bfd5c5efc x-openstack-request-id: req-20bf443b-fb66-4a62-879a-d42bfd5c5efc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:25.441474 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416f6f6f-16f3-495f-969b-d282ed42141c", "name": "network-vif-deleted", "tag": "245d22ff-9fbd-4327-b6be-032442676849", "status": "completed", "code": 200}, {"server_uuid": "ed205188-24f2-4de3-aa8c-ba78fc0ed6b4", "name": "network-vif-deleted", "tag": "0fe0a565-7ba1-4f38-810c-ce6f38da32cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:25.442067 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20bf443b-fb66-4a62-879a-d42bfd5c5efc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:25.442664 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416f6f6f-16f3-495f-969b-d282ed42141c', 'name': 'network-vif-deleted', 'tag': '245d22ff-9fbd-4327-b6be-032442676849', 'status': 'completed', 'code': 200} Aug 19 00:04:25.443221 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed205188-24f2-4de3-aa8c-ba78fc0ed6b4', 'name': 'network-vif-deleted', 'tag': '0fe0a565-7ba1-4f38-810c-ce6f38da32cf', 'status': 'completed', 'code': 200} Aug 19 00:04:25.443687 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'status': 'completed', 'code': 200} Aug 19 00:04:25.499255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc672f8-28c3-4a42-ac15-e30e1ea772e5 req-1ba11c05-8bd8-42ae-986a-3e2a4462fdc8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.501079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fc672f8-28c3-4a42-ac15-e30e1ea772e5 req-1ba11c05-8bd8-42ae-986a-3e2a4462fdc8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1378601 Aug 19 00:04:25.544807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-2b3a2ca9-f9a1-445e-91d7-29b7ebcd12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.546457 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-2b3a2ca9-f9a1-445e-91d7-29b7ebcd12b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1176310 Aug 19 00:04:25.557555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-c4210dd3-5548-4e77-bbfa-8bde0e172b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.559130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-c4210dd3-5548-4e77-bbfa-8bde0e172b43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b394d2f9b3421d8075b73cd89d98bd&device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 1096 time: 0.0916450 Aug 19 00:04:25.559442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fc672f8-28c3-4a42-ac15-e30e1ea772e5 req-a8054faf-3276-43ab-a83e-ea58a2f54843 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518360 Aug 19 00:04:25.570222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-eadb7ada-2b98-4925-9609-95843a2636d5 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418483 Aug 19 00:04:25.653567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228c1a7-ed7f-4a90-8a1d-d59264c1b77c req-ca443a32-4cdd-4eca-9bbb-c0bca4532889 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.655208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6228c1a7-ed7f-4a90-8a1d-d59264c1b77c req-ca443a32-4cdd-4eca-9bbb-c0bca4532889 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 943 time: 0.1538866 Aug 19 00:04:25.688100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dee5294-54df-4101-9e24-c46afc42a846 req-91a4c6ad-69a1-4dbe-a233-03540eb07e07 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034460 Aug 19 00:04:25.721226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-6799315c-9b26-437f-8a8c-a17ad4c668fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.723787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-6799315c-9b26-437f-8a8c-a17ad4c668fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685781 Aug 19 00:04:25.790381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-9aa90a3e-c5b3-4e90-8dcf-83de24be8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.791990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-9aa90a3e-c5b3-4e90-8dcf-83de24be8cd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 1095 time: 0.0544405 Aug 19 00:04:25.808664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6228c1a7-ed7f-4a90-8a1d-d59264c1b77c req-52e0e1bf-53ec-4397-aee4-030cfa027615 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427372 Aug 19 00:04:25.812242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-9abb6181-a933-4112-beff-671e5d639f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.814037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-9abb6181-a933-4112-beff-671e5d639f0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 HTTP/1.1" status: 200 len: 915 time: 0.2210226 Aug 19 00:04:25.891594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-9f872c16-71e3-4a96-8647-65bde8c40bc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49df952b-81ce-4871-905c-e12e8d50a4dd HTTP/1.1" status: 200 len: 217 time: 0.0482788 Aug 19 00:04:25.912547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-4c0f4db5-3f37-4498-8e8c-3aaeda73c2d3 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784101 Aug 19 00:04:25.917098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-44766c1f-f382-4eee-9cc4-70deb67ffbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:25.918550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-44766c1f-f382-4eee-9cc4-70deb67ffbda service neutron] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.1152875 Aug 19 00:04:25.971383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-5fa106ae-f01b-4d19-b8a9-f0e294d26986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 HTTP/1.1" status: 200 len: 217 time: 0.0434442 Aug 19 00:04:26.010141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-95124e4c-9f0c-4aba-96b5-082804c9825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.011845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-95124e4c-9f0c-4aba-96b5-082804c9825c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e922f91-0d69-40e6-a3f5-124a0869c3d9 HTTP/1.1" status: 200 len: 854 time: 0.1119962 Aug 19 00:04:26.036137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-64994362-e935-4b71-84b6-37ebe97ae846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.037959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-64994362-e935-4b71-84b6-37ebe97ae846 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0580716 Aug 19 00:04:26.074517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-1a146fd7-0f1c-4dcb-ac9f-18fe1a0331fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286865 Aug 19 00:04:26.089638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f833a22a-b2f0-4ca0-8574-3f72c0604a25 req-73bf453e-2a27-4ec8-b0c8-5dfeccb487ff service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548424 Aug 19 00:04:26.097740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-2e9125c2-67d5-4727-bbc6-aff0ed572a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.099545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-2e9125c2-67d5-4727-bbc6-aff0ed572a15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780523 Aug 19 00:04:26.202733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-48805d27-5e4d-4f73-ab4c-6c4dbe7263f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934424 Aug 19 00:04:26.235784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-f6d50edc-8195-4b6a-9fbe-b5ef529c9442 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531024 Aug 19 00:04:26.244398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5119d1c-5866-4778-8c7f-e3a86c7ec793 req-d0b5f964-0353-4c5c-a5fe-495699f046a2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.248789 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5119d1c-5866-4778-8c7f-e3a86c7ec793 req-d0b5f964-0353-4c5c-a5fe-495699f046a2 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 949 time: 0.0814624 Aug 19 00:04:26.340432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5119d1c-5866-4778-8c7f-e3a86c7ec793 req-a6e63631-15e0-4046-85f8-1c335f192262 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818534 Aug 19 00:04:26.376780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-093e00cd-8b22-4d02-9cae-c1c9d58c4c90 req-5965626b-afba-494c-9c25-3116b133d51e service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263895 Aug 19 00:04:26.414726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:26.673962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feac3e-afa4-40fe-8bee-b3a94168c1e2 req-d14e58a0-3a2a-42ff-8738-68c8fcf109f7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.676124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2feac3e-afa4-40fe-8bee-b3a94168c1e2 req-d14e58a0-3a2a-42ff-8738-68c8fcf109f7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 948 time: 0.4331944 Aug 19 00:04:26.695918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7059f90-9130-45f7-8b8d-4897062e5f67 req-bd27f263-d9fe-4c6a-b9e6-e49a18f00835 service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765546 Aug 19 00:04:26.699259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d67e-faba-4655-8215-a469de36852a req-ed6fff75-6509-4b45-be3d-b0ac87686b28 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.701330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2626d67e-faba-4655-8215-a469de36852a req-ed6fff75-6509-4b45-be3d-b0ac87686b28 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0620062 Aug 19 00:04:26.728043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2feac3e-afa4-40fe-8bee-b3a94168c1e2 req-3ba020e6-cab1-4723-bd44-df399681f150 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Aug 19 00:04:26.747985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2626d67e-faba-4655-8215-a469de36852a req-37e243f7-0c99-447a-8fa4-d48a1d5ab3ef tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395060 Aug 19 00:04:26.945320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceab4bb-300b-43b3-b043-003009d608ad req-2bad1e9e-ef74-4404-8b1d-0561ef3ce6f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:26.946936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ceab4bb-300b-43b3-b043-003009d608ad req-2bad1e9e-ef74-4404-8b1d-0561ef3ce6f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 943 time: 0.0562496 Aug 19 00:04:26.986136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ceab4bb-300b-43b3-b043-003009d608ad req-4ebff720-4723-4fe7-b34c-7d94dfb8918b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Aug 19 00:04:27.352094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:27.485332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:27.497301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49', 'mac_address': 'fa:16:3e:d4:19:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:27.533788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc363dc-af41-4ad2-a251-0c6359955d66 req-9c7f1b82-96e8-4408-a28b-c153b3cc21d7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:27.537334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:27.542764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcc363dc-af41-4ad2-a251-0c6359955d66 req-9c7f1b82-96e8-4408-a28b-c153b3cc21d7 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 949 time: 0.1121960 Aug 19 00:04:27.561321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:27.583050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:27.591225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:27.605601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcc363dc-af41-4ad2-a251-0c6359955d66 req-0a91df4a-3861-4df4-b8ab-ce99ac6ed048 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/security-groups?id=096e67bc-2fd0-49e7-91ce-8b38c6b8d648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Aug 19 00:04:27.669125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:27.854709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcee2d2-7a98-42b4-ab07-b61e703e2bb6 req-6921e7ae-6533-444a-88be-0e91069cef59 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:27.858513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afcee2d2-7a98-42b4-ab07-b61e703e2bb6 req-6921e7ae-6533-444a-88be-0e91069cef59 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 948 time: 0.0532179 Aug 19 00:04:27.899645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315116b-3f50-47fd-a4ee-52b749cc8646 req-bf961660-f780-4b3f-88cb-6712ca509ad5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:27.903846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:27.907537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7315116b-3f50-47fd-a4ee-52b749cc8646 req-bf961660-f780-4b3f-88cb-6712ca509ad5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0617592 Aug 19 00:04:27.912614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afcee2d2-7a98-42b4-ab07-b61e703e2bb6 req-78a677a9-2401-42c9-8d43-1ac30c5a49f5 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484896 Aug 19 00:04:27.946929 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7315116b-3f50-47fd-a4ee-52b749cc8646 req-94accb44-bb8b-4c52-b807-fbd5a2fe26da tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Aug 19 00:04:28.155186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-0e473217-47fb-4491-92e5-ddf03b9e77fb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:28.156647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-0e473217-47fb-4491-92e5-ddf03b9e77fb tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 949 time: 0.0962734 Aug 19 00:04:28.197809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b000e6-40b4-4310-8e13-3b121299fd36 req-be1906cf-8460-442e-bb87-65bbf4c01d00 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:28.199276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98b000e6-40b4-4310-8e13-3b121299fd36 req-be1906cf-8460-442e-bb87-65bbf4c01d00 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 944 time: 0.0854299 Aug 19 00:04:28.280106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98b000e6-40b4-4310-8e13-3b121299fd36 req-948845dd-1928-4756-a901-565f265913dd tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684934 Aug 19 00:04:28.296578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Deleting port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:28.297077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:28.392353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] For port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:28.392753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:28.406608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Calling delete_port for 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:28.539847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:28.573206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Pushing event deleted for resources: {'Port': ['ID=49fdc1eb-1c6c-4900-b49e-5dc1db4a5594,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:28.585997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:28.622289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] No DVR routers for this DVR port 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:28.625754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:28.628653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d8743b2-013a-4fe7-a08f-a5504b8af517 req-957e6f70-42b7-4a3f-8a1d-bf6f7a237983 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.21 "DELETE /v2.0/ports/49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 HTTP/1.1" status: 204 len: 173 time: 0.4648087 Aug 19 00:04:28.629188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'name': 'network-vif-deleted', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:28.632463 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd5d66-70ef-4b45-af8f-3d4d7976f070" -d '{"events": [{"server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "name": "network-vif-deleted", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:28.692036 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03af51c1-07f8-47d2-8e46-7f36f684cd51 x-openstack-request-id: req-03af51c1-07f8-47d2-8e46-7f36f684cd51 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:28.692439 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c02f474-7c9b-466a-bc27-7ecb89bc5ddc", "name": "network-vif-deleted", "tag": "49fdc1eb-1c6c-4900-b49e-5dc1db4a5594", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:28.692762 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03af51c1-07f8-47d2-8e46-7f36f684cd51 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:28.693235 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c02f474-7c9b-466a-bc27-7ecb89bc5ddc', 'name': 'network-vif-deleted', 'tag': '49fdc1eb-1c6c-4900-b49e-5dc1db4a5594', 'status': 'completed', 'code': 200} Aug 19 00:04:28.725655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80cd3620-695f-438e-b8be-2878d4742f27 req-6240c0bb-5791-48b9-a4b6-2d73fad9eaf1 tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c02f474-7c9b-466a-bc27-7ecb89bc5ddc HTTP/1.1" status: 200 len: 210 time: 0.0277975 Aug 19 00:04:28.773483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0bd2046f-752c-433d-93ac-d25dfb13750f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:28.896278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0bd2046f-752c-433d-93ac-d25dfb13750f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:28.906728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '0bd2046f-752c-433d-93ac-d25dfb13750f', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '0bd2046f-752c-433d-93ac-d25dfb13750f', 'mac_address': 'fa:16:3e:68:53:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:28.948071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:28.963456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd2046f-752c-433d-93ac-d25dfb13750f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:28.985353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0bd2046f-752c-433d-93ac-d25dfb13750f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:28.992003 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:29.060119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:29.064992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d841ca-90f1-4a4b-9185-ad233fb67a7f req-33ff872d-33a7-4546-a78c-9533a7af28e5 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:29.075135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3d841ca-90f1-4a4b-9185-ad233fb67a7f req-33ff872d-33a7-4546-a78c-9533a7af28e5 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 949 time: 0.0739655 Aug 19 00:04:29.111206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24dc5-152c-48de-b8cf-3b8713ffd69d req-f38c2b6d-a652-41a4-9b61-2a27c21ff0b6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:29.113959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05b24dc5-152c-48de-b8cf-3b8713ffd69d req-f38c2b6d-a652-41a4-9b61-2a27c21ff0b6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0652094 Aug 19 00:04:29.117671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3d841ca-90f1-4a4b-9185-ad233fb67a7f req-2e4188c6-d635-47f7-8273-b85799c54754 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Aug 19 00:04:29.158682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05b24dc5-152c-48de-b8cf-3b8713ffd69d req-552db934-3847-4900-abee-945c20d2d763 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360911 Aug 19 00:04:29.381660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:29.412245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0cef-7dfc-499c-ad2b-1cd6a85a542e req-0f36480d-1763-4b03-9104-2fea62d42132 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:29.413948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-148c0cef-7dfc-499c-ad2b-1cd6a85a542e req-0f36480d-1763-4b03-9104-2fea62d42132 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 944 time: 0.0616925 Aug 19 00:04:29.441665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:29.445943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:29.446398 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:29.455389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-148c0cef-7dfc-499c-ad2b-1cd6a85a542e req-6df47507-838e-4412-9517-e7defde9cb3c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Aug 19 00:04:29.471038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0bd2046f-752c-433d-93ac-d25dfb13750f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:29.592872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:29.632600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:29.634803 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310386a1-319d-48a5-a73c-542cf2ecb492" -d '{"events": [{"server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "name": "network-vif-plugged", "status": "completed", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:29.654082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:29.663380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:29.692500 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d1324-dea1-4529-9451-2a95459a7fd7 x-openstack-request-id: req-a29d1324-dea1-4529-9451-2a95459a7fd7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:29.692853 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "name": "network-vif-plugged", "status": "completed", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:29.693087 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a29d1324-dea1-4529-9451-2a95459a7fd7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:29.693474 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49', 'code': 200} Aug 19 00:04:29.740442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:29.793883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab52ee9-e592-4f89-923a-1bf200407dc4 req-44833c22-7715-46cc-81dc-5f0562b5fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:29.796233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab52ee9-e592-4f89-923a-1bf200407dc4 req-44833c22-7715-46cc-81dc-5f0562b5fae9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 1097 time: 0.0520608 Aug 19 00:04:29.839458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab52ee9-e592-4f89-923a-1bf200407dc4 req-9ddcee1c-f942-4716-9bbd-cbdd33449a9b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Aug 19 00:04:30.027723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:30.165647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c02cb0a-0beb-40ed-9049-d6f82e4a4faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ffdf397e62c48169821f5bb83a989f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366653 Aug 19 00:04:30.168167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:30.222898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.242267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67358bb-6201-49bb-8cbb-cb52f84fbca5 req-d3bcd679-bcc3-4311-bbaf-5b13110fce92 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:30.243831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b67358bb-6201-49bb-8cbb-cb52f84fbca5 req-d3bcd679-bcc3-4311-bbaf-5b13110fce92 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 949 time: 0.0539966 Aug 19 00:04:30.255881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.286975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b67358bb-6201-49bb-8cbb-cb52f84fbca5 req-0910f0d3-0c05-47d2-a7f6-4199d650d34c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Aug 19 00:04:30.323811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2e1fa-0e74-496a-9b75-57ae7f327e01 req-08a72293-cef3-418a-a284-46684cc24560 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:30.325739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bf2e1fa-0e74-496a-9b75-57ae7f327e01 req-08a72293-cef3-418a-a284-46684cc24560 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0834200 Aug 19 00:04:30.355275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.357949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.359112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/096e67bc-2fd0-49e7-91ce-8b38c6b8d648 HTTP/1.1" status: 204 len: 168 time: 0.1899207 Aug 19 00:04:30.387082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bf2e1fa-0e74-496a-9b75-57ae7f327e01 req-669eef5b-92d9-4f86-a9e1-acfafaf90a7d tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550220 Aug 19 00:04:30.387990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60b58-b9e5-41b6-b4cd-6b5e53dc8277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e67bc-2fd0-49e7-91ce-8b38c6b8d648,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:30.584394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076409f-2336-4f6b-94c6-4f5ac9b13fad req-922d07e1-6690-4db2-8587-dab1b78814a4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:30.585924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b076409f-2336-4f6b-94c6-4f5ac9b13fad req-922d07e1-6690-4db2-8587-dab1b78814a4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.0570588 Aug 19 00:04:30.629490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b076409f-2336-4f6b-94c6-4f5ac9b13fad req-7154fba9-c95d-4888-8f88-cbf22a6d4a85 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Aug 19 00:04:30.667020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53258) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:30.711088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15a9b5d6-48a8-4004-9156-8a3ca8bc04da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05b94cdd9cd84567ae31e5eac3340498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426748 Aug 19 00:04:30.713429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:30.765592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.787841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.792893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0bd2046f-752c-433d-93ac-d25dfb13750f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:30.841846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.844922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.846071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f93d09db-17d2-4805-98a3-f0ce89e70c43 HTTP/1.1" status: 204 len: 168 time: 0.1316705 Aug 19 00:04:30.854887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3bde8-2e3c-4d88-994b-f9c7c2157f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93d09db-17d2-4805-98a3-f0ce89e70c43,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:30.860585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 0bd2046f-752c-433d-93ac-d25dfb13750f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:30.869691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 0bd2046f-752c-433d-93ac-d25dfb13750f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:30.870064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.949098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.982642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0bd2046f-752c-433d-93ac-d25dfb13750f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:30.986742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:30.987786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:31.031423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:31.031773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49fdc1eb-1c6c-4900-b49e-5dc1db4a5594 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:31.059437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:31.418822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a719e-8783-44f5-87a4-e6550df88cc0 req-0ca1f696-b6bd-4822-8e33-6784173492f2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:31.420350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f0a719e-8783-44f5-87a4-e6550df88cc0 req-0ca1f696-b6bd-4822-8e33-6784173492f2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0632653 Aug 19 00:04:31.463379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f0a719e-8783-44f5-87a4-e6550df88cc0 req-b9c475ef-f907-408b-8431-e51f9460eb91 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366712 Aug 19 00:04:31.536002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bd7af-9db3-41a6-a0d7-054ff1aef004 req-f86a8811-e6c2-4597-aed3-ce62b7358e00 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:31.537520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-445bd7af-9db3-41a6-a0d7-054ff1aef004 req-f86a8811-e6c2-4597-aed3-ce62b7358e00 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0517607 Aug 19 00:04:31.544898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:31.580505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-445bd7af-9db3-41a6-a0d7-054ff1aef004 req-4e66c202-028f-4eb0-a9da-587b998641db tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368395 Aug 19 00:04:31.651720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-network', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:31.673492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Made reservation on behalf of 9de7c618f32b4b6c94154bdafc35385c for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:31.675804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.687751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.695071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:31.698101 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f789a-46f1-4179-9633-7985a88d0de8" -d '{"events": [{"server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:31.739086 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31300e9-d609-412e-b81b-c9228739fb0b x-openstack-request-id: req-f31300e9-d609-412e-b81b-c9228739fb0b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:31.739378 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:31.739628 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f31300e9-d609-412e-b81b-c9228739fb0b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:31.740231 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f', 'code': 200} Aug 19 00:04:31.759707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ce60-3c07-425f-9310-783911967bf7 req-079c9331-fb88-4b85-bdb1-53f077e3ce54 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:31.761290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7425ce60-3c07-425f-9310-783911967bf7 req-079c9331-fb88-4b85-bdb1-53f077e3ce54 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.0634365 Aug 19 00:04:31.787787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.797767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.810171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7425ce60-3c07-425f-9310-783911967bf7 req-5930df47-0c1f-4edf-a4fb-a4d02720f3b6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Aug 19 00:04:31.826503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:04:31.841262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:31.848568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.849485 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Added segment 4e015046-bfc7-475f-815b-18f1bfb41438 of type vlan for network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c Aug 19 00:04:31.889766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.903928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85600-48bb-498e-b496-c5b941ee901b req-90f2ebc4-2db5-40f5-ba85-2b4555a629f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:31.905463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bab85600-48bb-498e-b496-c5b941ee901b req-90f2ebc4-2db5-40f5-ba85-2b4555a629f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 1102 time: 0.0409100 Aug 19 00:04:31.917314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.918395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:31.919010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:31.951351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bab85600-48bb-498e-b496-c5b941ee901b req-4163cfe8-d870-4e95-8752-4f51048abcbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Aug 19 00:04:31.975298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.4265437 Aug 19 00:04:31.975680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53308) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:31.981061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Request body: {'subnet': {'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-subnet', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:31.983052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9166-837a-4c77-8b49-dafdbd2120ce admin admin] Pushing event updated for resources: {'Network': ['ID=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:31.994037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:04:32.034488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Made reservation on behalf of 9de7c618f32b4b6c94154bdafc35385c for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:32.036828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.099806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fcd2f-149d-4adc-bc17-6701800a825b req-0920b010-1079-40e5-867b-0246eec083e7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.101379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a22fcd2f-149d-4adc-bc17-6701800a825b req-0920b010-1079-40e5-867b-0246eec083e7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.1076736 Aug 19 00:04:32.161815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a22fcd2f-149d-4adc-bc17-6701800a825b req-99f4185e-c24d-4626-8d0d-4af18067042e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Aug 19 00:04:32.242115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.279896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a4ca3-6cb1-4f48-9eae-9d483123ebf4 req-7ac2c7b8-5d93-4f11-b311-ba889e0ad5ac tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.281402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-365a4ca3-6cb1-4f48-9eae-9d483123ebf4 req-7ac2c7b8-5d93-4f11-b311-ba889e0ad5ac tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Aug 19 00:04:32.299471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e99762-693e-43de-83b7-d7595713b358,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:32.311115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Checking segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:32.311715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Network hostable DHCP agents. Network: 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:04:32.319892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-365a4ca3-6cb1-4f48-9eae-9d483123ebf4 req-91712116-2d71-40c5-8323-ea6fefc7481b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Aug 19 00:04:32.328592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:04:32.338656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:32.344477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.345302 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.351923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023675fd-40fc-42e1-9130-98daef1be967 None None] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:04:32.361000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-afe8a952-48c9-4585-ac57-62fa0de08dbb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3841038 Aug 19 00:04:32.364221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:32.368722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:32.390871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.392544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.458962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.531284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:04:32.532595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.634331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1893f-1a86-4b8d-8512-19e738f856be req-9f3295f5-4162-485b-be5e-121e1dba06f6 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.636264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cb1893f-1a86-4b8d-8512-19e738f856be req-9f3295f5-4162-485b-be5e-121e1dba06f6 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0518777 Aug 19 00:04:32.646371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.662207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a46dd2-a7da-4048-a32f-6030e2b557e5 req-7112a1c0-07dd-4917-84e6-8512cfbbaa62 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.663740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5a46dd2-a7da-4048-a32f-6030e2b557e5 req-7112a1c0-07dd-4917-84e6-8512cfbbaa62 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.1254187 Aug 19 00:04:32.678994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cb1893f-1a86-4b8d-8512-19e738f856be req-87bf5ed0-035a-4487-8123-a74c88c8b20f tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Aug 19 00:04:32.679275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Allocated IP 172.20.0.2 (6e4d790d-b9c5-4de1-af2b-bd03bd8e941c/f3e99762-693e-43de-83b7-d7595713b358/aa32745a-1780-4f35-ab68-8a2e5ac4b121) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:32.746692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5a46dd2-a7da-4048-a32f-6030e2b557e5 req-a12b814e-c892-4173-8670-1e772b6d6b11 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707071 Aug 19 00:04:32.858835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.868604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Transition to ACTIVE for port object aa32745a-1780-4f35-ab68-8a2e5ac4b121 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:32.891557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Transition to ACTIVE for port object aa32745a-1780-4f35-ab68-8a2e5ac4b121 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:32.904635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.943128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:32.948709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:32.949347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f5656-884d-4ae1-a3c1-2bf7b410ab04 req-7eaf3ebc-6389-49bd-9951-d7a47cfed9c9 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:32.950898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee4f5656-884d-4ae1-a3c1-2bf7b410ab04 req-7eaf3ebc-6389-49bd-9951-d7a47cfed9c9 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1101129 Aug 19 00:04:32.951160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:32.956712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:32.958980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Pushing event updated for resources: {'Port': ['ID=aa32745a-1780-4f35-ab68-8a2e5ac4b121,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:32.983289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.008904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Attempting to bind port aa32745a-1780-4f35-ab68-8a2e5ac4b121 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:33.009450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Attempting to bind port aa32745a-1780-4f35-ab68-8a2e5ac4b121 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:33.009544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Attempting to bind port aa32745a-1780-4f35-ab68-8a2e5ac4b121 on network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:33.014337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:33.014703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Checking segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:33.015103 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.015497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Bound using segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:33.015959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Bound port: aa32745a-1780-4f35-ab68-8a2e5ac4b121, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:33.016360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.048206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee4f5656-884d-4ae1-a3c1-2bf7b410ab04 req-6a7bbccb-e720-42ab-8b32-a925605d798b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886252 Aug 19 00:04:33.090734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] For port aa32745a-1780-4f35-ab68-8a2e5ac4b121, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:33.094005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] For port aa32745a-1780-4f35-ab68-8a2e5ac4b121, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=aa32745a-1780-4f35-ab68-8a2e5ac4b121,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:33.098473 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.117208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Allocated IP 172.25.1.167 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/70daed00-3574-4448-b2a8-4ae56f7d4643) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:33.165066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae7f8f-71d9-49c8-801e-548064f5e6be None None] Pushing event updated for resources: {'Port': ['ID=aa32745a-1780-4f35-ab68-8a2e5ac4b121,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:33.220627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.260668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.329732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:33.333748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:33.338322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:33.340389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Pushing event updated for resources: {'Port': ['ID=70daed00-3574-4448-b2a8-4ae56f7d4643,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:33.594735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.800414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device aa32745a-1780-4f35-ab68-8a2e5ac4b121 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:33.840961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:33.856576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35455b74-677e-45e7-96af-8610937523a1 req-15234bd0-5586-4536-8aaf-f1a6356e8b71 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:33.858266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35455b74-677e-45e7-96af-8610937523a1 req-15234bd0-5586-4536-8aaf-f1a6356e8b71 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0704041 Aug 19 00:04:33.867001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port aa32745a-1780-4f35-ab68-8a2e5ac4b121 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:33.908740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a96959-ebd0-4171-85d9-e6f70921b2c6 req-4d00dd2a-7899-4361-876a-fb3cf817f4bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:33.918130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24a96959-ebd0-4171-85d9-e6f70921b2c6 req-4d00dd2a-7899-4361-876a-fb3cf817f4bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.0671172 Aug 19 00:04:33.967242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24a96959-ebd0-4171-85d9-e6f70921b2c6 req-82f860b7-c0a3-4753-baab-2f2f17c0507f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Aug 19 00:04:34.028772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35455b74-677e-45e7-96af-8610937523a1 req-4a6d7518-531d-4f1b-b851-688904e8f5d9 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522029 Aug 19 00:04:34.041668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Router 745fdbdc-2949-4e24-9039-86296b384087 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:04:34.172830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000170e6-bfbb-4694-a446-e353a31f398f req-526bbe00-bbf8-4fad-b373-f98b43c5b933 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:34.175197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-000170e6-bfbb-4694-a446-e353a31f398f req-526bbe00-bbf8-4fad-b373-f98b43c5b933 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 945 time: 0.1203825 Aug 19 00:04:34.216731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e074bbf-9782-44d6-b172-54ecba844031 None None] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:04:34.267953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:04:34.280512 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Sync routers for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:04:34.299037 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:34.301355 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:34.318487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b943244-a497-43aa-acf0-58d939c7f0fd req-a43bac60-5b54-4e3e-8399-60303f84504a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:34.326956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b943244-a497-43aa-acf0-58d939c7f0fd req-a43bac60-5b54-4e3e-8399-60303f84504a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1489131 Aug 19 00:04:34.350528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Provisioning for port aa32745a-1780-4f35-ab68-8a2e5ac4b121 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:34.355193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.357450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4a8b40c9-abbb-4276-a7e8-2b53ae475b3b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 1.9916325 Aug 19 00:04:34.359829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53350) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:34.373431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Provisioning complete for port aa32745a-1780-4f35-ab68-8a2e5ac4b121 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:34.373864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.399473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b943244-a497-43aa-acf0-58d939c7f0fd req-56f79573-3fce-41d3-8a70-fe489eb994f4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662656 Aug 19 00:04:34.417858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:34.418209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.430859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:34.533647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.555685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:34.556173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.586479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:34.632629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] For port aa32745a-1780-4f35-ab68-8a2e5ac4b121, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=aa32745a-1780-4f35-ab68-8a2e5ac4b121,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:34.644467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.663667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-c522039d-a244-41d8-8b15-12de9509f9ed tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=119beafe26d6402e9b730486908eb9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462503 Aug 19 00:04:34.745604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72080e91-4640-4c49-b643-fb430cecdabd None None] Pushing event updated for resources: {'Port': ['ID=aa32745a-1780-4f35-ab68-8a2e5ac4b121,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:34.773718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:33Z', 'revision_number': 3, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:34.805057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Checking router: 745fdbdc-2949-4e24-9039-86296b384087 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:04:34.805326 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Updating router 745fdbdc-2949-4e24-9039-86296b384087 port 70daed00-3574-4448-b2a8-4ae56f7d4643 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:04:34.828840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.832422 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.845345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:34.858838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:34.899793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:34.910564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:34.915363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:34.918406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-000170e6-bfbb-4694-a446-e353a31f398f req-746999b5-2207-4946-8043-1ad9437b4283 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "DELETE /v2.0/ports/c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 HTTP/1.1" status: 204 len: 173 time: 0.7255008 Aug 19 00:04:34.919056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'name': 'network-vif-deleted', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:34.921531 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49573c34-de33-42fc-9d01-2b100b18604f" -d '{"events": [{"server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "name": "network-vif-deleted", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:34.984869 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e28b5-a9c4-4b6c-b3dc-2c20e1c73e8f x-openstack-request-id: req-9a0e28b5-a9c4-4b6c-b3dc-2c20e1c73e8f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:34.985167 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de7b03-b82d-4d1c-ac40-06dd60df22d3", "name": "network-vif-deleted", "tag": "c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:34.985423 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a0e28b5-a9c4-4b6c-b3dc-2c20e1c73e8f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:34.985825 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de7b03-b82d-4d1c-ac40-06dd60df22d3', 'name': 'network-vif-deleted', 'tag': 'c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49', 'status': 'completed', 'code': 200} Aug 19 00:04:35.040873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-7893c763-f2c8-408b-bb40-f7c25b4a37da tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:35.047486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-7893c763-f2c8-408b-bb40-f7c25b4a37da tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3712282 Aug 19 00:04:35.081954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-fccbd0e9-6f59-4f18-857b-97cb5cc02b34 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/quotas/119beafe26d6402e9b730486908eb9dc HTTP/1.1" status: 200 len: 375 time: 0.0269470 Aug 19 00:04:35.138243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b9b8a29-9937-41ba-b36e-1d1f6b42ac46 req-a5f19d8a-1836-48b1-b0ae-9b68427a87d1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=69de7b03-b82d-4d1c-ac40-06dd60df22d3 HTTP/1.1" status: 200 len: 210 time: 0.0348458 Aug 19 00:04:35.218275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-06918bc1-a9d7-47e0-8055-72a177fa4a8b None None] Provisioning complete for port aa32745a-1780-4f35-ab68-8a2e5ac4b121 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:35.219242 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06918bc1-a9d7-47e0-8055-72a177fa4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.228726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-2d192c86-217d-4c28-83f0-018ee7e26ca3 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334598 Aug 19 00:04:35.238437 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.255052 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Transition to ACTIVE for port object 70daed00-3574-4448-b2a8-4ae56f7d4643 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:35.268130 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.329067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.367108 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Attempting to bind port 70daed00-3574-4448-b2a8-4ae56f7d4643 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:35.368223 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Attempting to bind port 70daed00-3574-4448-b2a8-4ae56f7d4643 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:35.368683 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Attempting to bind port 70daed00-3574-4448-b2a8-4ae56f7d4643 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:35.400046 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:35.400723 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:35.401394 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.402346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:35.403208 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Bound port: 70daed00-3574-4448-b2a8-4ae56f7d4643, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:35.403822 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.419839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 49df952b-81ce-4871-905c-e12e8d50a4dd details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:35.491899 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] For port 70daed00-3574-4448-b2a8-4ae56f7d4643, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:35.496493 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] For port 70daed00-3574-4448-b2a8-4ae56f7d4643, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=70daed00-3574-4448-b2a8-4ae56f7d4643,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:35.507461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f20dc3fb-9fd8-4006-9a83-12ccb69b1679 req-64c80e2c-159b-4754-8940-02c831a41627 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 210 time: 0.0428755 Aug 19 00:04:35.529429 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.535595 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331663-244e-4ddb-823c-7598e6e7861b None None] Pushing event updated for resources: {'Port': ['ID=70daed00-3574-4448-b2a8-4ae56f7d4643,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:35.616416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:35.630709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'port_id': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'mac_address': 'fa:16:3e:5b:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:35.664904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:35.665866 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:35.702334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.715990 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331663-244e-4ddb-823c-7598e6e7861b None None] Pushing event updated for resources: {'Port': ['ID=70daed00-3574-4448-b2a8-4ae56f7d4643,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:35.719863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49df952b-81ce-4871-905c-e12e8d50a4dd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:35.754522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:35.762481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.852105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:35.873004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device aa32745a-1780-4f35-ab68-8a2e5ac4b121 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:35.873614 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:35.880973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9e0a3-b27b-4838-a0e3-853e4d379f1a req-ddf20c65-698e-4323-9db3-69cae05c7636 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:35.882574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97f9e0a3-b27b-4838-a0e3-853e4d379f1a req-ddf20c65-698e-4323-9db3-69cae05c7636 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.2460165 Aug 19 00:04:35.952230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port aa32745a-1780-4f35-ab68-8a2e5ac4b121 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:35.952645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:35.976894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Allocated IP 172.20.0.1 (6e4d790d-b9c5-4de1-af2b-bd03bd8e941c/f3e99762-693e-43de-83b7-d7595713b358/b1c2c872-3667-4ccf-9644-48d17b8788ad) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:35.981540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97f9e0a3-b27b-4838-a0e3-853e4d379f1a req-b3e330ac-b744-4dc5-a5c4-190f36c0aca7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915177 Aug 19 00:04:36.094162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['49df952b-81ce-4871-905c-e12e8d50a4dd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:36.105805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.107407 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:33Z', 'revision_number': 3, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:36.130626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Transition to ACTIVE for port object b1c2c872-3667-4ccf-9644-48d17b8788ad will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:36.137234 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a25c97-8fbd-4c5a-b40d-13436c331db9 None None] The sync data for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 is: [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:33Z', 'revision_number': 3, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:04:36.179899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.236626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:36.240111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:36.246078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:36.280920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:36.303525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.565280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.678542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21e0d927-8dc7-42a1-a24a-30e6d45c7291 req-49f2fa31-82ba-47d2-9899-c54b93e1310f tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 210 time: 0.0375586 Aug 19 00:04:36.683728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-9eb6e6f3-7612-4a46-aaf2-27730bfad0be tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:36.693035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-9eb6e6f3-7612-4a46-aaf2-27730bfad0be tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2328324 Aug 19 00:04:36.709857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-c3ca2a2a-d82b-496c-9926-1f2b34e3c563 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/quotas/3e597d68c2af4936a1d30929639d18d6 HTTP/1.1" status: 200 len: 375 time: 0.0156877 Aug 19 00:04:36.770858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-88ffbada-e9c3-4352-8fbf-ad1270901112 None None] Provisioning for port b1c2c872-3667-4ccf-9644-48d17b8788ad completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:36.775332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-88ffbada-e9c3-4352-8fbf-ad1270901112 None None] Provisioning complete for port b1c2c872-3667-4ccf-9644-48d17b8788ad triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:36.775608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-6f358979-4c24-4ff3-8946-08aec78ca477 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531561 Aug 19 00:04:36.775717 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88ffbada-e9c3-4352-8fbf-ad1270901112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.830341 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.843769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.857447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-88ffbada-e9c3-4352-8fbf-ad1270901112 None None] Port b1c2c872-3667-4ccf-9644-48d17b8788ad cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:36.914679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:36.936874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-fade9c99-28cd-4642-89da-0da52d2090ed service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479650 Aug 19 00:04:36.974877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-fc7e6327-86d6-4588-b900-1a78cdb4eb52 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=119beafe26d6402e9b730486908eb9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364251 Aug 19 00:04:37.035249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:37.125067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:37.127535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:37.269236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-607309e9-0a1a-46f4-a5bb-4f0d5ba7654c service neutron] 10.222.0.20 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184414 Aug 19 00:04:37.331842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-43f1a9eb-cffa-464a-9414-28eb7ed924dd tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:37.333565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-43f1a9eb-cffa-464a-9414-28eb7ed924dd tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621589 Aug 19 00:04:37.348877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Request body: {'port': {'device_id': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '119beafe26d6402e9b730486908eb9dc'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:37.359594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Router 745fdbdc-2949-4e24-9039-86296b384087 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:04:37.384447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb2fc-b6b9-4dee-801a-7ee6ada1368b req-e30f7ef1-ffcc-46fc-bbc1-0d897c13ce1b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:37.395008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93beb2fc-b6b9-4dee-801a-7ee6ada1368b req-e30f7ef1-ffcc-46fc-bbc1-0d897c13ce1b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 945 time: 0.1825900 Aug 19 00:04:37.429801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 49df952b-81ce-4871-905c-e12e8d50a4dd up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:37.474100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93beb2fc-b6b9-4dee-801a-7ee6ada1368b req-5205b16f-fceb-4b3e-bfb7-3b2a93718ba9 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777471 Aug 19 00:04:37.606694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-16d724eb-db2d-4bcb-bdad-d90b0950bba0 None None] Provisioning complete for port b1c2c872-3667-4ccf-9644-48d17b8788ad triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:37.607239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16d724eb-db2d-4bcb-bdad-d90b0950bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:37.609392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 49df952b-81ce-4871-905c-e12e8d50a4dd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:37.617771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 49df952b-81ce-4871-905c-e12e8d50a4dd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:37.618533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:37.701197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16d724eb-db2d-4bcb-bdad-d90b0950bba0 None None] Port b1c2c872-3667-4ccf-9644-48d17b8788ad cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:37.763384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:04:37.777691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22b2d0ce-2596-4a11-b1e7-fd528d43fd35 admin admin] 10.222.0.20 "PUT /v2.0/routers/745fdbdc-2949-4e24-9039-86296b384087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4165235 Aug 19 00:04:37.813347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:37.914441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:37.917951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:37.918375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9081de2c-3377-402d-ac15-6ac2ec597b50 req-95d6fa5d-b9b7-490b-ae7d-22aa7e7fee8a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 210 time: 0.0599263 Aug 19 00:04:37.922004 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea8a358-50af-4fd7-85df-2cea119f12e9" -d '{"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-plugged", "status": "completed", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:37.927723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 70daed00-3574-4448-b2a8-4ae56f7d4643 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:37.943885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:37.944936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:38.039783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:38.040141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c15a47d8-3ae6-40f2-9a86-3aa9b80f2e49 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:38.102537 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a7248-38bc-4048-8445-54bc7e556363 x-openstack-request-id: req-803a7248-38bc-4048-8445-54bc7e556363 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:38.102926 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-plugged", "status": "completed", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:38.103291 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-803a7248-38bc-4048-8445-54bc7e556363 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:38.103735 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'code': 200} Aug 19 00:04:38.204996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:38.222436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 70daed00-3574-4448-b2a8-4ae56f7d4643 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:38.235291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 70daed00-3574-4448-b2a8-4ae56f7d4643 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:38.235926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:38.300724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a12bcb0a-414c-4cd6-8fc2-aab50433a373 req-3b13b513-de88-4a63-a40a-c693d2713f75 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 210 time: 0.0567307 Aug 19 00:04:38.326620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696f7b5-70cd-4937-b86f-36238807fa58 req-566ae7a1-25b0-454e-bb24-ff64e7a9965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.328748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3696f7b5-70cd-4937-b86f-36238807fa58 req-566ae7a1-25b0-454e-bb24-ff64e7a9965f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 1098 time: 0.1261921 Aug 19 00:04:38.356847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:38.398317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 70daed00-3574-4448-b2a8-4ae56f7d4643, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=70daed00-3574-4448-b2a8-4ae56f7d4643,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:38.407890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:38.416182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-0824ba2b-1aff-424a-b07b-6db62212e64b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1556413 Aug 19 00:04:38.417876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Made reservation on behalf of 119beafe26d6402e9b730486908eb9dc for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:38.442281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:38.507701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=70daed00-3574-4448-b2a8-4ae56f7d4643,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:38.576786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3696f7b5-70cd-4937-b86f-36238807fa58 req-218b2139-eb70-4426-a76f-66dad5aa1f4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064130 Aug 19 00:04:38.631630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-2d2259b9-2e77-4623-94fd-1fded66c9100 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.641397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-2d2259b9-2e77-4623-94fd-1fded66c9100 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 828 time: 0.3168664 Aug 19 00:04:38.654426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-a9619490-cfae-4505-bb52-e179aec08039 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/quotas/9de7c618f32b4b6c94154bdafc35385c HTTP/1.1" status: 200 len: 375 time: 0.0115869 Aug 19 00:04:38.681026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.681750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.682387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.683032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.683723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.684391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.685021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.687200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-6ae9b0be-f736-4ec7-ba88-a813565c0a8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.2124610 Aug 19 00:04:38.720269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-4e576a31-2f5f-4e60-80d1-b2f144b3543c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596106 Aug 19 00:04:38.720435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Sync routers for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:04:38.732752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:38.733410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:38.738551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-5e16c55c-89cd-4292-9593-92964c9102df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:04:38.739620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-5e16c55c-89cd-4292-9593-92964c9102df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056539 Aug 19 00:04:38.772925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa172aec-6999-4b35-9fd5-07b23eb5645e req-cfc010e1-8911-4acf-a157-70eec5e4077b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:38.774701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa172aec-6999-4b35-9fd5-07b23eb5645e req-cfc010e1-8911-4acf-a157-70eec5e4077b tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.1496646 Aug 19 00:04:38.864602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-3b73bcb3-298f-4e66-bd06-6cf26ddea832 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170754 Aug 19 00:04:38.871896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Allocated IP 192.168.233.76 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/c7d7fd42-6bdd-4e3e-9e18-491093d49059) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:38.902170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:38.905974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa172aec-6999-4b35-9fd5-07b23eb5645e req-a6936045-ef18-43a8-991c-f7943a534a6d tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898101 Aug 19 00:04:39.015297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-3daca56d-6c0a-4c26-9c7d-f36c9a317513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.015788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-3daca56d-6c0a-4c26-9c7d-f36c9a317513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.019210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-3daca56d-6c0a-4c26-9c7d-f36c9a317513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.021783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-3daca56d-6c0a-4c26-9c7d-f36c9a317513 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 2290 time: 0.2737789 Aug 19 00:04:39.150184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-922c3e8c-c792-4af2-a466-014d43b927bb service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828579 Aug 19 00:04:39.212261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-d9133008-7e86-421d-a2c6-425069472c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1000 time: 0.1633141 Aug 19 00:04:39.262503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-66e84f8f-69f7-48a5-8c24-766f65bbedb3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.272316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-66e84f8f-69f7-48a5-8c24-766f65bbedb3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 806 time: 0.2109559 Aug 19 00:04:39.284045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Request body: {'port': {'device_id': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'admin_state_up': True, 'tenant_id': '3e597d68c2af4936a1d30929639d18d6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:39.290326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 2, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:39.324674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Checking router: 745fdbdc-2949-4e24-9039-86296b384087 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:04:39.325118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Updating router 745fdbdc-2949-4e24-9039-86296b384087 port b1c2c872-3667-4ccf-9644-48d17b8788ad binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:04:39.344781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:39.386128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:39.405156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Transition to ACTIVE for port object c7d7fd42-6bdd-4e3e-9e18-491093d49059 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:39.464589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:39.572475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-62a742cd-5fad-4a69-a9f3-6ff4204a9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.574401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-62a742cd-5fad-4a69-a9f3-6ff4204a9844 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.1176584 Aug 19 00:04:39.596787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0bd2046f-752c-433d-93ac-d25dfb13750f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:39.621522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Made reservation on behalf of 3e597d68c2af4936a1d30929639d18d6 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:39.637186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:39.641186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92dcb2ba-8e8c-42ad-99c4-1419116ab412 req-c9fe0cd1-e458-47f8-8098-9448c724ed30 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 210 time: 0.0863285 Aug 19 00:04:39.729439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:39.743869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Pushing event updated for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:39.752463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-0114e399-1bb4-4831-9544-b53da9ddc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.754195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-0114e399-1bb4-4831-9544-b53da9ddc113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578577 Aug 19 00:04:39.755100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:39.757643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:39.828443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b087-6ab7-4690-b528-2582f8752384 req-9f22d49f-408d-43b6-87d7-00b94efbbf3a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.836711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8464b087-6ab7-4690-b528-2582f8752384 req-9f22d49f-408d-43b6-87d7-00b94efbbf3a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 935 time: 0.3763633 Aug 19 00:04:39.876987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 70daed00-3574-4448-b2a8-4ae56f7d4643 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:39.880271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aabbbebd-6f81-4b3d-a11d-289d0d111115 req-e78199a0-3541-482a-9368-9e8899f24e17 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 210 time: 0.1098890 Aug 19 00:04:39.942721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:39.943378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.029176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-dbd89434-ddfc-4ced-b734-051b37524d45 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6855261 Aug 19 00:04:40.041921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Allocated IP 172.20.0.9 (71364be3-bc39-4c55-b4ad-05cb62c338bd/93ec83fd-b457-453d-bb14-bbe634c107a4/ec9601f4-66a0-4e1a-bf58-1be7420eea74) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:40.060237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8464b087-6ab7-4690-b528-2582f8752384 req-e7b32230-378b-497f-92ac-9ee5362ce25a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174826 Aug 19 00:04:40.097269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Request body: {'port': {'device_id': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:40.117478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 70daed00-3574-4448-b2a8-4ae56f7d4643 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:40.118066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.168128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-016feb3c-2b5e-4526-86bc-75f4fcb57b0e service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738022 Aug 19 00:04:40.231206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.263726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.323359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6b55ad43-3c5e-4b8d-ab23-04cf1c015628 None None] Provisioning for port c7d7fd42-6bdd-4e3e-9e18-491093d49059 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:40.332059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Transition to ACTIVE for port object b1c2c872-3667-4ccf-9644-48d17b8788ad will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:40.337767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6b55ad43-3c5e-4b8d-ab23-04cf1c015628 None None] Provisioning complete for port c7d7fd42-6bdd-4e3e-9e18-491093d49059 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:40.337767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b55ad43-3c5e-4b8d-ab23-04cf1c015628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.362876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.411054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6b55ad43-3c5e-4b8d-ab23-04cf1c015628 None None] Port c7d7fd42-6bdd-4e3e-9e18-491093d49059 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:40.425891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904d8ab-bb12-4fc5-b8b2-c40d10f0dbad None None] Pushing event updated for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:40.547580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Attempting to bind port b1c2c872-3667-4ccf-9644-48d17b8788ad on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:40.547972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Attempting to bind port b1c2c872-3667-4ccf-9644-48d17b8788ad by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:40.548439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Attempting to bind port b1c2c872-3667-4ccf-9644-48d17b8788ad on network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:40.564540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:40.564540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Checking segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:40.564917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.565916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Bound using segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:40.566982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Bound port: b1c2c872-3667-4ccf-9644-48d17b8788ad, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:40.566982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.584729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-5e2ab97b-147d-47d3-abdc-1334039386bf service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064479 Aug 19 00:04:40.687854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a6809013-0670-48f0-8f3e-ccee57e5f6fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 217 time: 0.0871937 Aug 19 00:04:40.699508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] For port b1c2c872-3667-4ccf-9644-48d17b8788ad, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:40.710276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] For port b1c2c872-3667-4ccf-9644-48d17b8788ad, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b1c2c872-3667-4ccf-9644-48d17b8788ad,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:40.720396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.832701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-9919e885-d756-4007-b6a7-37d087995412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:40.834407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-9919e885-d756-4007-b6a7-37d087995412 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1348653 Aug 19 00:04:40.838808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904d8ab-bb12-4fc5-b8b2-c40d10f0dbad None None] Pushing event updated for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:40.847971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:40.848122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:40.859801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80fd94-5aca-4a46-9490-587560cac98f req-6564be67-33e7-41c3-8987-ffe16bf12755 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:40.868239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c80fd94-5aca-4a46-9490-587560cac98f req-6564be67-33e7-41c3-8987-ffe16bf12755 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.1710334 Aug 19 00:04:40.878779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:40.912519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20534311-c601-4e63-b1fe-f728456aedd8 req-ce8d6e37-3d72-4e54-a5e9-b4a3d927f3ee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 210 time: 0.0992258 Aug 19 00:04:40.949356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c80fd94-5aca-4a46-9490-587560cac98f req-c1e391f0-553f-4494-abb0-010a2228079e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797825 Aug 19 00:04:40.996503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a8ff6548-806d-4e46-a0c4-75cd6227a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:41.004171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a8ff6548-806d-4e46-a0c4-75cd6227a2a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510096 Aug 19 00:04:41.011793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:41.054423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.094292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:41.164065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Network 71364be3-bc39-4c55-b4ad-05cb62c338bd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:41.174169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:41.177886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:41.232885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event updated for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:41.265941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1bd38ffa-3564-415f-a00b-a60d1fd6459e req-55324d0c-988a-45e9-a34d-1888dd75ae32 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 210 time: 0.1703243 Aug 19 00:04:41.270351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3ef26-13c2-4c7e-b51f-d2d4d8cc4d79 req-2d9147da-03b7-4dbb-a2a6-28ceceb23fe1 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:41.275465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0e3ef26-13c2-4c7e-b51f-d2d4d8cc4d79 req-2d9147da-03b7-4dbb-a2a6-28ceceb23fe1 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.1679120 Aug 19 00:04:41.290470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:04:41.301552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Request body: {'floatingip': {'port_id': '49df952b-81ce-4871-905c-e12e8d50a4dd'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:41.334625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d7fd42-6bdd-4e3e-9e18-491093d49059 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:41.388994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:41.389863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.432640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.454446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-eac86574-6bb6-41bf-bf0d-22a1d141d0d6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1753144 Aug 19 00:04:41.460990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.474230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Request body: {'port': {'device_id': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:41.517329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Transition to ACTIVE for port object c7d7fd42-6bdd-4e3e-9e18-491093d49059 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:41.535999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.564433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-e6aea0c2-e0b0-46f0-8069-566c9975cdf8 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475633 Aug 19 00:04:41.586431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:40Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:41.602497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd5247-340b-4ce5-b00d-35c8ee2f704c req-8b9c271a-8315-49b5-ac1e-4eb9e6091517 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:41.611906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19bd5247-340b-4ce5-b00d-35c8ee2f704c req-8b9c271a-8315-49b5-ac1e-4eb9e6091517 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 935 time: 0.2083790 Aug 19 00:04:41.632115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-417ae7fd-d881-4b6e-b539-2fae95adcdca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:41.634578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-417ae7fd-d881-4b6e-b539-2fae95adcdca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.21 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 828 time: 0.4341383 Aug 19 00:04:41.680704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae1d15-07c0-46e8-9cce-2fe3832f2919 None None] The sync data for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 is: [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:40Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:04:41.741704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'port': {'device_id': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'admin_state_up': True, 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:41.872683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:41.910019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19bd5247-340b-4ce5-b00d-35c8ee2f704c req-4e130a5b-9fef-4777-91b6-09cc44df4ede tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915230 Aug 19 00:04:41.921015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:42.103086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-73c8d31c-eae9-49b1-a866-fe1ec12e7e24 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071352 Aug 19 00:04:42.201461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-064441e3-c0b4-490c-bb0b-886169ec1eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 217 time: 0.0771224 Aug 19 00:04:42.221928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Attempting to bind port c7d7fd42-6bdd-4e3e-9e18-491093d49059 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:42.222493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Attempting to bind port c7d7fd42-6bdd-4e3e-9e18-491093d49059 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:42.222833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Attempting to bind port c7d7fd42-6bdd-4e3e-9e18-491093d49059 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:42.262672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8385-c278-4f7c-876a-279bc350b8f1 req-f87538be-45f5-40cb-9795-339473fbb3e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:42.270751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b78f8385-c278-4f7c-876a-279bc350b8f1 req-f87538be-45f5-40cb-9795-339473fbb3e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 931 time: 0.2358921 Aug 19 00:04:42.297992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Port c7d7fd42-6bdd-4e3e-9e18-491093d49059 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:42.298368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Attempting to bind port c7d7fd42-6bdd-4e3e-9e18-491093d49059 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:42.354079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Made reservation on behalf of 9de7c618f32b4b6c94154bdafc35385c for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:04:42.365921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.369309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1599b367-ff4a-4dee-9f7c-a73432ec4a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.378456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:42.378811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:42.379212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:42.379678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Bound port: c7d7fd42-6bdd-4e3e-9e18-491093d49059, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:42.383414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.438898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b7b56aa-6c36-4488-b994-aee5635d643c req-671d5484-068d-4d28-b522-89307427627d tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 210 time: 0.0515213 Aug 19 00:04:42.452428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b78f8385-c278-4f7c-876a-279bc350b8f1 req-b6ff2426-4d11-4b67-9f19-47cb97b3d0e7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803725 Aug 19 00:04:42.463909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-4d98d85e-3e9a-4062-8c6a-b9c31755d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:42.465417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-4d98d85e-3e9a-4062-8c6a-b9c31755d3d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.2572763 Aug 19 00:04:42.631184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.645051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9601f4-66a0-4e1a-bf58-1be7420eea74 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:42.652052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.659938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.729744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Transition to ACTIVE for port object ec9601f4-66a0-4e1a-bf58-1be7420eea74 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:42.743278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:42.845751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:04:42.869436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:42.892640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-902f125c-8d6e-4736-8cba-801ed10a5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:42.894630 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-902f125c-8d6e-4736-8cba-801ed10a5139 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4125578 Aug 19 00:04:42.898563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:42.906109 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Floating IP fcbd659f-326b-4034-80f8-f8327defbf53 associated. External IP: 172.25.1.201, port: 49df952b-81ce-4871-905c-e12e8d50a4dd. Aug 19 00:04:43.014233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.035031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Allocated IP 172.20.0.9 (6e4d790d-b9c5-4de1-af2b-bd03bd8e941c/f3e99762-693e-43de-83b7-d7595713b358/cf53d611-4e02-4292-b291-2c21709bc5b2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:43.046674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:43.247887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Router 958d9825-4e19-449b-ba8a-8d049f8ed353 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:04:43.258917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:43.259559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.262613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7d7fd42-6bdd-4e3e-9e18-491093d49059 HTTP/1.1" status: 200 len: 1096 time: 3.1865513 Aug 19 00:04:43.385853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:43.388350 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8165af-6aba-4902-9a71-26cdb991499d" -d '{"events": [{"name": "network-changed", "server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:43.590290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Attempting to bind port ec9601f4-66a0-4e1a-bf58-1be7420eea74 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:43.590613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Attempting to bind port ec9601f4-66a0-4e1a-bf58-1be7420eea74 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:43.590866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Attempting to bind port ec9601f4-66a0-4e1a-bf58-1be7420eea74 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:43.591475 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54140dfe-5bac-440f-a410-b4660be9a2d8 x-openstack-request-id: req-54140dfe-5bac-440f-a410-b4660be9a2d8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:43.591766 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:43.592016 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54140dfe-5bac-440f-a410-b4660be9a2d8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:43.592440 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059', 'status': 'completed', 'code': 200} Aug 19 00:04:43.598591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Port ec9601f4-66a0-4e1a-bf58-1be7420eea74 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:43.598943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Attempting to bind port ec9601f4-66a0-4e1a-bf58-1be7420eea74 on network 71364be3-bc39-4c55-b4ad-05cb62c338bd {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:43.609854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:43.610208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Checking segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:43.610596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Bound using segment: {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:43.611044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Bound port: ec9601f4-66a0-4e1a-bf58-1be7420eea74, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073048bf-8279-4f42-ad50-54d9fa839c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:43.611404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.623578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-de73a86f-be02-4f6e-b587-bc6291e1ef3f service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185285 Aug 19 00:04:43.624251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5957-e2cd-4d1d-8b06-a3d151706879 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:43.638384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:04:43.644617 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.650108 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Sync routers for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:04:43.660953 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:43.661853 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:43.669533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-b45bd69c-0f6e-434a-b0f6-acb0a947fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:43.671099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-b45bd69c-0f6e-434a-b0f6-acb0a947fbda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 1099 time: 0.1714330 Aug 19 00:04:43.685471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38672bc7-0252-497e-9a9b-8c7c9003e26e req-b2f78aac-cefc-40d3-b430-df6775e51bfc tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:43.693699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38672bc7-0252-497e-9a9b-8c7c9003e26e req-b2f78aac-cefc-40d3-b430-df6775e51bfc tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 947 time: 0.6731069 Aug 19 00:04:43.804899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:43.809965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:43.824041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-402a2e30-9cdf-43cf-8a2e-0fcfdd3b755f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059 HTTP/1.1" status: 200 len: 217 time: 0.0994360 Aug 19 00:04:43.830063 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.834444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.881480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:43.890481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:43.891245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:43.893068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] 10.222.0.11 "PUT /v2.0/ports/ec9601f4-66a0-4e1a-bf58-1be7420eea74 HTTP/1.1" status: 200 len: 1092 time: 2.4286127 Aug 19 00:04:43.894018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:43.897490 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf09b259-25f5-48d2-850e-380ab951fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:43.910722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-58e7376a-b71d-4aba-b5d6-20cac9ed6fdc tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "PUT /v2.0/floatingips/fcbd659f-326b-4034-80f8-f8327defbf53 HTTP/1.1" status: 200 len: 992 time: 2.6162250 Aug 19 00:04:43.941859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1cd3-5fe8-491a-8d07-395f13a3f32c req-06be1a4b-a795-4008-9b54-bc67172d9545 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:43.943461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-394b1cd3-5fe8-491a-8d07-395f13a3f32c req-06be1a4b-a795-4008-9b54-bc67172d9545 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 943 time: 0.2960105 Aug 19 00:04:43.952437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Transition to ACTIVE for port object cf53d611-4e02-4292-b291-2c21709bc5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:43.985799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38672bc7-0252-497e-9a9b-8c7c9003e26e req-264f94fd-6b78-42f8-b6df-6da118d9b80d tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911170 Aug 19 00:04:44.017852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-786319db-6892-46ce-82cd-16af6645b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.023954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-786319db-6892-46ce-82cd-16af6645b0d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1850719 Aug 19 00:04:44.035376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-65ab2b15-209d-4e0e-a9fb-e9087dc1edde service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854086 Aug 19 00:04:44.037686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b1c2c872-3667-4ccf-9644-48d17b8788ad up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:44.039726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7c12e921-4bd1-4087-ad15-eb1cc74f8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.041494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-7c12e921-4bd1-4087-ad15-eb1cc74f8a19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0951920 Aug 19 00:04:44.043881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57088d-f0fb-4294-bc79-a88c9c499d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:44.067380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-394b1cd3-5fe8-491a-8d07-395f13a3f32c req-2e3af758-0d02-4cbf-b6d1-3932a5b90b5b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838253 Aug 19 00:04:44.128209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-8b0edd8e-1da3-45ae-9d38-d9e7fd5defa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74 HTTP/1.1" status: 200 len: 217 time: 0.0666943 Aug 19 00:04:44.150219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b1c2c872-3667-4ccf-9644-48d17b8788ad completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:44.155073 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcbd659f-326b-4034-80f8-f8327defbf53', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'port_id': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'mac_address': 'fa:16:3e:5b:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:54Z', 'updated_at': '2021-08-19T00:04:42Z', 'revision_number': 1, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:44.157210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b1c2c872-3667-4ccf-9644-48d17b8788ad triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:44.157439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.184233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Checking router: 958d9825-4e19-449b-ba8a-8d049f8ed353 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:04:44.186151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a3dc7e3e-aac4-455b-ad6e-fc8b2cb7f74c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 217 time: 0.1496661 Aug 19 00:04:44.205967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-487d1825-c32c-4cc5-9b3e-3740b672307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.207533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-487d1825-c32c-4cc5-9b3e-3740b672307f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0716031 Aug 19 00:04:44.216442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:04:44.221062 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:44.227496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73a2adf7-68ed-4174-ae24-3b6f7e181a02 req-5bfb6207-c270-4aee-b60d-133373c40e5e tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 210 time: 0.0762043 Aug 19 00:04:44.256691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-fb08c305-bf50-4012-99b3-77904eab022e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420678 Aug 19 00:04:44.303752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.333363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-19096cd7-ccf2-4ebd-885f-3c9592c8ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.334984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-19096cd7-ccf2-4ebd-885f-3c9592c8ae3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2700880 Aug 19 00:04:44.336488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a2b8882a-2f43-4cbc-9371-ef54a1291d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.338079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a2b8882a-2f43-4cbc-9371-ef54a1291d54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1300552 Aug 19 00:04:44.339242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.348417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b1c2c872-3667-4ccf-9644-48d17b8788ad, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b1c2c872-3667-4ccf-9644-48d17b8788ad,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:44.356698 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.412734 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c3242-d267-4325-a772-514b6b9555e6 x-openstack-request-id: req-fc7c3242-d267-4325-a772-514b6b9555e6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:44.413027 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:44.413287 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc7c3242-d267-4325-a772-514b6b9555e6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:44.413688 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74', 'status': 'completed', 'code': 200} Aug 19 00:04:44.427703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-bc3c9c74-25bb-4b47-a7b3-804d8fb1d111 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638780 Aug 19 00:04:44.429169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:44.434781 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:04:44.487300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:44.502501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:44.511640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:44.517588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event updated for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:44.547724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b499324-63e2-46d7-96da-0afa51612cd4 req-fe058340-26fb-4d98-add7-ff9835a513bf service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133349 Aug 19 00:04:44.584831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-e1d063c8-622d-4530-80b6-63ef936b87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.586375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-e1d063c8-622d-4530-80b6-63ef936b87f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305346 Aug 19 00:04:44.652281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.652281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.690767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-5b7c9ce7-44dd-4c0a-9935-db85b427c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.696017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-5b7c9ce7-44dd-4c0a-9935-db85b427c937 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e597d68c2af4936a1d30929639d18d6&device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0930119 Aug 19 00:04:44.730591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-b687594f-508f-4a0b-922c-79e6b3302880 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596375 Aug 19 00:04:44.755431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-6432df4c-b27c-40e7-bac7-0daa5e9b2627 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0241251 Aug 19 00:04:44.786912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Request body: {'port': {'device_id': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:44.817416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.833739 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcbd659f-326b-4034-80f8-f8327defbf53', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'port_id': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'mac_address': 'fa:16:3e:5b:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:54Z', 'updated_at': '2021-08-19T00:04:42Z', 'revision_number': 1, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:04:44.865588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-8b3b473e-a3eb-4486-b3f5-53cb252cdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:44.867200 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-8b3b473e-a3eb-4486-b3f5-53cb252cdb40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 200 len: 906 time: 0.1522381 Aug 19 00:04:44.872792 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e824dd-f765-4f52-96d2-838614f7811b None None] The sync data for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 is: [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcbd659f-326b-4034-80f8-f8327defbf53', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'port_id': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'mac_address': 'fa:16:3e:5b:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:03:54Z', 'updated_at': '2021-08-19T00:04:42Z', 'revision_number': 1, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:04:44.931217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63e7bbcc-ed29-47b8-8575-4b1aed5baf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.957240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b4ca5735-e87f-4c50-9e9a-f047129e4992 None None] Provisioning for port cf53d611-4e02-4292-b291-2c21709bc5b2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:44.964162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b4ca5735-e87f-4c50-9e9a-f047129e4992 None None] Provisioning complete for port cf53d611-4e02-4292-b291-2c21709bc5b2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:44.964693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5735-e87f-4c50-9e9a-f047129e4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:44.988896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-debe95f1-0d1c-48b9-b421-fa884095a4c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74 HTTP/1.1" status: 200 len: 217 time: 0.1087782 Aug 19 00:04:45.015058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca5735-e87f-4c50-9e9a-f047129e4992 None None] Port cf53d611-4e02-4292-b291-2c21709bc5b2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:04:45.054395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-f6dcd5e1-77e4-4b8a-a1aa-6977ff32c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.055900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-f6dcd5e1-77e4-4b8a-a1aa-6977ff32c3ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 200 len: 846 time: 0.0593643 Aug 19 00:04:45.099973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-a12a9ac0-88e4-421e-a64b-c2ac00331a4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71364be3-bc39-4c55-b4ad-05cb62c338bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364122 Aug 19 00:04:45.146421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:45.199256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c60f7f-e284-4382-99a8-d59d5f278d71 None None] New status for floating IP fcbd659f-326b-4034-80f8-f8327defbf53: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:04:45.277291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-b044b91b-2496-48c6-8023-d281dd3be46c service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697259 Aug 19 00:04:45.290729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-a4a897d1-183b-4d0e-b3d1-4e4b1155b8bc service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840115 Aug 19 00:04:45.293665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6c79-dd12-4dea-b48b-f4bb27c6925f req-2363f730-c6b3-4993-890e-a891c66a4237 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.295792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-915b6c79-dd12-4dea-b48b-f4bb27c6925f req-2363f730-c6b3-4993-890e-a891c66a4237 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 947 time: 0.0851793 Aug 19 00:04:45.336083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:45.384434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638a798-67cb-4b4b-9aa1-9d4a10b6aed4 req-8eff6cbd-ce3e-4819-ba41-39bce599e64e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.385366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-915b6c79-dd12-4dea-b48b-f4bb27c6925f req-0cc17b8c-430b-470c-bb82-10a425135f8e tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792952 Aug 19 00:04:45.386128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3638a798-67cb-4b4b-9aa1-9d4a10b6aed4 req-8eff6cbd-ce3e-4819-ba41-39bce599e64e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 943 time: 0.1856391 Aug 19 00:04:45.407567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8551dff-6e00-484e-9623-10aa5bb9c2fd req-363b0e74-55e7-4035-b2e8-ce432086973c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633034 Aug 19 00:04:45.473684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf09b259-25f5-48d2-850e-380ab951fa0e req-de3e8dd3-50a7-46dd-aac1-203044844756 service neutron] 10.222.0.11 "GET /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724470 Aug 19 00:04:45.481987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3638a798-67cb-4b4b-9aa1-9d4a10b6aed4 req-4c3fdb13-7d5b-41e0-81f1-75de9a1ff5e4 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879953 Aug 19 00:04:45.608886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-8c2419d2-6bd0-44af-a54a-c75febc04d39 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066900 Aug 19 00:04:45.691977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-b3e65738-60ba-4427-b725-d3f3878f2f8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 217 time: 0.0638251 Aug 19 00:04:45.780078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8165af-6aba-4902-9a71-26cdb991499d req-a7e4aba6-f0e0-4fd7-b8ba-4f8b9fefe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.780078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-a7e4aba6-f0e0-4fd7-b8ba-4f8b9fefe88d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=119beafe26d6402e9b730486908eb9dc&device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 1099 time: 0.2790334 Aug 19 00:04:45.790777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88adc5-b2a5-47e6-9593-9b6df949e1fc req-f4fee9a3-dfc5-484c-b87b-f3a4ecbc4f15 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.791142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c88adc5-b2a5-47e6-9593-9b6df949e1fc req-f4fee9a3-dfc5-484c-b87b-f3a4ecbc4f15 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 931 time: 0.2219062 Aug 19 00:04:45.828320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b1c2c872-3667-4ccf-9644-48d17b8788ad up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:45.879139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b1c2c872-3667-4ccf-9644-48d17b8788ad triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:45.879521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:45.886300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-05ebfda7-8b20-4863-9624-c39830e17c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:45.887775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-05ebfda7-8b20-4863-9624-c39830e17c0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1635549 Aug 19 00:04:45.938534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c88adc5-b2a5-47e6-9593-9b6df949e1fc req-beef8688-5d28-4175-bdc6-3ce6343e7dd4 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463969 Aug 19 00:04:46.008239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-544f221e-86e5-46f0-b8a1-b0c324bb5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.009813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-544f221e-86e5-46f0-b8a1-b0c324bb5939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100285 Aug 19 00:04:46.013086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8165af-6aba-4902-9a71-26cdb991499d req-97eb8633-0451-4597-9553-f0752298c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.014504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-97eb8633-0451-4597-9553-f0752298c24f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2151761 Aug 19 00:04:46.089444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-7ba3db41-f048-46a3-9127-46fe9ab9f7ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059 HTTP/1.1" status: 200 len: 217 time: 0.0532894 Aug 19 00:04:46.155265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf53d611-4e02-4292-b291-2c21709bc5b2 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:46.171936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:46.183372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:46.204287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8165af-6aba-4902-9a71-26cdb991499d req-1ff3bd67-602a-4138-8e96-ca3664737ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.206230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-1ff3bd67-602a-4138-8e96-ca3664737ef4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0837529 Aug 19 00:04:46.209795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Transition to ACTIVE for port object cf53d611-4e02-4292-b291-2c21709bc5b2 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:04:46.228257 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:46.273830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-041348c5-bbe1-402a-84f5-876efe0e16da service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364469 Aug 19 00:04:46.357098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Pushing event updated for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:46.384756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8165af-6aba-4902-9a71-26cdb991499d req-bb6098c3-fddd-4cd4-a0a6-b68b1b21433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.386326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-bb6098c3-fddd-4cd4-a0a6-b68b1b21433b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1717653 Aug 19 00:04:46.415075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:46.417603 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ccfe6-2c21-41af-8610-328712b0851e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:46.496440 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f990d-cd13-4a88-88f4-3442189ab8ca x-openstack-request-id: req-e12f990d-cd13-4a88-88f4-3442189ab8ca {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:46.496721 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:46.497484 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e12f990d-cd13-4a88-88f4-3442189ab8ca {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:46.497894 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'status': 'completed', 'code': 200} Aug 19 00:04:46.514609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-476cd47e-3dad-4296-bd98-401f2e9a1d2a service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292826 Aug 19 00:04:46.523422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Attempting to bind port cf53d611-4e02-4292-b291-2c21709bc5b2 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:04:46.523768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Attempting to bind port cf53d611-4e02-4292-b291-2c21709bc5b2 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:04:46.524109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Attempting to bind port cf53d611-4e02-4292-b291-2c21709bc5b2 on network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:46.571109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Port cf53d611-4e02-4292-b291-2c21709bc5b2 on network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:04:46.571442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Attempting to bind port cf53d611-4e02-4292-b291-2c21709bc5b2 on network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:04:46.577023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-964a3bcb-9194-4ef2-a0ea-f582020f1f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 217 time: 0.0479031 Aug 19 00:04:46.601021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:04:46.601838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Checking segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:04:46.601838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Bound using segment: {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:04:46.602422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Bound port: cf53d611-4e02-4292-b291-2c21709bc5b2, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e015046-bfc7-475f-815b-18f1bfb41438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:04:46.603010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:46.613922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a6a9-980a-4cae-8e39-91a1bbdcb13d req-7c176c7c-fa70-4bbd-b202-5af5fc94551c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.615382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b42a6a9-980a-4cae-8e39-91a1bbdcb13d req-7c176c7c-fa70-4bbd-b202-5af5fc94551c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 947 time: 0.1134472 Aug 19 00:04:46.618638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-9712822f-01e3-457e-8da2-0477f5efb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.620080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-9712822f-01e3-457e-8da2-0477f5efb287 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b394d2f9b3421d8075b73cd89d98bd&device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 1098 time: 0.0858994 Aug 19 00:04:46.676943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-3a8af560-e2ae-481f-8ae4-af16a214989c service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817533 Aug 19 00:04:46.719756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b42a6a9-980a-4cae-8e39-91a1bbdcb13d req-f315529d-dac0-4fdf-b5aa-7f4b1c539b6e tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936182 Aug 19 00:04:46.759881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-3fc808b8-6b22-4323-b718-e709e12bb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.762233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-3fc808b8-6b22-4323-b718-e709e12bb3f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 HTTP/1.1" status: 200 len: 915 time: 0.1223271 Aug 19 00:04:46.774230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-29cda4e8-1e6b-40d4-a5a8-09f371abb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.776893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-29cda4e8-1e6b-40d4-a5a8-09f371abb31d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1898799 Aug 19 00:04:46.842594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02702fa-fa9f-477f-8251-911fc53f74bc req-9010fab6-091f-4c94-ba9b-a55620f415c5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.848316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c02702fa-fa9f-477f-8251-911fc53f74bc req-9010fab6-091f-4c94-ba9b-a55620f415c5 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 943 time: 0.2347445 Aug 19 00:04:46.885699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:04:46.893049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-1accea8b-a0b8-4512-abb9-740f93af6321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49df952b-81ce-4871-905c-e12e8d50a4dd HTTP/1.1" status: 200 len: 1002 time: 0.1223867 Aug 19 00:04:46.931108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c8165af-6aba-4902-9a71-26cdb991499d req-3886afe3-7ffd-4ca5-931d-d6ac1ec99329 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281139 Aug 19 00:04:46.938737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cf53d611-4e02-4292-b291-2c21709bc5b2,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:04:46.953994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-2833e1dc-7e32-4a1f-8896-b8f15d788ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.955938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-2833e1dc-7e32-4a1f-8896-b8f15d788ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691306 Aug 19 00:04:46.959140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-ccce7aaa-b2bd-4f28-9e38-0e880ba556e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:46.962380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-ccce7aaa-b2bd-4f28-9e38-0e880ba556e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e922f91-0d69-40e6-a3f5-124a0869c3d9 HTTP/1.1" status: 200 len: 854 time: 0.0611768 Aug 19 00:04:46.962532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:46.972692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c02702fa-fa9f-477f-8251-911fc53f74bc req-91851d34-c451-4ea9-9ac5-a83730e848ee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232023 Aug 19 00:04:47.054586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.055219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.057003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] 10.222.0.21 "PUT /v2.0/ports/cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 1092 time: 2.2761092 Aug 19 00:04:47.061886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:47.064545 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c116d-3a92-4fd9-8a50-cb56c85e99c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:47.079800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-400eb066-4328-49f7-a9f0-690693c57a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.083624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-400eb066-4328-49f7-a9f0-690693c57a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137764 Aug 19 00:04:47.107947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1066a-42a6-45b8-9ed8-f787967ae62c service neutron] Pushing event updated for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:47.173004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-8f05f744-425c-42b2-bf5c-88fb9aeaba74 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982286 Aug 19 00:04:47.176697 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9557c1e-2cf1-4e31-8512-636a505f519f x-openstack-request-id: req-e9557c1e-2cf1-4e31-8512-636a505f519f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:47.177077 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:47.177278 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9557c1e-2cf1-4e31-8512-636a505f519f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:47.177681 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'status': 'completed', 'code': 200} Aug 19 00:04:47.238114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-fbcf416d-3758-4025-81b1-3c81af6967f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458511 Aug 19 00:04:47.263700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-9a8db234-8a01-4992-9e4b-fbe52ffb9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.265318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-9a8db234-8a01-4992-9e4b-fbe52ffb9637 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1095 time: 0.1392968 Aug 19 00:04:47.323601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec067-6e17-4e23-9f5d-4a964b085d39 req-e2121a12-5f8f-4503-922e-9fb5a68fc876 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.325270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f73ec067-6e17-4e23-9f5d-4a964b085d39 req-e2121a12-5f8f-4503-922e-9fb5a68fc876 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 943 time: 0.2169468 Aug 19 00:04:47.339064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-b42f0d01-c533-40b1-865e-f37437d773b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0574696 Aug 19 00:04:47.340991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-10919dec-906c-41cc-818a-fa2696d19d1e service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576402 Aug 19 00:04:47.360726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e4ccfe6-2c21-41af-8610-328712b0851e req-f3e0a5dd-9ad2-4d6c-8f87-51e95d53b314 service neutron] 10.222.0.11 "GET /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151981 Aug 19 00:04:47.395598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f73ec067-6e17-4e23-9f5d-4a964b085d39 req-beca1ff7-2a45-449b-85f0-40d26f5798a6 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618765 Aug 19 00:04:47.416592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-de839197-eeea-4e3b-83d3-718a98d04a2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0618331 Aug 19 00:04:47.458304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-15817228-eaf3-43b1-b660-36542e08cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.459862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-15817228-eaf3-43b1-b660-36542e08cf55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.1124437 Aug 19 00:04:47.479742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ec9601f4-66a0-4e1a-bf58-1be7420eea74 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:47.502869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-bc8a4a95-cd5f-4cc1-8179-c63c83201bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.504395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-bc8a4a95-cd5f-4cc1-8179-c63c83201bb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.0803778 Aug 19 00:04:47.541205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-f3b86612-9f28-43c9-a47b-946e24f6220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.542767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-f3b86612-9f28-43c9-a47b-946e24f6220a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736170 Aug 19 00:04:47.582195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:47.593066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74', 'network_id': '71364be3-bc39-4c55-b4ad-05cb62c338bd', 'port_id': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74', 'mac_address': 'fa:16:3e:8e:f2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ec83fd-b457-453d-bb14-bbe634c107a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:47.599822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-26421b8f-50e4-481f-b37c-b79039b66002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.601357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-26421b8f-50e4-481f-b37c-b79039b66002 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892286 Aug 19 00:04:47.633030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.646866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9601f4-66a0-4e1a-bf58-1be7420eea74 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:47.674633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:47.681949 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.682595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d7fd42-6bdd-4e3e-9e18-491093d49059 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:47.703128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-140d186c-fbdd-4906-9f6c-90fc08abd43b service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500974 Aug 19 00:04:47.735223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.767312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-9562207b-6750-4cbc-b41e-9f98db901e3a service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584461 Aug 19 00:04:47.790142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:47.865179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:47.885076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059', 'mac_address': 'fa:16:3e:70:cc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:47.919385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-017eb090-67d8-46b4-be9b-d9a6ec62b649 req-d1b9cdb5-8523-46d4-86ea-48b00bb58d2e service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035427 Aug 19 00:04:47.927993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.930604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bf7-5645-4d07-a341-4c0214d0e743 req-c2ffa0e9-d81e-4e7d-b4bc-d51fcf8f6a25 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:47.941370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-949a7bf7-5645-4d07-a341-4c0214d0e743 req-c2ffa0e9-d81e-4e7d-b4bc-d51fcf8f6a25 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 947 time: 0.1198242 Aug 19 00:04:47.948371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d7fd42-6bdd-4e3e-9e18-491093d49059 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:47.974325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:47.981731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:47.992003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d397e0c-483b-41bf-a168-0ef224fd87c7 req-664791ac-1814-485e-930f-72318b12ca16 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147126 Aug 19 00:04:48.067116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-949a7bf7-5645-4d07-a341-4c0214d0e743 req-78c961bb-5913-43f9-a045-d345f780eddf tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121936 Aug 19 00:04:48.068819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:48.082173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-3c0e7c5b-9fdf-493a-872f-88d6dce9b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.082410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-3c0e7c5b-9fdf-493a-872f-88d6dce9b9f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1095 time: 0.0663464 Aug 19 00:04:48.198519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-574abacb-1792-4a09-aa85-70a0aec1fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.200234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-574abacb-1792-4a09-aa85-70a0aec1fa1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 928 time: 0.1070461 Aug 19 00:04:48.252019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-3b570a34-bcf3-4d6a-929a-135bf18a4d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0424767 Aug 19 00:04:48.297672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c7d7fd42-6bdd-4e3e-9e18-491093d49059'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:48.325077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ec9601f4-66a0-4e1a-bf58-1be7420eea74'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:48.334713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299efec0-6459-4a68-bd3e-d78d3350b2e7 req-37e45a27-a09f-41c4-8a79-2745f5f267a0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.336323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-299efec0-6459-4a68-bd3e-d78d3350b2e7 req-37e45a27-a09f-41c4-8a79-2745f5f267a0 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 945 time: 0.0616431 Aug 19 00:04:48.336667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dda53-9f00-40bc-aa22-5953e1ee41d8 req-389ebb47-cd34-4c58-b7b5-878a9c09819c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.338194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b64dda53-9f00-40bc-aa22-5953e1ee41d8 req-389ebb47-cd34-4c58-b7b5-878a9c09819c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 944 time: 0.0892088 Aug 19 00:04:48.339788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-c90fb4e0-06c0-4e7c-86b6-9660f8b90595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.341153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-c90fb4e0-06c0-4e7c-86b6-9660f8b90595 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.0788879 Aug 19 00:04:48.384327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-299efec0-6459-4a68-bd3e-d78d3350b2e7 req-ccfe2ddb-e484-48ec-a7fa-790923ac8027 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Aug 19 00:04:48.431183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-5c51b8bb-e388-49d1-85e3-dea5d6f9ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.432859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-5c51b8bb-e388-49d1-85e3-dea5d6f9ef23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779259 Aug 19 00:04:48.436012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b64dda53-9f00-40bc-aa22-5953e1ee41d8 req-71ea8797-c789-4fb5-9aa6-f916ef64617f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869434 Aug 19 00:04:48.540517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-f1fbdd38-fac3-4819-8e75-531d31947cff service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989511 Aug 19 00:04:48.542915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a907d-ff82-404d-9852-b1cadc256696 req-b57f1e52-a8a5-42cd-97d8-0d5cdbb1a998 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:48.545380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f7a907d-ff82-404d-9852-b1cadc256696 req-b57f1e52-a8a5-42cd-97d8-0d5cdbb1a998 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 943 time: 0.0569961 Aug 19 00:04:48.588211 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f7a907d-ff82-404d-9852-b1cadc256696 req-07567bd2-4adf-49eb-90c5-2405cb88eddc tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Aug 19 00:04:48.641589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-532c116d-3a92-4fd9-8a50-cb56c85e99c0 req-983d77bd-1bd0-43a1-afb3-02fa4f823173 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934517 Aug 19 00:04:49.182097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb8195-e406-498e-9714-1fad1bbfa784 req-4dae5ce5-0c7a-4b29-a9d3-e6881d46679a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:49.183577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fafb8195-e406-498e-9714-1fad1bbfa784 req-4dae5ce5-0c7a-4b29-a9d3-e6881d46679a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 948 time: 0.0481327 Aug 19 00:04:49.220602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fafb8195-e406-498e-9714-1fad1bbfa784 req-7c9424eb-fef4-430e-80fe-9681306a3f33 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Aug 19 00:04:49.503269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d0f4c-5715-4586-aa1c-88c207fd3898 req-9c3894e2-8de2-4dab-8d34-72dc91050d34 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:49.504876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-339d0f4c-5715-4586-aa1c-88c207fd3898 req-9c3894e2-8de2-4dab-8d34-72dc91050d34 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Aug 19 00:04:49.542308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-339d0f4c-5715-4586-aa1c-88c207fd3898 req-e72bb02c-ce79-4288-83f7-e0ddcdf231e2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Aug 19 00:04:49.566983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61efb-d002-48e1-bf3b-432f1a5986a9 req-0001bad8-c223-4c6c-a517-a3fbf0c59cca tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:49.568485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7d61efb-d002-48e1-bf3b-432f1a5986a9 req-0001bad8-c223-4c6c-a517-a3fbf0c59cca tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 944 time: 0.0477369 Aug 19 00:04:49.605078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7d61efb-d002-48e1-bf3b-432f1a5986a9 req-a51ae269-f018-4a6a-871e-0bfede1ff330 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Aug 19 00:04:49.700907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2880-2a67-4b27-a900-f78cbf8fc3f0 req-20744f5f-62c6-40e3-ab0a-e25d090c8426 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:49.702346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e1b2880-2a67-4b27-a900-f78cbf8fc3f0 req-20744f5f-62c6-40e3-ab0a-e25d090c8426 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 943 time: 0.0471311 Aug 19 00:04:49.739194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e1b2880-2a67-4b27-a900-f78cbf8fc3f0 req-31c17025-a830-4dd3-b974-7670a674e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Aug 19 00:04:50.131212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-85e8533d-4969-4220-9d4b-dc7be88fbff3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:50.132957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-85e8533d-4969-4220-9d4b-dc7be88fbff3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 19 00:04:50.228793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Deleting port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:50.229053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:50.364332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] For port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:50.364725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:50.389625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0b8a-21a1-4aa4-a76d-e0e521a4096c req-96a966a8-e168-498c-a96a-168cc20f48dc tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:50.391264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac3c0b8a-21a1-4aa4-a76d-e0e521a4096c req-96a966a8-e168-498c-a96a-168cc20f48dc tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 948 time: 0.0986712 Aug 19 00:04:50.392176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Calling delete_port for 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:50.481764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac3c0b8a-21a1-4aa4-a76d-e0e521a4096c req-eae5471b-1380-44bc-b683-b8dbe825a48e tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831673 Aug 19 00:04:50.558260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:50.569261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be674c0f-f45a-408b-9926-e6edf053fe8f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:50.598514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event deleted for resources: {'Port': ['ID=23fc5dc5-06ec-489c-95e8-c440e7fd5bf1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:50.599182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708', '59fd3280-4fd8-40c8-a41d-45287e47c60a', '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:50.654001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] No DVR routers for this DVR port 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:50.657629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:50.662046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c32d6ad-e633-4ad4-b02d-c5a9a03a3b32 req-3b5fd5e3-1c9c-4929-8351-042934df48e2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ade9909-60c3-4101-b925-59441f6eff50 HTTP/1.1" status: 200 len: 210 time: 0.0388911 Aug 19 00:04:50.673149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b0c72545-2e77-4d31-8b13-37f7ac2dba51 req-e2dedd26-b3e7-4a79-b5ed-059db492fc8f tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "DELETE /v2.0/ports/23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 HTTP/1.1" status: 204 len: 173 time: 0.5210688 Aug 19 00:04:50.673727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'name': 'network-vif-deleted', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:50.688618 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19b1c5-8f07-47b8-b73e-fa11405b0cd0" -d '{"events": [{"server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "name": "network-vif-deleted", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:50.743043 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705361e6-d849-4dc4-9808-f571db0018a1 x-openstack-request-id: req-705361e6-d849-4dc4-9808-f571db0018a1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:50.743249 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ade9909-60c3-4101-b925-59441f6eff50", "name": "network-vif-deleted", "tag": "23fc5dc5-06ec-489c-95e8-c440e7fd5bf1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:50.743498 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-705361e6-d849-4dc4-9808-f571db0018a1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:50.743894 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ade9909-60c3-4101-b925-59441f6eff50', 'name': 'network-vif-deleted', 'tag': '23fc5dc5-06ec-489c-95e8-c440e7fd5bf1', 'status': 'completed', 'code': 200} Aug 19 00:04:50.777754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd419317-0855-4d86-a9cc-2374f9e4d5a1 req-6e8641d9-0c85-4231-b236-e3d473b4a626 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:50.779907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd419317-0855-4d86-a9cc-2374f9e4d5a1 req-6e8641d9-0c85-4231-b236-e3d473b4a626 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 944 time: 0.0784690 Aug 19 00:04:50.835106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd419317-0855-4d86-a9cc-2374f9e4d5a1 req-c49aeb4e-af4f-479e-8ac2-b555e94e42e9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Aug 19 00:04:51.202418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b5de-3b19-4fd0-813e-46df9ce75fce req-679ade6e-9fc3-4299-80fc-c21526eecd55 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:51.203936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5602b5de-3b19-4fd0-813e-46df9ce75fce req-679ade6e-9fc3-4299-80fc-c21526eecd55 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 943 time: 0.3843217 Aug 19 00:04:51.245219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5602b5de-3b19-4fd0-813e-46df9ce75fce req-d84b53de-49f4-4ec4-a669-3617df6d4bb2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Aug 19 00:04:51.499019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ec9601f4-66a0-4e1a-bf58-1be7420eea74 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:51.551770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port ec9601f4-66a0-4e1a-bf58-1be7420eea74 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:51.555600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port ec9601f4-66a0-4e1a-bf58-1be7420eea74 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:51.555981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.605269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833e94-c12e-4fb9-b24f-638fdf491d99 req-2832d767-868a-4e36-9e95-40eee9a6732c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:51.606536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27833e94-c12e-4fb9-b24f-638fdf491d99 req-2832d767-868a-4e36-9e95-40eee9a6732c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 948 time: 0.0498517 Aug 19 00:04:51.640098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.646252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27833e94-c12e-4fb9-b24f-638fdf491d99 req-472a9e25-888d-46fb-919c-28f778203f1d tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Aug 19 00:04:51.664220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:51.666673 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fd30fa-89b3-4450-8d5f-76da58dd2e47" -d '{"events": [{"server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "name": "network-vif-plugged", "status": "completed", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:51.682550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:51.691510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.692423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d7fd42-6bdd-4e3e-9e18-491093d49059 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:51.715714 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c7664e-a4d7-4d80-8488-c23c0ce2ada6 x-openstack-request-id: req-e1c7664e-a4d7-4d80-8488-c23c0ce2ada6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:51.716024 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "name": "network-vif-plugged", "status": "completed", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:51.716278 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1c7664e-a4d7-4d80-8488-c23c0ce2ada6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:51.716686 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74', 'code': 200} Aug 19 00:04:51.777090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:51.787355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port c7d7fd42-6bdd-4e3e-9e18-491093d49059 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:51.791506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port c7d7fd42-6bdd-4e3e-9e18-491093d49059 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:51.791935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.846890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8ccc9-7c6f-479c-bf32-ab7d631500bb req-d4043b4e-9959-4508-9d89-5d335d1e260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:51.849693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03b8ccc9-7c6f-479c-bf32-ab7d631500bb req-d4043b4e-9959-4508-9d89-5d335d1e260e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 1097 time: 0.0784009 Aug 19 00:04:51.882561 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.890896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03b8ccc9-7c6f-479c-bf32-ab7d631500bb req-511391d8-ed71-498f-8bc6-87763bc5d57d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Aug 19 00:04:51.917297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:51.925558 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:51.969813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86114-be9b-4193-88e7-000565f3e096 req-5cc9d745-5e4a-4059-8832-36b575a61f98 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:51.971577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1b86114-be9b-4193-88e7-000565f3e096 req-5cc9d745-5e4a-4059-8832-36b575a61f98 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Aug 19 00:04:51.979967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:52.012657 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1b86114-be9b-4193-88e7-000565f3e096 req-ae321352-977a-4f64-962e-f2cb749a3b74 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Aug 19 00:04:52.361678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213cb1a-dd06-4750-ba8e-8dc76c591dcd req-6ae22d46-81d9-49a3-8915-a6647e42e3b6 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:52.363854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a213cb1a-dd06-4750-ba8e-8dc76c591dcd req-6ae22d46-81d9-49a3-8915-a6647e42e3b6 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 943 time: 0.0492995 Aug 19 00:04:52.405544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a213cb1a-dd06-4750-ba8e-8dc76c591dcd req-d1d31ab6-b61b-46ac-8647-0586e831c21b tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Aug 19 00:04:52.781892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3ff2-0e05-4a88-9a4b-96140062ce63 req-8efa6415-e24b-487b-ace2-f8f668ceb07f tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:52.783380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ccd3ff2-0e05-4a88-9a4b-96140062ce63 req-8efa6415-e24b-487b-ace2-f8f668ceb07f tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0630686 Aug 19 00:04:52.827236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ccd3ff2-0e05-4a88-9a4b-96140062ce63 req-30f878ed-bed8-4d14-8065-e4d0546fbe18 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Aug 19 00:04:52.956373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cf53d611-4e02-4292-b291-2c21709bc5b2 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:04:53.055294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cf53d611-4e02-4292-b291-2c21709bc5b2,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:53.065862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'mac_address': 'fa:16:3e:57:29:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:04:53.106363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:53.120983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf53d611-4e02-4292-b291-2c21709bc5b2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:04:53.134030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc4a16-8167-4f37-a54c-f925960a8d7b req-ce588e75-e511-4885-a72c-a98bfa6763f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.135543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93cc4a16-8167-4f37-a54c-f925960a8d7b req-ce588e75-e511-4885-a72c-a98bfa6763f0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Aug 19 00:04:53.142307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cf53d611-4e02-4292-b291-2c21709bc5b2,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:53.146462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:53.176649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93cc4a16-8167-4f37-a54c-f925960a8d7b req-e2d58e76-bd22-41bc-8007-6feab8702250 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Aug 19 00:04:53.213649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:53.408134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2218351-655c-49da-8cb5-32f8453b9523 req-70c13c9a-7b6e-42b3-b922-3d0ff3ed9b29 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.409639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2218351-655c-49da-8cb5-32f8453b9523 req-70c13c9a-7b6e-42b3-b922-3d0ff3ed9b29 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Aug 19 00:04:53.449280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2218351-655c-49da-8cb5-32f8453b9523 req-ce7838f4-192c-4742-a6c5-d556394d8176 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Aug 19 00:04:53.558571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b158-1af7-4b93-ae5b-2ea58e526ea7 req-c64db7b3-0dc0-48e6-8c29-78c1cbd00da0 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.560118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e391b158-1af7-4b93-ae5b-2ea58e526ea7 req-c64db7b3-0dc0-48e6-8c29-78c1cbd00da0 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 944 time: 0.0502660 Aug 19 00:04:53.595285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7537cb-2d17-4240-875a-4bfc3da86d85 req-bef92d52-82f5-4cc7-9170-3a217e4b5063 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.596788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a7537cb-2d17-4240-875a-4bfc3da86d85 req-bef92d52-82f5-4cc7-9170-3a217e4b5063 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0533481 Aug 19 00:04:53.600916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e391b158-1af7-4b93-ae5b-2ea58e526ea7 req-67038da6-f973-44e8-813e-53f561222d37 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Aug 19 00:04:53.623212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cf53d611-4e02-4292-b291-2c21709bc5b2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:53.643500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a7537cb-2d17-4240-875a-4bfc3da86d85 req-37296911-ca1e-488e-b9eb-39863fb7d769 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Aug 19 00:04:53.717951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:53.720173 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef730b6-d0ea-4a36-92d7-a7b56df24041" -d '{"events": [{"server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:53.797914 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae5b12-a8f8-47d9-aa94-5dc880aee3be x-openstack-request-id: req-dfae5b12-a8f8-47d9-aa94-5dc880aee3be {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:53.798081 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:53.798230 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfae5b12-a8f8-47d9-aa94-5dc880aee3be {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:53.798741 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059', 'code': 200} Aug 19 00:04:53.972771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0cbd-9227-4b50-8f65-4acc74310708 req-3eac686a-435d-4dfd-ac41-abd86e79a162 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.974513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab8b0cbd-9227-4b50-8f65-4acc74310708 req-3eac686a-435d-4dfd-ac41-abd86e79a162 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0600607 Aug 19 00:04:53.982565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef0e0-d297-44a3-9b21-c630b050b27b req-5ad22a76-c963-4a3d-b000-f8090a9dc4b3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:53.984794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710ef0e0-d297-44a3-9b21-c630b050b27b req-5ad22a76-c963-4a3d-b000-f8090a9dc4b3 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1226280 Aug 19 00:04:54.005420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e2d21-4f6d-4d2b-afaa-7f466df0bda9 req-631d8bb3-18a3-4570-904e-84a9a60cbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:54.007161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-390e2d21-4f6d-4d2b-afaa-7f466df0bda9 req-631d8bb3-18a3-4570-904e-84a9a60cbed2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 1101 time: 0.1341202 Aug 19 00:04:54.020329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab8b0cbd-9227-4b50-8f65-4acc74310708 req-cce197f1-d247-457e-abcb-24bc7f7ea696 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Aug 19 00:04:54.058039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710ef0e0-d297-44a3-9b21-c630b050b27b req-f96f70da-6a8d-4595-b179-dcb0117ea414 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640290 Aug 19 00:04:54.063580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-390e2d21-4f6d-4d2b-afaa-7f466df0bda9 req-c470ce1a-2fa4-4866-8d7b-00498403b8f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Aug 19 00:04:54.962828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3d3f-812a-4755-9374-30a0a9ae7768 req-9105063d-78c3-40fe-a118-bfc6089cdfee tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:54.964310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b7b3d3f-812a-4755-9374-30a0a9ae7768 req-9105063d-78c3-40fe-a118-bfc6089cdfee tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 944 time: 0.0501907 Aug 19 00:04:54.974190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cf53d611-4e02-4292-b291-2c21709bc5b2 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:04:55.006025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b7b3d3f-812a-4755-9374-30a0a9ae7768 req-a9eaae99-dbe1-483b-a812-7042798742a4 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Aug 19 00:04:55.045064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port cf53d611-4e02-4292-b291-2c21709bc5b2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:04:55.049810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port cf53d611-4e02-4292-b291-2c21709bc5b2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:04:55.050377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.143985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.155811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57c069-ec08-45a5-9e00-9fa832fe6f07 req-f129c309-46be-49a3-b8d4-c9767bc75ce7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:55.157447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee57c069-ec08-45a5-9e00-9fa832fe6f07 req-f129c309-46be-49a3-b8d4-c9767bc75ce7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0577726 Aug 19 00:04:55.177810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cf53d611-4e02-4292-b291-2c21709bc5b2,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:55.182842 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.183656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:04:55.200731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee57c069-ec08-45a5-9e00-9fa832fe6f07 req-8f99886f-7a2a-4244-b57a-61b0953c254c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Aug 19 00:04:55.226153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:04:55.226505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 23fc5dc5-06ec-489c-95e8-c440e7fd5bf1 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:04:55.247034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada6c1f-0fc4-4e72-b677-12dade820763 req-3c477cc4-c78c-4df9-bd62-4f2215b493bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:55.248055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:55.249969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ada6c1f-0fc4-4e72-b677-12dade820763 req-3c477cc4-c78c-4df9-bd62-4f2215b493bc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0601988 Aug 19 00:04:55.288914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ada6c1f-0fc4-4e72-b677-12dade820763 req-86d99a57-8116-4f35-b6e0-f5c5f9186192 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Aug 19 00:04:55.312366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e46cb-9827-4dc4-aceb-774d1d19661b req-5c53007d-4680-47d8-89ef-753d8d19c996 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:55.314210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-556e46cb-9827-4dc4-aceb-774d1d19661b req-5c53007d-4680-47d8-89ef-753d8d19c996 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 19 00:04:55.352071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-556e46cb-9827-4dc4-aceb-774d1d19661b req-3062fd87-eb22-44d8-84f9-c66fd580eca5 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Aug 19 00:04:55.800068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:55.805040 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc1bec-79cc-4134-a768-5424b9c4018c" -d '{"events": [{"server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "name": "network-vif-plugged", "status": "completed", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:55.812616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-1d3b035f-73ad-47bf-b04c-112a2d7977d5 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:55.814178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-1d3b035f-73ad-47bf-b04c-112a2d7977d5 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 1101 time: 0.3599768 Aug 19 00:04:55.833231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-3b291a37-fae8-48eb-92c4-6b254a6db395 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.840606 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f13472-1f7c-41b0-8518-44eead9522bb x-openstack-request-id: req-07f13472-1f7c-41b0-8518-44eead9522bb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:55.840908 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "name": "network-vif-plugged", "status": "completed", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:55.841165 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07f13472-1f7c-41b0-8518-44eead9522bb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:55.841560 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'code': 200} Aug 19 00:04:55.932351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-3b291a37-fae8-48eb-92c4-6b254a6db395 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.936127 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-3b291a37-fae8-48eb-92c4-6b254a6db395 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:55.959365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39e03175-7617-4ca4-befd-9333fb7b91b8 req-3b291a37-fae8-48eb-92c4-6b254a6db395 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382353 Aug 19 00:04:55.977785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b291a37-fae8-48eb-92c4-6b254a6db395 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ad9f8-dc0d-4fd8-a7ec-13153f974555,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:56.006919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d775-1d3e-4420-93a2-9b6a3fa4b245 req-227563e1-da7c-4596-a8a5-238b4f289e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:56.008425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77d6d775-1d3e-4420-93a2-9b6a3fa4b245 req-227563e1-da7c-4596-a8a5-238b4f289e97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1097 time: 0.0444729 Aug 19 00:04:56.045158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77d6d775-1d3e-4420-93a2-9b6a3fa4b245 req-6a038f31-652c-48b4-9bdf-ab412c2dffa2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277069 Aug 19 00:04:56.121201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76567617-dd86-4072-a6af-08694cb77cf3 req-d6b8f32f-51cc-4ffc-b421-340156b24f61 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:56.122565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-76567617-dd86-4072-a6af-08694cb77cf3 req-d6b8f32f-51cc-4ffc-b421-340156b24f61 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Aug 19 00:04:56.159292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-76567617-dd86-4072-a6af-08694cb77cf3 req-a288c41a-2bb3-44f0-a33d-2d702794ce14 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Aug 19 00:04:56.405285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7939-4248-46a2-b42d-7b6d7f98ab83 req-c0f0077b-19b4-4b46-b918-21f079e4f528 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:56.407355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-abdd7939-4248-46a2-b42d-7b6d7f98ab83 req-c0f0077b-19b4-4b46-b918-21f079e4f528 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Aug 19 00:04:56.419085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:56.446436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-abdd7939-4248-46a2-b42d-7b6d7f98ab83 req-6af720e0-22cd-40e6-ab92-175082dfac1e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 Aug 19 00:04:56.470311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58aa5f-b76c-4939-842e-a15dadccc815 req-e1fb01ca-bc4f-4b4b-bfb1-951efc877c71 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:56.471822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b58aa5f-b76c-4939-842e-a15dadccc815 req-e1fb01ca-bc4f-4b4b-bfb1-951efc877c71 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.0520802 Aug 19 00:04:56.509711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b58aa5f-b76c-4939-842e-a15dadccc815 req-25e7e558-1250-4147-809d-83948b6a7e1e tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Aug 19 00:04:57.065336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc649-07d3-4330-8f6a-f7cc88ef8f85 req-2c2f4271-a72a-45ae-bfe4-f28658b4d401 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.066844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-115cc649-07d3-4330-8f6a-f7cc88ef8f85 req-2c2f4271-a72a-45ae-bfe4-f28658b4d401 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 1101 time: 0.0398345 Aug 19 00:04:57.099608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-115cc649-07d3-4330-8f6a-f7cc88ef8f85 req-6cee06a4-3eea-4a92-935e-9be717f6e020 tempest-ServersAdminNegativeTestJSON-1933747748 tempest-ServersAdminNegativeTestJSON-1933747748-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269690 Aug 19 00:04:57.273631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b775a-9375-4d8f-87b5-d11bd3628386 req-7fae1cd1-54c6-44ec-b1d6-124b2e095b4f tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.275201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc7b775a-9375-4d8f-87b5-d11bd3628386 req-7fae1cd1-54c6-44ec-b1d6-124b2e095b4f tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0487003 Aug 19 00:04:57.314666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc7b775a-9375-4d8f-87b5-d11bd3628386 req-98015231-b680-486b-aa02-1cc9a424e203 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Aug 19 00:04:57.415672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd761-5cb0-4a4d-8e28-aa36c22ea9f5 req-57221def-de0d-4338-94d9-7b2b68661e9a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.417142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-779cd761-5cb0-4a4d-8e28-aa36c22ea9f5 req-57221def-de0d-4338-94d9-7b2b68661e9a tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0490456 Aug 19 00:04:57.455540 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-779cd761-5cb0-4a4d-8e28-aa36c22ea9f5 req-a41a328a-3c70-45be-bfb0-ff163dac0936 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Aug 19 00:04:57.561198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bec6-dcf7-496e-a8fd-e82170009fd9 req-8ef9d867-ddf3-48e1-9f4b-f6e292860f01 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.562704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0532bec6-dcf7-496e-a8fd-e82170009fd9 req-8ef9d867-ddf3-48e1-9f4b-f6e292860f01 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 19 00:04:57.602088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0532bec6-dcf7-496e-a8fd-e82170009fd9 req-6c2b0325-1016-4624-840a-cad08cb1633f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Aug 19 00:04:57.686285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128832e7-fe69-4149-a2a8-b3ba6d8d739b req-7185fae1-8bed-479e-87c4-a29c07f80170 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.687821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-128832e7-fe69-4149-a2a8-b3ba6d8d739b req-7185fae1-8bed-479e-87c4-a29c07f80170 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.0515032 Aug 19 00:04:57.765253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-128832e7-fe69-4149-a2a8-b3ba6d8d739b req-23179a81-f8e2-499a-a0c7-b3418de699c1 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688441 Aug 19 00:04:57.780082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773738-5789-44c9-9227-e624d46465da req-c8c9c4cf-8c36-4fe8-90fd-312f7f1df078 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:57.781657 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6773738-5789-44c9-9227-e624d46465da req-c8c9c4cf-8c36-4fe8-90fd-312f7f1df078 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/ports?device_id=93dc4479-8a1c-4348-bc65-6c666ee1140f HTTP/1.1" status: 200 len: 945 time: 0.0834317 Aug 19 00:04:57.876008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Deleting port 59fd3280-4fd8-40c8-a41d-45287e47c60a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:57.876239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:57.968466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] For port 59fd3280-4fd8-40c8-a41d-45287e47c60a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=59fd3280-4fd8-40c8-a41d-45287e47c60a,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:57.968840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:57.980931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Calling delete_port for 59fd3280-4fd8-40c8-a41d-45287e47c60a owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:58.125970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:58.138129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be674c0f-f45a-408b-9926-e6edf053fe8f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:58.155574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event deleted for resources: {'Port': ['ID=59fd3280-4fd8-40c8-a41d-45287e47c60a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:58.162700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708', '59fd3280-4fd8-40c8-a41d-45287e47c60a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:58.169506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.169858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.170207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.170542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.170875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.171208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.171535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.171883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.172208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.172560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.172884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.173207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:04:58.206252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] No DVR routers for this DVR port 59fd3280-4fd8-40c8-a41d-45287e47c60a on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:58.208764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:58.210910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6773738-5789-44c9-9227-e624d46465da req-a4de3df4-4e1a-45c1-af17-c26365120a28 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "DELETE /v2.0/ports/59fd3280-4fd8-40c8-a41d-45287e47c60a HTTP/1.1" status: 204 len: 173 time: 0.4228339 Aug 19 00:04:58.211346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'name': 'network-vif-deleted', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:04:58.213607 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe89d58-09ab-4d1d-9a04-8906eae34f33" -d '{"events": [{"server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "name": "network-vif-deleted", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:04:58.256619 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43ebd6d-2aa9-4b89-8d9f-d84d20d35379 x-openstack-request-id: req-c43ebd6d-2aa9-4b89-8d9f-d84d20d35379 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:04:58.256913 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc4479-8a1c-4348-bc65-6c666ee1140f", "name": "network-vif-deleted", "tag": "59fd3280-4fd8-40c8-a41d-45287e47c60a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:04:58.257181 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c43ebd6d-2aa9-4b89-8d9f-d84d20d35379 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:04:58.257574 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc4479-8a1c-4348-bc65-6c666ee1140f', 'name': 'network-vif-deleted', 'tag': '59fd3280-4fd8-40c8-a41d-45287e47c60a', 'status': 'completed', 'code': 200} Aug 19 00:04:58.447200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee337-4096-4d92-ac04-7cc7d552b23a req-8ea82bb3-3738-4537-9824-937cca01c0bf tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:58.448713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0ee337-4096-4d92-ac04-7cc7d552b23a req-8ea82bb3-3738-4537-9824-937cca01c0bf tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0565646 Aug 19 00:04:58.488423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0ee337-4096-4d92-ac04-7cc7d552b23a req-13590540-a4ca-446b-a571-ce95fa8d5472 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Aug 19 00:04:58.578413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd697-8e7b-4a69-8edc-23e475a3135d req-95434e2d-26d6-4cda-90b6-5de18c9eedf2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:58.579924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3cd697-8e7b-4a69-8edc-23e475a3135d req-95434e2d-26d6-4cda-90b6-5de18c9eedf2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0520723 Aug 19 00:04:58.618479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3cd697-8e7b-4a69-8edc-23e475a3135d req-21deafe7-e7b2-40e1-991f-07d49a8a6c93 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Aug 19 00:04:58.742835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-35b8682e-4b13-4de7-8c9d-4e5f0bf3b64d tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 258 time: 0.2192717 Aug 19 00:04:58.753710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:04:58.794521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:58.825895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ed85-3243-4034-99e8-0ee536346c50 req-94ef6e76-d9bc-48ac-879e-4b7e1df9a892 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:58.827999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9397ed85-3243-4034-99e8-0ee536346c50 req-94ef6e76-d9bc-48ac-879e-4b7e1df9a892 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0681405 Aug 19 00:04:58.876489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9397ed85-3243-4034-99e8-0ee536346c50 req-33f9d0ea-52fe-4b0e-b7dc-5d8fe4666c99 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Aug 19 00:04:58.962099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:58.973691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-e07a5fc3-44f3-4f87-b99c-b2e3438b65e9 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:58.975188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-e07a5fc3-44f3-4f87-b99c-b2e3438b65e9 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.11 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 949 time: 0.0726173 Aug 19 00:04:59.156456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Allocated IP 172.25.1.206 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/09955268-7a95-44d5-99dc-35340793389d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:04:59.171991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Deleting port c7d7fd42-6bdd-4e3e-9e18-491093d49059 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:04:59.172371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.329269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] For port c7d7fd42-6bdd-4e3e-9e18-491093d49059, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d7fd42-6bdd-4e3e-9e18-491093d49059,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:04:59.329643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.351476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Calling delete_port for c7d7fd42-6bdd-4e3e-9e18-491093d49059 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:04:59.353601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b884d-e808-490d-9320-b2a2a3fffdd1 req-3bdcfa38-5c00-45bf-ba4f-b04530f6dc1a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:59.355299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-066b884d-e808-490d-9320-b2a2a3fffdd1 req-3bdcfa38-5c00-45bf-ba4f-b04530f6dc1a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.0494959 Aug 19 00:04:59.358506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.398346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-066b884d-e808-490d-9320-b2a2a3fffdd1 req-b44bc51b-3a05-45d0-9eb6-851daadac0c2 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368605 Aug 19 00:04:59.448903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.502173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:04:59.508786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:04:59.525903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:04:59.545457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event updated for resources: {'Port': ['ID=09955268-7a95-44d5-99dc-35340793389d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:59.601721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.632732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0bd2046f-752c-433d-93ac-d25dfb13750f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:04:59.661238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Pushing event deleted for resources: {'Port': ['ID=c7d7fd42-6bdd-4e3e-9e18-491093d49059,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:04:59.747659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] No DVR routers for this DVR port c7d7fd42-6bdd-4e3e-9e18-491093d49059 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:04:59.751742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.753784 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c790aa-e3c7-47ae-af5e-38355f1e2e8d req-7e91c805-2171-4d0b-8212-aeccce0351e2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.11 "DELETE /v2.0/ports/c7d7fd42-6bdd-4e3e-9e18-491093d49059 HTTP/1.1" status: 204 len: 173 time: 0.7698948 Aug 19 00:04:59.766593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.802087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49d82171-991e-4aec-92a5-c4a91be5b488 req-c25e46f1-9c11-4a79-8a92-2f396a7ca753 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=050e4b3b-48a7-4f3c-abca-c487ee366d79 HTTP/1.1" status: 200 len: 210 time: 0.0702698 Aug 19 00:04:59.830191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-a5b426da-9c60-4e0e-b790-ff500f2379bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722348 Aug 19 00:04:59.833230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:04:59.989360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-dd31ee83-dc37-46aa-b36d-0e6b0de2b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:04:59.990770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-dd31ee83-dc37-46aa-b36d-0e6b0de2b3ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 1098 time: 0.1196859 Aug 19 00:05:00.009413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f31b7-d48b-482f-848a-b4694991c641 req-0c8fc78b-05ce-455d-8e95-f5f7abea7455 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.010916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-140f31b7-d48b-482f-848a-b4694991c641 req-0c8fc78b-05ce-455d-8e95-f5f7abea7455 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Aug 19 00:05:00.048087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-140f31b7-d48b-482f-848a-b4694991c641 req-a71ac278-913d-4f82-b524-3250562882a8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Aug 19 00:05:00.104851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:00.114629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:00.185401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-89de5a7f-87ae-4713-a527-9baf81ec5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.187241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-89de5a7f-87ae-4713-a527-9baf81ec5f50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 200 len: 913 time: 0.1735969 Aug 19 00:05:00.241043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-c1eeb3c5-c40f-44c9-acf3-03c153a0ae85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708 HTTP/1.1" status: 200 len: 217 time: 0.0460644 Aug 19 00:05:00.243210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event updated for resources: {'Port': ['ID=09955268-7a95-44d5-99dc-35340793389d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:00.250193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:00.258933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'name': 'network-vif-deleted', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:00.261189 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb40285-bdc1-412a-9d68-5d71705ba7d1" -d '{"events": [{"server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "name": "network-vif-deleted", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:00.299806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:00.301101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-71fe7362-44ec-474c-89a2-b1a51a96313c tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5522227 Aug 19 00:05:00.318420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-de103855-67b0-43a9-b055-f6fd8d9e7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.319972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-de103855-67b0-43a9-b055-f6fd8d9e7816 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 200 len: 853 time: 0.0713940 Aug 19 00:05:00.373979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-0a1f8479-fa7d-4a58-bb65-efd0ee03995e tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0664608 Aug 19 00:05:00.388424 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756df5ab-6c1f-47d0-b9c7-2f77cb140c80 x-openstack-request-id: req-756df5ab-6c1f-47d0-b9c7-2f77cb140c80 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:00.388719 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e4b3b-48a7-4f3c-abca-c487ee366d79", "name": "network-vif-deleted", "tag": "c7d7fd42-6bdd-4e3e-9e18-491093d49059", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:00.388974 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-756df5ab-6c1f-47d0-b9c7-2f77cb140c80 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:00.389364 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e4b3b-48a7-4f3c-abca-c487ee366d79', 'name': 'network-vif-deleted', 'tag': 'c7d7fd42-6bdd-4e3e-9e18-491093d49059', 'status': 'completed', 'code': 200} Aug 19 00:05:00.392328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-82356df4-4b50-488a-b6f1-b077e5fe54de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89d11ad1-220c-4664-9f05-a7f87ed7c5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305355 Aug 19 00:05:00.515968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29284ed-35ca-4e8b-bad6-cf14c819c9ff req-8b427336-86a3-4508-bdd0-277347225dff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.517497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e29284ed-35ca-4e8b-bad6-cf14c819c9ff req-8b427336-86a3-4508-bdd0-277347225dff tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.0491819 Aug 19 00:05:00.555037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e29284ed-35ca-4e8b-bad6-cf14c819c9ff req-88575f61-0aaf-4947-bc52-0b12fd28899a tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Aug 19 00:05:00.556771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-c786a6d1-408e-4bdb-bb0c-15f5ad8d0f92 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.558138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-460d3b1e-49b7-4ca3-a5a9-9dd82c7dc580 req-c786a6d1-408e-4bdb-bb0c-15f5ad8d0f92 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1680331 Aug 19 00:05:00.560427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-c61c007e-63e7-4835-abd9-4cfa1b3c51b4 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593463 Aug 19 00:05:00.749835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ccb00-d524-4759-9946-ebca57fe7759 req-f7fdc6e7-bc40-4b95-ae51-69413d0b7a7b tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.751283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-016ccb00-d524-4759-9946-ebca57fe7759 req-f7fdc6e7-bc40-4b95-ae51-69413d0b7a7b tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.1337130 Aug 19 00:05:00.779522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-69405159-5e64-4bd3-a3b1-7d5280071ef9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:00.780951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-69405159-5e64-4bd3-a3b1-7d5280071ef9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1665013 Aug 19 00:05:00.786311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b49850e1-b6fd-4db1-bc66-2124b0b30518 req-a0ab716a-bf03-43c0-a50c-16761e2fd4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188144 Aug 19 00:05:00.879773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-36856340-69e7-4273-a2a1-996c5347f1ae tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0767188 Aug 19 00:05:00.895326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'floatingip': {'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:00.945398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.013959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Deleting port be674c0f-f45a-408b-9926-e6edf053fe8f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:01.014308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.149555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4253-4c72-49a1-a3c5-8d880586a1b8 req-4b770f6e-357d-4952-8ad9-521ba8f30f23 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:01.152033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-498a4253-4c72-49a1-a3c5-8d880586a1b8 req-4b770f6e-357d-4952-8ad9-521ba8f30f23 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0509288 Aug 19 00:05:01.189080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:01.189453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.196377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-498a4253-4c72-49a1-a3c5-8d880586a1b8 req-8943db07-65c8-4cba-89c2-2a13af9e0747 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Aug 19 00:05:01.230751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Calling delete_port for be674c0f-f45a-408b-9926-e6edf053fe8f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:01.310101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1813b-47e3-4549-9af2-30bed4f1284c req-d2fcbb11-d273-4611-91e1-c35dc5458111 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:01.311672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69c1813b-47e3-4549-9af2-30bed4f1284c req-d2fcbb11-d273-4611-91e1-c35dc5458111 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Aug 19 00:05:01.354347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69c1813b-47e3-4549-9af2-30bed4f1284c req-10293812-eee3-40ab-868b-c66416964f72 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Aug 19 00:05:01.548908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d7fd42-6bdd-4e3e-9e18-491093d49059 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:01.572919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: c7d7fd42-6bdd-4e3e-9e18-491093d49059 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:01.573275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d7fd42-6bdd-4e3e-9e18-491093d49059 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:01.573700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be674c0f-f45a-408b-9926-e6edf053fe8f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:01.661201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.686125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:01.689359 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b79a35-1b6d-4c74-9ca1-7791f4b44c19" -d '{"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-unplugged", "status": "completed", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:01.692326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad8e51-3f23-4adf-86f2-0c67e79c8cc7 req-7b478fb5-0528-4eba-9fd2-7e7aa214a084 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:01.693678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cad8e51-3f23-4adf-86f2-0c67e79c8cc7 req-7b478fb5-0528-4eba-9fd2-7e7aa214a084 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c60e900-0224-445e-9fd4-6edcad90836e HTTP/1.1" status: 200 len: 945 time: 0.0572770 Aug 19 00:05:01.708969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be674c0f-f45a-408b-9926-e6edf053fe8f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be674c0f-f45a-408b-9926-e6edf053fe8f,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:01.713687 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.738148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0cad8e51-3f23-4adf-86f2-0c67e79c8cc7 req-3185b098-ecf0-4e53-b250-4eead3884059 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370324 Aug 19 00:05:01.773641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:01.800473 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb82c5-47cc-4a7e-a793-2282d4850db8 x-openstack-request-id: req-a8cb82c5-47cc-4a7e-a793-2282d4850db8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:01.801272 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-unplugged", "status": "completed", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:01.801530 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8cb82c5-47cc-4a7e-a793-2282d4850db8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:01.801923 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'code': 200} Aug 19 00:05:01.940516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:01.975776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:02.006521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event deleted for resources: {'Port': ['ID=be674c0f-f45a-408b-9926-e6edf053fe8f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:02.054465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:02.056173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] No DVR routers for this DVR port be674c0f-f45a-408b-9926-e6edf053fe8f on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:02.059558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:02.061833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-016ccb00-d524-4759-9946-ebca57fe7759 req-083f5ea4-c934-4b93-af6b-969e8345bd91 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.11 "DELETE /v2.0/ports/be674c0f-f45a-408b-9926-e6edf053fe8f HTTP/1.1" status: 204 len: 173 time: 1.2977021 Aug 19 00:05:02.062976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:02.176453 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Floating IP 021dd2d8-37c1-48ee-b64a-091995e773b4 associated. External IP: 172.25.1.206, port: cf53d611-4e02-4292-b291-2c21709bc5b2. Aug 19 00:05:02.321839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a5475-d076-426b-a591-8f519a298f40 req-992f626c-404a-4c22-8253-d1d5a30f8b3c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:02.323243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-877a5475-d076-426b-a591-8f519a298f40 req-992f626c-404a-4c22-8253-d1d5a30f8b3c tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0515101 Aug 19 00:05:02.366551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-877a5475-d076-426b-a591-8f519a298f40 req-63875b63-c3aa-49af-b96f-25909f1aadda tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Aug 19 00:05:02.390439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Router 745fdbdc-2949-4e24-9039-86296b384087 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:02.391099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-deleted', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:02.393427 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e557dae3-6f5d-45c9-b414-5a7ef9ad48c1" -d '{"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-deleted", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:02.478818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e323df-5f82-4bb7-bdac-1c2bb5bf21fc req-c1293fa9-b22a-4f7f-9e11-7cdd3d3fca07 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:02.480949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48e323df-5f82-4bb7-bdac-1c2bb5bf21fc req-c1293fa9-b22a-4f7f-9e11-7cdd3d3fca07 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0560689 Aug 19 00:05:02.531800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48e323df-5f82-4bb7-bdac-1c2bb5bf21fc req-ae7d3802-0239-4f6e-b052-3ac8cbbee25b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Aug 19 00:05:02.541088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:02.545881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:02.559923 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Sync routers for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:02.576877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:02.580434 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:02.585314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-62d8230e-050f-4364-bac6-c24d4c392ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "PUT /v2.0/floatingips/021dd2d8-37c1-48ee-b64a-091995e773b4 HTTP/1.1" status: 200 len: 996 time: 1.6953623 Aug 19 00:05:02.629263 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084027a-9bd8-4e9c-80d1-f2f46f30fa19 x-openstack-request-id: req-4084027a-9bd8-4e9c-80d1-f2f46f30fa19 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:02.629786 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60e900-0224-445e-9fd4-6edcad90836e", "name": "network-vif-deleted", "tag": "be674c0f-f45a-408b-9926-e6edf053fe8f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:02.630044 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4084027a-9bd8-4e9c-80d1-f2f46f30fa19 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:02.630485 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60e900-0224-445e-9fd4-6edcad90836e', 'name': 'network-vif-deleted', 'tag': 'be674c0f-f45a-408b-9926-e6edf053fe8f', 'status': 'completed', 'code': 200} Aug 19 00:05:02.651619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-f2c8eb6a-7b38-4d69-bf53-42f51e0ec2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:02.653382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-f2c8eb6a-7b38-4d69-bf53-42f51e0ec2e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1097 time: 0.0543947 Aug 19 00:05:02.716031 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:02.755144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-f6ed8c01-3742-40a0-9875-9f8f564dd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:02.756660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-f6ed8c01-3742-40a0-9875-9f8f564dd076 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 928 time: 0.0938714 Aug 19 00:05:02.874635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9751-a11f-48b2-9be0-908f785899da req-bf0ae8c4-6bec-44c4-9cc8-b6d17b7b2ff2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:02.876211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bae9751-a11f-48b2-9be0-908f785899da req-bf0ae8c4-6bec-44c4-9cc8-b6d17b7b2ff2 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.1183836 Aug 19 00:05:02.878528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-8bda5a50-3d94-4718-a8d4-330a8ebe8f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 999 time: 0.1109188 Aug 19 00:05:02.969289 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '021dd2d8-37c1-48ee-b64a-091995e773b4', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '745fdbdc-2949-4e24-9039-86296b384087', 'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'mac_address': 'fa:16:3e:57:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:04:59Z', 'updated_at': '2021-08-19T00:05:01Z', 'revision_number': 1, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:02.998918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-2e57e941-d1a6-4fa4-ace4-c80fbd00cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:03.002148 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Checking router: 745fdbdc-2949-4e24-9039-86296b384087 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:03.007398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-2e57e941-d1a6-4fa4-ace4-c80fbd00cf95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.1162326 Aug 19 00:05:03.012651 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:03.013270 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:03.023025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 59fd3280-4fd8-40c8-a41d-45287e47c60a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:03.042822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 59fd3280-4fd8-40c8-a41d-45287e47c60a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:03.043396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 59fd3280-4fd8-40c8-a41d-45287e47c60a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:03.078871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-2dc157ae-5d9a-4d9d-ba79-13614bb4e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:03.080579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-2dc157ae-5d9a-4d9d-ba79-13614bb4e4bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723553 Aug 19 00:05:03.088369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Deleting port 0bd2046f-752c-433d-93ac-d25dfb13750f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:03.088657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:03.122176 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:03.262603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] For port 0bd2046f-752c-433d-93ac-d25dfb13750f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=0bd2046f-752c-433d-93ac-d25dfb13750f,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:03.262954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:03.267441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-1013d313-2916-4878-b517-9fdc280d074d service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753862 Aug 19 00:05:03.287291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Calling delete_port for 0bd2046f-752c-433d-93ac-d25dfb13750f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:03.430164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a0417fd-7544-4a9b-baad-dc8a74420bb7 req-466cf82a-fc81-4bb3-a543-ed1d373ffb6b service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512239 Aug 19 00:05:03.502635 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '021dd2d8-37c1-48ee-b64a-091995e773b4', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '745fdbdc-2949-4e24-9039-86296b384087', 'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'mac_address': 'fa:16:3e:57:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:04:59Z', 'updated_at': '2021-08-19T00:05:01Z', 'revision_number': 1, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:03.517121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c04a-50e0-4473-9d8a-63b62f165fbd req-47bed1ed-9cf9-43bd-9635-da4020f75708 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:03.519366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96e8c04a-50e0-4473-9d8a-63b62f165fbd req-47bed1ed-9cf9-43bd-9635-da4020f75708 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fd11e96-2df8-4484-be1c-b89eb9859e16 HTTP/1.1" status: 200 len: 950 time: 0.0552142 Aug 19 00:05:03.540831 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1243c7-d1ff-449c-a458-723c2e1de67b None None] The sync data for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 is: [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '021dd2d8-37c1-48ee-b64a-091995e773b4', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '745fdbdc-2949-4e24-9039-86296b384087', 'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'mac_address': 'fa:16:3e:57:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:04:59Z', 'updated_at': '2021-08-19T00:05:01Z', 'revision_number': 1, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:03.573337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96e8c04a-50e0-4473-9d8a-63b62f165fbd req-09e0bf88-b569-4c03-b49e-a31f16192ff3 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.20 "GET /v2.0/security-groups?id=922c9554-b6d4-4cb9-a855-b622fe5ecba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Aug 19 00:05:03.598821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:03.641223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['0bd2046f-752c-433d-93ac-d25dfb13750f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:03.644192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Pushing event deleted for resources: {'Port': ['ID=0bd2046f-752c-433d-93ac-d25dfb13750f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:03.716690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] No DVR routers for this DVR port 0bd2046f-752c-433d-93ac-d25dfb13750f on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:03.720232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:03.722268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8bae9751-a11f-48b2-9be0-908f785899da req-3cf5f026-6362-4413-8062-29ad7a0adad7 tempest-ServersAdminNegativeTestJSON-1427562685 tempest-ServersAdminNegativeTestJSON-1427562685-project] 10.222.0.21 "DELETE /v2.0/ports/0bd2046f-752c-433d-93ac-d25dfb13750f HTTP/1.1" status: 204 len: 173 time: 0.8394754 Aug 19 00:05:03.727963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1d60473e-b062-4712-a69f-7045a137063a tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 258 time: 0.2422194 Aug 19 00:05:03.740409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:03.760328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d16cec-ded8-4a5d-bc81-8cdae0f85264 req-749cdcb5-a5ab-405a-a7b8-6dd236282ff6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:03.772347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3d16cec-ded8-4a5d-bc81-8cdae0f85264 req-749cdcb5-a5ab-405a-a7b8-6dd236282ff6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1205807 Aug 19 00:05:03.780782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:03.838672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3d16cec-ded8-4a5d-bc81-8cdae0f85264 req-274ce866-fe06-410a-acc6-c51ac06c63f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646758 Aug 19 00:05:03.944008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b36b9d-28a1-447a-8bbd-82cfe569f1df None None] New status for floating IP 021dd2d8-37c1-48ee-b64a-091995e773b4: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:05:04.020836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.174757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Allocated IP 172.25.1.114 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/cf41f323-fa35-4956-804e-633daa59a529) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:04.320270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.380988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.427465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:04.430711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:04.437018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:04.464591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event updated for resources: {'Port': ['ID=cf41f323-fa35-4956-804e-633daa59a529,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:04.527496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.563806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.648720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2'}, {'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'name': 'network-vif-deleted', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:04.650983 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e53237-5678-4f7a-a02d-57c762fe64d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2"}, {"server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "name": "network-vif-deleted", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:04.701241 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29615885-b2cf-43ad-865e-c4db2f763de7 x-openstack-request-id: req-29615885-b2cf-43ad-865e-c4db2f763de7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:04.701568 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2", "status": "completed", "code": 200}, {"server_uuid": "3fd11e96-2df8-4484-be1c-b89eb9859e16", "name": "network-vif-deleted", "tag": "0bd2046f-752c-433d-93ac-d25dfb13750f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:04.701824 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29615885-b2cf-43ad-865e-c4db2f763de7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:04.702287 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'status': 'completed', 'code': 200} Aug 19 00:05:04.702648 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd11e96-2df8-4484-be1c-b89eb9859e16', 'name': 'network-vif-deleted', 'tag': '0bd2046f-752c-433d-93ac-d25dfb13750f', 'status': 'completed', 'code': 200} Aug 19 00:05:04.735329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.740989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.862044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event updated for resources: {'Port': ['ID=cf41f323-fa35-4956-804e-633daa59a529,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:04.879584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-b456316e-2bf8-49e1-8a90-0dd181fe0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:04.881506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-b456316e-2bf8-49e1-8a90-0dd181fe0cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1097 time: 0.1339967 Aug 19 00:05:04.885825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.954544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:04.956192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-1009b346-8ef3-4c02-93ab-4c54a8a066f9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2205567 Aug 19 00:05:04.988968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:05.009200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea92dc1-6dcc-4c68-af03-408571b3d631 req-e446d956-6add-487c-b299-0d25d94a9486 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.010853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ea92dc1-6dcc-4c68-af03-408571b3d631 req-e446d956-6add-487c-b299-0d25d94a9486 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Aug 19 00:05:05.056800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ea92dc1-6dcc-4c68-af03-408571b3d631 req-35dafa0e-b50a-4728-a490-c334632cf44a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Aug 19 00:05:05.265875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f330032f-1dfa-461e-9f83-d3eda42c9258 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=119beafe26d6402e9b730486908eb9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756150 Aug 19 00:05:05.268532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53906) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:05.330497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:05.354801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-9ab6ba7d-ef2c-4c05-a0c4-979215d957fe tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.3910925 Aug 19 00:05:05.358004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:05.417942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:05.421263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:05.424877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/922c9554-b6d4-4cb9-a855-b622fe5ecba5 HTTP/1.1" status: 204 len: 168 time: 0.1551263 Aug 19 00:05:05.434235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306915a-2f06-4183-a687-78be4685fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c9554-b6d4-4cb9-a855-b622fe5ecba5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:05.442959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-7b529cbc-bdaf-4c22-801a-6ab5a3be65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.444481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-7b529cbc-bdaf-4c22-801a-6ab5a3be65b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 928 time: 0.5551226 Aug 19 00:05:05.560179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-0d0302c4-22fe-406d-9093-d6a92aa93c5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 1001 time: 0.1079326 Aug 19 00:05:05.568280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-91cd8685-2b5c-45ac-b488-f31d72a873ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.569827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1208b0f6-2780-4ca1-949f-867d30f8b90f req-91cd8685-2b5c-45ac-b488-f31d72a873ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.2050400 Aug 19 00:05:05.627724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-b21c9732-3235-415a-bee6-427a1ee8e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.629913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-b21c9732-3235-415a-bee6-427a1ee8e486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.0589769 Aug 19 00:05:05.691365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-6e7d5e71-3d8f-498d-9f68-bd6c874106f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.693827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-6e7d5e71-3d8f-498d-9f68-bd6c874106f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560439 Aug 19 00:05:05.759664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-824fefbd-d895-43bd-892b-9e3e338eb058 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:05.761355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-824fefbd-d895-43bd-892b-9e3e338eb058 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1177180 Aug 19 00:05:05.772800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:05.829167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-5c08709f-d88a-411d-9793-6c4f7e3183e2 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263962 Aug 19 00:05:05.834739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-0bd2ca92-9817-48f2-89d2-ae99a89cc20b tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0662427 Aug 19 00:05:05.847887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-322bf47b-2a1d-46d5-9c0d-cbeeb629f602 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'floatingip': {'port_id': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:05.895632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-322bf47b-2a1d-46d5-9c0d-cbeeb629f602 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:05.900390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2903e1f3-3362-491c-a367-9fec7fe29309 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c092cc9c56464c0f981b8c177822bce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265330 Aug 19 00:05:05.904754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:05.951334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22e53237-5678-4f7a-a02d-57c762fe64d0 req-9a251100-52f0-4727-afff-2143e65ca4e6 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148088 Aug 19 00:05:05.975800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.000965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.049803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.052831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.056918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6ad9f8-dc0d-4fd8-a7ec-13153f974555 HTTP/1.1" status: 204 len: 168 time: 0.1510661 Aug 19 00:05:06.065413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5e6f2-6ed4-4040-921b-77552009bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ad9f8-dc0d-4fd8-a7ec-13153f974555,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:06.132765 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-322bf47b-2a1d-46d5-9c0d-cbeeb629f602 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 00:05:06.139986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00db24c6-032b-41fb-95d7-3c1ac9aa9736 req-322bf47b-2a1d-46d5-9c0d-cbeeb629f602 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "PUT /v2.0/floatingips/aac8cbc4-03c6-4d6f-84e5-937c43d48d29 HTTP/1.1" status: 409 len: 550 time: 0.2965691 Aug 19 00:05:06.208167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1099d66-6cac-4c1f-b078-824c752a02d5 req-5ae65783-a1ea-41fd-aa04-1a5028fd9f04 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:06.210007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1099d66-6cac-4c1f-b078-824c752a02d5 req-5ae65783-a1ea-41fd-aa04-1a5028fd9f04 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Aug 19 00:05:06.225712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a59393cf-5877-4b67-9031-9e08c0912eca req-7793593e-336d-4349-9a7f-4722d38eb9e5 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips/aac8cbc4-03c6-4d6f-84e5-937c43d48d29 HTTP/1.1" status: 200 len: 693 time: 0.0681586 Aug 19 00:05:06.275884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1099d66-6cac-4c1f-b078-824c752a02d5 req-7e7a108e-1966-4862-9628-91b2557684e7 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Aug 19 00:05:06.369929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59393cf-5877-4b67-9031-9e08c0912eca req-9dc994c5-564f-4d8f-8796-4dba13e2a216 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:06.371691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a59393cf-5877-4b67-9031-9e08c0912eca req-9dc994c5-564f-4d8f-8796-4dba13e2a216 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1451986 Aug 19 00:05:06.430734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a59393cf-5877-4b67-9031-9e08c0912eca req-c29a2197-7ce1-4a91-89a8-3411dbcc9c0a tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0512223 Aug 19 00:05:06.511976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a59393cf-5877-4b67-9031-9e08c0912eca req-78c6d226-088c-465d-a509-df68d570ab41 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0744824 Aug 19 00:05:06.659305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Deleting port cf41f323-fa35-4956-804e-633daa59a529 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:06.659661 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.737386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.737725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.750138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Calling delete_port for cf41f323-fa35-4956-804e-633daa59a529 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:06.807933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86a01-4938-4360-915a-2d0df1641492 req-8da51609-9953-451f-8e97-e21d815b3112 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:06.809491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97a86a01-4938-4360-915a-2d0df1641492 req-8da51609-9953-451f-8e97-e21d815b3112 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.0594172 Aug 19 00:05:06.856852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97a86a01-4938-4360-915a-2d0df1641492 req-53bc19e4-214e-474f-8e7b-fb9e72d52092 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Aug 19 00:05:06.912194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:06.939528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event deleted for resources: {'Port': ['ID=cf41f323-fa35-4956-804e-633daa59a529,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:07.001745 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:07.004381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:07.005544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a59393cf-5877-4b67-9031-9e08c0912eca req-84e93718-0495-420d-b4ad-d225e091c469 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "DELETE /v2.0/floatingips/aac8cbc4-03c6-4d6f-84e5-937c43d48d29 HTTP/1.1" status: 204 len: 173 time: 0.4881597 Aug 19 00:05:07.065220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0bd2046f-752c-433d-93ac-d25dfb13750f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:07.090332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 0bd2046f-752c-433d-93ac-d25dfb13750f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:07.090758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 0bd2046f-752c-433d-93ac-d25dfb13750f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:07.109251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-c46f9a4a-eb7f-4e76-8592-d27cecf668b2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1001 time: 0.0865347 Aug 19 00:05:07.163535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-9067936c-e4d8-4278-806f-82168fa27851 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:07.164827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-9067936c-e4d8-4278-806f-82168fa27851 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports/cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 942 time: 0.0494087 Aug 19 00:05:07.263635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-2e1e017d-72ee-4d9d-b450-b450cfce8152 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1001 time: 0.0603831 Aug 19 00:05:07.372934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-26f9c32d-da4f-4eaa-8fd5-5f4949e6977e tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:07.374911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-26f9c32d-da4f-4eaa-8fd5-5f4949e6977e tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1055176 Aug 19 00:05:07.396469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b9a6-9975-4e7f-97cc-1d241152faf0 req-23335d71-c114-44a9-9b90-60f15cac10bf tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:07.397977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c17b9a6-9975-4e7f-97cc-1d241152faf0 req-23335d71-c114-44a9-9b90-60f15cac10bf tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Aug 19 00:05:07.435887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c17b9a6-9975-4e7f-97cc-1d241152faf0 req-b657f066-0446-40e8-bfd6-80d38d20ede8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Aug 19 00:05:07.452701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-a593f1b6-92e7-486d-85da-57fd15c49bd7 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1001 time: 0.0657053 Aug 19 00:05:07.459141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:07.520898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:07.670208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:07.673854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:07.674177 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Floating IP 021dd2d8-37c1-48ee-b64a-091995e773b4 disassociated. External IP: 172.25.1.206, port: cf53d611-4e02-4292-b291-2c21709bc5b2. Aug 19 00:05:07.901122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Router 745fdbdc-2949-4e24-9039-86296b384087 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:08.024896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:08.029753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:08.036070 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Sync routers for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:08.045833 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:08.046518 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:08.048055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646d87c-ceeb-4d79-b595-2d75a79c37e7 req-b8aa119a-a175-4dcb-a17d-1bfd3c586802 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.049769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0646d87c-ceeb-4d79-b595-2d75a79c37e7 req-b8aa119a-a175-4dcb-a17d-1bfd3c586802 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.0515542 Aug 19 00:05:08.062530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-029a3210-9967-4f7d-8738-6bded6d8a0df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "PUT /v2.0/floatingips/021dd2d8-37c1-48ee-b64a-091995e773b4 HTTP/1.1" status: 200 len: 695 time: 0.6083674 Aug 19 00:05:08.063111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:08.066293 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb25512-f26b-4559-90a1-c76ed983d9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:08.102095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0646d87c-ceeb-4d79-b595-2d75a79c37e7 req-baa4c107-8f44-48c0-a74d-73b233ec1402 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Aug 19 00:05:08.137373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-48d386dd-1985-4406-8781-d4585f1c63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.139068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-48d386dd-1985-4406-8781-d4585f1c63f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1097 time: 0.0546188 Aug 19 00:05:08.193128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:08.205030 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9e72dc-1890-4b31-9c6f-6a2f1212e9f4 x-openstack-request-id: req-6f9e72dc-1890-4b31-9c6f-6a2f1212e9f4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:08.205461 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:08.205604 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f9e72dc-1890-4b31-9c6f-6a2f1212e9f4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:08.205958 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'status': 'completed', 'code': 200} Aug 19 00:05:08.295229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-03461e69-e655-497a-9244-f6a3a4ef0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.296960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-03461e69-e655-497a-9244-f6a3a4ef0eec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 928 time: 0.1497324 Aug 19 00:05:08.307810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-398a8f99-0145-4b2e-8bef-7fc1686eb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.309547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-398a8f99-0145-4b2e-8bef-7fc1686eb878 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de7c618f32b4b6c94154bdafc35385c&device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 1097 time: 0.0685251 Aug 19 00:05:08.373129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-afa0cdb4-97ae-4755-bbdf-aef00d51b6b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0625458 Aug 19 00:05:08.421324 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:08.455954 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Checking router: 745fdbdc-2949-4e24-9039-86296b384087 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:08.467230 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:08.467876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:04:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:08.509750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-3576cd38-7828-453d-8fc1-4489a9ecce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.511297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-3576cd38-7828-453d-8fc1-4489a9ecce5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.1156471 Aug 19 00:05:08.520391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-62f9f9bb-cd53-4d36-bd55-310554b5f0f5 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.521962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-62f9f9bb-cd53-4d36-bd55-310554b5f0f5 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.1728680 Aug 19 00:05:08.585449 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:08.590943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-7a7c27a0-6bb3-4860-b193-9580fd13ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.592640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-7a7c27a0-6bb3-4860-b193-9580fd13ecb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 200 len: 928 time: 0.2452419 Aug 19 00:05:08.659499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-2e312098-3734-462b-bfc3-26a239e8a75f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0572097 Aug 19 00:05:08.662632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-9f3feba2-e001-43aa-aa77-53df8aa6286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.664116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-9f3feba2-e001-43aa-aa77-53df8aa6286e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411948 Aug 19 00:05:08.741493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209654-7b2e-412a-9a41-9e9a60795843 req-fd5ecdae-f670-43a6-a765-cbe5fbe88fe9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.742799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33209654-7b2e-412a-9a41-9e9a60795843 req-fd5ecdae-f670-43a6-a765-cbe5fbe88fe9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0674520 Aug 19 00:05:08.809795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33209654-7b2e-412a-9a41-9e9a60795843 req-1d413cf4-b26b-4ae8-852d-0cf6aac296ac tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Aug 19 00:05:08.810988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-bd556ca8-d857-4df9-bc1d-b9769aa2d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:08.812579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-bd556ca8-d857-4df9-bc1d-b9769aa2d0ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 200 len: 867 time: 0.1289589 Aug 19 00:05:08.851345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:08.887705 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff84a1c-7abd-4bf6-81ed-6b30ed6f3b4d None None] The sync data for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 is: [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:36Z', 'revision_number': 4, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b1c2c872-3667-4ccf-9644-48d17b8788ad', 'name': '', 'network_id': '6e4d790d-b9c5-4de1-af2b-bd03bd8e941c', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'mac_address': 'fa:16:3e:ff:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f3e99762-693e-43de-83b7-d7595713b358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:35Z', 'updated_at': '2021-08-19T00:04:44Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'subnets': [{'id': 'f3e99762-693e-43de-83b7-d7595713b358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:08.919578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Deleting port cfef3a31-39ab-4405-a4ff-d421b35a6708 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:08.920164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:08.944830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-6b0dc26a-2911-4c2d-8f99-27fc8a0a7469 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623785 Aug 19 00:05:09.000899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:09.140688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db86782b-fe1f-481e-b401-02f8bf420ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.288929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d27d80-c499-4619-b183-36ec8b0f1c9f None None] New status for floating IP 021dd2d8-37c1-48ee-b64a-091995e773b4: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:05:09.294194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db86782b-fe1f-481e-b401-02f8bf420ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.298732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db86782b-fe1f-481e-b401-02f8bf420ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.335777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06117032-90f3-4f1f-b676-d365602d181f req-27946dd5-d656-4567-8278-2b571e0a9c77 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:09.337693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06117032-90f3-4f1f-b676-d365602d181f req-27946dd5-d656-4567-8278-2b571e0a9c77 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 946 time: 0.0974054 Aug 19 00:05:09.338971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-f338aff2-edcd-48d9-a8cb-09dd3da4f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:09.340553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-f338aff2-edcd-48d9-a8cb-09dd3da4f3dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5112510 Aug 19 00:05:09.360624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86782b-fe1f-481e-b401-02f8bf420ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a794e4f-b826-4c26-b3c6-e26f4b88eb3c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:09.366243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db86782b-fe1f-481e-b401-02f8bf420ea5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=907b0778ac574eec9b0a25fd9855ece3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635998 Aug 19 00:05:09.373110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:09.435220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06117032-90f3-4f1f-b676-d365602d181f req-94f00b59-83c7-409e-b943-13a8be15f73d tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd41e234-c93d-4096-989f-472209ab0fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Aug 19 00:05:09.445385 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.458795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] For port cfef3a31-39ab-4405-a4ff-d421b35a6708, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cfef3a31-39ab-4405-a4ff-d421b35a6708,segment=NetworkSegment(5dff54b6-5ec9-4dd3-9ad3-af51b7272347),segment_id=5dff54b6-5ec9-4dd3-9ad3-af51b7272347)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:09.459151 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.466622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e0e22ab-ed23-4a4e-8ba4-3d0605140848 req-3fcc449e-42eb-4946-93a5-1790f2f7bd55 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853694 Aug 19 00:05:09.469668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.501778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Calling delete_port for cfef3a31-39ab-4405-a4ff-d421b35a6708 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:09.539119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.542024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.543239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a794e4f-b826-4c26-b3c6-e26f4b88eb3c HTTP/1.1" status: 204 len: 168 time: 0.1689794 Aug 19 00:05:09.574434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-452e4f6e-aa48-4898-929b-a62fd3ae4057 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250659 Aug 19 00:05:09.598007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327dde-4744-4227-93ce-7e9623648b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a794e4f-b826-4c26-b3c6-e26f4b88eb3c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:09.602885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-8e69679f-727f-43f7-8c65-27dd14091898 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips/021dd2d8-37c1-48ee-b64a-091995e773b4 HTTP/1.1" status: 200 len: 693 time: 0.0762928 Aug 19 00:05:09.726115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cb25512-f26b-4559-90a1-c76ed983d9d6 req-4cebc0a5-5d39-4139-ac7f-0a19218af2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422791 Aug 19 00:05:09.735528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-f4a6ada4-e792-4855-b600-34c8a83b90ef tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:09.737211 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-f4a6ada4-e792-4855-b600-34c8a83b90ef tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1196952 Aug 19 00:05:09.758369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.794215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cfef3a31-39ab-4405-a4ff-d421b35a6708'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:09.800705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Pushing event deleted for resources: {'Port': ['ID=cfef3a31-39ab-4405-a4ff-d421b35a6708,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:09.817115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-b6b7f02e-ba2b-429e-9905-cf4391bb10b6 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0676420 Aug 19 00:05:09.869091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] No DVR routers for this DVR port cfef3a31-39ab-4405-a4ff-d421b35a6708 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:09.871582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-10456c99-0fc4-47df-8517-fb063fbfeda4 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0562310 Aug 19 00:05:09.872335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:09.875205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd35a967-cb3d-4030-afbf-562e807d9f83 req-570aef73-1cb7-4932-a71f-dbb9231e53f3 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.21 "DELETE /v2.0/ports/cfef3a31-39ab-4405-a4ff-d421b35a6708 HTTP/1.1" status: 204 len: 173 time: 1.3388765 Aug 19 00:05:09.929486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:09.966578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ed904-f46e-451f-824f-0c60b81009f2 req-18d31efc-ef7b-4438-a20a-fa057d61770a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:09.968197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b53ed904-f46e-451f-824f-0c60b81009f2 req-18d31efc-ef7b-4438-a20a-fa057d61770a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0653150 Aug 19 00:05:09.992216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-502d6560-8d0e-40e1-9dc1-d80d307a94db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.015793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b53ed904-f46e-451f-824f-0c60b81009f2 req-a8541bc9-cade-4759-9e98-9ff824910205 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Aug 19 00:05:10.109652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Deleting port 09955268-7a95-44d5-99dc-35340793389d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:10.110054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.207523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'name': 'network-vif-deleted', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:10.210220 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5d327-e338-415e-a3e8-f103e8d73e06" -d '{"events": [{"server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "name": "network-vif-deleted", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:10.231895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-502d6560-8d0e-40e1-9dc1-d80d307a94db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.236787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-502d6560-8d0e-40e1-9dc1-d80d307a94db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.241161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.241502 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.279130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Calling delete_port for 09955268-7a95-44d5-99dc-35340793389d owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:10.294179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-502d6560-8d0e-40e1-9dc1-d80d307a94db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6df96dc0d02d45baa955816c8e57616d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631158 Aug 19 00:05:10.297030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54068) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:10.299535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6560-8d0e-40e1-9dc1-d80d307a94db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b932ab1-30db-458a-b874-05fe756ea557,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:10.329542 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2099a-fc63-4957-91b7-5ed2070667cc x-openstack-request-id: req-f1f2099a-fc63-4957-91b7-5ed2070667cc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:10.329895 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374992-f1fb-45f0-a5dc-9ae1971cbbaa", "name": "network-vif-deleted", "tag": "cfef3a31-39ab-4405-a4ff-d421b35a6708", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:10.330148 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1f2099a-fc63-4957-91b7-5ed2070667cc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:10.330621 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374992-f1fb-45f0-a5dc-9ae1971cbbaa', 'name': 'network-vif-deleted', 'tag': 'cfef3a31-39ab-4405-a4ff-d421b35a6708', 'status': 'completed', 'code': 200} Aug 19 00:05:10.367840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.393418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.448375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.459245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.462219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.463551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b932ab1-30db-458a-b874-05fe756ea557 HTTP/1.1" status: 204 len: 168 time: 0.1648591 Aug 19 00:05:10.476177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event deleted for resources: {'Port': ['ID=09955268-7a95-44d5-99dc-35340793389d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:10.489434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955ba11-d562-41bd-94f9-dd699ab58372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b932ab1-30db-458a-b874-05fe756ea557,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:10.542126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.545689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:10.551474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db7877-91f6-4dce-bc63-9b34661af8b1 req-a717a478-6222-4856-80a0-8c6be7ab05ca tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "DELETE /v2.0/floatingips/021dd2d8-37c1-48ee-b64a-091995e773b4 HTTP/1.1" status: 204 len: 173 time: 0.6727653 Aug 19 00:05:10.597545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21e2da33-4132-451e-bbe2-a4c4f1e8dbc2 req-8686d840-3cef-4281-87d7-f0aa7d148e98 tempest-AttachVolumeNegativeTest-1687526627 tempest-AttachVolumeNegativeTest-1687526627-project] 10.222.0.20 "GET /v2.0/ports?device_id=22374992-f1fb-45f0-a5dc-9ae1971cbbaa HTTP/1.1" status: 200 len: 210 time: 0.0296369 Aug 19 00:05:10.690598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4a89c-9142-4f68-b136-76c8dc3ab002 req-95fd4ae4-83f7-42b1-9e02-614cbdadb7df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:10.692172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcc4a89c-9142-4f68-b136-76c8dc3ab002 req-95fd4ae4-83f7-42b1-9e02-614cbdadb7df tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0536418 Aug 19 00:05:10.737484 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcc4a89c-9142-4f68-b136-76c8dc3ab002 req-e04aca68-aca1-4b8d-9664-d42c6d3f339f tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0393054 Aug 19 00:05:10.793127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e2a1902-06f6-4649-8f99-c7e0315d54e9 req-de67a38f-bf31-4a74-ae98-7a399f22bfc9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0355470 Aug 19 00:05:11.022152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f25047-ad1e-4bb9-bb45-3413e0ece9b8 req-d18970cd-562a-43ff-823c-ef427f7ec1c9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:11.023824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f25047-ad1e-4bb9-bb45-3413e0ece9b8 req-d18970cd-562a-43ff-823c-ef427f7ec1c9 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0549951 Aug 19 00:05:11.068057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f25047-ad1e-4bb9-bb45-3413e0ece9b8 req-f96a7f27-2e03-43ec-86d2-bc15a70a3521 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 Aug 19 00:05:11.149089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9f5d8-4190-4edb-be10-5789bdd28867 req-26c77c8d-d35f-45aa-9033-e98ece5366c0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:11.150719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51f9f5d8-4190-4edb-be10-5789bdd28867 req-26c77c8d-d35f-45aa-9033-e98ece5366c0 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0545528 Aug 19 00:05:11.214043 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51f9f5d8-4190-4edb-be10-5789bdd28867 req-cc26a445-3b53-41e9-a260-2be166f10dd8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Aug 19 00:05:11.660942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54128) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:11.705094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Deleting subnet 9db550fb-1eb2-4346-a1e5-8df00728dcf1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:05:11.708242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:11.742343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:11.783387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:11.836595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:11.866134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db550fb-1eb2-4346-a1e5-8df00728dcf1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:11.869719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:11.873850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6a52adf4-9031-4cd4-ab66-289eb59e6546 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9db550fb-1eb2-4346-a1e5-8df00728dcf1 HTTP/1.1" status: 204 len: 168 time: 0.2095394 Aug 19 00:05:11.874876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:11.944456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.021774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.031472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d11ad1-220c-4664-9f05-a7f87ed7c5e3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:12.041066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dff54b6-5ec9-4dd3-9ad3-af51b7272347') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:12.041366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dff54b6-5ec9-4dd3-9ad3-af51b7272347') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:12.042477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-222c9022-bc54-447f-8855-087eb37519f3 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211110 Aug 19 00:05:12.050459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.063883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.070126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:05:12.070623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:05:12.072125 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:05:12.136762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.142210 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.144914 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/89d11ad1-220c-4664-9f05-a7f87ed7c5e3 HTTP/1.1" status: 204 len: 168 time: 0.2688801 Aug 19 00:05:12.151516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-fd4f7bc6-5c5a-475f-8f76-af50a9ee6bdd tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:12.153244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-fd4f7bc6-5c5a-475f-8f76-af50a9ee6bdd tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053891 Aug 19 00:05:12.169476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-cb7dbcec-c883-4fa8-a808-134f5658939b tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/quotas/3ec888dc38ee4be4a567df7b72ec2164 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Aug 19 00:05:12.189675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d11ad1-220c-4664-9f05-a7f87ed7c5e3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:12.199588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.200271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.200696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.201030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.201360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.201690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.202016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.202336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.202657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.202977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.203298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.203614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87553c-63ab-4fbc-84fa-f012509f1da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:12.217203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-533190a0-7418-4718-bb4a-c03c7f31a580 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403419 Aug 19 00:05:12.221722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add686d0-4536-4653-b731-0f4ff461fb70 req-ac84f41a-166f-4b21-8526-0a5235ccce12 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:12.223578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-add686d0-4536-4653-b731-0f4ff461fb70 req-ac84f41a-166f-4b21-8526-0a5235ccce12 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0757711 Aug 19 00:05:12.270181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-add686d0-4536-4653-b731-0f4ff461fb70 req-367f6f81-1c12-4125-9ff8-ae55b64b7ff2 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/security-groups?id=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Aug 19 00:05:12.358179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:12.386859 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b2b1-624e-4703-87b0-f57dc00a7193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.410391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b6752af-d5b3-4cb6-a3ea-7d492deb5689 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb8733f47ad94cd298bdc4abb667d10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496523 Aug 19 00:05:12.413162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54166) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:12.482443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.483933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4746fd5-e3cc-42a3-9ee0-b11d18686fc9 req-8859706e-2186-4f08-9521-efa9b3b0e1c9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:12.491730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4746fd5-e3cc-42a3-9ee0-b11d18686fc9 req-8859706e-2186-4f08-9521-efa9b3b0e1c9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0700555 Aug 19 00:05:12.506462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.544522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4746fd5-e3cc-42a3-9ee0-b11d18686fc9 req-72a022a4-34e9-44fc-9311-e470c7c1ca64 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Aug 19 00:05:12.579061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ef1ad9d-c464-4354-8744-403e088174de req-b3e62b6b-50b8-46c7-bd66-18b525a3ca25 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 210 time: 0.0313358 Aug 19 00:05:12.608614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.610224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.611452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd41e234-c93d-4096-989f-472209ab0fea HTTP/1.1" status: 204 len: 168 time: 0.1962631 Aug 19 00:05:12.635212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a393e-308e-4d37-a481-80030fa301a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41e234-c93d-4096-989f-472209ab0fea,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:12.662339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-b2e1ce26-75f4-4ae4-9010-b3c505726782 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:12.663865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-b2e1ce26-75f4-4ae4-9010-b3c505726782 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 945 time: 0.0676360 Aug 19 00:05:12.768997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Deleting port cf53d611-4e02-4292-b291-2c21709bc5b2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:12.769468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.871496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] For port cf53d611-4e02-4292-b291-2c21709bc5b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cf53d611-4e02-4292-b291-2c21709bc5b2,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:12.872239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:12.888226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Calling delete_port for cf53d611-4e02-4292-b291-2c21709bc5b2 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:13.037645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:13.066452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Pushing event deleted for resources: {'Port': ['ID=cf53d611-4e02-4292-b291-2c21709bc5b2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:13.072961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cf53d611-4e02-4292-b291-2c21709bc5b2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:13.100212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cfef3a31-39ab-4405-a4ff-d421b35a6708 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:13.122729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: cfef3a31-39ab-4405-a4ff-d421b35a6708 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:13.123321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cfef3a31-39ab-4405-a4ff-d421b35a6708 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:13.126014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] No DVR routers for this DVR port cf53d611-4e02-4292-b291-2c21709bc5b2 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:13.129429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:13.131604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2bcb3b7-247e-4f31-a4e8-43154b70155f req-8a519dcc-44c4-4d81-b3bf-6410bd9db334 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.21 "DELETE /v2.0/ports/cf53d611-4e02-4292-b291-2c21709bc5b2 HTTP/1.1" status: 204 len: 173 time: 0.4611490 Aug 19 00:05:13.132116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'name': 'network-vif-deleted', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:13.134438 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944e95c-1104-4925-8048-fb12f9f21c38" -d '{"events": [{"server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "name": "network-vif-deleted", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:13.187694 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023cf0f0-c1a1-42a7-95e7-d529d12609d1 x-openstack-request-id: req-023cf0f0-c1a1-42a7-95e7-d529d12609d1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:13.188069 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee581f8-c66b-4d2f-9bce-75d13c379773", "name": "network-vif-deleted", "tag": "cf53d611-4e02-4292-b291-2c21709bc5b2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:13.188428 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-023cf0f0-c1a1-42a7-95e7-d529d12609d1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:13.188902 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee581f8-c66b-4d2f-9bce-75d13c379773', 'name': 'network-vif-deleted', 'tag': 'cf53d611-4e02-4292-b291-2c21709bc5b2', 'status': 'completed', 'code': 200} Aug 19 00:05:13.396355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6a2c580-3af4-4b15-9d94-89e368832b8b req-d4eb0c55-4f3c-4b5f-a15d-d110098af888 tempest-FloatingIPsAssociationNegativeTestJSON-870161760 tempest-FloatingIPsAssociationNegativeTestJSON-870161760-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee581f8-c66b-4d2f-9bce-75d13c379773 HTTP/1.1" status: 200 len: 210 time: 0.0382123 Aug 19 00:05:13.508002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-9695abd3-df66-45ed-b54c-049b538869a6 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228796 Aug 19 00:05:13.634343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-433c73da-8cfa-4f57-95f5-821ddd26f488 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:13.635910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-433c73da-8cfa-4f57-95f5-821ddd26f488 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216905 Aug 19 00:05:13.697839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Request body: {'port': {'device_id': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '3ec888dc38ee4be4a567df7b72ec2164'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:13.767762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cba81d-c9bd-4a9d-9956-fcf975913ef9 req-6d358c10-9555-4e2e-afab-815c5b614e01 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:13.769829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6cba81d-c9bd-4a9d-9956-fcf975913ef9 req-6d358c10-9555-4e2e-afab-815c5b614e01 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1067007 Aug 19 00:05:13.869730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Made reservation on behalf of 3ec888dc38ee4be4a567df7b72ec2164 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:13.873371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:13.881031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6cba81d-c9bd-4a9d-9956-fcf975913ef9 req-d69cb6eb-4565-4833-a796-7ba3d8f9fddc tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014493 Aug 19 00:05:13.888282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:13.997808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58f69df3-066d-4120-8ac2-6fcf6bb03eae req-6af77575-ca03-4824-b104-0ef4d1de36c4 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 210 time: 0.0381982 Aug 19 00:05:14.049027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.053307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.119546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a719c4-d568-4793-9a7e-b03bd702a21d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:14.191886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Allocated IP 192.168.233.79 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/c389ad15-b052-4021-b5a2-bfcc49cea531) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:14.339313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.353011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Transition to ACTIVE for port object c389ad15-b052-4021-b5a2-bfcc49cea531 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:14.386265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.428200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:14.436615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:14.442752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:14.459363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:14.469950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Pushing event updated for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:14.521227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:14.522340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.556850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3aed3bfd-f685-4abd-a499-c1c77210e951 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8678119 Aug 19 00:05:14.584510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Request body: {'port': {'device_id': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:14.660794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.827693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f459b9f2-7890-405d-b9e5-2f62a9dc1bbd None None] Provisioning for port c389ad15-b052-4021-b5a2-bfcc49cea531 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:14.832357 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.834136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f459b9f2-7890-405d-b9e5-2f62a9dc1bbd None None] Provisioning complete for port c389ad15-b052-4021-b5a2-bfcc49cea531 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:14.834496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f459b9f2-7890-405d-b9e5-2f62a9dc1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.871830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f459b9f2-7890-405d-b9e5-2f62a9dc1bbd None None] Port c389ad15-b052-4021-b5a2-bfcc49cea531 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:05:14.900131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.921935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09773037-bdaa-4768-912d-9d17f2680858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.973451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c389ad15-b052-4021-b5a2-bfcc49cea531 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:14.980999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:14.993818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Transition to ACTIVE for port object c389ad15-b052-4021-b5a2-bfcc49cea531 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:14.997628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.074085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:15.098557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f73b28-5835-485b-9976-bce941bb9b54 req-5f09d922-3918-4d11-88db-431a21e2f4cb tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.105923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70f73b28-5835-485b-9976-bce941bb9b54 req-5f09d922-3918-4d11-88db-431a21e2f4cb tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1258810 Aug 19 00:05:15.140944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.148591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Attempting to bind port c389ad15-b052-4021-b5a2-bfcc49cea531 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:15.149168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Attempting to bind port c389ad15-b052-4021-b5a2-bfcc49cea531 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:15.149269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Attempting to bind port c389ad15-b052-4021-b5a2-bfcc49cea531 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:15.158136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70f73b28-5835-485b-9976-bce941bb9b54 req-26363238-542d-47b2-9ccd-a0dfbe0182ad tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Aug 19 00:05:15.169326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Port c389ad15-b052-4021-b5a2-bfcc49cea531 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:05:15.169802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Attempting to bind port c389ad15-b052-4021-b5a2-bfcc49cea531 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:15.201668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:15.201820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:15.202114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:15.202589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Bound port: c389ad15-b052-4021-b5a2-bfcc49cea531, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:15.202961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.263168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Deleting port b1c2c872-3667-4ccf-9644-48d17b8788ad {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:15.263766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.274815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794406-df65-4347-9166-aaaf3ba10577 req-7752db80-683a-4f84-afda-2925360f7e82 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.282577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50794406-df65-4347-9166-aaaf3ba10577 req-7752db80-683a-4f84-afda-2925360f7e82 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 947 time: 0.1263897 Aug 19 00:05:15.333364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:15.348531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50794406-df65-4347-9166-aaaf3ba10577 req-711b4551-7a9c-4f8c-af25-fe0d06a6eaca tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609343 Aug 19 00:05:15.360456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] For port b1c2c872-3667-4ccf-9644-48d17b8788ad, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b1c2c872-3667-4ccf-9644-48d17b8788ad,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:15.360456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.361995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c389ad15-b052-4021-b5a2-bfcc49cea531,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:15.366545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.373594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Calling delete_port for b1c2c872-3667-4ccf-9644-48d17b8788ad owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:15.404116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.404725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.406329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c389ad15-b052-4021-b5a2-bfcc49cea531 HTTP/1.1" status: 200 len: 1096 time: 0.8337677 Aug 19 00:05:15.406828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:15.409251 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74798825-fa25-4ec9-b4a7-b409774e8335" -d '{"events": [{"name": "network-changed", "server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:15.435971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35cab5-b7bd-41ba-8bb6-30ab4c5526c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:15.461415 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f34937-f32a-433c-8e5e-bb848cd13339 x-openstack-request-id: req-f9f34937-f32a-433c-8e5e-bb848cd13339 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:15.461719 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:15.461970 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9f34937-f32a-433c-8e5e-bb848cd13339 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:15.462377 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531', 'status': 'completed', 'code': 200} Aug 19 00:05:15.544661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3e1a9d25-84fd-412d-a131-f9baac0a8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.546337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-3e1a9d25-84fd-412d-a131-f9baac0a8dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 1099 time: 0.0650840 Aug 19 00:05:15.599513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-9632a570-95b3-4071-8d70-3f1001179551 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c389ad15-b052-4021-b5a2-bfcc49cea531 HTTP/1.1" status: 200 len: 217 time: 0.0380976 Aug 19 00:05:15.693517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-9474aacc-2435-4941-983c-db5e362c135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.695078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-9474aacc-2435-4941-983c-db5e362c135d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0878861 Aug 19 00:05:15.757566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-90ab8928-084a-4c60-b49a-7ba9eabbb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:15.759183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-90ab8928-084a-4c60-b49a-7ba9eabbb096 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562444 Aug 19 00:05:15.899115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-adc165cc-4238-436d-8977-081c3a9e90cc service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Aug 19 00:05:15.992255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:15.997175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aaf18b61-b33b-48db-8ef5-2413c2e64b18 req-4e4e136e-81aa-405a-8a69-1930c0bf3919 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911679 Aug 19 00:05:16.019828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c2c872-3667-4ccf-9644-48d17b8788ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:16.149501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-30967a00-ae5c-424a-9907-4637d7de49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.156859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-30967a00-ae5c-424a-9907-4637d7de49bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 1099 time: 0.0694032 Aug 19 00:05:16.190286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:16.205169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:16.319238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-9ec94cf0-0e8c-4eeb-a706-7f8e91c03808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.320867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-9ec94cf0-0e8c-4eeb-a706-7f8e91c03808 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1568916 Aug 19 00:05:16.370825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-1b5c06af-a173-4b1e-9029-a6bc8ba7575a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c389ad15-b052-4021-b5a2-bfcc49cea531 HTTP/1.1" status: 200 len: 217 time: 0.0424061 Aug 19 00:05:16.378995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149792fc-c28d-4fab-b804-cbb6a44952ce req-6a6ef12f-d741-4c01-850f-c3ce57ccb3ee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.380719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-149792fc-c28d-4fab-b804-cbb6a44952ce req-6a6ef12f-d741-4c01-850f-c3ce57ccb3ee tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0948291 Aug 19 00:05:16.452190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-9405091c-10ed-41a5-b647-556715134b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.453852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-9405091c-10ed-41a5-b647-556715134b6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0721276 Aug 19 00:05:16.458975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-149792fc-c28d-4fab-b804-cbb6a44952ce req-61e4eae9-6107-4504-ad34-4885a4a2e7c9 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684712 Aug 19 00:05:16.474484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Router 745fdbdc-2949-4e24-9039-86296b384087 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:16.499810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef78ff-188b-4984-b051-fe7631c03f71 req-238e1845-2f1c-40ca-831b-3d276a83300a tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.501749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00ef78ff-188b-4984-b051-fe7631c03f71 req-238e1845-2f1c-40ca-831b-3d276a83300a tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 947 time: 0.0653942 Aug 19 00:05:16.510873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-4b443597-10ad-4fa4-be43-781725f6f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:16.512424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-4b443597-10ad-4fa4-be43-781725f6f836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514917 Aug 19 00:05:16.609567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-b2f1ddc7-b27d-48ea-a67e-7f12e67106a7 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891027 Aug 19 00:05:16.611353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00ef78ff-188b-4984-b051-fe7631c03f71 req-8b3be013-b0ca-47e5-b6b7-6a6cbb0249fd tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Aug 19 00:05:16.641115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:16.649780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62f41f91-319b-43b5-8b49-8ba189510f73 admin admin] 10.222.0.20 "PUT /v2.0/routers/745fdbdc-2949-4e24-9039-86296b384087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869104 Aug 19 00:05:16.651406 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Sync routers for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:16.656518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:16.661898 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:16.662681 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:16.716562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74798825-fa25-4ec9-b4a7-b409774e8335 req-b23dd4bc-71fe-43cc-ab77-5879b621e5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000044 Aug 19 00:05:16.787963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:16.858742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:17.032724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.080171 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:05:15Z', 'revision_number': 5, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port': {'id': '70daed00-3574-4448-b2a8-4ae56f7d4643', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fdbdc-2949-4e24-9039-86296b384087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:17.091889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Deleting port 70daed00-3574-4448-b2a8-4ae56f7d4643 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:17.092205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.106740 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Checking router: 745fdbdc-2949-4e24-9039-86296b384087 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:17.116041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cf53d611-4e02-4292-b291-2c21709bc5b2 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:17.117561 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Routers {'745fdbdc-2949-4e24-9039-86296b384087'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:17.118586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['745fdbdc-2949-4e24-9039-86296b384087'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:17.149450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: cf53d611-4e02-4292-b291-2c21709bc5b2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:17.150155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cf53d611-4e02-4292-b291-2c21709bc5b2 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:17.179772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] For port 70daed00-3574-4448-b2a8-4ae56f7d4643, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=70daed00-3574-4448-b2a8-4ae56f7d4643,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:17.180132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.194674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Calling delete_port for 70daed00-3574-4448-b2a8-4ae56f7d4643 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:17.212959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] Set router 745fdbdc-2949-4e24-9039-86296b384087 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:17.269284 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:05:17Z', 'revision_number': 6, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:17.377140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.384090 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfbaf3-4b3f-44a5-821b-b6d05afb79d9 None None] The sync data for ids ['745fdbdc-2949-4e24-9039-86296b384087'] in n-d-771363-38 is: [{'id': '745fdbdc-2949-4e24-9039-86296b384087', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-894738144-router', 'tenant_id': '9de7c618f32b4b6c94154bdafc35385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:04:32Z', 'updated_at': '2021-08-19T00:05:17Z', 'revision_number': 6, 'project_id': '9de7c618f32b4b6c94154bdafc35385c', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:17.403360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70daed00-3574-4448-b2a8-4ae56f7d4643,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:17.466411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.577527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.582138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.633409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b180b-a7af-4cbb-96d4-a1667d2737aa req-80070c91-74e3-4561-9569-cf38fdefb7f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:17.634895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f5b180b-a7af-4cbb-96d4-a1667d2737aa req-80070c91-74e3-4561-9569-cf38fdefb7f1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0848329 Aug 19 00:05:17.639970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.640637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745fdbdc-2949-4e24-9039-86296b384087 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:05:17.650494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.651665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-effb4488-f234-4ee8-b17b-7fe7a6f856c5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/745fdbdc-2949-4e24-9039-86296b384087 HTTP/1.1" status: 204 len: 168 time: 0.9939592 Aug 19 00:05:17.654342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54294) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:17.687501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f5b180b-a7af-4cbb-96d4-a1667d2737aa req-77a3c597-ca03-4887-bae1-28d5a8dd36df tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Aug 19 00:05:17.702037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.716034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Deleting subnet f3e99762-693e-43de-83b7-d7595713b358 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:05:17.747262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.802992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:17.831719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769641a5-abd8-4927-9de1-db45b72bf430 req-b6517e7f-8ef4-45b1-b58a-cdd3324f019b tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:17.834060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-769641a5-abd8-4927-9de1-db45b72bf430 req-b6517e7f-8ef4-45b1-b58a-cdd3324f019b tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 947 time: 0.1347914 Aug 19 00:05:17.866039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b1c2c872-3667-4ccf-9644-48d17b8788ad no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:17.886178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b1c2c872-3667-4ccf-9644-48d17b8788ad {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:17.886572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b1c2c872-3667-4ccf-9644-48d17b8788ad not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:17.962383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-769641a5-abd8-4927-9de1-db45b72bf430 req-93c522a2-add1-46fa-8331-7542462f454b tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206534 Aug 19 00:05:17.970306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.036871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.063907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e99762-693e-43de-83b7-d7595713b358,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:18.065878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.070659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34c33924-837e-41d0-90d1-e4a2e76ba1bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3e99762-693e-43de-83b7-d7595713b358 HTTP/1.1" status: 204 len: 168 time: 0.4129820 Aug 19 00:05:18.071241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:18.071850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f196c-62ac-420f-80ed-453b0508b157 None None] Network 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:18.154697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.227334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Deleting port aa32745a-1780-4f35-ab68-8a2e5ac4b121 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:18.228561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.301877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] DHCP port deletion for 6e4d790d-b9c5-4de1-af2b-bd03bd8e941c request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:05:18.312128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] For port aa32745a-1780-4f35-ab68-8a2e5ac4b121, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=aa32745a-1780-4f35-ab68-8a2e5ac4b121,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:18.312515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.328526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Calling delete_port for aa32745a-1780-4f35-ab68-8a2e5ac4b121 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:18.362191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Deleting port aa32745a-1780-4f35-ab68-8a2e5ac4b121 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:18.362699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.417191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.434038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] For port aa32745a-1780-4f35-ab68-8a2e5ac4b121, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=aa32745a-1780-4f35-ab68-8a2e5ac4b121,segment=NetworkSegment(4e015046-bfc7-475f-815b-18f1bfb41438),segment_id=4e015046-bfc7-475f-815b-18f1bfb41438)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:18.434444 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.445337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa32745a-1780-4f35-ab68-8a2e5ac4b121,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:18.448316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Calling delete_port for aa32745a-1780-4f35-ab68-8a2e5ac4b121 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:18.454139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] No DVR routers for this DVR port aa32745a-1780-4f35-ab68-8a2e5ac4b121 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:18.538258 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.539818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.550285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4d790d-b9c5-4de1-af2b-bd03bd8e941c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:18.561690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e015046-bfc7-475f-815b-18f1bfb41438') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:18.561985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e015046-bfc7-475f-815b-18f1bfb41438') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:18.563173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Pushing event deleted for resources: {'Port': ['ID=aa32745a-1780-4f35-ab68-8a2e5ac4b121,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:18.573260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.573991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] No DVR routers for this DVR port aa32745a-1780-4f35-ab68-8a2e5ac4b121 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:18.577524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.578560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.578911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.579260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.579604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.579946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.580281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.580647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.580979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.581312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.581678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.581998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c60b8-c973-41a1-bcd8-10d55549e870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:18.595402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.603142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:05:18.603564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:05:18.605483 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:05:18.671703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.678245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:18.683150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e4d790d-b9c5-4de1-af2b-bd03bd8e941c HTTP/1.1" status: 204 len: 168 time: 0.6080651 Aug 19 00:05:18.692605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1129b-de80-45da-be95-76ba8e696c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4d790d-b9c5-4de1-af2b-bd03bd8e941c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:18.837143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac038c89-d383-4053-9e08-71ec1fb21490 req-db0c5a61-b5be-4265-bb59-886ba88e9565 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:18.839156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac038c89-d383-4053-9e08-71ec1fb21490 req-db0c5a61-b5be-4265-bb59-886ba88e9565 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0642438 Aug 19 00:05:18.878304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:18.908977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac038c89-d383-4053-9e08-71ec1fb21490 req-c7983509-4bec-4b43-8627-cf319ec4181f tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623977 Aug 19 00:05:18.932377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-32660613-8d3f-4871-a679-51efdfa77cdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9de7c618f32b4b6c94154bdafc35385c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511403 Aug 19 00:05:18.933788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:18.987205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.011632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.107758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe8d73-53e9-4545-8d51-fbc5cdda9ef7 req-060a3e96-303b-4d40-b8cb-b9c535457aa3 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:19.109462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11fe8d73-53e9-4545-8d51-fbc5cdda9ef7 req-060a3e96-303b-4d40-b8cb-b9c535457aa3 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 947 time: 0.0662506 Aug 19 00:05:19.119545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c389ad15-b052-4021-b5a2-bfcc49cea531 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:05:19.132375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.135145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.136564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8 HTTP/1.1" status: 204 len: 168 time: 0.2015443 Aug 19 00:05:19.174032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5630a-c4c1-42d2-a5a0-6baa48481ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e085a44a-d7e2-4977-aa83-dbd1dc6bfeb8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:19.206529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11fe8d73-53e9-4545-8d51-fbc5cdda9ef7 req-70c6f505-a735-488e-94a1-a85b8c07ea1f tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757213 Aug 19 00:05:19.287052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c389ad15-b052-4021-b5a2-bfcc49cea531,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:19.300911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'c389ad15-b052-4021-b5a2-bfcc49cea531', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c389ad15-b052-4021-b5a2-bfcc49cea531', 'mac_address': 'fa:16:3e:fd:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:05:19.348226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.365300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c389ad15-b052-4021-b5a2-bfcc49cea531 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:19.389480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c389ad15-b052-4021-b5a2-bfcc49cea531,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:19.395050 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:19.449709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:19.761549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c389ad15-b052-4021-b5a2-bfcc49cea531'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:19.802326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 70daed00-3574-4448-b2a8-4ae56f7d4643 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:19.834024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 70daed00-3574-4448-b2a8-4ae56f7d4643 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:19.834378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 70daed00-3574-4448-b2a8-4ae56f7d4643 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:19.834886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device aa32745a-1780-4f35-ab68-8a2e5ac4b121 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:19.844338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:05:19.862617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: aa32745a-1780-4f35-ab68-8a2e5ac4b121 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:19.863118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device aa32745a-1780-4f35-ab68-8a2e5ac4b121 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:19.977724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54364) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:20.076239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86226d1-92b3-4f12-9898-8b11344059e8 req-8276c921-7c77-4815-ac00-175a842f721e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:20.077811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a86226d1-92b3-4f12-9898-8b11344059e8 req-8276c921-7c77-4815-ac00-175a842f721e tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Aug 19 00:05:20.094805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-network', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:20.137020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Made reservation on behalf of ccfc0bd21b3e4e8cb6ff4c14e83c913b for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:20.139262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.151721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a86226d1-92b3-4f12-9898-8b11344059e8 req-52856348-c428-4adf-a914-d098f0a15147 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Aug 19 00:05:20.152549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.249598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.254519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.287354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:05:20.306869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013b22a9-0636-4ae7-9ca4-7a15f878067b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:20.328621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.328968 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Added segment 800a2522-9a83-4c55-9359-a185db10337d of type vlan for network 5d25a2c3-876e-499d-9c17-008fdce9ef96 Aug 19 00:05:20.400380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ab368-7847-4d97-821c-8d0e4727c678 req-5aa15caa-c41e-41d5-be57-067299100d0d tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:20.403046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f6ab368-7847-4d97-821c-8d0e4727c678 req-5aa15caa-c41e-41d5-be57-067299100d0d tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 948 time: 0.1188297 Aug 19 00:05:20.405274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.464168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.465189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:20.465780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.470213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f6ab368-7847-4d97-821c-8d0e4727c678 req-485fd76c-1f79-4ab8-84fd-dec0a8162cff tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Aug 19 00:05:20.534483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5528073 Aug 19 00:05:20.535046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:20.540245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Request body: {'subnet': {'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-subnet', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:20.563053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Made reservation on behalf of ccfc0bd21b3e4e8cb6ff4c14e83c913b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:20.565562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.568168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed9818-eef6-469e-8f88-4376318c3eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d25a2c3-876e-499d-9c17-008fdce9ef96,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:20.579217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:05:20.746974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.799778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ad6003-4d8a-4681-9650-ee124c0cdebb,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:20.810736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Checking segment: {'id': '800a2522-9a83-4c55-9359-a185db10337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:20.811092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Network hostable DHCP agents. Network: 5d25a2c3-876e-499d-9c17-008fdce9ef96, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:05:20.827150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:05:20.836045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5d25a2c3-876e-499d-9c17-008fdce9ef96) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:20.840501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:20.841102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.848042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0bc61-dabf-458d-a2ba-16ff1ccaef4c None None] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:20.860864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-86528627-95bc-4b88-bfa4-36c0e9d60ef7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3245907 Aug 19 00:05:20.864406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:20.870803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:20.892990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.893974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:20.945974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.008997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-5d25a2c3-876e-499d-9c17-008fdce9ef96', 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'fixed_ips': [{'subnet_id': 'd8ad6003-4d8a-4681-9650-ee124c0cdebb'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:05:21.010149 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.089038 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.129717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c389ad15-b052-4021-b5a2-bfcc49cea531 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:21.186412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Allocated IP 172.20.0.2 (5d25a2c3-876e-499d-9c17-008fdce9ef96/d8ad6003-4d8a-4681-9650-ee124c0cdebb/88419783-eecb-4dcb-b5c5-776e82ad847a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:21.223488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port c389ad15-b052-4021-b5a2-bfcc49cea531 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:21.255678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port c389ad15-b052-4021-b5a2-bfcc49cea531 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:21.256066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.322167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9e4ee-e9ad-44a1-bf9f-419487bb8879 req-7df39d99-994e-4eab-aa7d-fb713d61d481 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:21.324757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35d9e4ee-e9ad-44a1-bf9f-419487bb8879 req-7df39d99-994e-4eab-aa7d-fb713d61d481 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0638711 Aug 19 00:05:21.349688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.376095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.388519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35d9e4ee-e9ad-44a1-bf9f-419487bb8879 req-02c8fd6b-2249-44ce-8232-2e7f88ce2077 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Aug 19 00:05:21.402786 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.423190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.437603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Transition to ACTIVE for port object 88419783-eecb-4dcb-b5c5-776e82ad847a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:21.445797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:21.448049 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d477f20-7419-49f0-bd54-0e4e0d9f8c33" -d '{"events": [{"server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "name": "network-vif-plugged", "status": "completed", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:21.470611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c389ad15-b052-4021-b5a2-bfcc49cea531,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:21.483582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Transition to ACTIVE for port object 88419783-eecb-4dcb-b5c5-776e82ad847a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:21.492668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.526912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Allocated IP 172.25.1.212 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ca45e7c8-35dd-4ced-801a-0448ea02a15c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:21.558295 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db35b309-0f13-4cd0-b5fe-198eb70535bc x-openstack-request-id: req-db35b309-0f13-4cd0-b5fe-198eb70535bc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:21.558789 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "name": "network-vif-plugged", "status": "completed", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:21.559203 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db35b309-0f13-4cd0-b5fe-198eb70535bc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:21.559946 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531', 'code': 200} Aug 19 00:05:21.561360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.600288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:21.601859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:21.634317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:21.641758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:21.659980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Pushing event updated for resources: {'Port': ['ID=88419783-eecb-4dcb-b5c5-776e82ad847a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:21.695721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f9d49-b41a-4d4e-8fda-ed8c6f1b95d0 req-4fed0017-99af-41de-af7b-4e620b90272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:21.697483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-192f9d49-b41a-4d4e-8fda-ed8c6f1b95d0 req-4fed0017-99af-41de-af7b-4e620b90272b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 1101 time: 0.1030374 Aug 19 00:05:21.716539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Attempting to bind port 88419783-eecb-4dcb-b5c5-776e82ad847a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:21.717081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Attempting to bind port 88419783-eecb-4dcb-b5c5-776e82ad847a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '800a2522-9a83-4c55-9359-a185db10337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:21.717609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Attempting to bind port 88419783-eecb-4dcb-b5c5-776e82ad847a on network 5d25a2c3-876e-499d-9c17-008fdce9ef96 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:21.723893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:21.724528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Checking segment: {'id': '800a2522-9a83-4c55-9359-a185db10337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:21.725090 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.725651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Bound using segment: {'id': '800a2522-9a83-4c55-9359-a185db10337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:21.725915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.726791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Bound port: 88419783-eecb-4dcb-b5c5-776e82ad847a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800a2522-9a83-4c55-9359-a185db10337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:21.727333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.734200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398619-7f52-48c9-9cab-d4bee7cdb4f5 req-b47a1b03-d532-43b2-91bc-15b5443a993a tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:21.741860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee398619-7f52-48c9-9cab-d4bee7cdb4f5 req-b47a1b03-d532-43b2-91bc-15b5443a993a tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.1065810 Aug 19 00:05:21.774964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.812133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] For port 88419783-eecb-4dcb-b5c5-776e82ad847a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:21.818056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] For port 88419783-eecb-4dcb-b5c5-776e82ad847a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88419783-eecb-4dcb-b5c5-776e82ad847a,segment=NetworkSegment(800a2522-9a83-4c55-9359-a185db10337d),segment_id=800a2522-9a83-4c55-9359-a185db10337d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:21.823870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:21.825186 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:21.830244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:21.835212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:21.862035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Pushing event updated for resources: {'Port': ['ID=ca45e7c8-35dd-4ced-801a-0448ea02a15c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:21.900243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24109063-ef34-4e82-b9fa-b1a51d3cfab4 None None] Pushing event updated for resources: {'Port': ['ID=88419783-eecb-4dcb-b5c5-776e82ad847a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:22.075448 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee398619-7f52-48c9-9cab-d4bee7cdb4f5 req-4268f0cc-24e1-4fb9-9b48-e23d0485da0d tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326805 Aug 19 00:05:22.101813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-192f9d49-b41a-4d4e-8fda-ed8c6f1b95d0 req-e6c125ac-04a6-4285-9f68-9a73379ff1c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954773 Aug 19 00:05:22.163464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:22.374559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:22.513196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87edb-c516-4ca9-93b4-bfe43a275db1 req-048c5436-6009-46f3-992b-83333ef3c90c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:22.514731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1be87edb-c516-4ca9-93b4-bfe43a275db1 req-048c5436-6009-46f3-992b-83333ef3c90c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0557213 Aug 19 00:05:22.516591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Router b22fdb63-d161-4e51-8720-bcd97f5d5370 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:05:22.554008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1be87edb-c516-4ca9-93b4-bfe43a275db1 req-228a0a60-e8b4-4eb0-a0b4-782f3da0d2a1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Aug 19 00:05:22.647288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:22.658081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Sync routers for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:22.672677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Routers {'b22fdb63-d161-4e51-8720-bcd97f5d5370'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:22.674133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b22fdb63-d161-4e51-8720-bcd97f5d5370'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:22.676132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:22.682614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:22.696078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24f78ec1-488a-448c-984c-736b540518ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.8135149 Aug 19 00:05:22.908902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Set router b22fdb63-d161-4e51-8720-bcd97f5d5370 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:23.050957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:23.095117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e298838-e34f-4f15-a7a6-dd3e3cd9ddc7 None None] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:23.169887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-830295bc-f0ce-474c-9566-92599bf5bc09 None None] Provisioning for port 88419783-eecb-4dcb-b5c5-776e82ad847a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:23.231717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b02b6-c135-4360-b082-b507804508c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.270258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.273988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f1a3-f1e4-4f67-a56a-15d6fcfce12e req-213684f4-8d42-4590-bcd9-1fe01099afdf tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:23.282006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e900f1a3-f1e4-4f67-a56a-15d6fcfce12e req-213684f4-8d42-4590-bcd9-1fe01099afdf tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.1033218 Aug 19 00:05:23.362046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e900f1a3-f1e4-4f67-a56a-15d6fcfce12e req-063a457f-35f6-4f97-b0c5-799fdee3e256 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Aug 19 00:05:23.424117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:22Z', 'revision_number': 3, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:23.442718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b02b6-c135-4360-b082-b507804508c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.455081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b02b6-c135-4360-b082-b507804508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.458619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Checking router: b22fdb63-d161-4e51-8720-bcd97f5d5370 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:23.458996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Updating router b22fdb63-d161-4e51-8720-bcd97f5d5370 port ca45e7c8-35dd-4ced-801a-0448ea02a15c binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:05:23.492135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.510734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b02b6-c135-4360-b082-b507804508c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880016f7-272e-4150-9f52-86aab0e9e2b2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:23.516493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b52b02b6-c135-4360-b082-b507804508c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f0dfa924966460ab7d55fd7f68ab6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637287 Aug 19 00:05:23.519586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:23.611458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Allocated IP 172.20.0.1 (5d25a2c3-876e-499d-9c17-008fdce9ef96/d8ad6003-4d8a-4681-9650-ee124c0cdebb/1a92de1a-6bee-41bc-bb23-d9e8af320e81) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:23.612845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.649688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.710027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.712592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.716491 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/880016f7-272e-4150-9f52-86aab0e9e2b2 HTTP/1.1" status: 204 len: 168 time: 0.1949856 Aug 19 00:05:23.735496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1688-7972-4c74-be5c-2676549faaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880016f7-272e-4150-9f52-86aab0e9e2b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:23.815129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.838832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Transition to ACTIVE for port object 1a92de1a-6bee-41bc-bb23-d9e8af320e81 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:23.855583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ca680-8568-4fba-b445-256a0a4e8de7 req-ec76ec4b-2e19-4086-81a4-77d0d5863e13 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:23.857333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b4ca680-8568-4fba-b445-256a0a4e8de7 req-ec76ec4b-2e19-4086-81a4-77d0d5863e13 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0963075 Aug 19 00:05:23.928284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b4ca680-8568-4fba-b445-256a0a4e8de7 req-52071a26-af6a-4d30-8b50-8333d58b9770 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576403 Aug 19 00:05:23.943805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:23.960261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88419783-eecb-4dcb-b5c5-776e82ad847a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:23.986518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:23.992113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:23.995784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:24.025138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Pushing event updated for resources: {'Port': ['ID=1a92de1a-6bee-41bc-bb23-d9e8af320e81,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:24.052253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 88419783-eecb-4dcb-b5c5-776e82ad847a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:24.053453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.064288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 88419783-eecb-4dcb-b5c5-776e82ad847a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:24.064689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.141604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.164978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Transition to ACTIVE for port object ca45e7c8-35dd-4ced-801a-0448ea02a15c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:24.176413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.275235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0a04-0efa-4f81-bc52-a862cf6ac1a5 None None] Pushing event updated for resources: {'Port': ['ID=ca45e7c8-35dd-4ced-801a-0448ea02a15c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:24.277575 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.294625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Attempting to bind port ca45e7c8-35dd-4ced-801a-0448ea02a15c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:24.295132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Attempting to bind port ca45e7c8-35dd-4ced-801a-0448ea02a15c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:24.295538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Attempting to bind port ca45e7c8-35dd-4ced-801a-0448ea02a15c on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:24.309416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:24.309791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:24.310192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.310702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:24.311111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Bound port: ca45e7c8-35dd-4ced-801a-0448ea02a15c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:24.311522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.328823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.360157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 88419783-eecb-4dcb-b5c5-776e82ad847a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88419783-eecb-4dcb-b5c5-776e82ad847a,segment=NetworkSegment(800a2522-9a83-4c55-9359-a185db10337d),segment_id=800a2522-9a83-4c55-9359-a185db10337d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:24.372908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.404483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0dc035d8-1fbd-4c69-b40b-36d99610adf2 None None] Provisioning for port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:24.431797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0dc035d8-1fbd-4c69-b40b-36d99610adf2 None None] Provisioning complete for port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:24.432389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dc035d8-1fbd-4c69-b40b-36d99610adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.473840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] For port ca45e7c8-35dd-4ced-801a-0448ea02a15c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:24.504883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] For port ca45e7c8-35dd-4ced-801a-0448ea02a15c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca45e7c8-35dd-4ced-801a-0448ea02a15c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:24.509801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=88419783-eecb-4dcb-b5c5-776e82ad847a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:24.518458 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.520960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0dc035d8-1fbd-4c69-b40b-36d99610adf2 None None] Port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:05:24.538773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd697-185f-4876-a065-160401abbec6 req-bf16d146-3ae2-4305-8bf2-bfa0a65fdecb tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:24.540642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-199bd697-185f-4876-a065-160401abbec6 req-bf16d146-3ae2-4305-8bf2-bfa0a65fdecb tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.0854082 Aug 19 00:05:24.572694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Routers {'b22fdb63-d161-4e51-8720-bcd97f5d5370'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:24.573395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b22fdb63-d161-4e51-8720-bcd97f5d5370'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:24.615385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-199bd697-185f-4876-a065-160401abbec6 req-1e114552-4749-400e-b0f0-7c3bdadd79b0 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 Aug 19 00:05:24.619520 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.625075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0a04-0efa-4f81-bc52-a862cf6ac1a5 None None] Pushing event updated for resources: {'Port': ['ID=ca45e7c8-35dd-4ced-801a-0448ea02a15c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:24.647497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.704615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] Set router b22fdb63-d161-4e51-8720-bcd97f5d5370 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:24.729066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Pushing event updated for resources: {'Port': ['ID=1a92de1a-6bee-41bc-bb23-d9e8af320e81,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:24.734416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:24.847756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:24.849966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:25.010849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Router b22fdb63-d161-4e51-8720-bcd97f5d5370 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:25.054980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:24Z', 'revision_number': 4, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1a92de1a-6bee-41bc-bb23-d9e8af320e81', 'name': '', 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'mac_address': 'fa:16:3e:28:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd8ad6003-4d8a-4681-9650-ee124c0cdebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:23Z', 'updated_at': '2021-08-19T00:05:23Z', 'revision_number': 1, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'subnets': [{'id': 'd8ad6003-4d8a-4681-9650-ee124c0cdebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:25.096242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea88f54-13eb-4333-962b-f07ccc6136a4 None None] The sync data for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 is: [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:24Z', 'revision_number': 4, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1a92de1a-6bee-41bc-bb23-d9e8af320e81', 'name': '', 'network_id': '5d25a2c3-876e-499d-9c17-008fdce9ef96', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'mac_address': 'fa:16:3e:28:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd8ad6003-4d8a-4681-9650-ee124c0cdebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:23Z', 'updated_at': '2021-08-19T00:05:23Z', 'revision_number': 1, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'subnets': [{'id': 'd8ad6003-4d8a-4681-9650-ee124c0cdebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:25.152228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b69b1-d83a-4723-b86d-46acb2590ec0 req-860bf532-e7ba-4343-8a48-d617af0747e2 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:25.166061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-676b69b1-d83a-4723-b86d-46acb2590ec0 req-860bf532-e7ba-4343-8a48-d617af0747e2 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1191046 Aug 19 00:05:25.223527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-676b69b1-d83a-4723-b86d-46acb2590ec0 req-8d7c54ef-c9d3-4a9d-a442-2f6b04593963 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Aug 19 00:05:25.236566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:25.243580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-902dfb13-7233-45d8-954e-c395d9ed441a admin admin] 10.222.0.20 "PUT /v2.0/routers/b22fdb63-d161-4e51-8720-bcd97f5d5370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5597179 Aug 19 00:05:25.259887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9d0538e7-edfd-44d4-85d7-37bee9a360ac None None] Provisioning complete for port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:25.260269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d0538e7-edfd-44d4-85d7-37bee9a360ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:25.314667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9d0538e7-edfd-44d4-85d7-37bee9a360ac None None] Port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:05:25.520852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1736c-ea80-408b-bbb7-47379779db88 req-1b913b6f-d569-463f-97ae-af172f9117d1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:25.523781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03b1736c-ea80-408b-bbb7-47379779db88 req-1b913b6f-d569-463f-97ae-af172f9117d1 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.0718255 Aug 19 00:05:25.573436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03b1736c-ea80-408b-bbb7-47379779db88 req-f70664b6-e3c7-4ac0-b492-c2800081a05c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 Aug 19 00:05:25.838851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88419783-eecb-4dcb-b5c5-776e82ad847a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:25.853647 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-178b4fc7-b7a8-441a-a399-8d144823c4f1 req-e47abed4-d324-4e01-bf84-0bfe466fc9a2 tempest-FloatingIPDetailsNegativeTestJSON-419553408 tempest-FloatingIPDetailsNegativeTestJSON-419553408-project] show failed (client error): The resource could not be found. Aug 19 00:05:25.860868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-178b4fc7-b7a8-441a-a399-8d144823c4f1 req-e47abed4-d324-4e01-bf84-0bfe466fc9a2 tempest-FloatingIPDetailsNegativeTestJSON-419553408 tempest-FloatingIPDetailsNegativeTestJSON-419553408-project] 10.222.0.20 "GET /v2.0/floatingips/bcaebf62-debc-434c-b1a1-1ebdc477410e HTTP/1.1" status: 404 len: 350 time: 0.0475025 Aug 19 00:05:25.863573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:25.912004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 88419783-eecb-4dcb-b5c5-776e82ad847a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:25.912469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:25.991140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b35a9-540e-4b88-b929-b7a8df863220 req-7dc63e46-02ac-43bf-9bf7-09e0128b364f tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:25.993438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-501b35a9-540e-4b88-b929-b7a8df863220 req-7dc63e46-02ac-43bf-9bf7-09e0128b364f tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.0575764 Aug 19 00:05:26.039019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-501b35a9-540e-4b88-b929-b7a8df863220 req-0eff66e8-2174-4315-bd23-18b7faf418c1 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Aug 19 00:05:26.414048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:26.505396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba4af-5fc6-4b9a-a55d-ef91e2171237 req-d3aab8fe-7f29-4583-9109-946b91c6fb0c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:26.505396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81eba4af-5fc6-4b9a-a55d-ef91e2171237 req-d3aab8fe-7f29-4583-9109-946b91c6fb0c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.5297470 Aug 19 00:05:26.624047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81eba4af-5fc6-4b9a-a55d-ef91e2171237 req-e0de2312-36b0-41df-be97-e46ed013fbc6 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124439 Aug 19 00:05:26.759465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:26.966128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248bab3-601b-46c2-b2ff-adbec410a28a req-e0ed94cc-3585-4932-93ed-45b4768ec4de tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:26.967594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8248bab3-601b-46c2-b2ff-adbec410a28a req-e0ed94cc-3585-4932-93ed-45b4768ec4de tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1059484 Aug 19 00:05:27.036323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8248bab3-601b-46c2-b2ff-adbec410a28a req-f75f8310-5e3e-48bc-b367-944b26a24729 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Aug 19 00:05:27.126222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Deleting port 1a92de1a-6bee-41bc-bb23-d9e8af320e81 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:27.127462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.206682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4481a1-6abb-42bb-98ce-9eab4de1e6da req-b8bd44cb-21d1-4060-8374-3e9cbcb8f7de tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:27.209063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a4481a1-6abb-42bb-98ce-9eab4de1e6da req-b8bd44cb-21d1-4060-8374-3e9cbcb8f7de tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.0637903 Aug 19 00:05:27.212738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.222050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:27.233429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Calling delete_port for 1a92de1a-6bee-41bc-bb23-d9e8af320e81 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:27.253018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a4481a1-6abb-42bb-98ce-9eab4de1e6da req-fca1c586-b9bb-4cb9-8dea-73fc345ea26f tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a719c4-d568-4793-9a7e-b03bd702a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Aug 19 00:05:27.332688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-a4536743-e60b-43da-9bee-4bed90a7f7c6 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:27.334424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-a4536743-e60b-43da-9bee-4bed90a7f7c6 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 949 time: 0.0673318 Aug 19 00:05:27.375737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9087490c-41e3-48d8-b6e2-3788ba8c0785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.439059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Deleting port c389ad15-b052-4021-b5a2-bfcc49cea531 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:27.439581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.489898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.517951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a92de1a-6bee-41bc-bb23-d9e8af320e81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:27.540727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] For port c389ad15-b052-4021-b5a2-bfcc49cea531, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c389ad15-b052-4021-b5a2-bfcc49cea531,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:27.541211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.555040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Calling delete_port for c389ad15-b052-4021-b5a2-bfcc49cea531 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:27.618053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9087490c-41e3-48d8-b6e2-3788ba8c0785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.625397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9087490c-41e3-48d8-b6e2-3788ba8c0785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.715735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.740007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9087490c-41e3-48d8-b6e2-3788ba8c0785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27d10a797f104ac28039c0b7634f74a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150530 Aug 19 00:05:27.752338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c389ad15-b052-4021-b5a2-bfcc49cea531'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:27.756614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54592) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:27.757541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Sync routers for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:27.759479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Pushing event deleted for resources: {'Port': ['ID=c389ad15-b052-4021-b5a2-bfcc49cea531,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:27.787140 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Routers {'b22fdb63-d161-4e51-8720-bcd97f5d5370'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:27.787953 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b22fdb63-d161-4e51-8720-bcd97f5d5370'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:27.823362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087490c-41e3-48d8-b6e2-3788ba8c0785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e37c0-10c6-4def-a0e0-a10586485406,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:27.871977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.875886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] No DVR routers for this DVR port c389ad15-b052-4021-b5a2-bfcc49cea531 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:27.882396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:27.884412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7025925-afd5-4d43-a9b9-b9077aa6fcd8 req-42fd8eb4-7fe3-4029-a8f4-dc2ea4581719 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.21 "DELETE /v2.0/ports/c389ad15-b052-4021-b5a2-bfcc49cea531 HTTP/1.1" status: 204 len: 173 time: 0.5411091 Aug 19 00:05:27.884883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'name': 'network-vif-deleted', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:27.887211 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c266e4e-4963-4d54-bb93-29d153b05c72" -d '{"events": [{"server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "name": "network-vif-deleted", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:27.917165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca45e7c8-35dd-4ced-801a-0448ea02a15c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:27.965022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.027470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ca45e7c8-35dd-4ced-801a-0448ea02a15c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:28.032861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ca45e7c8-35dd-4ced-801a-0448ea02a15c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:28.033631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.034976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.035821 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Set router b22fdb63-d161-4e51-8720-bcd97f5d5370 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:28.114885 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9418e-7bb1-4923-b4fc-b3dd6f76ce7e x-openstack-request-id: req-7ef9418e-7bb1-4923-b4fc-b3dd6f76ce7e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:28.115247 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03bf8a-0c6c-4857-a07c-472b6bba692a", "name": "network-vif-deleted", "tag": "c389ad15-b052-4021-b5a2-bfcc49cea531", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:28.115798 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ef9418e-7bb1-4923-b4fc-b3dd6f76ce7e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:28.116042 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03bf8a-0c6c-4857-a07c-472b6bba692a', 'name': 'network-vif-deleted', 'tag': 'c389ad15-b052-4021-b5a2-bfcc49cea531', 'status': 'completed', 'code': 200} Aug 19 00:05:28.173323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.176922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.181021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe0e37c0-10c6-4def-a0e0-a10586485406 HTTP/1.1" status: 204 len: 168 time: 0.4165585 Aug 19 00:05:28.197419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.206626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2efd5-d904-4c35-a229-dfae4cde601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e37c0-10c6-4def-a0e0-a10586485406,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:28.238380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Router b22fdb63-d161-4e51-8720-bcd97f5d5370 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:28.241601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0052d1-5c26-484e-8fe9-05889559035d req-3e69dcaa-ef07-453b-a196-47bec9a0dc6b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:28.242231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ca45e7c8-35dd-4ced-801a-0448ea02a15c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca45e7c8-35dd-4ced-801a-0448ea02a15c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:28.243446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a0052d1-5c26-484e-8fe9-05889559035d req-3e69dcaa-ef07-453b-a196-47bec9a0dc6b tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1242306 Aug 19 00:05:28.261442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.266742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaf6e0-84e5-4041-bcd6-05cd5ff8f146 req-e34326c2-7ead-488f-a6f3-e62e896d3368 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:28.268604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbfaf6e0-84e5-4041-bcd6-05cd5ff8f146 req-e34326c2-7ead-488f-a6f3-e62e896d3368 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 945 time: 0.1044290 Aug 19 00:05:28.305568 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:27Z', 'revision_number': 5, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:28.381209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ca45e7c8-35dd-4ced-801a-0448ea02a15c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:28.381862 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Checking router: b22fdb63-d161-4e51-8720-bcd97f5d5370 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:28.423270 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Routers {'b22fdb63-d161-4e51-8720-bcd97f5d5370'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:28.423910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b22fdb63-d161-4e51-8720-bcd97f5d5370'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:28.437773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0608ddc-1ed1-4521-a024-1f538bed283f req-6140ee9d-64bb-44cd-99c9-77427d7cc8e9 tempest-TenantUsagesTestJSON-1174094908 tempest-TenantUsagesTestJSON-1174094908-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c03bf8a-0c6c-4857-a07c-472b6bba692a HTTP/1.1" status: 200 len: 210 time: 0.0633218 Aug 19 00:05:28.456330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:28.461895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbfaf6e0-84e5-4041-bcd6-05cd5ff8f146 req-3608774c-476c-4c41-8fd5-343023a33f9c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973618 Aug 19 00:05:28.464964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dbf630ce-e6ff-4d33-a9f5-ea9c463d6e54 admin admin] 10.222.0.20 "PUT /v2.0/routers/b22fdb63-d161-4e51-8720-bcd97f5d5370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6001902 Aug 19 00:05:28.470121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:28.554113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port ec9601f4-66a0-4e1a-bf58-1be7420eea74 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:28.554473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.589411 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] Set router b22fdb63-d161-4e51-8720-bcd97f5d5370 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:28.641282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.702192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:28.713888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port ec9601f4-66a0-4e1a-bf58-1be7420eea74, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ec9601f4-66a0-4e1a-bf58-1be7420eea74,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:28.714311 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.727164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e7ab-973f-47c3-952e-3e43623c5e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.750261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for ec9601f4-66a0-4e1a-bf58-1be7420eea74 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:28.751848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.824226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:27Z', 'revision_number': 5, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:28.837856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Deleting port ca45e7c8-35dd-4ced-801a-0448ea02a15c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:28.838209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.852629 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad435-1fe6-4186-909c-773abe56a97f None None] The sync data for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 is: [{'id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1233535271-router', 'tenant_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:05:20Z', 'updated_at': '2021-08-19T00:05:27Z', 'revision_number': 5, 'project_id': 'ccfc0bd21b3e4e8cb6ff4c14e83c913b', 'gw_port': {'id': 'ca45e7c8-35dd-4ced-801a-0448ea02a15c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22fdb63-d161-4e51-8720-bcd97f5d5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:05:21Z', 'updated_at': '2021-08-19T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:28.930037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] For port ca45e7c8-35dd-4ced-801a-0448ea02a15c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca45e7c8-35dd-4ced-801a-0448ea02a15c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:28.930674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.943320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Calling delete_port for ca45e7c8-35dd-4ced-801a-0448ea02a15c owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:28.945233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e7ab-973f-47c3-952e-3e43623c5e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.953930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e7ab-973f-47c3-952e-3e43623c5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.972993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:28.983894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ec9601f4-66a0-4e1a-bf58-1be7420eea74'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:29.006503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:29.028842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1d6e7ab-973f-47c3-952e-3e43623c5e16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13669a323ab34fe7a26fdfc91d797558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255417 Aug 19 00:05:29.032985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e7ab-973f-47c3-952e-3e43623c5e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d9726-21d5-4bf4-b609-e9ff18bad1b4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:29.036736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=ec9601f4-66a0-4e1a-bf58-1be7420eea74,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:29.039933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54616) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:29.106822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port ec9601f4-66a0-4e1a-bf58-1be7420eea74 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:29.121441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.123911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a0052d1-5c26-484e-8fe9-05889559035d req-4adf1e56-4157-4c9e-9608-6826a9f71d08 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.11 "DELETE /v2.0/ports/ec9601f4-66a0-4e1a-bf58-1be7420eea74 HTTP/1.1" status: 204 len: 173 time: 0.8730991 Aug 19 00:05:29.136780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.169190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca45e7c8-35dd-4ced-801a-0448ea02a15c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:29.186991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.232758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.243003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.296029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.299070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.303088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/997d9726-21d5-4bf4-b609-e9ff18bad1b4 HTTP/1.1" status: 204 len: 168 time: 0.2589774 Aug 19 00:05:29.316515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0d86-98a6-419c-8153-d40a9d1b0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d9726-21d5-4bf4-b609-e9ff18bad1b4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:29.347203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.349580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.394973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.396549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22fdb63-d161-4e51-8720-bcd97f5d5370 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:05:29.401179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.402432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-57ffd3fd-7770-4447-afb2-45a3b856bf87 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b22fdb63-d161-4e51-8720-bcd97f5d5370 HTTP/1.1" status: 204 len: 168 time: 0.9313269 Aug 19 00:05:29.405160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54622) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:29.463529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Deleting subnet d8ad6003-4d8a-4681-9650-ee124c0cdebb {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:05:29.466671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.537799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.684103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1df0bc5d-1b2c-4182-8bc7-f7867cc2e4b7 req-b0c6e47d-aaed-4c5b-869d-6e6028fc800a tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9dedf64-44e9-447d-9e34-7ab2483cbb40 HTTP/1.1" status: 200 len: 210 time: 0.0917878 Aug 19 00:05:29.830968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:29.864180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a92de1a-6bee-41bc-bb23-d9e8af320e81 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:29.910515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1a92de1a-6bee-41bc-bb23-d9e8af320e81 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:29.910515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a92de1a-6bee-41bc-bb23-d9e8af320e81 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:29.913133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:30.136241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44c50b13-efc1-490d-913c-21662a432843 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ec888dc38ee4be4a567df7b72ec2164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191393 Aug 19 00:05:30.140202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:30.179507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'name': 'network-vif-deleted', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:30.181780 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561613b9-d960-4c98-8288-8abacb9a7dc2" -d '{"events": [{"server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "name": "network-vif-deleted", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:30.217637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.257956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1677b-326f-4084-9b11-afdf84fd89e1 None None] Network 5d25a2c3-876e-499d-9c17-008fdce9ef96 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:30.260907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.261711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ad6003-4d8a-4681-9650-ee124c0cdebb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:30.269986 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81da548-2ea5-498d-8890-a618c83614cf x-openstack-request-id: req-f81da548-2ea5-498d-8890-a618c83614cf {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:30.270465 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dedf64-44e9-447d-9e34-7ab2483cbb40", "name": "network-vif-deleted", "tag": "ec9601f4-66a0-4e1a-bf58-1be7420eea74", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:30.270871 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f81da548-2ea5-498d-8890-a618c83614cf {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:30.271411 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dedf64-44e9-447d-9e34-7ab2483cbb40', 'name': 'network-vif-deleted', 'tag': 'ec9601f4-66a0-4e1a-bf58-1be7420eea74', 'status': 'completed', 'code': 200} Aug 19 00:05:30.275349 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.280078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:30.280916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cdd32d41-efb5-4bbb-8c74-67fafcce50e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8ad6003-4d8a-4681-9650-ee124c0cdebb HTTP/1.1" status: 204 len: 168 time: 0.8744776 Aug 19 00:05:30.358401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.362325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.426899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Sync routers for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:30.442043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:30.442449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:05:30.443116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_agentschedulers_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b22fdb63-d161-4e51-8720-bcd97f5d5370'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94624) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:05:30.448075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.452822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:30.453215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:05:30.453807 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.454627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_agentschedulers_db [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b22fdb63-d161-4e51-8720-bcd97f5d5370'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94624) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:05:30.455144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96a719c4-d568-4793-9a7e-b03bd702a21d HTTP/1.1" status: 204 len: 168 time: 0.3130598 Aug 19 00:05:30.455580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbf664-407a-4f12-a9ae-3a5d2c86dfc1 None None] The sync data for ids ['b22fdb63-d161-4e51-8720-bcd97f5d5370'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:30.478672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01d6e6-fec5-43bb-9df8-af6b71069a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a719c4-d568-4793-9a7e-b03bd702a21d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:30.478804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] DHCP port deletion for 5d25a2c3-876e-499d-9c17-008fdce9ef96 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:05:30.482262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Deleting port 88419783-eecb-4dcb-b5c5-776e82ad847a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:30.482646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.569323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] For port 88419783-eecb-4dcb-b5c5-776e82ad847a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88419783-eecb-4dcb-b5c5-776e82ad847a,segment=NetworkSegment(800a2522-9a83-4c55-9359-a185db10337d),segment_id=800a2522-9a83-4c55-9359-a185db10337d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:30.569696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.574035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Deleting port 88419783-eecb-4dcb-b5c5-776e82ad847a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:30.574426 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.589286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Calling delete_port for 88419783-eecb-4dcb-b5c5-776e82ad847a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:30.661803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] For port 88419783-eecb-4dcb-b5c5-776e82ad847a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88419783-eecb-4dcb-b5c5-776e82ad847a,segment=NetworkSegment(800a2522-9a83-4c55-9359-a185db10337d),segment_id=800a2522-9a83-4c55-9359-a185db10337d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:30.662483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.693381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Calling delete_port for 88419783-eecb-4dcb-b5c5-776e82ad847a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:30.717081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.785048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] No DVR routers for this DVR port 88419783-eecb-4dcb-b5c5-776e82ad847a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:30.787097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Pushing event deleted for resources: {'Port': ['ID=88419783-eecb-4dcb-b5c5-776e82ad847a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:30.854997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.887756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] Pushing event deleted for resources: {'Port': ['ID=88419783-eecb-4dcb-b5c5-776e82ad847a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:30.897148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116f4e6-ca0d-45db-bd9a-e160cebaaf95 None None] No DVR routers for this DVR port 88419783-eecb-4dcb-b5c5-776e82ad847a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:30.942722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.955843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d25a2c3-876e-499d-9c17-008fdce9ef96']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:30.965771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54698) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:30.978430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800a2522-9a83-4c55-9359-a185db10337d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:30.979305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800a2522-9a83-4c55-9359-a185db10337d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:30.988204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec57-444a-4654-8c58-aa1a267c27aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:30.992371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.011186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.026554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:05:31.026972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:05:31.035504 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:05:31.116263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.131563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.144715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d25a2c3-876e-499d-9c17-008fdce9ef96 HTTP/1.1" status: 204 len: 168 time: 0.8552117 Aug 19 00:05:31.163919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60119e-d4bf-46ad-8fcc-4fb8de442315 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d25a2c3-876e-499d-9c17-008fdce9ef96,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:31.190150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c389ad15-b052-4021-b5a2-bfcc49cea531 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:31.216930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec57-444a-4654-8c58-aa1a267c27aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.224311 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec57-444a-4654-8c58-aa1a267c27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.234496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: c389ad15-b052-4021-b5a2-bfcc49cea531 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:31.234496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c389ad15-b052-4021-b5a2-bfcc49cea531 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:31.272486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7c7ec57-444a-4654-8c58-aa1a267c27aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9be9f7e435014891a9c12d26f2e63245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030539 Aug 19 00:05:31.272738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:31.287568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7ec57-444a-4654-8c58-aa1a267c27aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502df384-280f-4f6c-a55e-f43d759f1563,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:31.350062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.355566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54726) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:31.381672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.406851 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ed006e2-f2c7-44dc-9693-911faa84d3df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccfc0bd21b3e4e8cb6ff4c14e83c913b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498340 Aug 19 00:05:31.409224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:31.445128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.447758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.448906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/502df384-280f-4f6c-a55e-f43d759f1563 HTTP/1.1" status: 204 len: 168 time: 0.1751864 Aug 19 00:05:31.468824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.469051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b744-27f4-4ccf-94f3-2feab3f0defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502df384-280f-4f6c-a55e-f43d759f1563,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:31.502535 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.565480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.568761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:31.570092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/013b22a9-0636-4ae7-9ca4-7a15f878067b HTTP/1.1" status: 204 len: 168 time: 0.1596360 Aug 19 00:05:31.579550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b74b6-be77-42ce-85da-9cb50512f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013b22a9-0636-4ae7-9ca4-7a15f878067b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:31.703627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545897b-4414-4f00-a7e2-be3839457009 req-13433333-5839-4525-8bd5-3fdb093a9e04 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:31.705197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7545897b-4414-4f00-a7e2-be3839457009 req-13433333-5839-4525-8bd5-3fdb093a9e04 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.0534136 Aug 19 00:05:31.708689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ec9601f4-66a0-4e1a-bf58-1be7420eea74 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:31.751608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: ec9601f4-66a0-4e1a-bf58-1be7420eea74 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:31.752193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ec9601f4-66a0-4e1a-bf58-1be7420eea74 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:31.791074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7545897b-4414-4f00-a7e2-be3839457009 req-1b0777fe-d365-4606-93ec-6318e491d982 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Aug 19 00:05:31.808616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88419783-eecb-4dcb-b5c5-776e82ad847a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:31.834595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 88419783-eecb-4dcb-b5c5-776e82ad847a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:31.834979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88419783-eecb-4dcb-b5c5-776e82ad847a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:31.835353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca45e7c8-35dd-4ced-801a-0448ea02a15c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:31.861977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ca45e7c8-35dd-4ced-801a-0448ea02a15c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:31.863056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca45e7c8-35dd-4ced-801a-0448ea02a15c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:32.906300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25c88-8eb3-48fb-a6e7-1a37d57a399b req-53d3a752-f1b6-4344-a187-f92aeb14ac0d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:32.907843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2b25c88-8eb3-48fb-a6e7-1a37d57a399b req-53d3a752-f1b6-4344-a187-f92aeb14ac0d tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Aug 19 00:05:32.948838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2b25c88-8eb3-48fb-a6e7-1a37d57a399b req-c5650c11-3bbe-4d77-88b0-0b5f0d087236 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b445f6-ae26-499a-aeda-ac4a0ffc5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Aug 19 00:05:33.288755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-7d6741b1-6d81-4aee-b201-00ed7c3900c8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:33.290390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-7d6741b1-6d81-4aee-b201-00ed7c3900c8 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 946 time: 0.0571108 Aug 19 00:05:33.393446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Deleting port 331fb129-3991-4f20-ae6c-259dc09159ee {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:33.393826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:33.522529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] For port 331fb129-3991-4f20-ae6c-259dc09159ee, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=331fb129-3991-4f20-ae6c-259dc09159ee,segment=NetworkSegment(073048bf-8279-4f42-ad50-54d9fa839c9c),segment_id=073048bf-8279-4f42-ad50-54d9fa839c9c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:33.523363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:33.538266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Calling delete_port for 331fb129-3991-4f20-ae6c-259dc09159ee owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:33.691492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:33.726765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['331fb129-3991-4f20-ae6c-259dc09159ee'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:33.727537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Pushing event deleted for resources: {'Port': ['ID=331fb129-3991-4f20-ae6c-259dc09159ee,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:33.783090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] No DVR routers for this DVR port 331fb129-3991-4f20-ae6c-259dc09159ee on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:33.786653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:33.789633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee29b8ff-5140-4f93-a24d-262e7f162259 req-61f33de3-292d-47e8-a8d6-8848f6d2034c tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.21 "DELETE /v2.0/ports/331fb129-3991-4f20-ae6c-259dc09159ee HTTP/1.1" status: 204 len: 173 time: 0.4919670 Aug 19 00:05:33.790106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'name': 'network-vif-deleted', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:33.792545 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df1042-15f2-48cf-b5fa-775e50cdcff6" -d '{"events": [{"server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "name": "network-vif-deleted", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:33.850592 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dcf9fb-43e1-44a3-addd-aced3ce2e511 x-openstack-request-id: req-f9dcf9fb-43e1-44a3-addd-aced3ce2e511 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:33.851058 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0845f8e-06c9-4215-b8c1-0829265225b3", "name": "network-vif-deleted", "tag": "331fb129-3991-4f20-ae6c-259dc09159ee", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:33.851314 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9dcf9fb-43e1-44a3-addd-aced3ce2e511 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:33.852028 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0845f8e-06c9-4215-b8c1-0829265225b3', 'name': 'network-vif-deleted', 'tag': '331fb129-3991-4f20-ae6c-259dc09159ee', 'status': 'completed', 'code': 200} Aug 19 00:05:34.077552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:34.100501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a3a0370-4234-4d48-95a0-a21ad62f1094 req-010ea0e0-07bc-42d2-83ee-c1c3cfe8b282 tempest-ServersTestJSON-973675171 tempest-ServersTestJSON-973675171-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0845f8e-06c9-4215-b8c1-0829265225b3 HTTP/1.1" status: 200 len: 210 time: 0.0352974 Aug 19 00:05:34.389808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b989a338-6bb6-4985-aade-c9e532a3abf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.507876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b989a338-6bb6-4985-aade-c9e532a3abf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.512394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b989a338-6bb6-4985-aade-c9e532a3abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.540480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989a338-6bb6-4985-aade-c9e532a3abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4dc0f-799e-42e2-9557-ea28f1a11712,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:34.568378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b989a338-6bb6-4985-aade-c9e532a3abf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09dd39bb00d84c62ae96d59f9ea1b891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891365 Aug 19 00:05:34.571066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:34.626203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.652187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.716722 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.719277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:34.720478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3f4dc0f-799e-42e2-9557-ea28f1a11712 HTTP/1.1" status: 204 len: 168 time: 0.1477349 Aug 19 00:05:34.729068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06155-bb87-43fb-81fb-0e9f75d7c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4dc0f-799e-42e2-9557-ea28f1a11712,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:35.167553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55076) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:35.230888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Deleting subnet 93ec83fd-b457-453d-bb14-bbe634c107a4 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:05:35.234583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.277320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.320587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.398475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.444669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ec83fd-b457-453d-bb14-bbe634c107a4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:35.456062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.460031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9504558a-ae53-4689-bbb3-4ba221231083 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93ec83fd-b457-453d-bb14-bbe634c107a4 HTTP/1.1" status: 204 len: 168 time: 0.2914617 Aug 19 00:05:35.462827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:35.564967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.650589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:35.665520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.682371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71364be3-bc39-4c55-b4ad-05cb62c338bd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:35.709429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073048bf-8279-4f42-ad50-54d9fa839c9c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:35.710096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073048bf-8279-4f42-ad50-54d9fa839c9c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:35.722052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.739083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.745383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:05:35.745905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:05:35.748115 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:05:35.796769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1115445956-network', 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:35.821167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:35.823995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.825597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.831726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.834158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] 10.222.0.20 "DELETE /v2.0/networks/71364be3-bc39-4c55-b4ad-05cb62c338bd HTTP/1.1" status: 204 len: 168 time: 0.3696024 Aug 19 00:05:35.843101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.845679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729131-c46c-4ba8-9086-0bdd54c52b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=71364be3-bc39-4c55-b4ad-05cb62c338bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:35.989924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:35.995740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.001836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:36.029709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:05:36.040686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067368f-c7a2-4338-a6ab-3717ea9dcca2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:36.046682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.047014 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Added segment 2f4a3400-f846-4531-a519-77371b399c93 of type vlan for network 154110f1-5ae9-4248-bafb-a6d917567754 Aug 19 00:05:36.075733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b05046ee-ee87-44b1-a696-2ca57f96e4f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e597d68c2af4936a1d30929639d18d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725329 Aug 19 00:05:36.078099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55220) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:36.101558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.159379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.172211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.173278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:36.174110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.227928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.257681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6031418 Aug 19 00:05:36.258026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:36.259688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4595-8a55-4985-8361-ba81557d3ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=154110f1-5ae9-4248-bafb-a6d917567754,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:36.263709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Request body: {'subnet': {'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1115445956-subnet', 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:36.272222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 154110f1-5ae9-4248-bafb-a6d917567754 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:05:36.301673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.307451 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.311092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93b445f6-ae26-499a-aeda-ac4a0ffc5b83 HTTP/1.1" status: 204 len: 168 time: 0.2295773 Aug 19 00:05:36.319331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1023-d21c-410f-ade7-f46f5ef7312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b445f6-ae26-499a-aeda-ac4a0ffc5b83,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:36.345409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:36.351006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.630958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.708721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11434680-abad-4a89-9343-b1625b282b02,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:36.711940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Checking segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:36.712329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Network hostable DHCP agents. Network: 154110f1-5ae9-4248-bafb-a6d917567754, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:05:36.731777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Network 154110f1-5ae9-4248-bafb-a6d917567754 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:05:36.743396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 154110f1-5ae9-4248-bafb-a6d917567754) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:36.754640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c450c-a607-4192-84bc-fdc61135cb15 None None] Network 154110f1-5ae9-4248-bafb-a6d917567754 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:36.758457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:36.759161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:36.812358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9d0e7ee6-4e47-49fd-854e-234760b1e11a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5526562 Aug 19 00:05:36.921556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c81e8d-0d01-4ade-b72b-fc5d3a88be2d None None] Network 154110f1-5ae9-4248-bafb-a6d917567754 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:37.211286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 331fb129-3991-4f20-ae6c-259dc09159ee no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:37.235572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 331fb129-3991-4f20-ae6c-259dc09159ee {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:37.235916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 331fb129-3991-4f20-ae6c-259dc09159ee not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:37.670804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-1d9d7f12-dc11-4c8f-8428-72b67f7bb127 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:37.672367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-1d9d7f12-dc11-4c8f-8428-72b67f7bb127 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.1203167 Aug 19 00:05:37.688928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-965c04ad-72f2-4a6e-a7d2-5617e545b209 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/quotas/bfcda5dcdc1a41579d83317b21842ee9 HTTP/1.1" status: 200 len: 375 time: 0.0100245 Aug 19 00:05:37.718813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:37.737406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-69f14905-31a2-4856-a056-89bd45a8aab1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410049 Aug 19 00:05:37.888183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-9b1edbba-e69a-4051-a706-8d2927ad2ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497879 Aug 19 00:05:37.957078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17bd4ad3-0b5d-43b7-a5e4-bb26719b9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:37.977314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-0bb8edfc-3ae2-4728-8ce8-e66d140b05d4 service neutron] 10.222.0.20 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882440 Aug 19 00:05:38.052354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17bd4ad3-0b5d-43b7-a5e4-bb26719b9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.056515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17bd4ad3-0b5d-43b7-a5e4-bb26719b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.094272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd4ad3-0b5d-43b7-a5e4-bb26719b9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c660e-d0f2-495b-a507-290cf06afd4b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:38.098539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-17bd4ad3-0b5d-43b7-a5e4-bb26719b9846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b2dbad3e49a44b690db07e220e737f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785784 Aug 19 00:05:38.101063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:38.167546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.197358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.267290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.270792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.272034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c1c660e-d0f2-495b-a507-290cf06afd4b HTTP/1.1" status: 204 len: 168 time: 0.1698728 Aug 19 00:05:38.281476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982d682-4d25-4942-9368-acc8b700a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c660e-d0f2-495b-a507-290cf06afd4b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:38.416542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ff45807-e9f4-4275-94bd-75fbdf5e041c req-a9e1ea8c-d345-4d11-94fc-56cf5163d7df tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0362906 Aug 19 00:05:38.503923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:38.720705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:38.725918 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a349f96d-26f2-45ec-9a1d-3d4bad4561a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.743143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e24f4ebb-00ab-40ec-89c5-a2520705f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.881099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a349f96d-26f2-45ec-9a1d-3d4bad4561a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.898621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a349f96d-26f2-45ec-9a1d-3d4bad4561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:38.943360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a349f96d-26f2-45ec-9a1d-3d4bad4561a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0793c5e25d9d4844b7143496103d23f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382355 Aug 19 00:05:38.944147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:38.966149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349f96d-26f2-45ec-9a1d-3d4bad4561a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3409ed6-d1d3-4ce6-9ed5-3b78ddf6b8cb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:39.060420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.105594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.117911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e24f4ebb-00ab-40ec-89c5-a2520705f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.128468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e24f4ebb-00ab-40ec-89c5-a2520705f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.183792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f4ebb-00ab-40ec-89c5-a2520705f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a40b7-315b-42cd-a5f4-87984948cb64,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:39.196823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e24f4ebb-00ab-40ec-89c5-a2520705f2cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=289f89c6535a4108a052180d67158861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713678 Aug 19 00:05:39.197107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:39.219248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.222943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.226486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3409ed6-d1d3-4ce6-9ed5-3b78ddf6b8cb HTTP/1.1" status: 204 len: 168 time: 0.2749112 Aug 19 00:05:39.242230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7cea4-c9c6-4a3f-b7e5-b956df73bbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3409ed6-d1d3-4ce6-9ed5-3b78ddf6b8cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:39.324995 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.349724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.410029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.413088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:39.416487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd1a40b7-315b-42cd-a5f4-87984948cb64 HTTP/1.1" status: 204 len: 168 time: 0.2161443 Aug 19 00:05:39.422092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25fb11-ff04-4204-a137-20ea6b641b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a40b7-315b-42cd-a5f4-87984948cb64,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:39.526823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45eaac1e-c0c7-40e6-a33e-928c53899ce8 req-7c1a5c96-2a55-4c1f-8357-03c862400812 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0315874 Aug 19 00:05:39.743407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d321575b-b0e8-48d8-9225-b8e9d137f055 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:39.745596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d321575b-b0e8-48d8-9225-b8e9d137f055 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.1399319 Aug 19 00:05:39.769653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:39.875507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-1e60df3b-086e-4167-b6d9-f4dec1ba12a5 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:39.877343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-1e60df3b-086e-4167-b6d9-f4dec1ba12a5 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.1304355 Aug 19 00:05:39.883031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Request body: {'port': {'device_id': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'admin_state_up': True, 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:39.892139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Request body: {'port': {'device_id': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'admin_state_up': True, 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:39.961774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed8e98f2-bbe1-411e-b68c-aac4f7bb761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.116339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed8e98f2-bbe1-411e-b68c-aac4f7bb761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.122757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed8e98f2-bbe1-411e-b68c-aac4f7bb761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.153578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:40.172494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.173443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed8e98f2-bbe1-411e-b68c-aac4f7bb761c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a59166a465b4b45970f080e655602fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020360 Aug 19 00:05:40.174506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e98f2-bbe1-411e-b68c-aac4f7bb761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3fd9ab-8e9f-4c67-aa67-10496138ff30,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:40.191616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:40.249004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:40.252962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.299498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.362189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.437990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.443213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.444619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a3fd9ab-8e9f-4c67-aa67-10496138ff30 HTTP/1.1" status: 204 len: 168 time: 0.2511148 Aug 19 00:05:40.454361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe4be-a771-4bc6-839d-2264af30c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3fd9ab-8e9f-4c67-aa67-10496138ff30,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:40.508028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Allocated IP 172.20.0.5 (154110f1-5ae9-4248-bafb-a6d917567754/11434680-abad-4a89-9343-b1625b282b02/21917bbb-198a-41a4-ac35-859249289e1b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:40.699641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b1ba05e-1900-4318-9c25-a757ac069014 req-ec87557d-42ad-4d90-a614-231f9cf068db tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0628991 Aug 19 00:05:40.747256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.808718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:40.897388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Network 154110f1-5ae9-4248-bafb-a6d917567754 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:40.905573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:40.908577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:40.972985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Allocated IP 172.20.0.8 (154110f1-5ae9-4248-bafb-a6d917567754/11434680-abad-4a89-9343-b1625b282b02/a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:40.994746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event updated for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:41.041208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:41.041849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.078488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-d744fd02-8e58-47a3-9792-ffff8eeca137 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1992037 Aug 19 00:05:41.097655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Request body: {'port': {'device_id': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:41.296832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.308045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75fbc-a1fb-478b-b474-6bcf326154f7 req-69b12c55-deac-4ed1-ace3-f617ab724375 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:41.315296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dfc75fbc-a1fb-478b-b474-6bcf326154f7 req-69b12c55-deac-4ed1-ace3-f617ab724375 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.2053955 Aug 19 00:05:41.372257 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.414684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dfc75fbc-a1fb-478b-b474-6bcf326154f7 req-556d387f-6df2-452e-9d13-cd7c403b64df tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979862 Aug 19 00:05:41.545889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.631735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Network 154110f1-5ae9-4248-bafb-a6d917567754 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:41.638138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:41.647235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:41.654390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event updated for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:41.722510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:41.723465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.757768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4be6d988-ca43-44fc-96e9-6374b07c2dbe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8696396 Aug 19 00:05:41.780871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Request body: {'port': {'device_id': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:41.922699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21917bbb-198a-41a4-ac35-859249289e1b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:41.934882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.950462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:41.968096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Transition to ACTIVE for port object 21917bbb-198a-41a4-ac35-859249289e1b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:41.979947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dfc9a-47a6-4da3-98d0-c7d0c5ceb17b req-966e9803-0cbb-4fbb-bbcf-7aef6ed92c2e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:41.988682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-438dfc9a-47a6-4da3-98d0-c7d0c5ceb17b req-966e9803-0cbb-4fbb-bbcf-7aef6ed92c2e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 931 time: 0.1520836 Aug 19 00:05:41.997562 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:42.136957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-438dfc9a-47a6-4da3-98d0-c7d0c5ceb17b req-79b70f54-d35f-4b49-9b21-19a368049cd1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450853 Aug 19 00:05:42.199374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Pushing event updated for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:42.365908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d235bc2-352f-46c9-bcd7-7ba72a3e5f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:42.381779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Attempting to bind port 21917bbb-198a-41a4-ac35-859249289e1b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:42.383292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Attempting to bind port 21917bbb-198a-41a4-ac35-859249289e1b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:42.383533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Attempting to bind port 21917bbb-198a-41a4-ac35-859249289e1b on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:42.396038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Port 21917bbb-198a-41a4-ac35-859249289e1b on network 154110f1-5ae9-4248-bafb-a6d917567754 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:05:42.396449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Attempting to bind port 21917bbb-198a-41a4-ac35-859249289e1b on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:42.406482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:42.407074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Checking segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:42.407737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Bound using segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:42.408496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Bound port: 21917bbb-198a-41a4-ac35-859249289e1b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:42.409162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.052399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f674c41-713f-417f-8898-836d43aeac51 req-7ef24b7b-7c9d-4fa7-9a42-261f5b2a4149 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.053974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f674c41-713f-417f-8898-836d43aeac51 req-7ef24b7b-7c9d-4fa7-9a42-261f5b2a4149 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.6239867 Aug 19 00:05:43.096813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:43.125923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:43.132138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=21917bbb-198a-41a4-ac35-859249289e1b,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:43.140821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.149578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.194295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f674c41-713f-417f-8898-836d43aeac51 req-cdb3baeb-5759-49aa-b63d-eef40633bd1e tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309934 Aug 19 00:05:43.202137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Transition to ACTIVE for port object a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:43.203673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.204365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.205816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] 10.222.0.21 "PUT /v2.0/ports/21917bbb-198a-41a4-ac35-859249289e1b HTTP/1.1" status: 200 len: 1092 time: 2.1129403 Aug 19 00:05:43.208481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:43.210865 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f59b2d-a722-411b-999f-a415f6c77c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "tag": "21917bbb-198a-41a4-ac35-859249289e1b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:43.231940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.281740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9b8ec-5905-4790-af1c-ed7788ccdcbd service neutron] Pushing event updated for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:43.438964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-6bdbf569-b526-4d40-9282-537f218b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.439282 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-f70c320e-e2f1-43b6-a48c-62c8b5df9c8c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a5a3920e20a441f95579a13b71117b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338364 Aug 19 00:05:43.441188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-6bdbf569-b526-4d40-9282-537f218b4324 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 1095 time: 0.1728306 Aug 19 00:05:43.442132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:43.464426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac6d41-ecd8-4487-8614-4f8dfe449b49 req-6f2ed119-398d-4c26-b935-e5dd9f96001b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.466042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29ac6d41-ecd8-4487-8614-4f8dfe449b49 req-6f2ed119-398d-4c26-b935-e5dd9f96001b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1638927 Aug 19 00:05:43.531317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-47d25f41-dc07-42b6-8a93-542ae02a60cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21917bbb-198a-41a4-ac35-859249289e1b HTTP/1.1" status: 200 len: 217 time: 0.0623274 Aug 19 00:05:43.555111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Attempting to bind port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:43.555799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Attempting to bind port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:43.556325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Attempting to bind port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:43.578757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-36ba48ea-ebc0-452a-9e92-dd3eb980a1e0 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.580276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-36ba48ea-ebc0-452a-9e92-dd3eb980a1e0 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335847 Aug 19 00:05:43.582222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f on network 154110f1-5ae9-4248-bafb-a6d917567754 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:05:43.582728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Attempting to bind port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:43.608954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-7f1d90f3-7e4b-48c0-a287-8c790b903024 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/quotas/7a5a3920e20a441f95579a13b71117b2 HTTP/1.1" status: 200 len: 375 time: 0.0219560 Aug 19 00:05:43.624599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:43.625211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Checking segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:43.625815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Bound using segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:43.626798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Bound port: a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:43.627379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:43.661266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29ac6d41-ecd8-4487-8614-4f8dfe449b49 req-b6d0d643-9953-412e-8e00-d3d3b70c7580 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790509 Aug 19 00:05:43.691764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a1a55ed5-3af1-4cda-81d9-676660ece937 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a5a3920e20a441f95579a13b71117b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816436 Aug 19 00:05:43.742587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-82eac220-fd56-47fe-80e2-974b08861a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:43.750101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-82eac220-fd56-47fe-80e2-974b08861a7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.2097411 Aug 19 00:05:43.833665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-92f4b7d9-33df-48d2-98f2-9250803f9ff8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758004 Aug 19 00:05:43.987095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:44.050783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:44.053992 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5b4d7c-8192-4e1b-9a58-bb205e7377d7 x-openstack-request-id: req-6b5b4d7c-8192-4e1b-9a58-bb205e7377d7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:44.054595 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "tag": "21917bbb-198a-41a4-ac35-859249289e1b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:44.054595 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5b4d7c-8192-4e1b-9a58-bb205e7377d7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:44.054913 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b', 'status': 'completed', 'code': 200} Aug 19 00:05:44.060091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-9681ee19-f726-4150-bda1-27709c24e84d service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152407 Aug 19 00:05:44.063504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.094738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d0dd1-976f-437b-a5fa-b69f06de967c req-4a9a3791-c648-4adf-8199-10e9fea1dbcf tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.102510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-459d0dd1-976f-437b-a5fa-b69f06de967c req-4a9a3791-c648-4adf-8199-10e9fea1dbcf tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1889966 Aug 19 00:05:44.127809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.129006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.130475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f HTTP/1.1" status: 200 len: 1092 time: 2.3623655 Aug 19 00:05:44.193683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2b5530a-0381-493a-8fe8-1708a450d9de req-4fd86507-a552-45c3-9ebb-f4c20629692c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 210 time: 0.0561385 Aug 19 00:05:44.251770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:44.294536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-459d0dd1-976f-437b-a5fa-b69f06de967c req-83d7564e-3c78-4b92-99d9-5cbad6a2f322 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911380 Aug 19 00:05:44.337518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd5ee3-70e4-4149-9fcb-3ff54113fab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:44.359146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-24dd94b6-e6a9-49be-878d-965f620af030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.361097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-24dd94b6-e6a9-49be-878d-965f620af030 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1477158 Aug 19 00:05:44.394751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-cd839841-d4f7-4f53-9502-cd48fe9982d4 service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214669 Aug 19 00:05:44.462647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-4e73527b-d8ed-4ff0-a12c-fe193f4e5f8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f HTTP/1.1" status: 200 len: 217 time: 0.0853066 Aug 19 00:05:44.475833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94e35acb-b3bf-406c-80b3-3a5065760571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.640001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-87615ad3-17e9-486f-8459-b9adec8e9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.641668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-87615ad3-17e9-486f-8459-b9adec8e9413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.1704566 Aug 19 00:05:44.652766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94e35acb-b3bf-406c-80b3-3a5065760571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.659137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94e35acb-b3bf-406c-80b3-3a5065760571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.696258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-6f6c300e-60e3-4465-8c6a-06d5f9c706af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463648 Aug 19 00:05:44.707023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94e35acb-b3bf-406c-80b3-3a5065760571 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28fd12f858664eb685fb5702e5f79a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533465 Aug 19 00:05:44.709871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:44.720182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e35acb-b3bf-406c-80b3-3a5065760571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e7f9fc-7d4b-48ac-9481-b632ec0cd522,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:44.747238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-18258080-35c5-4f36-8548-60116c3fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.748794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-18258080-35c5-4f36-8548-60116c3fa4a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 1095 time: 0.2032676 Aug 19 00:05:44.773199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bab17-d0cb-44b3-b06a-eb8c1191f0d5 req-3ac1e9cd-0415-4137-b877-c37850c11edf tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.776898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a5bab17-d0cb-44b3-b06a-eb8c1191f0d5 req-3ac1e9cd-0415-4137-b877-c37850c11edf tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1814859 Aug 19 00:05:44.827843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.829520 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.858669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.873769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f731c1-eb54-49c4-ab28-57c655c5d3e2 req-489af3a5-2156-4467-b72d-077fbe6a845a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:44.875634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2f731c1-eb54-49c4-ab28-57c655c5d3e2 req-489af3a5-2156-4467-b72d-077fbe6a845a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1335289 Aug 19 00:05:44.922826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad15e6b8-3d89-423f-b35d-bc01b814ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.942366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2f731c1-eb54-49c4-ab28-57c655c5d3e2 req-68985602-5ab2-479b-8757-2986943edb11 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561137 Aug 19 00:05:44.958542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.961780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:44.966356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3e7f9fc-7d4b-48ac-9481-b632ec0cd522 HTTP/1.1" status: 204 len: 168 time: 0.2520776 Aug 19 00:05:44.979760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4029-ed62-4ce7-aa53-7f1f9b11ce47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e7f9fc-7d4b-48ac-9481-b632ec0cd522,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:45.026843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a5bab17-d0cb-44b3-b06a-eb8c1191f0d5 req-3b155013-2b34-4225-adab-98dab9cf1a0a tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815095 Aug 19 00:05:45.077308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-b868324e-d035-4be5-8e6b-696d30196a68 service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618810 Aug 19 00:05:45.078307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-9db72e96-203c-4f20-86ed-756a151942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:45.079656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-9db72e96-203c-4f20-86ed-756a151942a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 913 time: 0.3152797 Aug 19 00:05:45.140442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.176462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-bc341db2-9091-47b9-95dd-ee647c933b88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21917bbb-198a-41a4-ac35-859249289e1b HTTP/1.1" status: 200 len: 217 time: 0.0795422 Aug 19 00:05:45.246873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-71d6d6dc-a371-4b82-b473-4da02896723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:45.248371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-71d6d6dc-a371-4b82-b473-4da02896723e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.0638578 Aug 19 00:05:45.269661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-077c5cbe-48ff-461c-92e9-eb6a3c4ddf95 req-dcf06bbe-e263-480e-a56a-8e1265aaa1ab service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824417 Aug 19 00:05:45.293944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-4114c328-40da-4228-b476-93066fa8ef27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369895 Aug 19 00:05:45.314159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce9f4603-d687-4ad6-8680-10767995d2cf req-1baf3774-3d25-45a5-9776-c51c613df70e tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 210 time: 0.0487995 Aug 19 00:05:45.427903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-e9d4b703-c7d3-4ca5-b11a-83c4b26d909a service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163611 Aug 19 00:05:45.496465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:45.513726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b231220-261f-40f9-a778-a958cb8fdb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.533421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-62cfd846-435c-4129-b5bb-42ff620d49cf tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7a5a3920e20a441f95579a13b71117b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220058 Aug 19 00:05:45.568767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76f91-8006-41f7-ad59-48cddca4ceae req-5e742c78-13fd-4759-a936-6eb3bad6530e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:45.570676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2fe76f91-8006-41f7-ad59-48cddca4ceae req-5e742c78-13fd-4759-a936-6eb3bad6530e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1418283 Aug 19 00:05:45.639663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b231220-261f-40f9-a778-a958cb8fdb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.645468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b231220-261f-40f9-a778-a958cb8fdb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.685778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b231220-261f-40f9-a778-a958cb8fdb6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d36c67921174f6ea6ac74f0cccebf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880970 Aug 19 00:05:45.687288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231220-261f-40f9-a778-a958cb8fdb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8171580-298b-4d20-accd-4d3d1eae5d5a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:45.688550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f59b2d-a722-411b-999f-a415f6c77c5f req-4f84e560-3579-40f9-b1b3-48ba68038e0a service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316709 Aug 19 00:05:45.689156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:45.692430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2fe76f91-8006-41f7-ad59-48cddca4ceae req-01b06975-070b-4ec7-a3a9-554b337221de tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091368 Aug 19 00:05:45.753786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-754f6321-5a7f-44ca-9344-24941b9ee1a6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:45.755679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-754f6321-5a7f-44ca-9344-24941b9ee1a6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107480 Aug 19 00:05:45.772595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.779433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Request body: {'port': {'device_id': '90345dd2-e807-42da-9674-00f2cca10e42', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '7a5a3920e20a441f95579a13b71117b2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:45.848374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.926774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Made reservation on behalf of 7a5a3920e20a441f95579a13b71117b2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:05:45.930258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.937585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:45.938498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.941038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.942138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8171580-298b-4d20-accd-4d3d1eae5d5a HTTP/1.1" status: 204 len: 168 time: 0.2488332 Aug 19 00:05:45.945084 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:45.958146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf2008-acbe-49f6-b54b-94d316c3332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8171580-298b-4d20-accd-4d3d1eae5d5a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:46.056022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:46.058512 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e9b41-1ef2-42db-8663-178b8960c90d" -d '{"events": [{"name": "network-changed", "server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:46.072619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.090940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.222125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.248375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce203ee-6190-47e8-86b8-95d97a1d5d1a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:46.296572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7d978-c9b4-4b90-a4ae-3c4900e6385e req-d19cb92f-2367-4479-9bf6-eea25066df08 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.298385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ec7d978-c9b4-4b90-a4ae-3c4900e6385e req-d19cb92f-2367-4479-9bf6-eea25066df08 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1490891 Aug 19 00:05:46.413195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ec7d978-c9b4-4b90-a4ae-3c4900e6385e req-5fa9453c-c92e-4d6d-b56d-370ffdd3c12a tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873282 Aug 19 00:05:46.414378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Allocated IP 192.168.233.227 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/d0e77fa3-7efb-47bd-928a-c258d15d50da) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:05:46.465147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-15ca9dfe-e387-4663-b782-aff1a41285c7 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.466880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-15ca9dfe-e387-4663-b782-aff1a41285c7 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0944660 Aug 19 00:05:46.481821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e48cf2e-1a20-4064-a7af-d4f7cf1b45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.515059 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c605506-49aa-40dd-aa3f-2ee4f3488644 x-openstack-request-id: req-5c605506-49aa-40dd-aa3f-2ee4f3488644 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:46.515314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049fc78-43a2-4f55-9eae-383c96ea58a2 req-19bac99b-0fcd-4ac4-8874-05236144b023 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.515772 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:46.515772 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c605506-49aa-40dd-aa3f-2ee4f3488644 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:46.516087 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f', 'status': 'completed', 'code': 200} Aug 19 00:05:46.523008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7049fc78-43a2-4f55-9eae-383c96ea58a2 req-19bac99b-0fcd-4ac4-8874-05236144b023 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.4483676 Aug 19 00:05:46.577470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7049fc78-43a2-4f55-9eae-383c96ea58a2 req-e1f9e3a8-f486-471b-b739-e8fbca253fd8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535653 Aug 19 00:05:46.650478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e48cf2e-1a20-4064-a7af-d4f7cf1b45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.655919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e48cf2e-1a20-4064-a7af-d4f7cf1b45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.691253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e9b41-1ef2-42db-8663-178b8960c90d req-b723e5a9-6b8e-4274-b7da-cef9342391b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.693195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-b723e5a9-6b8e-4274-b7da-cef9342391b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1667607 Aug 19 00:05:46.703127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e48cf2e-1a20-4064-a7af-d4f7cf1b45a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc956055f8fb4311b081c8349981821a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7642393 Aug 19 00:05:46.703899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:46.704787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48cf2e-1a20-4064-a7af-d4f7cf1b45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdf32c0-7199-4de1-95b2-c5db8a229799,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:46.770724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.796162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.800545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.831608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Deleting port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:46.831960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.841599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5216b207-28bc-4fcf-b7ee-ad4a92161ca3 req-0161917d-9b13-4caf-b8b6-86305544361a tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 210 time: 0.0957389 Aug 19 00:05:46.888767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Transition to ACTIVE for port object d0e77fa3-7efb-47bd-928a-c258d15d50da will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:46.904830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a826-f958-4588-9e93-54a4adf16cbc req-b6a33370-9023-4c90-a751-700720539954 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.906800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ff4a826-f958-4588-9e93-54a4adf16cbc req-b6a33370-9023-4c90-a751-700720539954 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0956054 Aug 19 00:05:46.907668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.911566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:46.913056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efdf32c0-7199-4de1-95b2-c5db8a229799 HTTP/1.1" status: 204 len: 168 time: 0.2045088 Aug 19 00:05:46.945520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e9b41-1ef2-42db-8663-178b8960c90d req-3ae43b7e-7a60-40b2-9a23-882be4ebc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:46.947092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-3ae43b7e-7a60-40b2-9a23-882be4ebc7bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 913 time: 0.2454333 Aug 19 00:05:46.948020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cab34-ba86-4902-bda2-6b91ab12103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdf32c0-7199-4de1-95b2-c5db8a229799,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:46.991360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ff4a826-f958-4588-9e93-54a4adf16cbc req-52f4c9c3-f97e-435f-9f64-4a7a8e562501 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689528 Aug 19 00:05:47.025400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-7d420889-c3c1-49f7-880c-26bb2c75f8cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f HTTP/1.1" status: 200 len: 217 time: 0.0650029 Aug 19 00:05:47.045718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] For port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:47.046201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.068211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.355700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:47.369984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c2d68-b27f-4e45-a975-6984212804bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.474773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:05:47.478621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e9b41-1ef2-42db-8663-178b8960c90d req-2f5b10b3-fa6b-4147-bd6f-ad2e30ddbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:47.480134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-2f5b10b3-fa6b-4147-bd6f-ad2e30ddbf73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.4462764 Aug 19 00:05:47.495805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:05:47.517203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:05:47.519664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c2d68-b27f-4e45-a975-6984212804bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.520899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:47.528052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c2d68-b27f-4e45-a975-6984212804bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.571969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-b59160cd-f69d-4bd9-95a5-7e32f72a5ac9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774124 Aug 19 00:05:47.572735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c2d68-b27f-4e45-a975-6984212804bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea7847d-574f-4c46-bec9-7f4abed6c84d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:47.582052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-041c2d68-b27f-4e45-a975-6984212804bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c1ad8e86bff42d5b3a1bfb237e0419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251408 Aug 19 00:05:47.583166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:47.684441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.709417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.736763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:05:47.740419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.809382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:47.810294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.869452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74185-dad3-401a-b516-e37b691ba574 req-d5c7b989-7e7e-4e3b-93d8-be1e33310e04 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:47.871531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.876168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.877615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ea7847d-574f-4c46-bec9-7f4abed6c84d HTTP/1.1" status: 204 len: 168 time: 0.2904131 Aug 19 00:05:47.879374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3f74185-dad3-401a-b516-e37b691ba574 req-d5c7b989-7e7e-4e3b-93d8-be1e33310e04 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 946 time: 0.3359556 Aug 19 00:05:47.892470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1057be1-dd3d-44ce-991e-ce1c99b4527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea7847d-574f-4c46-bec9-7f4abed6c84d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:47.901682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a92df0dd-723d-45f4-99b7-7839a77d4609 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1266916 Aug 19 00:05:47.903990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacc6e9-a12b-47ac-be1f-47c9aa83f1c9 req-83bc4b4d-0950-4aec-b2d1-8cf3e6f79416 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:47.911460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cacc6e9-a12b-47ac-be1f-47c9aa83f1c9 req-83bc4b4d-0950-4aec-b2d1-8cf3e6f79416 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1159968 Aug 19 00:05:47.930731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Request body: {'port': {'device_id': '90345dd2-e807-42da-9674-00f2cca10e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:05:47.960976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cacc6e9-a12b-47ac-be1f-47c9aa83f1c9 req-fcec25f0-e64d-41d3-a3c0-07c8630c1da7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485520 Aug 19 00:05:47.997333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-43cd809b-9f22-438e-a354-31d3b52dfb91 service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917160 Aug 19 00:05:47.999337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:47.999752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.000172 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Floating IP 0cd4f015-9d1d-4007-9127-a306d3c2a260 disassociated. External IP: 172.25.1.216, port: 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8. Aug 19 00:05:48.000496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Calling delete_port for 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:48.020660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3f74185-dad3-401a-b516-e37b691ba574 req-e7a21af0-331f-4fc5-ba37-9890b2364ccf tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b4e5e21-9096-4917-87ed-0aa2f54e464a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312478 Aug 19 00:05:48.049009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-901f97d9-9284-43d7-b075-dcb49a594303 None None] Provisioning for port d0e77fa3-7efb-47bd-928a-c258d15d50da completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:48.058384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-901f97d9-9284-43d7-b075-dcb49a594303 None None] Provisioning complete for port d0e77fa3-7efb-47bd-928a-c258d15d50da triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:48.058993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-901f97d9-9284-43d7-b075-dcb49a594303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.127124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:48.147953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-901f97d9-9284-43d7-b075-dcb49a594303 None None] Port d0e77fa3-7efb-47bd-928a-c258d15d50da cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:05:48.155529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'port_id': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f', 'mac_address': 'fa:16:3e:36:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11434680-abad-4a89-9343-b1625b282b02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:05:48.181639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.202372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.221696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:48.251439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:48.256698 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.267306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86860307-787c-478f-9505-6e7f86ea71c3 req-3d937003-b3c5-4dec-91fe-f0a42653a248 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:48.279035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86860307-787c-478f-9505-6e7f86ea71c3 req-3d937003-b3c5-4dec-91fe-f0a42653a248 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1225383 Aug 19 00:05:48.309969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c30e0-6a7a-4cc6-a8d4-103a12f71234 req-44a58cd0-7ae6-4fe6-8ca0-f0d90853bcb5 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:48.317462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-854c30e0-6a7a-4cc6-a8d4-103a12f71234 req-44a58cd0-7ae6-4fe6-8ca0-f0d90853bcb5 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 936 time: 0.1812320 Aug 19 00:05:48.319484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:48.334464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849e9b41-1ef2-42db-8663-178b8960c90d req-fe8ac0e1-2121-4fba-b07b-2bfaafd5ac9d service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093734 Aug 19 00:05:48.357131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86860307-787c-478f-9505-6e7f86ea71c3 req-8fdae825-5781-4567-afbe-17a190ffab33 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Aug 19 00:05:48.433441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-854c30e0-6a7a-4cc6-a8d4-103a12f71234 req-e83c84d0-759e-4d21-b968-786804609809 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150360 Aug 19 00:05:48.555736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.569859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:48.597262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event deleted for resources: {'Port': ['ID=6045e1ec-1b0c-456e-b53a-9ed03cc5afc8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:48.733339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:48.742322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.804196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Transition to ACTIVE for port object d0e77fa3-7efb-47bd-928a-c258d15d50da will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:05:48.814329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:48.857172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:48.890752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:49.108438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Attempting to bind port d0e77fa3-7efb-47bd-928a-c258d15d50da on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:05:49.108824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Attempting to bind port d0e77fa3-7efb-47bd-928a-c258d15d50da by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:05:49.109164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Attempting to bind port d0e77fa3-7efb-47bd-928a-c258d15d50da on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:49.154409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Port d0e77fa3-7efb-47bd-928a-c258d15d50da on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:05:49.154737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Attempting to bind port d0e77fa3-7efb-47bd-928a-c258d15d50da on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:05:49.159986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:49.170229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Sync routers for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:49.173186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:05:49.173542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:05:49.173936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:05:49.174400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Bound port: d0e77fa3-7efb-47bd-928a-c258d15d50da, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:05:49.175328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.179451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-072ba9d6-8aa7-4045-8589-e079455f19b6 req-e7cbd352-67f1-45d7-a36a-bef2139390fd tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde3bb55-82dd-4087-9d96-343969d0dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0623908 Aug 19 00:05:49.225266 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:49.234775 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:49.239199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] No DVR routers for this DVR port 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:49.247167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.249529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2419962-3f0a-4456-bed8-765c6fca11fd req-1d91514d-f8f0-4b79-9c49-bf093ba65ec0 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.21 "DELETE /v2.0/ports/6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 HTTP/1.1" status: 204 len: 173 time: 2.7708018 Aug 19 00:05:49.250167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'name': 'network-vif-deleted', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:49.262303 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b4ba58-a55b-4e39-9923-571ee245663a" -d '{"events": [{"server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "name": "network-vif-deleted", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:49.313331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 21917bbb-198a-41a4-ac35-859249289e1b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:05:49.360128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:05:49.364575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:05:49.373778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf35d5-98a9-4507-88f6-963c555505d0 req-8b12bdc7-2090-4503-a988-0054c88701c1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:49.389508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6bf35d5-98a9-4507-88f6-963c555505d0 req-8b12bdc7-2090-4503-a988-0054c88701c1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.2862642 Aug 19 00:05:49.397289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.455445 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddaec3b-4a61-4c17-893c-517e70e7cbaf x-openstack-request-id: req-5ddaec3b-4a61-4c17-893c-517e70e7cbaf {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:49.455739 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3bb55-82dd-4087-9d96-343969d0dbf3", "name": "network-vif-deleted", "tag": "6045e1ec-1b0c-456e-b53a-9ed03cc5afc8", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:49.460179 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ddaec3b-4a61-4c17-893c-517e70e7cbaf {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:49.460796 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3bb55-82dd-4087-9d96-343969d0dbf3', 'name': 'network-vif-deleted', 'tag': '6045e1ec-1b0c-456e-b53a-9ed03cc5afc8', 'status': 'completed', 'code': 200} Aug 19 00:05:49.467859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:49.508005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=21917bbb-198a-41a4-ac35-859249289e1b,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:49.540491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:49.541418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.543038 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0e77fa3-7efb-47bd-928a-c258d15d50da HTTP/1.1" status: 200 len: 1097 time: 1.6210907 Aug 19 00:05:49.555244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '21917bbb-198a-41a4-ac35-859249289e1b', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'port_id': '21917bbb-198a-41a4-ac35-859249289e1b', 'mac_address': 'fa:16:3e:13:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11434680-abad-4a89-9343-b1625b282b02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:05:49.600156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5e577-d70b-446e-bca5-cd4feb46dcc5 req-9fce1cbc-5252-416b-92b6-d8a2f0e30d7b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:49.610325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56f5e577-d70b-446e-bca5-cd4feb46dcc5 req-9fce1cbc-5252-416b-92b6-d8a2f0e30d7b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 944 time: 0.1148014 Aug 19 00:05:49.620160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.629556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6bf35d5-98a9-4507-88f6-963c555505d0 req-c5206e0c-bf63-48d7-984b-d58fff620494 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390065 Aug 19 00:05:49.659745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21917bbb-198a-41a4-ac35-859249289e1b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:49.683468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742f960-cee2-487a-8e8f-29972a2b65e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:49.711832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56f5e577-d70b-446e-bca5-cd4feb46dcc5 req-32a4836b-3122-45eb-afb2-a1e2e123995f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Aug 19 00:05:49.713212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=21917bbb-198a-41a4-ac35-859249289e1b,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:49.725780 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:49.801102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-13600444-7091-40ab-9c5c-836bf6636bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:49.802557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:49.804038 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-13600444-7091-40ab-9c5c-836bf6636bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5a3920e20a441f95579a13b71117b2&device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 1100 time: 0.1726079 Aug 19 00:05:49.893082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:49.952701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-a27e65b0-b8a6-4a34-8e3e-b73c25229224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da HTTP/1.1" status: 200 len: 217 time: 0.0946107 Aug 19 00:05:49.986972 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:50.017835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:50.022294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:50.022294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.031252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:50.038656 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Checking router: 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:50.048346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:50.049269 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:50.091138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f04de5-3a9a-4168-890c-171054cbaa25 req-4123c638-b1da-4755-b588-78137db55b62 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.104053 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f04de5-3a9a-4168-890c-171054cbaa25 req-4123c638-b1da-4755-b588-78137db55b62 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 948 time: 0.2987764 Aug 19 00:05:50.159809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['21917bbb-198a-41a4-ac35-859249289e1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:50.185775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-1440a338-c344-4f91-823e-ac85a5edf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.187541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-1440a338-c344-4f91-823e-ac85a5edf94d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2255692 Aug 19 00:05:50.194870 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:50.210502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f04de5-3a9a-4168-890c-171054cbaa25 req-78af108c-c1d1-4ee0-aa15-17bc5b1813a2 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894589 Aug 19 00:05:50.227938 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.285681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-fa10de09-58e3-4e13-8be1-0951c091cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.286662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:50.288998 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c19df2a-e879-4856-b709-9b534183c806" -d '{"events": [{"server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:50.297627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-fa10de09-58e3-4e13-8be1-0951c091cade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859041 Aug 19 00:05:50.311246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:50.365754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:50.398819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.420615 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ecbfb4-00b8-4f99-bf8c-4d97d31146f5 x-openstack-request-id: req-60ecbfb4-00b8-4f99-bf8c-4d97d31146f5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:50.420898 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:50.421854 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ecbfb4-00b8-4f99-bf8c-4d97d31146f5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:50.422257 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f', 'code': 200} Aug 19 00:05:50.435346 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.484743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.527897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-db31b865-b9e7-4ccf-8085-f243314b18c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233884 Aug 19 00:05:50.536159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:50.578539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81045ce7-6230-4366-83d2-a69f0dcbc7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.637034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.637342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787ae6f-0cd5-4f61-9d35-a8b03b22ae58 req-a6d9bd42-e6b1-4176-bf09-c073167e24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.639831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9787ae6f-0cd5-4f61-9d35-a8b03b22ae58 req-a6d9bd42-e6b1-4176-bf09-c073167e24c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1600716 Aug 19 00:05:50.640956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.645374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b4e5e21-9096-4917-87ed-0aa2f54e464a HTTP/1.1" status: 204 len: 168 time: 0.3331344 Aug 19 00:05:50.646391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:50.666964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44b41-fdcb-404d-a949-d6961c4d8b94 tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e5e21-9096-4917-87ed-0aa2f54e464a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:50.688330 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-9daed2c1-0734-43ee-a8c7-e154034a955f tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] show failed (client error): The resource could not be found. Aug 19 00:05:50.689912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9daed2c1-0734-43ee-a8c7-e154034a955f tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "GET /v2.0/security-groups/0b4e5e21-9096-4917-87ed-0aa2f54e464a HTTP/1.1" status: 404 len: 347 time: 0.0425756 Aug 19 00:05:50.693718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56062) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:50.707858 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:50.750118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81045ce7-6230-4366-83d2-a69f0dcbc7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.751979 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379faa5d-bd80-4d24-82d7-f6a6d9c1faf3 None None] The sync data for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 is: [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '7536a976-5f90-494c-a836-ecf317ac819b', 'name': '', 'network_id': '895edb2d-a2cb-4ae5-960d-820761b872f4', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'mac_address': 'fa:16:3e:dc:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '42abdee3-a157-45c2-b978-388fbc561246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:02:05Z', 'updated_at': '2021-08-19T00:02:16Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'subnets': [{'id': '42abdee3-a157-45c2-b978-388fbc561246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:50.760537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81045ce7-6230-4366-83d2-a69f0dcbc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.776145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9787ae6f-0cd5-4f61-9d35-a8b03b22ae58 req-122b73ac-0462-4c28-9927-8f605748437a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194649 Aug 19 00:05:50.828258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-81045ce7-6230-4366-83d2-a69f0dcbc7fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=492538039b1a4dea9e579b3e6ecc8bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958715 Aug 19 00:05:50.835278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:50.865056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6d0ab3f-1bfd-479e-9bcc-6e8b43f3dfa4 req-f871a6d6-d5fc-48aa-8370-9568a0b98264 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272943 Aug 19 00:05:50.880768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81045ce7-6230-4366-83d2-a69f0dcbc7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1d9e3-911c-4569-8833-9b44ff9edfb3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:50.934354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd89a3-ca84-403d-ac6f-a210abe84990 req-43bc01a9-5d48-417b-b4b6-6a52b9561ea6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.936074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37bd89a3-ca84-403d-ac6f-a210abe84990 req-43bc01a9-5d48-417b-b4b6-6a52b9561ea6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1529913 Aug 19 00:05:50.948813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d94f1-3bbe-4d9c-8437-86a78f2f095f req-052f2f22-28e6-4530-bd77-afdf5ba7ad0e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:50.950930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-992d94f1-3bbe-4d9c-8437-86a78f2f095f req-052f2f22-28e6-4530-bd77-afdf5ba7ad0e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0914581 Aug 19 00:05:50.977028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:50.991148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Deleting port dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:50.991501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.012234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37bd89a3-ca84-403d-ac6f-a210abe84990 req-79709bfa-0b27-4f81-ab4e-02045753691b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613294 Aug 19 00:05:51.028755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.103626 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.106926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.108454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9a1d9e3-911c-4569-8833-9b44ff9edfb3 HTTP/1.1" status: 204 len: 168 time: 0.2719183 Aug 19 00:05:51.125076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08a043-0a44-4d99-9808-e1bb1f874fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1d9e3-911c-4569-8833-9b44ff9edfb3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:51.210903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10d2b7-a19b-4aaa-b0a5-cb3a288a2eda None None] New status for floating IP 0cd4f015-9d1d-4007-9127-a306d3c2a260: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:05:51.354596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 21917bbb-198a-41a4-ac35-859249289e1b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:51.378622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-992d94f1-3bbe-4d9c-8437-86a78f2f095f req-0d7b6d28-b47c-4cba-a516-dc93dd0ce346 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147041 Aug 19 00:05:51.393980 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.394320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.398972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e146-a988-4365-84bf-4bda23928593 req-b660f78c-7392-47bc-a18f-6a20b853e911 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:51.407287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Calling delete_port for dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:51.410015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2f0e146-a988-4365-84bf-4bda23928593 req-b660f78c-7392-47bc-a18f-6a20b853e911 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 948 time: 0.1044402 Aug 19 00:05:51.466485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:51.468866 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:51.498760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2f0e146-a988-4365-84bf-4bda23928593 req-e72c4944-82f2-493e-8edb-f1699b4a0a00 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789466 Aug 19 00:05:51.584548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 21917bbb-198a-41a4-ac35-859249289e1b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:51.591507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 21917bbb-198a-41a4-ac35-859249289e1b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:51.594271 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447d5b9-25ef-4d27-89d1-1e60949d58f3 x-openstack-request-id: req-0447d5b9-25ef-4d27-89d1-1e60949d58f3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:51.594563 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:51.594812 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0447d5b9-25ef-4d27-89d1-1e60949d58f3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:51.595617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.598368 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'status': 'completed', 'code': 200} Aug 19 00:05:51.672581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.698690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.705070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Pushing event deleted for resources: {'Port': ['ID=dd6d5de2-1e15-4ad6-ba62-9c4dc8f1cb16,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:51.710198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-e2aa914c-610f-44ac-893d-e9c57c4922eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:51.711849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-e2aa914c-610f-44ac-893d-e9c57c4922eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5a3920e20a441f95579a13b71117b2&device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 1100 time: 0.0839067 Aug 19 00:05:51.740478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=21917bbb-198a-41a4-ac35-859249289e1b,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:51.747038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.748371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:51.753808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:51.798285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:51.814535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9d95-8cd8-47b8-bf9f-a340e484409b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.829402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:51.829755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6045e1ec-1b0c-456e-b53a-9ed03cc5afc8 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:51.832517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:51.847523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.850181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:51.854764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:51.854921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-218d552f-8849-44b4-9cbc-814395aa906b tempest-ServersTestManualDisk-1397901537 tempest-ServersTestManualDisk-1397901537-project] 10.222.0.20 "DELETE /v2.0/floatingips/0cd4f015-9d1d-4007-9127-a306d3c2a260 HTTP/1.1" status: 204 len: 168 time: 1.1566103 Aug 19 00:05:51.880657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-f9db3759-6140-42c2-be2f-5fe12fc82b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:51.882127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-f9db3759-6140-42c2-be2f-5fe12fc82b93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.1486778 Aug 19 00:05:51.982314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-80c3cfa9-05be-4df2-97a4-a250dde480a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da HTTP/1.1" status: 200 len: 217 time: 0.0394907 Aug 19 00:05:52.033416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-f39fc827-9aba-4df7-b9d5-dbb91fbf9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.034822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-f39fc827-9aba-4df7-b9d5-dbb91fbf9aa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0452216 Aug 19 00:05:52.042054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb234b1-fcea-4635-a867-db52bf2f23ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.072188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9d95-8cd8-47b8-bf9f-a340e484409b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.083852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-563f844a-189a-42a0-a5d3-6be2b382e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.086970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-563f844a-189a-42a0-a5d3-6be2b382e380 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438733 Aug 19 00:05:52.104109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9d95-8cd8-47b8-bf9f-a340e484409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.172130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d4cf9d95-8cd8-47b8-bf9f-a340e484409b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33605ae2867840269c09e314aa3695f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723223 Aug 19 00:05:52.179688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:52.182380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf9d95-8cd8-47b8-bf9f-a340e484409b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947fafe1-4f07-4a20-b1f0-1c813db8b338,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:52.239716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae19c2b-d2e7-4208-b079-110a0f6d7f61 req-b467950b-cf16-48b0-894e-dc1261b5b545 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.241369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dae19c2b-d2e7-4208-b079-110a0f6d7f61 req-b467950b-cf16-48b0-894e-dc1261b5b545 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1300879 Aug 19 00:05:52.260429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-4239e309-9438-4137-96fa-fc271e2d9df7 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665447 Aug 19 00:05:52.302949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb234b1-fcea-4635-a867-db52bf2f23ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.308695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb234b1-fcea-4635-a867-db52bf2f23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.340644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.351405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6fb234b1-fcea-4635-a867-db52bf2f23ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aa7242e15344135810dfcac35f0be64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939157 Aug 19 00:05:52.354085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:52.364500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb234b1-fcea-4635-a867-db52bf2f23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b372052-ff68-44ad-8b45-f46682c4e242,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:52.369848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dae19c2b-d2e7-4208-b079-110a0f6d7f61 req-dd0b1d4e-738e-403d-9b25-1fa08fe8aeb7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145957 Aug 19 00:05:52.386522 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.424403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:52.430034 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ddf37-431e-4306-b496-7a035045e577" -d '{"events": [{"server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "name": "network-vif-plugged", "status": "completed", "tag": "21917bbb-198a-41a4-ac35-859249289e1b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:52.435724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ed1a542-7a81-43d4-a265-cd9f754e4e5b req-bfca4071-7e6e-49b7-b5ec-00c82bf72c65 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655958 Aug 19 00:05:52.456392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.458384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.461443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.462635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/947fafe1-4f07-4a20-b1f0-1c813db8b338 HTTP/1.1" status: 204 len: 168 time: 0.2819228 Aug 19 00:05:52.479829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba640e-6cfb-4725-966c-041469f9dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947fafe1-4f07-4a20-b1f0-1c813db8b338,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:52.486700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.499940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.513208 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993956e-154d-4b8e-9762-d5abcf9277c3 x-openstack-request-id: req-8993956e-154d-4b8e-9762-d5abcf9277c3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:52.513506 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "name": "network-vif-plugged", "status": "completed", "tag": "21917bbb-198a-41a4-ac35-859249289e1b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:52.513767 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8993956e-154d-4b8e-9762-d5abcf9277c3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:52.514162 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b', 'code': 200} Aug 19 00:05:52.655962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c791c-72eb-4d25-86ff-e703469f093d req-bf9cc692-fbcc-4fc5-b6aa-9683ddf366c4 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.657488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-360c791c-72eb-4d25-86ff-e703469f093d req-bf9cc692-fbcc-4fc5-b6aa-9683ddf366c4 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 945 time: 0.1682992 Aug 19 00:05:52.676334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0d1a-b0c5-46ae-a4dd-3abbf68967dd req-b3db7375-dcad-4602-b1f7-b09f8a9be5a2 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.677999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61da0d1a-b0c5-46ae-a4dd-3abbf68967dd req-b3db7375-dcad-4602-b1f7-b09f8a9be5a2 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 948 time: 0.0880404 Aug 19 00:05:52.680496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.682944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.684025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b372052-ff68-44ad-8b45-f46682c4e242 HTTP/1.1" status: 204 len: 168 time: 0.3290493 Aug 19 00:05:52.686613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6a9e-2961-465c-867f-8c0808c271d4 req-7cd2f720-b896-498e-8a8b-5a93c7a07dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.688192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7ee6a9e-2961-465c-867f-8c0808c271d4 req-7cd2f720-b896-498e-8a8b-5a93c7a07dde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 1097 time: 0.0836341 Aug 19 00:05:52.747108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61da0d1a-b0c5-46ae-a4dd-3abbf68967dd req-aa37065c-4265-419f-9a1d-9ca7f35566bf tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Aug 19 00:05:52.753498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce6ea-2079-443f-b4be-0cb1c7dfbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b372052-ff68-44ad-8b45-f46682c4e242,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:52.753703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7ee6a9e-2961-465c-867f-8c0808c271d4 req-f6b577f0-113a-45c3-9a85-de490f49d1e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546546 Aug 19 00:05:52.774489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-360c791c-72eb-4d25-86ff-e703469f093d req-db103fe6-84f3-4332-8f11-a1aef5cf5314 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Aug 19 00:05:52.937717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Deleting port 7536a976-5f90-494c-a836-ecf317ac819b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:52.937717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:52.959243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc5535-c393-4e38-8bf8-d8807e4436a1 req-c3d18fbf-5da2-47a2-8062-e6057de3b605 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:52.960876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25dc5535-c393-4e38-8bf8-d8807e4436a1 req-c3d18fbf-5da2-47a2-8062-e6057de3b605 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 945 time: 0.0774326 Aug 19 00:05:53.033833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25dc5535-c393-4e38-8bf8-d8807e4436a1 req-8310b7a5-45c0-44dd-bd64-7424a48ff610 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Aug 19 00:05:53.059806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] For port 7536a976-5f90-494c-a836-ecf317ac819b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7536a976-5f90-494c-a836-ecf317ac819b,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:53.060420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.077375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Calling delete_port for 7536a976-5f90-494c-a836-ecf317ac819b owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:53.114290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56146) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:53.130603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0e615ed-74fc-465a-b0bb-9d889ad96b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.224984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0e615ed-74fc-465a-b0bb-9d889ad96b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.229804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b0e615ed-74fc-465a-b0bb-9d889ad96b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.279733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b0e615ed-74fc-465a-b0bb-9d889ad96b10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5e0506432244790bdeaf0ab5e21b44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642129 Aug 19 00:05:53.280669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e615ed-74fc-465a-b0bb-9d889ad96b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60509a0a-0c42-4b40-9fd9-9516a21e7639,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:53.283218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:53.285945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.330019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7536a976-5f90-494c-a836-ecf317ac819b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:53.417903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.487877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.597328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9d95a-826e-4c25-b314-2bb8d5a05ba4 req-02ebc0e6-7ee1-4e69-a089-7450262a8272 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:53.598758 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3f9d95a-826e-4c25-b314-2bb8d5a05ba4 req-02ebc0e6-7ee1-4e69-a089-7450262a8272 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1317787 Aug 19 00:05:53.627534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.630071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.631175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60509a0a-0c42-4b40-9fd9-9516a21e7639 HTTP/1.1" status: 204 len: 168 time: 0.3462703 Aug 19 00:05:53.634703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:53.650031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83001a4a-c354-460c-a3d1-faae42469972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60509a0a-0c42-4b40-9fd9-9516a21e7639,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:53.668013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3f9d95a-826e-4c25-b314-2bb8d5a05ba4 req-24560dc1-6717-46ab-99f9-fe51434109ae tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628049 Aug 19 00:05:53.773083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:05:53.910882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab64a1-e9da-4e8a-aba4-b454ffbd8aa4 req-9c540723-a408-450b-82e1-765edacd5dd1 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:53.918861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8ab64a1-e9da-4e8a-aba4-b454ffbd8aa4 req-9c540723-a408-450b-82e1-765edacd5dd1 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 948 time: 0.0688496 Aug 19 00:05:53.934730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:53.954113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:05:53.962829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8ab64a1-e9da-4e8a-aba4-b454ffbd8aa4 req-97d124c8-1465-4632-b7ed-de68a206109b tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Aug 19 00:05:54.002184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:05:54.017011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.036363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:54.062665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:54.069500 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.140979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:05:54.150048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-808f339f-2b45-4688-9b40-e183a1509c57 admin admin] 10.222.0.20 "PUT /v2.0/routers/430bc91e-aeaa-4a8b-83cf-09e4102bcfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2939117 Aug 19 00:05:54.152590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:54.154995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Sync routers for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:05:54.163654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:54.170538 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:54.171374 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:54.257802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a0426-45ca-4f7e-8c9a-a30f6ee6152a req-89b7e596-4d58-4d7c-a3c1-eaa4e3b6a2ec tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:54.259112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:54.263471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f0a0426-45ca-4f7e-8c9a-a30f6ee6152a req-89b7e596-4d58-4d7c-a3c1-eaa4e3b6a2ec tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 945 time: 0.1360643 Aug 19 00:05:54.295703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.332855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f0a0426-45ca-4f7e-8c9a-a30f6ee6152a req-4b48ff35-43f4-42ad-add4-dc66d0d1faab tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619373 Aug 19 00:05:54.419998 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:54.500183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.572335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Deleting port 81125cb3-b5a3-4736-97e7-1663aed87afd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:54.572335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.646987 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:05:53Z', 'revision_number': 5, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port': {'id': '81125cb3-b5a3-4736-97e7-1663aed87afd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:53Z', 'updated_at': '2021-08-19T00:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:54.671961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] For port 81125cb3-b5a3-4736-97e7-1663aed87afd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=81125cb3-b5a3-4736-97e7-1663aed87afd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:54.673489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.674198 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Checking router: 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:05:54.683823 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Routers {'430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:05:54.684480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:54.694408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Calling delete_port for 81125cb3-b5a3-4736-97e7-1663aed87afd owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:54.797935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] Set router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:05:54.859226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:05:54Z', 'revision_number': 6, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:54.891714 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbcece-ea4b-4c0d-9483-6812cd8eeea4 None None] The sync data for ids ['430bc91e-aeaa-4a8b-83cf-09e4102bcfdf'] in n-d-771363-38 is: [{'id': '430bc91e-aeaa-4a8b-83cf-09e4102bcfdf', 'name': 'tempest-ServersTestManualDisk-1815286634-router', 'tenant_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:50Z', 'updated_at': '2021-08-19T00:05:54Z', 'revision_number': 6, 'project_id': '57af9fbaa87849f0b4491fdb46bf6a23', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:05:54.901257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c8bcc-18c3-4cb2-a453-c74a4059e9e4 req-4e065850-d0d5-420c-bf9f-c42f2bca43c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:54.905831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa4c8bcc-18c3-4cb2-a453-c74a4059e9e4 req-4e065850-d0d5-420c-bf9f-c42f2bca43c9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.0988855 Aug 19 00:05:54.907912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:54.957570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=81125cb3-b5a3-4736-97e7-1663aed87afd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:54.965117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa4c8bcc-18c3-4cb2-a453-c74a4059e9e4 req-f3f9d4ee-c88b-400f-a4cb-5a9c6db44c65 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519505 Aug 19 00:05:55.035913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.180640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.184676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.234312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446d37-d135-4ac3-a562-8e869277d63b req-6b660fa0-5ed9-4b31-ba30-c3dedea8c533 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:55.235833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c446d37-d135-4ac3-a562-8e869277d63b req-6b660fa0-5ed9-4b31-ba30-c3dedea8c533 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 948 time: 0.1260984 Aug 19 00:05:55.278280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.279014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430bc91e-aeaa-4a8b-83cf-09e4102bcfdf {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:05:55.288807 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.290020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb9d503f-ffe6-42cb-a0fa-a0e4c00f4e0a admin admin] 10.222.0.20 "DELETE /v2.0/routers/430bc91e-aeaa-4a8b-83cf-09e4102bcfdf HTTP/1.1" status: 204 len: 168 time: 1.1362076 Aug 19 00:05:55.293065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56240) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:55.320599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c446d37-d135-4ac3-a562-8e869277d63b req-6c387fa3-e474-4607-b581-59b73dae7add tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Aug 19 00:05:55.330564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:05:55.354454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Deleting subnet 42abdee3-a157-45c2-b978-388fbc561246 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:05:55.360939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.520128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:55.527853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.548998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'mac_address': 'fa:16:3e:12:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:05:55.592274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ebea-4ce3-473b-b080-c63f4dcfdbe2 req-758c4c3d-fb20-4575-b3ef-bfb95ab9c966 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:55.600218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc45ebea-4ce3-473b-b080-c63f4dcfdbe2 req-758c4c3d-fb20-4575-b3ef-bfb95ab9c966 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 945 time: 0.1564708 Aug 19 00:05:55.609758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.627340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:05:55.654990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:55.660951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.685411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc45ebea-4ce3-473b-b080-c63f4dcfdbe2 req-8813baf7-cb06-4bd3-931b-e6b9bc221d76 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839305 Aug 19 00:05:55.700348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.758561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:55.776109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:55.829825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.873855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2cda7-45d9-4e6c-990f-333df7815c3c None None] Network 895edb2d-a2cb-4ae5-960d-820761b872f4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:05:55.889648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.892846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42abdee3-a157-45c2-b978-388fbc561246 HTTP/1.1" status: 204 len: 168 time: 0.5985577 Aug 19 00:05:55.894531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732355d-88d1-48c1-a660-fdc364e06a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42abdee3-a157-45c2-b978-388fbc561246,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:55.895389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:55.895963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7536a976-5f90-494c-a836-ecf317ac819b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:55.957329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:55.957697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:55.968986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7536a976-5f90-494c-a836-ecf317ac819b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:55.969341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7536a976-5f90-494c-a836-ecf317ac819b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:55.969770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 81125cb3-b5a3-4736-97e7-1663aed87afd no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:56.023421 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.093922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Deleting port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:56.094339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.104889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d0e77fa3-7efb-47bd-928a-c258d15d50da'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:56.177933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 81125cb3-b5a3-4736-97e7-1663aed87afd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:56.178282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 81125cb3-b5a3-4736-97e7-1663aed87afd not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:56.293158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37e8d-32b1-4b20-bbe2-819f44241f87 req-503041d4-5df2-457e-94aa-09ce60b50d23 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:56.295036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0e37e8d-32b1-4b20-bbe2-819f44241f87 req-503041d4-5df2-457e-94aa-09ce60b50d23 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.1963589 Aug 19 00:05:56.311164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] For port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,segment=NetworkSegment(ddeff490-5753-4ad6-b08f-0a3493c630cc),segment_id=ddeff490-5753-4ad6-b08f-0a3493c630cc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:56.313047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.361561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Calling delete_port for 4ea511c3-1b5e-47fc-b580-a18e9af6df4c owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:56.388822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.431433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0e37e8d-32b1-4b20-bbe2-819f44241f87 req-0ffeb509-3b77-4f44-836b-a5fde13baa62 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141098 Aug 19 00:05:56.469783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:56.474029 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820aa77-dfb0-41ff-9df5-76f4d4594e08" -d '{"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:56.585710 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f9c29c-3f17-43d0-aefe-6d994508cfe7 x-openstack-request-id: req-d5f9c29c-3f17-43d0-aefe-6d994508cfe7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:56.587581 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:56.588083 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5f9c29c-3f17-43d0-aefe-6d994508cfe7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:56.589543 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'code': 200} Aug 19 00:05:56.599497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:56.607696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234f0e1-aae2-4ffb-9e0c-868f4e3b12d3 None None] DHCP port deletion for 895edb2d-a2cb-4ae5-960d-820761b872f4 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:05:56.624881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.631784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.646630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:56.699225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565988-ef08-4ea4-a262-3af5e99451e6 req-6d323255-70cd-4398-b664-8df7192967f5 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:56.701615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65565988-ef08-4ea4-a262-3af5e99451e6 req-6d323255-70cd-4398-b664-8df7192967f5 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 949 time: 0.1659970 Aug 19 00:05:56.707968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea511c3-1b5e-47fc-b580-a18e9af6df4c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:56.716686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] No DVR routers for this DVR port 4ea511c3-1b5e-47fc-b580-a18e9af6df4c on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:56.723954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2234f0e1-aae2-4ffb-9e0c-868f4e3b12d3 None None] The port '4ea511c3-1b5e-47fc-b580-a18e9af6df4c' was deleted {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 00:05:56.844152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65565988-ef08-4ea4-a262-3af5e99451e6 req-a9c1c23a-6fdb-462a-a601-7bc20fc3046d tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351571 Aug 19 00:05:56.848706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:05:56.849259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:57.388793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.404217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895edb2d-a2cb-4ae5-960d-820761b872f4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:57.420168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeff490-5753-4ad6-b08f-0a3493c630cc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:57.420545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeff490-5753-4ad6-b08f-0a3493c630cc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:05:57.441269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.467685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-c28baa9c-5d62-429b-adb5-6234860f89e0 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:57.477068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-c28baa9c-5d62-429b-adb5-6234860f89e0 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.1918802 Aug 19 00:05:57.485568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.487724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:57.505934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-fc74b0de-a20a-4d52-9a80-db1fe98ecc3b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/quotas/bfcda5dcdc1a41579d83317b21842ee9 HTTP/1.1" status: 200 len: 375 time: 0.0278950 Aug 19 00:05:57.516251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:05:57.516723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:05:57.519660 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:05:57.677382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-d1ba8531-0f38-4bd1-b04b-03e0b9640c23 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704028 Aug 19 00:05:57.687541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.698403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.701468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] 10.222.0.20 "DELETE /v2.0/networks/895edb2d-a2cb-4ae5-960d-820761b872f4 HTTP/1.1" status: 204 len: 168 time: 1.8040850 Aug 19 00:05:57.722377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e246bb-6862-4e7d-8585-79816192476c admin admin] Pushing event deleted for resources: {'Network': ['ID=895edb2d-a2cb-4ae5-960d-820761b872f4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:57.763013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-76815f31-db3c-4e6a-b058-91d6f878d631 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:57.765368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-76815f31-db3c-4e6a-b058-91d6f878d631 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "GET /v2.0/ports?device_id=6efbcdab-6f06-4408-87da-4137cbf5dda9 HTTP/1.1" status: 200 len: 945 time: 0.2819626 Aug 19 00:05:57.804342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98ab7eeb-5268-4e19-8a0c-187d6a7fc14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:57.830016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd59e6-b7ee-405e-92e2-5d47d956567d req-740563dd-4b0c-4006-9101-29cd9dfb3987 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:57.838338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7cd59e6-b7ee-405e-92e2-5d47d956567d req-740563dd-4b0c-4006-9101-29cd9dfb3987 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1642640 Aug 19 00:05:57.848333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-0ec0e021-cfdb-4872-bbf4-fe3ddc29128f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:57.850206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-0ec0e021-cfdb-4872-bbf4-fe3ddc29128f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "GET /v2.0/ports?device_id=5909b291-b6cb-4132-ba95-41e9c775e5a2 HTTP/1.1" status: 200 len: 945 time: 0.2682812 Aug 19 00:05:57.871672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ea511c3-1b5e-47fc-b580-a18e9af6df4c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:57.904715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4ea511c3-1b5e-47fc-b580-a18e9af6df4c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:57.905318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ea511c3-1b5e-47fc-b580-a18e9af6df4c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:58.048972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7cd59e6-b7ee-405e-92e2-5d47d956567d req-05773f0f-7053-4894-8c9f-ed8d9d4ce896 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057219 Aug 19 00:05:58.097153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Deleting port 21917bbb-198a-41a4-ac35-859249289e1b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:58.097737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.142067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:58.152368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98ab7eeb-5268-4e19-8a0c-187d6a7fc14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.157045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Deleting port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:05:58.157686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.173267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98ab7eeb-5268-4e19-8a0c-187d6a7fc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.260817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab7eeb-5268-4e19-8a0c-187d6a7fc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a0ac6-56d9-45e4-af69-a638182cf501,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:58.307096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98ab7eeb-5268-4e19-8a0c-187d6a7fc14a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4df1fe2f7c7434e87294e4ee87b4247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181787 Aug 19 00:05:58.309931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:58.327049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0580fa48-fc2d-4f9d-815f-99aa34362f0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57af9fbaa87849f0b4491fdb46bf6a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837542 Aug 19 00:05:58.335260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56346) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:58.383421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-eb60458c-947b-4d20-9f62-5797d5fd56ea service neutron] 10.222.0.20 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051198 Aug 19 00:05:58.388620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] For port 21917bbb-198a-41a4-ac35-859249289e1b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=21917bbb-198a-41a4-ac35-859249289e1b,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:58.388991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.444570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d16dc-c0b7-472a-ad96-386d805bc34e req-0f08ca2c-0970-4c3d-986b-9f386a6fa5aa tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:58.446652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af5d16dc-c0b7-472a-ad96-386d805bc34e req-0f08ca2c-0970-4c3d-986b-9f386a6fa5aa tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 949 time: 0.1737459 Aug 19 00:05:58.454814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Calling delete_port for 21917bbb-198a-41a4-ac35-859249289e1b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:58.460329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.463337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] For port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:05:58.463715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.496165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.507052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Calling delete_port for a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:05:58.566010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-369eb6f3-d938-451d-9db3-470528808ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811831 Aug 19 00:05:58.581517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.598469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.605642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.606923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e47a0ac6-56d9-45e4-af69-a638182cf501 HTTP/1.1" status: 204 len: 168 time: 0.2958314 Aug 19 00:05:58.618275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b909-dd02-485c-99e4-7eb4a394a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a0ac6-56d9-45e4-af69-a638182cf501,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:58.637184 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af5d16dc-c0b7-472a-ad96-386d805bc34e req-f8279ce9-865b-49ea-abf0-d395221be592 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732495 Aug 19 00:05:58.731065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:58.965976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.002840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['21917bbb-198a-41a4-ac35-859249289e1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:59.012743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event deleted for resources: {'Port': ['ID=a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:59.014956 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.062358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.062783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.063235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.063479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.063867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.064233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.064949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.064949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.066143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.066143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.066487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.066814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:05:59.199304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['21917bbb-198a-41a4-ac35-859249289e1b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:05:59.301622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd5fdb-1759-455e-8b1d-c5d1069bf594 req-94d743b4-b0b1-44f3-82d1-3e80fb11ac6c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:59.309021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2dd5fdb-1759-455e-8b1d-c5d1069bf594 req-94d743b4-b0b1-44f3-82d1-3e80fb11ac6c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.0930996 Aug 19 00:05:59.340401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] No DVR routers for this DVR port a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:59.346159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.352561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1273d1d-8957-4e8d-8ece-bf0c827a2a36 req-afa69595-da49-411f-bced-b4380d4896a3 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "DELETE /v2.0/ports/a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f HTTP/1.1" status: 204 len: 173 time: 1.4894748 Aug 19 00:05:59.353221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.360096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.367743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:05:59.368807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab4cbc2d-8d74-4ee6-94a3-01bee7971164 HTTP/1.1" status: 204 len: 168 time: 1.0238459 Aug 19 00:05:59.406330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'name': 'network-vif-deleted', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:05:59.411240 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440edf4-c017-4506-9e8e-488e415333b6" -d '{"events": [{"server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "name": "network-vif-deleted", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:05:59.420374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event deleted for resources: {'Port': ['ID=21917bbb-198a-41a4-ac35-859249289e1b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:59.426501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2dd5fdb-1759-455e-8b1d-c5d1069bf594 req-98285e1d-73aa-4c0a-9322-cd72dab12c77 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108315 Aug 19 00:05:59.464082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8d9b-f828-41a2-95b3-3d60fa723b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cbc2d-8d74-4ee6-94a3-01bee7971164,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:05:59.584820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] No DVR routers for this DVR port 21917bbb-198a-41a4-ac35-859249289e1b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:05:59.598165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.606452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50dc3f46-b9ec-4164-bbe1-9bdc6a3d0b84 req-4e2bdd39-0ae8-4bee-ae94-9ee319720039 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "DELETE /v2.0/ports/21917bbb-198a-41a4-ac35-859249289e1b HTTP/1.1" status: 204 len: 173 time: 1.8284600 Aug 19 00:05:59.614157 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565056d-4815-4667-8380-fa8b447284fb x-openstack-request-id: req-4565056d-4815-4667-8380-fa8b447284fb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:05:59.617202 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5909b291-b6cb-4132-ba95-41e9c775e5a2", "name": "network-vif-deleted", "tag": "a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:05:59.618075 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4565056d-4815-4667-8380-fa8b447284fb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:05:59.619400 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5909b291-b6cb-4132-ba95-41e9c775e5a2', 'name': 'network-vif-deleted', 'tag': 'a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f', 'status': 'completed', 'code': 200} Aug 19 00:05:59.629875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d0e77fa3-7efb-47bd-928a-c258d15d50da completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:05:59.642661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d0e77fa3-7efb-47bd-928a-c258d15d50da triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:05:59.644016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.675321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3549b863-dbd5-4b80-8fb2-0c08dff13e97 req-e5a7007e-82d2-4cdc-864d-df92e6d56bca tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 210 time: 0.1325541 Aug 19 00:05:59.741496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56392) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:05:59.796519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ffada2-cca0-4e01-8559-71e3d3069f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:05:59.815741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:05:59.953794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add529e-ad0d-4259-a2cb-6e57958da538 req-9d0f404b-b009-4408-acfb-186a0b279316 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:05:59.972397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3add529e-ad0d-4259-a2cb-6e57958da538 req-9d0f404b-b009-4408-acfb-186a0b279316 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 949 time: 0.1109443 Aug 19 00:05:59.980138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:05:59.981039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device a6aedde7-39ff-43c0-b82a-cb7ec09d9d2f not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:05:59.995650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ffada2-cca0-4e01-8559-71e3d3069f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.017279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ffada2-cca0-4e01-8559-71e3d3069f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.080894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3add529e-ad0d-4259-a2cb-6e57958da538 req-a11830fe-6b35-45a7-8537-346bedddbc7f tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Aug 19 00:06:00.087681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffada2-cca0-4e01-8559-71e3d3069f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55e862d-e48b-49bb-82b5-366db8288a34,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:00.105205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:00.115133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-60ffada2-cca0-4e01-8559-71e3d3069f9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20e37cfd51d84a228d3bcc388cd49e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692291 Aug 19 00:06:00.140822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.181941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:00.195333 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a80c16-91c3-4e40-a750-38ba5b4c498b" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:00.222633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.241848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:00.252041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.281624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.300613 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9f52e-3097-4bfc-9d89-0f4d1dbe4310 x-openstack-request-id: req-b5f9f52e-3097-4bfc-9d89-0f4d1dbe4310 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:00.301181 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:00.301638 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f9f52e-3097-4bfc-9d89-0f4d1dbe4310 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:00.302457 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'code': 200} Aug 19 00:06:00.346237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:00.380513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.383974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:00.387360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a55e862d-e48b-49bb-82b5-366db8288a34 HTTP/1.1" status: 204 len: 168 time: 0.2789848 Aug 19 00:06:00.403878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177555f4-ea49-4dfe-bc63-b33da7db5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55e862d-e48b-49bb-82b5-366db8288a34,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:00.532648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ff721-27cb-4811-9994-ac50f30cb352 req-900993c2-52df-4a8c-af27-6abab0570a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:00.535479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c5ff721-27cb-4811-9994-ac50f30cb352 req-900993c2-52df-4a8c-af27-6abab0570a82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 1102 time: 0.1065838 Aug 19 00:06:00.585635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c5ff721-27cb-4811-9994-ac50f30cb352 req-baf797a6-7150-468d-91d0-96ddc1249f6c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Aug 19 00:06:00.787425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1932c-27ee-49d3-9bd6-449f8182371e req-3c056e9b-3223-4d05-b7ff-5f86eea762e9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:00.789189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13e1932c-27ee-49d3-9bd6-449f8182371e req-3c056e9b-3223-4d05-b7ff-5f86eea762e9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1377156 Aug 19 00:06:00.868016 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d925bea3-92c0-4e9a-b996-20644626237f req-70686124-29b1-4e52-a253-8958e7cfa9a5 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 210 time: 0.0852804 Aug 19 00:06:00.885253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13e1932c-27ee-49d3-9bd6-449f8182371e req-21a203c9-c751-49e2-b298-0a70783496ab tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730937 Aug 19 00:06:01.375576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 21917bbb-198a-41a4-ac35-859249289e1b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:01.402500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8977bc-8de2-43ff-90a8-07916693689d req-bbfbe336-1e9c-4801-8f09-3dd2ac9cfa98 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:01.406674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e8977bc-8de2-43ff-90a8-07916693689d req-bbfbe336-1e9c-4801-8f09-3dd2ac9cfa98 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 950 time: 0.1295302 Aug 19 00:06:01.462230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 21917bbb-198a-41a4-ac35-859249289e1b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:06:01.476464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 21917bbb-198a-41a4-ac35-859249289e1b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:06:01.505256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e8977bc-8de2-43ff-90a8-07916693689d req-3a6c7729-a83b-4e5e-ac46-b91e832d1245 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907307 Aug 19 00:06:01.722576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'name': 'network-vif-deleted', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:01.729338 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3dee38-9cc6-4883-a273-a7f2765ae51c" -d '{"events": [{"server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "name": "network-vif-deleted", "tag": "21917bbb-198a-41a4-ac35-859249289e1b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:01.750835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-368a3a3d-de4c-4909-91ec-90ff1f2b052c tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:01.752933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-368a3a3d-de4c-4909-91ec-90ff1f2b052c tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.1803403 Aug 19 00:06:01.774297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Request body: {'port': {'device_id': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'admin_state_up': True, 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:01.899735 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71115108-885f-4a11-9828-d7c20973a7f8 x-openstack-request-id: req-71115108-885f-4a11-9828-d7c20973a7f8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:01.900514 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efbcdab-6f06-4408-87da-4137cbf5dda9", "name": "network-vif-deleted", "tag": "21917bbb-198a-41a4-ac35-859249289e1b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:01.901091 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71115108-885f-4a11-9828-d7c20973a7f8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:01.901703 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efbcdab-6f06-4408-87da-4137cbf5dda9', 'name': 'network-vif-deleted', 'tag': '21917bbb-198a-41a4-ac35-859249289e1b', 'status': 'completed', 'code': 200} Aug 19 00:06:02.110624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5d2246d-93d5-4252-a753-6b3e5299650c req-edd92b71-064d-4918-8477-f4caaa5aee74 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 210 time: 0.0843155 Aug 19 00:06:02.113208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:02.188083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:02.193066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:02.245487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5cf1-c389-4380-93a7-7c529b565de7 req-2ff7d4de-81da-474c-b71e-1e918b64ffc7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:02.259098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e58a5cf1-c389-4380-93a7-7c529b565de7 req-2ff7d4de-81da-474c-b71e-1e918b64ffc7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1620710 Aug 19 00:06:02.427081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e58a5cf1-c389-4380-93a7-7c529b565de7 req-c813f7c1-81c9-4ae6-8bf0-af0d757a7bd6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663527 Aug 19 00:06:02.565580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-33136e4a-65a5-4ecd-9956-100fa22bc8c4 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:02.567455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-33136e4a-65a5-4ecd-9956-100fa22bc8c4 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 813 time: 0.2198477 Aug 19 00:06:02.573703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1264239247-network', 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:02.624250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:02.628007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Allocated IP 172.20.0.11 (154110f1-5ae9-4248-bafb-a6d917567754/11434680-abad-4a89-9343-b1625b282b02/608ca7fd-e1c6-40a4-95ec-2cf73de77fcb) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:06:02.633377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:02.669066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:02.796459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:02.852819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Request body: {'port': {'device_id': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'admin_state_up': True, 'tenant_id': 'bfcda5dcdc1a41579d83317b21842ee9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:02.870845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:02.930949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e32-a645-4504-8227-bc8309065983 req-66ccd4c7-df83-4f89-b746-252cd111e08c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:02.946167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ba78e32-a645-4504-8227-bc8309065983 req-66ccd4c7-df83-4f89-b746-252cd111e08c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 950 time: 0.2789218 Aug 19 00:06:02.962338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event updated for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:02.985541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Network 154110f1-5ae9-4248-bafb-a6d917567754 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:02.988032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:02.992716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:03.070454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ba78e32-a645-4504-8227-bc8309065983 req-cfc526d6-ccf3-4f90-bf83-787fd2a0ac3a tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164317 Aug 19 00:06:03.072599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:03.073436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.179748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.186234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.208186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Made reservation on behalf of bfcda5dcdc1a41579d83317b21842ee9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:03.212157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.228392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:06:03.246468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92809d05-c5d3-46ad-925d-f98240011560,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:03.255133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.255556 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Added segment dd5a1720-7020-4f11-9539-6c876729d1de of type vlan for network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 Aug 19 00:06:03.266539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-9141a8dd-e8b4-46d3-a784-14b6a6fdb4e1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4971726 Aug 19 00:06:03.322324 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-644261fa-72b4-45ce-87ba-73193f2ac948 req-2e2e03da-3048-4ad9-b1bf-b8e168da1527 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 210 time: 0.0548563 Aug 19 00:06:03.354554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.393645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.397300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:03.398308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.496342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3788908 Aug 19 00:06:03.497527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:03.506108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Request body: {'subnet': {'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1264239247-subnet', 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:03.521682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Request body: {'port': {'device_id': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:03.537972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185d38-9921-496e-bb94-de560ee85cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=2beff9c1-aafb-4c05-ba2d-331132cd0c21,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:03.551684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:06:03.557831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:03.563352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.652949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:03.710528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f84a-2416-4e00-b892-41a0908fe5f4 req-31b4126b-a94b-4dfe-bf56-141f8e8d4ff4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:03.720342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c4a4f84a-2416-4e00-b892-41a0908fe5f4 req-31b4126b-a94b-4dfe-bf56-141f8e8d4ff4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.0995927 Aug 19 00:06:03.756564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Allocated IP 172.20.0.5 (154110f1-5ae9-4248-bafb-a6d917567754/11434680-abad-4a89-9343-b1625b282b02/cd7572ad-72f8-4a23-87ee-1d9a7556fce4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:06:03.802536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c4a4f84a-2416-4e00-b892-41a0908fe5f4 req-9c1eac9a-4e6e-4626-ae55-7cbe6f358b68 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804765 Aug 19 00:06:04.000132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:04.173121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:04.173462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Network hostable DHCP agents. Network: 2beff9c1-aafb-4c05-ba2d-331132cd0c21, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:06:04.201933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e04add-33f2-4aa7-95c1-b9fb52fb91d1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:04.223485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:06:04.261488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2beff9c1-aafb-4c05-ba2d-331132cd0c21) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:04.271542 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:04.271935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39062f2-51ef-4a73-84ea-ab0442f56326 None None] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:06:04.277951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:04.278573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:04.340734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b05f5b08-e35f-481f-a4b8-6fd8a637c1ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8394172 Aug 19 00:06:04.554587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:04.606213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220c1e5-f8db-44a4-ae0e-6eb6e2e046ef req-2a058a37-1291-4109-beff-a129268a6f4d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:04.617548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9220c1e5-f8db-44a4-ae0e-6eb6e2e046ef req-2a058a37-1291-4109-beff-a129268a6f4d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 931 time: 0.1448858 Aug 19 00:06:04.714586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9220c1e5-f8db-44a4-ae0e-6eb6e2e046ef req-c70fd587-841c-4c6c-bb23-2851dc3b2fd0 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918579 Aug 19 00:06:04.771450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa6a1f-d443-4411-b66a-9e23b7585746 None None] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:06:05.086477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c0f0-9d81-4359-9c2a-b1600b17515a req-a8f4812c-7657-4fe4-866d-e868f055fa1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:05.099525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de7c0f0-9d81-4359-9c2a-b1600b17515a req-a8f4812c-7657-4fe4-866d-e868f055fa1b tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1222467 Aug 19 00:06:05.124462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event updated for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:05.146854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Network 154110f1-5ae9-4248-bafb-a6d917567754 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:05.150459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:05.154786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:05.212255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de7c0f0-9d81-4359-9c2a-b1600b17515a req-90d726f7-310b-47c2-8793-b038d021c29a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100204 Aug 19 00:06:05.232439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:05.233066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:05.272225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8932f1a5-e0f5-4801-b2a4-b891e8d49b11 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4320610 Aug 19 00:06:05.343355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Request body: {'port': {'device_id': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:05.566386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:05.572905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:05.590643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:05.609593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Transition to ACTIVE for port object 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:05.630340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:05.831843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:05.881407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-0316999b-76cb-4e5e-b4a9-97c01263bd78 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:05.882950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-0316999b-76cb-4e5e-b4a9-97c01263bd78 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.4597929 Aug 19 00:06:05.886100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Attempting to bind port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:05.886441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Attempting to bind port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:05.886765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Attempting to bind port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:05.903461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb on network 154110f1-5ae9-4248-bafb-a6d917567754 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:05.904079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Attempting to bind port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:05.910611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-5eb09144-562d-4d1d-8405-b2bc5a33bffc tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0185804 Aug 19 00:06:05.963648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:06:05.963998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Checking segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:05.964419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Bound using segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:06:05.964956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Bound port: 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:06:05.965380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:06.002169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-9cdffc5d-02ca-4a5d-8831-bbd3613d0835 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340767 Aug 19 00:06:06.049758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893eac4-be3b-4f43-9ab9-7ef354fb068c req-3292eed8-8c52-47d0-bd4a-444da8404949 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:06.063232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4893eac4-be3b-4f43-9ab9-7ef354fb068c req-3292eed8-8c52-47d0-bd4a-444da8404949 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 931 time: 0.1535218 Aug 19 00:06:06.153708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4893eac4-be3b-4f43-9ab9-7ef354fb068c req-b6d5360e-3109-4ead-999c-62676adfdfdd tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Aug 19 00:06:06.298143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:06.302578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-f64e0e62-b1e9-44fd-8710-432f57843285 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912519 Aug 19 00:06:06.377097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:06:06.392232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:06.441250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d32f-e47d-4b12-a90f-864bf1579d70 req-5ff7494a-ef7d-42ec-a6b1-d97ce26b5e68 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:06.453434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb7d32f-e47d-4b12-a90f-864bf1579d70 req-5ff7494a-ef7d-42ec-a6b1-d97ce26b5e68 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1247654 Aug 19 00:06:06.514636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:06.514636 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:06.516026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] 10.222.0.11 "PUT /v2.0/ports/608ca7fd-e1c6-40a4-95ec-2cf73de77fcb HTTP/1.1" status: 200 len: 1093 time: 3.0131211 Aug 19 00:06:06.520940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:06.523614 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1" -d '{"events": [{"name": "network-changed", "server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:06.544362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb7d32f-e47d-4b12-a90f-864bf1579d70 req-18d8c813-9f95-4a8f-8d65-cb74a35152a2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835090 Aug 19 00:06:06.644143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862786c-4533-44dc-9a5a-8cba83ab7ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:06.670666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7572ad-72f8-4a23-87ee-1d9a7556fce4 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:06.723656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:06.752096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-32ec95a2-561e-456b-8dfa-5dedf8681a47 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982797 Aug 19 00:06:06.762302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Transition to ACTIVE for port object cd7572ad-72f8-4a23-87ee-1d9a7556fce4 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:06.783361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-c2f4e7f9-1849-4cef-bcae-a425a516b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:06.796004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-c2f4e7f9-1849-4cef-bcae-a425a516b7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 1096 time: 0.1683552 Aug 19 00:06:06.820547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:06.912875 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c6cf1c-80aa-4a88-a6fd-37c16f64b981 x-openstack-request-id: req-f2c6cf1c-80aa-4a88-a6fd-37c16f64b981 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:06.913100 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:06.913378 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2c6cf1c-80aa-4a88-a6fd-37c16f64b981 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:06.913797 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb', 'status': 'completed', 'code': 200} Aug 19 00:06:06.946200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:06.963441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-a286161d-856e-4ad4-b833-6561ef9c3d2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb HTTP/1.1" status: 200 len: 217 time: 0.1580980 Aug 19 00:06:07.089845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-5c073afc-2be8-4cb9-bd86-74e5633ad5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:07.091463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-5c073afc-2be8-4cb9-bd86-74e5633ad5aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.1104460 Aug 19 00:06:07.194150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fcfb2346-edcf-4e0a-8973-d09b015d5210 req-4cf08583-82d4-4888-94c9-e378f9596be9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 210 time: 0.1547754 Aug 19 00:06:07.201774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-76457850-1350-4698-a2f1-a8a4e30f9993 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755143 Aug 19 00:06:07.309757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f530a-70d2-4a82-82dc-09bdf136ef6b req-27430e95-8568-4549-9211-d7d4b7c4d77b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:07.318716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-155f530a-70d2-4a82-82dc-09bdf136ef6b req-27430e95-8568-4549-9211-d7d4b7c4d77b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 943 time: 0.0756478 Aug 19 00:06:07.371827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Attempting to bind port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:07.372595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Attempting to bind port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:07.373081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Attempting to bind port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:07.385134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 on network 154110f1-5ae9-4248-bafb-a6d917567754 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:07.385697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Attempting to bind port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 on network 154110f1-5ae9-4248-bafb-a6d917567754 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:07.395452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:06:07.396112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Checking segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:07.396741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Bound using segment: {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:06:07.397458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Bound port: cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4a3400-f846-4531-a519-77371b399c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:06:07.398184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:07.444430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-155f530a-70d2-4a82-82dc-09bdf136ef6b req-780c5e01-ad89-425c-83db-4f70483fb203 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244276 Aug 19 00:06:07.465568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-0b2426ce-794d-420c-950f-2501dfed2254 service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532265 Aug 19 00:06:07.505290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56666) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:07.599719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:07.606504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:06:07.613104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:07.668067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-061057aa-97e5-4fc0-8689-1828c820d612 service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870933 Aug 19 00:06:07.823973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:07.824676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:07.826478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd7572ad-72f8-4a23-87ee-1d9a7556fce4 HTTP/1.1" status: 200 len: 1092 time: 2.4908545 Aug 19 00:06:07.826974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c6eca9b-95b3-412f-ac0b-2c9d121bae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:07.980355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef4f29-ce21-4748-ac4b-38882e36ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:08.014256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c50e20-89c6-483f-b684-5d876dd9dd8c req-611d9de6-e830-4161-87b3-d2a8676ee64a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.021688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62c50e20-89c6-483f-b684-5d876dd9dd8c req-611d9de6-e830-4161-87b3-d2a8676ee64a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.3509371 Aug 19 00:06:08.045568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-263a1134-5b1b-413c-a514-bfbcfa5e6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.047751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-263a1134-5b1b-413c-a514-bfbcfa5e6415 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 1096 time: 0.2620234 Aug 19 00:06:08.065632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-32012f63-911d-40b7-babd-b2a7bdbb63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.067129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-32012f63-911d-40b7-babd-b2a7bdbb63d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 1095 time: 0.1653631 Aug 19 00:06:08.188941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-b95107f3-3497-41b6-9cf6-d9bb5fc7424c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4 HTTP/1.1" status: 200 len: 217 time: 0.1032810 Aug 19 00:06:08.228494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62c50e20-89c6-483f-b684-5d876dd9dd8c req-a6898255-6501-4fa9-ac51-98c111078171 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041423 Aug 19 00:06:08.318083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-ddc2f8f7-88d7-40ef-9c76-33ace43cdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.319557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-ddc2f8f7-88d7-40ef-9c76-33ace43cdaf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.1217172 Aug 19 00:06:08.345230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6076a2ee-0a35-455c-aa01-b5272929557e req-7ebfd7d1-8d7c-4f69-8f7b-09b5650770b7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 210 time: 0.0464449 Aug 19 00:06:08.367600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-7713db0e-bcee-4b33-bea5-77d6faf0aee9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358045 Aug 19 00:06:08.372630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-a157eb2e-6084-473e-8c18-13fcb22ed579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.374314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-a157eb2e-6084-473e-8c18-13fcb22ed579 service neutron] 10.222.0.11 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 913 time: 0.3025651 Aug 19 00:06:08.386501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c6eca9b-95b3-412f-ac0b-2c9d121bae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:08.405225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c6eca9b-95b3-412f-ac0b-2c9d121bae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:08.484091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-9d649086-0608-4b68-a589-9ef170cd7be0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb HTTP/1.1" status: 200 len: 217 time: 0.0962899 Aug 19 00:06:08.605022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c6eca9b-95b3-412f-ac0b-2c9d121bae60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4aa3bbdc58d04ad89b53fe6df7833c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0941153 Aug 19 00:06:08.623211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56700) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:08.639166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eca9b-95b3-412f-ac0b-2c9d121bae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ccdaa3-4731-42ea-a085-9e0fcc6af635,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:08.692130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-deb32d45-20eb-4078-93e3-250665fc94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.693891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-deb32d45-20eb-4078-93e3-250665fc94a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.1704943 Aug 19 00:06:08.706839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-b0f12386-b8e7-48d9-b2fd-b50639740ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315673 Aug 19 00:06:08.722912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d38a0-9fd3-4813-9a7f-5636b0c8c290 req-a82b9ded-ffe5-42f3-a4f4-8f24192e5ffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.729355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-073d38a0-9fd3-4813-9a7f-5636b0c8c290 req-a82b9ded-ffe5-42f3-a4f4-8f24192e5ffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 943 time: 0.1776977 Aug 19 00:06:08.774259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-8f4cb260-7ddb-4b3f-b442-1ee100110aaa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:08.778523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-8f4cb260-7ddb-4b3f-b442-1ee100110aaa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.1818712 Aug 19 00:06:08.787832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-69301e4f-77aa-4b3e-80ef-8a66ea5714dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783374 Aug 19 00:06:08.797406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:08.927668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:08.930318 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2787eff-8c79-41d6-aa78-ce34454277a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:08.997872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:09.006485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.211727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.5 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/382ab3f0-024e-4f7f-a9b6-b4fa591d5716) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:06:09.437832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:09.448114 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d251a11-b80a-4a45-a1ad-9cf2b2505549 x-openstack-request-id: req-5d251a11-b80a-4a45-a1ad-9cf2b2505549 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:09.449075 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:09.449075 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d251a11-b80a-4a45-a1ad-9cf2b2505549 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:09.449075 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4', 'status': 'completed', 'code': 200} Aug 19 00:06:09.460065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.481022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba028b8-ad05-40ed-921a-98950e99466f req-817ede39-0d30-4154-ac07-6d7b36686dfd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:09.482655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bba028b8-ad05-40ed-921a-98950e99466f req-817ede39-0d30-4154-ac07-6d7b36686dfd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.0832620 Aug 19 00:06:09.491829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-073d38a0-9fd3-4813-9a7f-5636b0c8c290 req-604964d4-4849-48ec-8a52-cec318b9f030 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612448 Aug 19 00:06:09.551584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.582493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cac6ca4-7ee9-4179-8c77-dd98b1fae8f8 req-8a69df7c-b35b-409a-a9eb-816fff103d06 service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511300 Aug 19 00:06:09.629188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-6554e379-d8e3-4d83-909f-51b43e8adc1f service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123236 Aug 19 00:06:09.646220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bba028b8-ad05-40ed-921a-98950e99466f req-9cd2ba06-147f-4d8a-8b6d-652f29f2bf01 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562176 Aug 19 00:06:09.659925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.697827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:09.727120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'mac_address': 'fa:16:3e:12:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:09.756473 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.817202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.834366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:09.844104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:09.856728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:09.866420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:09.882459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:09.892455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:09.897253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:09.902775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:09.929170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c4c1e-741f-4860-b139-faf3ff4fe82d req-1a831d19-9073-4e3b-9482-55c283ce971f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:09.936913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a28c4c1e-741f-4860-b139-faf3ff4fe82d req-1a831d19-9073-4e3b-9482-55c283ce971f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 931 time: 0.3066051 Aug 19 00:06:09.946774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:09.963231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f7439c2-0f4d-4ad0-acf2-1f2ca33664c1 req-2b1bb224-cbfe-44b8-9ab9-9e2087137779 service neutron] 10.222.0.11 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169403 Aug 19 00:06:09.984627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-85592318-7994-4e4d-a6db-6208802739d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:09.988040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-85592318-7994-4e4d-a6db-6208802739d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 1095 time: 0.2355895 Aug 19 00:06:10.027541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:10.030071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.063760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-2e4d3834-c94e-4731-accb-96954c2b971c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710936 Aug 19 00:06:10.076592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Request body: {'port': {'device_id': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:10.115676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.118905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.121651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d0e77fa3-7efb-47bd-928a-c258d15d50da'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:10.125730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5ccdaa3-4731-42ea-a085-9e0fcc6af635 HTTP/1.1" status: 204 len: 168 time: 1.4982169 Aug 19 00:06:10.187769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c505bc8-182d-4c63-8c3d-c34bdc6b04e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ccdaa3-4731-42ea-a085-9e0fcc6af635,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:10.233649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a28c4c1e-741f-4860-b139-faf3ff4fe82d req-d38ef313-fc82-4394-a15d-c23ea7bb1c0e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788005 Aug 19 00:06:10.255868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:10.265769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.296076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-9c873024-278d-4b16-99d1-0679700142b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:10.297232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-9c873024-278d-4b16-99d1-0679700142b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 200 len: 913 time: 0.2928607 Aug 19 00:06:10.338318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'port_id': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb', 'mac_address': 'fa:16:3e:f2:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11434680-abad-4a89-9343-b1625b282b02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:10.502386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-cd4f9f3b-54de-4e2d-91b5-e64cd628daf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4 HTTP/1.1" status: 200 len: 217 time: 0.1946359 Aug 19 00:06:10.544767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.599001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:10.625115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-50e654a5-07ef-4ddd-b2e6-7b976b715df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:10.627855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-50e654a5-07ef-4ddd-b2e6-7b976b715df9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 200 len: 853 time: 0.1151488 Aug 19 00:06:10.686674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:10.698881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-18f5ae6f-84a8-4302-a4ef-ff72789e4068 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154110f1-5ae9-4248-bafb-a6d917567754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509217 Aug 19 00:06:10.720512 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:10.828357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd1be-6ffc-4105-af4a-3abd5aed459c req-645cf8dd-f5b2-48e7-85b0-12cab4c6e38d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:10.831653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ebbd1be-6ffc-4105-af4a-3abd5aed459c req-645cf8dd-f5b2-48e7-85b0-12cab4c6e38d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 943 time: 0.2014608 Aug 19 00:06:10.899985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:10.900192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:10.904462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ebbd1be-6ffc-4105-af4a-3abd5aed459c req-260cf531-8453-4527-a55b-2c385a206fd2 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Aug 19 00:06:10.909295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-24c1e31c-f49f-432e-b233-a4045ef756d7 service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848745 Aug 19 00:06:10.933592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99341c68-b55f-4c87-b4f2-ac1a070ebb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.019572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['608ca7fd-e1c6-40a4-95ec-2cf73de77fcb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:11.042167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2273d23-934b-43f2-abbc-8c3edc1355ab req-6f730463-c0c5-4b98-9994-6634a8f32270 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:11.051506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2273d23-934b-43f2-abbc-8c3edc1355ab req-6f730463-c0c5-4b98-9994-6634a8f32270 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.2112103 Aug 19 00:06:11.111891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:11.120817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.134816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2787eff-8c79-41d6-aa78-ce34454277a6 req-a14d243c-0402-405e-a314-83d9c8ecb86e service neutron] 10.222.0.21 "GET /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187409 Aug 19 00:06:11.139779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Transition to ACTIVE for port object 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:11.165193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.294404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99341c68-b55f-4c87-b4f2-ac1a070ebb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.305388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99341c68-b55f-4c87-b4f2-ac1a070ebb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.383819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2273d23-934b-43f2-abbc-8c3edc1355ab req-ae56cec6-1948-487b-8f12-59fe02996471 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311586 Aug 19 00:06:11.403699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Pushing event updated for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:11.422824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-99341c68-b55f-4c87-b4f2-ac1a070ebb68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44bd7776d40d459d897dec146134f9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144219 Aug 19 00:06:11.422824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341c68-b55f-4c87-b4f2-ac1a070ebb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c61b57-408d-47ee-86b8-6d4057053ed6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:11.428267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56800) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:11.448539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:11.520961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d0e77fa3-7efb-47bd-928a-c258d15d50da triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:11.522121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.557766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Attempting to bind port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:11.558080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Attempting to bind port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:11.558219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404ac5a-9dce-43c4-bfc5-360398cea0da req-bf91191f-5576-4bc2-88a4-78697f002952 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:11.558778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Attempting to bind port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:11.560127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e404ac5a-9dce-43c4-bfc5-360398cea0da req-bf91191f-5576-4bc2-88a4-78697f002952 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 943 time: 0.1850042 Aug 19 00:06:11.576660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:11.577544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Attempting to bind port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:11.593571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:06:11.596453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:11.596863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:06:11.597991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Bound port: 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:06:11.597991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.668436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.697351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.720861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e404ac5a-9dce-43c4-bfc5-360398cea0da req-1fa2eb79-c2f6-4abe-a5b9-8d65d07c06b3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394348 Aug 19 00:06:11.733785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:11.735053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:11.739415 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c5e21-0c96-4ddf-9485-bb0a2b1138d8" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:11.745613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.798419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.865589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:11.868909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:11.880255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:06:11.895793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.898023 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be3d02-b0ee-4814-802f-af457181ef8d x-openstack-request-id: req-93be3d02-b0ee-4814-802f-af457181ef8d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:11.898746 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:11.899098 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93be3d02-b0ee-4814-802f-af457181ef8d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:11.899668 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'code': 200} Aug 19 00:06:11.927712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:11.931739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:11.934172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/382ab3f0-024e-4f7f-a9b6-b4fa591d5716 HTTP/1.1" status: 200 len: 1092 time: 1.8619459 Aug 19 00:06:11.937540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:11.946410 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152" -d '{"events": [{"name": "network-changed", "server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:12.004353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:12.009341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:12.010914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c61b57-408d-47ee-86b8-6d4057053ed6 HTTP/1.1" status: 204 len: 168 time: 0.5806293 Aug 19 00:06:12.050709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c51e79-03d9-4677-8f70-abc5bd08d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c61b57-408d-47ee-86b8-6d4057053ed6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:12.185907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-eaeec7c7-22a2-4cd7-8623-b564077e128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:12.189548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-eaeec7c7-22a2-4cd7-8623-b564077e128f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 1095 time: 0.1813762 Aug 19 00:06:12.193010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ada075-ce1e-4c65-a18e-9070fdbf44f0 service neutron] Pushing event updated for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:12.279455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db033d0-7c4d-426d-becb-cca6a7c111f7 req-989c6084-478f-46c9-b8c4-7a7edbdf8723 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:12.295017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db033d0-7c4d-426d-becb-cca6a7c111f7 req-989c6084-478f-46c9-b8c4-7a7edbdf8723 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 943 time: 0.1802967 Aug 19 00:06:12.310969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-ae92e51b-a9e4-48a8-9852-9a181a395716 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716 HTTP/1.1" status: 200 len: 217 time: 0.1063097 Aug 19 00:06:12.369414 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc708efa-fccc-4f53-a684-56f35637e79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:12.421785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7db033d0-7c4d-426d-becb-cca6a7c111f7 req-4c557c23-b4d2-43ab-b000-84a87a90d135 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254320 Aug 19 00:06:12.432553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daf8-0337-445d-bb13-958945b5e118 req-12598ce8-61b1-42b5-b9a6-2d58e884f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:12.433829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-12598ce8-61b1-42b5-b9a6-2d58e884f7f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1159613 Aug 19 00:06:12.499307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-f49c0828-7d8d-42c7-83c4-94902266e083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567629 Aug 19 00:06:12.553261 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f2f7d-6b67-4a34-b168-3d3ea6120703 x-openstack-request-id: req-7b1f2f7d-6b67-4a34-b168-3d3ea6120703 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:12.553625 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:12.553889 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b1f2f7d-6b67-4a34-b168-3d3ea6120703 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:12.554319 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716', 'status': 'completed', 'code': 200} Aug 19 00:06:12.765087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-515d2276-3f0c-4030-aba3-1216cdcb8bdb service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540197 Aug 19 00:06:12.851102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6fb5d-0478-4441-ac08-59a0af4e4766 req-8eb95bb3-5c09-4580-bf4c-5ae33fd2e1a1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:12.861430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9d6fb5d-0478-4441-ac08-59a0af4e4766 req-8eb95bb3-5c09-4580-bf4c-5ae33fd2e1a1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1157150 Aug 19 00:06:12.938082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f305daf8-0337-445d-bb13-958945b5e118 req-dbd7df49-bcc0-4176-a4f5-abd80534148e service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682456 Aug 19 00:06:12.997020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9d6fb5d-0478-4441-ac08-59a0af4e4766 req-9f59d13e-476e-446d-980c-4a344722e4cd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327341 Aug 19 00:06:13.066847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-73c95000-3f50-4f2f-8eda-45c55b3d1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:13.068941 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-73c95000-3f50-4f2f-8eda-45c55b3d1fb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 1095 time: 0.0805407 Aug 19 00:06:13.238282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-66ca55d4-8c53-4f16-867e-7c40d1bcb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:13.240503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-66ca55d4-8c53-4f16-867e-7c40d1bcb2d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.1628246 Aug 19 00:06:13.305766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-d4b4b341-4659-4c8d-afc2-bf28ad588ced service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716 HTTP/1.1" status: 200 len: 217 time: 0.0566118 Aug 19 00:06:13.341585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1bb37-54b2-45f2-8acd-1a62bf7c5c65 req-2b89d738-e36b-4ec2-8bf8-01ca91f4e42e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:13.356157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02c1bb37-54b2-45f2-8acd-1a62bf7c5c65 req-2b89d738-e36b-4ec2-8bf8-01ca91f4e42e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 943 time: 0.1169190 Aug 19 00:06:13.438752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02c1bb37-54b2-45f2-8acd-1a62bf7c5c65 req-e0009bcd-e313-4c43-bb43-31892fcf93fa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804262 Aug 19 00:06:13.469017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cd7572ad-72f8-4a23-87ee-1d9a7556fce4 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:13.512654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-d8ded2c2-2665-4706-bb39-c6b9e8613c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:13.518964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-d8ded2c2-2665-4706-bb39-c6b9e8613c3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.2035317 Aug 19 00:06:13.592081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-d71c03d3-44c5-4564-b0b2-5907d488fc01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644596 Aug 19 00:06:13.755377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:13.770062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745720-ebf6-4f1d-87d0-77273872e2fd req-c05e9bec-9f96-4542-a667-2403430ec580 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:13.778986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1745720-ebf6-4f1d-87d0-77273872e2fd req-c05e9bec-9f96-4542-a667-2403430ec580 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 943 time: 0.1812811 Aug 19 00:06:13.808733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4', 'network_id': '154110f1-5ae9-4248-bafb-a6d917567754', 'port_id': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4', 'mac_address': 'fa:16:3e:86:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11434680-abad-4a89-9343-b1625b282b02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:13.873079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1745720-ebf6-4f1d-87d0-77273872e2fd req-b1c739cf-ab7b-4586-8923-c360a7660c46 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 Aug 19 00:06:13.888748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-e0e897a5-33c9-4c17-850b-b1854d35032a service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803857 Aug 19 00:06:13.898619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:14.001872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.091339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7572ad-72f8-4a23-87ee-1d9a7556fce4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:14.170476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:14.196158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:06:14.205031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.301749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac86e7c0-44f4-4cef-8e17-1f0c8aa65152 req-aa5a2f0f-9382-4dec-9fa8-f74c3a157b05 service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972082 Aug 19 00:06:14.342893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cf4c6-b563-472c-8625-c20085b4f30e req-b9de4760-a998-4a78-ae6b-78ad78aa9eed tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:14.355568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a6cf4c6-b563-472c-8625-c20085b4f30e req-b9de4760-a998-4a78-ae6b-78ad78aa9eed tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1480010 Aug 19 00:06:14.365778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:14.366163 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.457568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a6cf4c6-b563-472c-8625-c20085b4f30e req-52ad9d62-f6c1-4684-b6ba-76aa38bd6fbc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960600 Aug 19 00:06:14.479674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:14.702132 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.759419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ec9-39d6-4e40-9c06-7f83c3802cd6 req-09055a20-1aed-4539-b27b-0f06d3a39f92 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:14.769830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18c54ec9-39d6-4e40-9c06-7f83c3802cd6 req-09055a20-1aed-4539-b27b-0f06d3a39f92 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 943 time: 0.1124318 Aug 19 00:06:14.810239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:14.813608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cd7572ad-72f8-4a23-87ee-1d9a7556fce4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:14.821796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:14.824124 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3b3b1-cfae-4e96-a5b6-da8c28d95066" -d '{"events": [{"server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "name": "network-vif-plugged", "status": "completed", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:14.831307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.878218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18c54ec9-39d6-4e40-9c06-7f83c3802cd6 req-cfdf9793-23e2-4595-b1c8-10cd7f36dc35 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Aug 19 00:06:14.965564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56900) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:14.990770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:14.996682 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b955f2e-d8d7-4dec-8ff9-2f810795d0e4 x-openstack-request-id: req-4b955f2e-d8d7-4dec-8ff9-2f810795d0e4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:14.997248 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "name": "network-vif-plugged", "status": "completed", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:14.997526 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b955f2e-d8d7-4dec-8ff9-2f810795d0e4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:14.998112 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb', 'code': 200} Aug 19 00:06:15.037190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ffe905d-0cfb-4066-a317-02345bc2d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.177297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:15.218427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.236835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:15.278891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee3e0-6cc3-498a-9dae-313cb10cf1d1 req-b0f5761d-9e27-4084-92b1-b7c8d435453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:15.284706 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ee3e0-6cc3-498a-9dae-313cb10cf1d1 req-b0f5761d-9e27-4084-92b1-b7c8d435453a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 1098 time: 0.0989416 Aug 19 00:06:15.287941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709c426-0803-44fd-a921-efc8bf2bf00f req-595a3665-6547-4523-8057-6ea269334181 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:15.289750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c709c426-0803-44fd-a921-efc8bf2bf00f req-595a3665-6547-4523-8057-6ea269334181 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 944 time: 0.1506982 Aug 19 00:06:15.338385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c0b3f3-2321-4c91-a37c-361b180347ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.366624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b3ee3e0-6cc3-498a-9dae-313cb10cf1d1 req-1c704ff4-c536-483e-b643-2bdf3455b7c0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Aug 19 00:06:15.399193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69f4ea11-cacf-41e4-bfc6-1a22256c3781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.435044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c709c426-0803-44fd-a921-efc8bf2bf00f req-1dac9121-5772-4c92-8b84-48b706742241 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281741 Aug 19 00:06:15.617056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c0b3f3-2321-4c91-a37c-361b180347ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.652208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c0b3f3-2321-4c91-a37c-361b180347ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.714129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-55c0b3f3-2321-4c91-a37c-361b180347ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8cfc6c1de004fa88effbc1bffd952ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441037 Aug 19 00:06:15.714858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:15.762510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e026142-07a6-402b-84e5-83b437450ed3 req-1d2600e1-fb7c-42b3-b2a5-0cfbd50f2da1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:15.770529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e026142-07a6-402b-84e5-83b437450ed3 req-1d2600e1-fb7c-42b3-b2a5-0cfbd50f2da1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1478083 Aug 19 00:06:15.786844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b3f3-2321-4c91-a37c-361b180347ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08a71f-7046-4d30-823f-1e06acad8734,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:15.834387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:15.866526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e026142-07a6-402b-84e5-83b437450ed3 req-5fecf70c-7529-486f-a70a-83f790e9334a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951095 Aug 19 00:06:15.895882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:15.927534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.001998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69f4ea11-cacf-41e4-bfc6-1a22256c3781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.012269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69f4ea11-cacf-41e4-bfc6-1a22256c3781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.035368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.039274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.041468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f08a71f-7046-4d30-823f-1e06acad8734 HTTP/1.1" status: 204 len: 168 time: 0.3255599 Aug 19 00:06:16.063054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08a71f-7046-4d30-823f-1e06acad8734,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:16.087595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.093571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.094094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.095543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.097537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.100062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.104376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.107539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.108086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.108894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.109320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-69f4ea11-cacf-41e4-bfc6-1a22256c3781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80b2442e0d244ae18172a5690c04fbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712468 Aug 19 00:06:16.109641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.110212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ea11-cacf-41e4-bfc6-1a22256c3781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a424ce-5ee0-4f38-9962-d7a85346ec83,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:16.112423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27013c50-29a4-4fa4-9e64-aa5d1a012473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:16.113408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56924) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:16.211673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:16.216580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.240435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716', 'mac_address': 'fa:16:3e:be:a3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:16.265175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.296689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.298876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.317517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:16.360336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4767-6e42-4eaf-88e9-cc915a532ff7 req-e501fb0a-767e-403c-94ed-42b0f821605d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:16.372798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d4e4767-6e42-4eaf-88e9-cc915a532ff7 req-e501fb0a-767e-403c-94ed-42b0f821605d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 943 time: 0.1829939 Aug 19 00:06:16.384072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:16.391456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.410802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.420457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:16.425102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4a424ce-5ee0-4f38-9962-d7a85346ec83 HTTP/1.1" status: 204 len: 168 time: 0.3072722 Aug 19 00:06:16.483559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d4e4767-6e42-4eaf-88e9-cc915a532ff7 req-97621504-44a2-4670-97ac-ae0e73c09ff0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061654 Aug 19 00:06:16.484656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ba673-6d4b-478f-aa8c-3ff9c197a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a424ce-5ee0-4f38-9962-d7a85346ec83,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:16.496888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:16.692319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['382ab3f0-024e-4f7f-a9b6-b4fa591d5716'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:16.737092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4879ad-a088-4878-9335-488f766e2642 req-493b6c71-06df-40d4-9173-80ac29b0ef14 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:16.750366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c4879ad-a088-4878-9335-488f766e2642 req-493b6c71-06df-40d4-9173-80ac29b0ef14 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 944 time: 0.1438296 Aug 19 00:06:16.810721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c4879ad-a088-4878-9335-488f766e2642 req-99a38f43-5156-43b9-9b70-ed66dbc25940 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Aug 19 00:06:16.988963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:17.011663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54fb036-6592-43d1-af05-7d68954f3e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.090308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f3af-cf44-49b6-9a4a-15347156884b req-df448c30-26f2-46fb-b022-07a271b75899 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.101234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3482f3af-cf44-49b6-9a4a-15347156884b req-df448c30-26f2-46fb-b022-07a271b75899 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1193600 Aug 19 00:06:17.179327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3482f3af-cf44-49b6-9a4a-15347156884b req-ec8fff28-9cfe-45a0-b6a2-2823586aa3af tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679882 Aug 19 00:06:17.200702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54fb036-6592-43d1-af05-7d68954f3e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.208754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54fb036-6592-43d1-af05-7d68954f3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.274133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d54fb036-6592-43d1-af05-7d68954f3e75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42f92fb5f33348b1aa914b60ef079c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821829 Aug 19 00:06:17.275112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:17.291048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fb036-6592-43d1-af05-7d68954f3e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee4e3c-1a34-475e-a414-9741e9928010,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:17.360413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-0bdf0a81-87cb-4551-b115-9c49ea6c1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.362825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-0bdf0a81-87cb-4551-b115-9c49ea6c1acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1098 time: 0.0811098 Aug 19 00:06:17.370219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.449719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.503161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cd7572ad-72f8-4a23-87ee-1d9a7556fce4 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:17.513912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-715bc910-7a70-48b2-92e7-98069ba91181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.515517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-715bc910-7a70-48b2-92e7-98069ba91181 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.1430151 Aug 19 00:06:17.594266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.595167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:06:17.597415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.600867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88ee4e3c-1a34-475e-a414-9741e9928010 HTTP/1.1" status: 204 len: 168 time: 0.3225818 Aug 19 00:06:17.603713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:17.605207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.615633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1838503-7749-4c84-b202-a89d0ca33d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee4e3c-1a34-475e-a414-9741e9928010,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:17.636066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-1e3a4595-f437-4226-a4c8-8944636cf553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 1000 time: 0.1129861 Aug 19 00:06:17.712751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e818a3-cd97-48da-92f3-6a20cbf58a2a req-1c618054-97bc-439a-92fe-d94e2639c66e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.714611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17e818a3-cd97-48da-92f3-6a20cbf58a2a req-1c618054-97bc-439a-92fe-d94e2639c66e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 944 time: 0.0960193 Aug 19 00:06:17.718903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-69e6e396-4da7-4e3a-9c82-8d93e2ecb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.720412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-69e6e396-4da7-4e3a-9c82-8d93e2ecb8fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.0700271 Aug 19 00:06:17.764479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.804529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17e818a3-cd97-48da-92f3-6a20cbf58a2a req-a57f1d73-4cfe-47f5-bafe-f4cdb3aa7c1c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792382 Aug 19 00:06:17.811490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-ee35a26a-7cd5-4097-808b-c14fa12da8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:17.819361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-ee35a26a-7cd5-4097-808b-c14fa12da8a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858784 Aug 19 00:06:17.867662 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:17.899118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:17.902022 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa81e256-3c4b-4ed9-a4cb-2ba939f25ff9" -d '{"events": [{"server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "name": "network-vif-plugged", "status": "completed", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:17.912148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:17.926776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:17.970130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.018407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-efd18e27-15c1-474a-98f2-81ac21f32fec service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696703 Aug 19 00:06:18.041645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:18.062833 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3367e114-9dcb-436e-92fc-1b62986c2a1c x-openstack-request-id: req-3367e114-9dcb-436e-92fc-1b62986c2a1c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:18.063753 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "name": "network-vif-plugged", "status": "completed", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:18.064109 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3367e114-9dcb-436e-92fc-1b62986c2a1c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:18.065150 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4', 'code': 200} Aug 19 00:06:18.081137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:06:18.095971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:18.096516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.131854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4238d-4503-41a3-89da-a6dcb5e241e4 req-7ed56d0d-f65f-49cd-978a-5cddb08bd01f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:18.143551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02a4238d-4503-41a3-89da-a6dcb5e241e4 req-7ed56d0d-f65f-49cd-978a-5cddb08bd01f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 945 time: 0.1454442 Aug 19 00:06:18.231326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c405ab3-fdc2-46a3-b747-858c0f1f52ed req-9d0ff021-d905-4b88-beb1-aa44703ba7e7 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118838 Aug 19 00:06:18.243895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.249722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-02a4238d-4503-41a3-89da-a6dcb5e241e4 req-20d576ec-d702-4406-92ac-f6ba0bcd52d5 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049924 Aug 19 00:06:18.284193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e7a1b-5123-4511-827c-087899a5e3e3 req-ba48c932-56b4-4c1b-b2d7-8d49dadd9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:18.288940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458e7a1b-5123-4511-827c-087899a5e3e3 req-ba48c932-56b4-4c1b-b2d7-8d49dadd9f5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 1097 time: 0.1428125 Aug 19 00:06:18.293730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:18.303066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.369855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458e7a1b-5123-4511-827c-087899a5e3e3 req-b159a446-0648-4f37-be51-a12a6681cd27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Aug 19 00:06:18.391666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:18.411878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20e4b394-8997-45c2-afc8-63c214ccdd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.429132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:18.439233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a8fb0-9228-4d77-a6ec-702dfcbb35c7 req-7e721f0e-1618-458d-9671-ed01391776f7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:18.454392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b5a8fb0-9228-4d77-a6ec-702dfcbb35c7 req-7e721f0e-1618-458d-9671-ed01391776f7 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.1196249 Aug 19 00:06:18.522447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b5a8fb0-9228-4d77-a6ec-702dfcbb35c7 req-df44b03d-35af-4b4c-979a-58cd7a1e52d3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671566 Aug 19 00:06:18.565563 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20e4b394-8997-45c2-afc8-63c214ccdd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.572061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-20e4b394-8997-45c2-afc8-63c214ccdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.615620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-20e4b394-8997-45c2-afc8-63c214ccdd35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a951291d1f4b0db9d881fbe81ae07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225089 Aug 19 00:06:18.616385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4b394-8997-45c2-afc8-63c214ccdd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9770e4c0-af9b-4b56-bf9c-9b255ea4295e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:18.619513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:18.679254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.712584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.766004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.769072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:18.773952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9770e4c0-af9b-4b56-bf9c-9b255ea4295e HTTP/1.1" status: 204 len: 168 time: 0.1496480 Aug 19 00:06:18.803560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84604fa-7dbc-4a99-abcc-2e83edadbd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9770e4c0-af9b-4b56-bf9c-9b255ea4295e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:19.021129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281dfe-d56a-4f71-8528-38ff116c52d3 req-13821a4c-09bb-47a7-9507-3611e6ada444 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:19.031690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60281dfe-d56a-4f71-8528-38ff116c52d3 req-13821a4c-09bb-47a7-9507-3611e6ada444 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.1136146 Aug 19 00:06:19.079166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60281dfe-d56a-4f71-8528-38ff116c52d3 req-969718d0-50f3-4e67-92e1-0afac50ee305 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Aug 19 00:06:19.388561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac512c-6fb0-4524-a5ff-fc31bd884a20 req-f9725824-e3d0-474c-97c7-00e0991ed7fe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:19.403552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41ac512c-6fb0-4524-a5ff-fc31bd884a20 req-f9725824-e3d0-474c-97c7-00e0991ed7fe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 945 time: 0.0737870 Aug 19 00:06:19.465551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41ac512c-6fb0-4524-a5ff-fc31bd884a20 req-8b887c3b-5cb1-457e-9c6c-85de33d9675f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Aug 19 00:06:19.706283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7196e-6bfb-4e5c-97f2-f6430b245f53 req-664daaed-7866-4897-9eb2-e50dd4511496 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:19.708565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63c7196e-6bfb-4e5c-97f2-f6430b245f53 req-664daaed-7866-4897-9eb2-e50dd4511496 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 946 time: 0.0715122 Aug 19 00:06:19.818581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63c7196e-6bfb-4e5c-97f2-f6430b245f53 req-d05facfc-fb7a-41ea-b750-0f25216ae5a5 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900021 Aug 19 00:06:19.913191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:20.052503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.066858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:20.069263 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1838a90-7b40-4338-a14d-6f4c5647f2e4" -d '{"events": [{"server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "name": "network-vif-plugged", "status": "completed", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:20.121055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:20.130953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.199139 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143f5068-be2f-437f-8e7e-9f96092853a0 x-openstack-request-id: req-143f5068-be2f-437f-8e7e-9f96092853a0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:20.206632 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "name": "network-vif-plugged", "status": "completed", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:20.207191 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-143f5068-be2f-437f-8e7e-9f96092853a0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:20.207801 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716', 'code': 200} Aug 19 00:06:20.223933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:20.250186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194cb61-db58-49e9-8ba9-aae20e3ef110 req-af450582-be1b-4321-8538-40cf2498df79 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:20.261194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:20.261411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d194cb61-db58-49e9-8ba9-aae20e3ef110 req-af450582-be1b-4321-8538-40cf2498df79 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.0770793 Aug 19 00:06:20.270165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.270814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.271396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.272360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.272897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.273437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.273960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.274480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.275063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.275614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.276157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.276744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:06:20.313357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d194cb61-db58-49e9-8ba9-aae20e3ef110 req-3a295a84-cd46-4f47-bc00-83cc3b517b43 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Aug 19 00:06:20.368223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc636629-5349-4fac-9f83-8b2b007f2648 req-c7bd3c80-3b1f-44a7-bd9e-53acc0edb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:20.369865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc636629-5349-4fac-9f83-8b2b007f2648 req-c7bd3c80-3b1f-44a7-bd9e-53acc0edb8c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 1097 time: 0.1401627 Aug 19 00:06:20.445580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4af503b1-35cb-42bc-a1fc-d7638a51a65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.481579 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc636629-5349-4fac-9f83-8b2b007f2648 req-fde77c85-dd14-497c-aa36-7f55f7951fc6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030462 Aug 19 00:06:20.626247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4af503b1-35cb-42bc-a1fc-d7638a51a65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.653599 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4af503b1-35cb-42bc-a1fc-d7638a51a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.721731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e59b92-1b8d-41d8-9add-f085007961bb req-844f85f8-c4b6-4d2e-a732-6306aa9930a2 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:20.730150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8e59b92-1b8d-41d8-9add-f085007961bb req-844f85f8-c4b6-4d2e-a732-6306aa9930a2 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 945 time: 0.1324492 Aug 19 00:06:20.749130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4af503b1-35cb-42bc-a1fc-d7638a51a65a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cbd92edc93b47288bba2251d0be6ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237319 Aug 19 00:06:20.750434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:20.795603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8e59b92-1b8d-41d8-9add-f085007961bb req-14e539de-5c2f-4598-99d2-0ea1723f539e tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644176 Aug 19 00:06:20.796611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af503b1-35cb-42bc-a1fc-d7638a51a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f952f8-27d6-4bc8-8482-790d89ac09c1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:20.837653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:20.870354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:21.007838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909732-fc2c-4458-8c4f-75386588de1d req-fae0e9ee-02ba-4df0-9264-ede4a210b952 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:21.011428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51909732-fc2c-4458-8c4f-75386588de1d req-fae0e9ee-02ba-4df0-9264-ede4a210b952 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 946 time: 0.0821955 Aug 19 00:06:21.012947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:21.016052 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:21.020664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4bb88-b30b-49a9-8349-b6d314b939d7 req-9840f9d2-d6ab-419a-afa5-7d22a9af8ad4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:21.021407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77f952f8-27d6-4bc8-8482-790d89ac09c1 HTTP/1.1" status: 204 len: 168 time: 0.2667410 Aug 19 00:06:21.029392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38b4bb88-b30b-49a9-8349-b6d314b939d7 req-9840f9d2-d6ab-419a-afa5-7d22a9af8ad4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0818100 Aug 19 00:06:21.074499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90783cf-cc7f-4dc7-8a01-d76d1f9592a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f952f8-27d6-4bc8-8482-790d89ac09c1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:21.091101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51909732-fc2c-4458-8c4f-75386588de1d req-670a0374-7012-4ab4-aae9-d681cfd06740 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679252 Aug 19 00:06:21.115095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38b4bb88-b30b-49a9-8349-b6d314b939d7 req-a6af7eb0-3219-43c5-9038-ba0ca07437ab tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881627 Aug 19 00:06:21.485487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae7cb9-0960-47bb-9cc0-30668aec947e req-55659625-a6e6-4931-a2fe-b1bd077dd9f8 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:21.492910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dae7cb9-0960-47bb-9cc0-30668aec947e req-55659625-a6e6-4931-a2fe-b1bd077dd9f8 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.0673060 Aug 19 00:06:21.552964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dae7cb9-0960-47bb-9cc0-30668aec947e req-b4189a38-6cd0-4fba-8d4f-6c5274214419 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587170 Aug 19 00:06:21.759829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:21.792800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe583402-c35f-4016-8002-e0836e8d8415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.052865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe583402-c35f-4016-8002-e0836e8d8415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.060051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe583402-c35f-4016-8002-e0836e8d8415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.127214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f5860-4086-4608-b2f4-c912336c3ede req-ae03f8b7-7c8c-41b7-93a8-5d69cbba9358 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:22.137687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce4f5860-4086-4608-b2f4-c912336c3ede req-ae03f8b7-7c8c-41b7-93a8-5d69cbba9358 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 946 time: 0.0931988 Aug 19 00:06:22.148841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe583402-c35f-4016-8002-e0836e8d8415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f4d58-4334-4e3c-bab9-45d9eb0a22ed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:22.183617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fe583402-c35f-4016-8002-e0836e8d8415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4aaf8e957634ac687db01dafb50e478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202688 Aug 19 00:06:22.183852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:22.208905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:22.211528 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9e96a-3250-462c-8f56-83320289b712" -d '{"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:22.220618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce4f5860-4086-4608-b2f4-c912336c3ede req-d965247d-263b-43dd-bcd2-3ab4bb62f05a tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810258 Aug 19 00:06:22.281651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.323267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.412180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e169d-0250-4013-ac6e-5a6158ba5913 req-1b67f2f6-ed7e-4976-8717-d09d715628df tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:22.419862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb6e169d-0250-4013-ac6e-5a6158ba5913 req-1b67f2f6-ed7e-4976-8717-d09d715628df tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.0723057 Aug 19 00:06:22.469624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.475702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:22.480427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3f4d58-4334-4e3c-bab9-45d9eb0a22ed HTTP/1.1" status: 204 len: 168 time: 0.2929888 Aug 19 00:06:22.529634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb6e169d-0250-4013-ac6e-5a6158ba5913 req-d8838b36-03cf-40e2-a6c5-ab2b809d7457 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085570 Aug 19 00:06:22.534448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645961a-dbe0-4f13-947d-efef02c1423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f4d58-4334-4e3c-bab9-45d9eb0a22ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:22.623558 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6457c-d74d-421b-8ecd-85c3326ea69f x-openstack-request-id: req-54b6457c-d74d-421b-8ecd-85c3326ea69f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:22.624115 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-unplugged", "status": "failed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "code": 422}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:22.624419 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b6457c-d74d-421b-8ecd-85c3326ea69f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:22.625100 n-d-771363-38 neutron-server[94624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'code': 422} returned with failed status Aug 19 00:06:22.856979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a48700f9-f5bd-438f-b686-3d0f5039af90 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:22.858922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a48700f9-f5bd-438f-b686-3d0f5039af90 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "GET /v2.0/ports?device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 946 time: 0.0783765 Aug 19 00:06:23.063549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Deleting port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:23.063996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:23.121694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9c86-822d-431f-a936-991d0be264c9 req-6e2cde23-da86-45a7-a0f0-d39cf5c458d2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:23.123459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f28a9c86-822d-431f-a936-991d0be264c9 req-6e2cde23-da86-45a7-a0f0-d39cf5c458d2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1129503 Aug 19 00:06:23.200557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f28a9c86-822d-431f-a936-991d0be264c9 req-94d35ff2-0008-4773-9bcd-14fdeff733d3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517042 Aug 19 00:06:23.220461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] For port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:23.221586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:23.278632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Calling delete_port for 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:23.483606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329e76-bde8-463c-90fb-0f6e3c0a0905 req-9a6f7392-7904-4270-91b8-0396e1c48a0d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:23.485707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34329e76-bde8-463c-90fb-0f6e3c0a0905 req-9a6f7392-7904-4270-91b8-0396e1c48a0d tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=790ba6b6-748c-48ad-acdd-62bd68dd597d HTTP/1.1" status: 200 len: 946 time: 0.0790069 Aug 19 00:06:23.588427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34329e76-bde8-463c-90fb-0f6e3c0a0905 req-bc33a429-8ddf-43f9-9d95-ed9351198350 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795290 Aug 19 00:06:23.620743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:23.634534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['608ca7fd-e1c6-40a4-95ec-2cf73de77fcb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:23.655590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event deleted for resources: {'Port': ['ID=608ca7fd-e1c6-40a4-95ec-2cf73de77fcb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:23.731870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['cd7572ad-72f8-4a23-87ee-1d9a7556fce4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:23.980728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-0e207fb0-b5a6-42a0-885e-57f8e1e213b8 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:23.984591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-0e207fb0-b5a6-42a0-885e-57f8e1e213b8 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.4571991 Aug 19 00:06:24.020641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-c2878875-acef-427e-8047-7a2e50fbfe6f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:24.030452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-c2878875-acef-427e-8047-7a2e50fbfe6f tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 945 time: 0.5949125 Aug 19 00:06:24.145393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] No DVR routers for this DVR port 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:06:24.148461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:24.150651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-035ff232-0de7-41b0-a738-ef3cf6cd3cad req-a230d6e7-4102-4c21-9cea-74558d6adffe tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.11 "DELETE /v2.0/ports/608ca7fd-e1c6-40a4-95ec-2cf73de77fcb HTTP/1.1" status: 204 len: 173 time: 1.2704241 Aug 19 00:06:24.151200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'name': 'network-vif-deleted', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:24.161724 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb90d37-4a22-4a49-a408-75c4c56c7199" -d '{"events": [{"server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "name": "network-vif-deleted", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:24.380748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef4cb4-a88d-4ad1-a651-e594a4590105 req-2025a69d-5be8-46d1-a731-4d872b5015f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:24.383936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85ef4cb4-a88d-4ad1-a651-e594a4590105 req-2025a69d-5be8-46d1-a731-4d872b5015f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.6538024 Aug 19 00:06:24.393054 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c491f-ad8b-47b2-b3f8-77e93f7a517b x-openstack-request-id: req-4b3c491f-ad8b-47b2-b3f8-77e93f7a517b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:24.393458 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790ba6b6-748c-48ad-acdd-62bd68dd597d", "name": "network-vif-deleted", "tag": "608ca7fd-e1c6-40a4-95ec-2cf73de77fcb", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:24.393717 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b3c491f-ad8b-47b2-b3f8-77e93f7a517b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:24.394252 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790ba6b6-748c-48ad-acdd-62bd68dd597d', 'name': 'network-vif-deleted', 'tag': '608ca7fd-e1c6-40a4-95ec-2cf73de77fcb', 'status': 'completed', 'code': 200} Aug 19 00:06:24.601029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3244d-e105-4e62-90d8-c044aa0538cd req-519ee358-ce3d-40ad-b467-7732a44b23cf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:24.609775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ff3244d-e105-4e62-90d8-c044aa0538cd req-519ee358-ce3d-40ad-b467-7732a44b23cf tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1016390 Aug 19 00:06:24.665656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85ef4cb4-a88d-4ad1-a651-e594a4590105 req-bbe1c91d-4716-4efa-b8a0-753cad791fd0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239296 Aug 19 00:06:24.751162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-70c59719-d05a-41ef-84d8-c1f5895016fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0267797 Aug 19 00:06:24.778724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ff3244d-e105-4e62-90d8-c044aa0538cd req-18c1345a-3c53-4620-b970-fad66a98cc33 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608493 Aug 19 00:06:24.830288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Deleting port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:24.837186 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.063093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:25.064209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.239766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] For port cd7572ad-72f8-4a23-87ee-1d9a7556fce4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,segment=NetworkSegment(2f4a3400-f846-4531-a519-77371b399c93),segment_id=2f4a3400-f846-4531-a519-77371b399c93)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:25.240566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.271223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac33c-24b0-4093-91e6-1403454d5413 req-9de2d413-fb99-4663-a9e0-4d804958fc28 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:25.281666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ac33c-24b0-4093-91e6-1403454d5413 req-9de2d413-fb99-4663-a9e0-4d804958fc28 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.1377232 Aug 19 00:06:25.296839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Calling delete_port for cd7572ad-72f8-4a23-87ee-1d9a7556fce4 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:25.309289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:25.309921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.340457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:25.352618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a8ac33c-24b0-4093-91e6-1403454d5413 req-a57994ed-1534-439d-874d-4c14a1ce7b75 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697665 Aug 19 00:06:25.448144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ac2b9-7ee0-4e86-977c-d7fc011bbb3c req-250402f8-72b1-4322-aec0-4e1538622f0b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:25.450151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa3ac2b9-7ee0-4e86-977c-d7fc011bbb3c req-250402f8-72b1-4322-aec0-4e1538622f0b tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 945 time: 0.2219782 Aug 19 00:06:25.815790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.854533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069f395-facf-4879-954e-752709ce36dc req-2dfea94e-6eb2-410c-93e5-b7d6ffc0b593 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:25.857476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa3ac2b9-7ee0-4e86-977c-d7fc011bbb3c req-c5bc7c88-c9b4-4047-b776-55e6970fb3b6 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/security-groups?id=6067368f-c7a2-4338-a6ab-3717ea9dcca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935130 Aug 19 00:06:25.862309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0069f395-facf-4879-954e-752709ce36dc req-2dfea94e-6eb2-410c-93e5-b7d6ffc0b593 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78954f1-c0a0-41a1-8595-4f2608433d2b HTTP/1.1" status: 200 len: 945 time: 0.0663621 Aug 19 00:06:25.935140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:25.941332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:25.945750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0069f395-facf-4879-954e-752709ce36dc req-8ca966e5-0104-4c6a-9a54-0837e6ea9919 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824077 Aug 19 00:06:25.993923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:06:25.994707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 608ca7fd-e1c6-40a4-95ec-2cf73de77fcb not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:06:25.995326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:26.022403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Pushing event deleted for resources: {'Port': ['ID=cd7572ad-72f8-4a23-87ee-1d9a7556fce4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:26.025751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:06:26.026661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:06:26.086038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-cf5272e4-7ef2-461b-a9fc-5e76a4fa52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.087577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-cf5272e4-7ef2-461b-a9fc-5e76a4fa52bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395&tenant_id=af1575e56a5f4156af9ad1632895cd44 HTTP/1.1" status: 200 len: 1096 time: 0.0771177 Aug 19 00:06:26.194191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-00f62c34-0adc-4256-9da4-4c642bce0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.199396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-00f62c34-0adc-4256-9da4-4c642bce0e1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1575e56a5f4156af9ad1632895cd44&device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1096 time: 0.0783169 Aug 19 00:06:26.262669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port 382ab3f0-024e-4f7f-a9b6-b4fa591d5716 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:06:26.266497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:26.273354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93ef0a77-370e-4fc9-8ed6-fe07811806b2 req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "DELETE /v2.0/ports/382ab3f0-024e-4f7f-a9b6-b4fa591d5716 HTTP/1.1" status: 204 len: 173 time: 2.2389553 Aug 19 00:06:26.280093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9915-dcdd-414a-83d3-a7714f3fc809 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=382ab3f0-024e-4f7f-a9b6-b4fa591d5716,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:26.332016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'name': 'network-vif-deleted', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:26.334531 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa0d0d-22b6-4c0f-80b9-93fe9071b9a8" -d '{"events": [{"server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "name": "network-vif-deleted", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:26.343688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] No DVR routers for this DVR port cd7572ad-72f8-4a23-87ee-1d9a7556fce4 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:06:26.346792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:26.349004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d13cb02-1ae5-4546-8d50-89b187d860dc req-801d51b3-71ab-4ec8-8924-7e7e1e665283 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.21 "DELETE /v2.0/ports/cd7572ad-72f8-4a23-87ee-1d9a7556fce4 HTTP/1.1" status: 204 len: 173 time: 2.2741668 Aug 19 00:06:26.380999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c06b4-3b21-44e9-a524-d24eac284f05 req-d5d2bb1d-46b0-4356-8917-ea4b107a83ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.395839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-874c06b4-3b21-44e9-a524-d24eac284f05 req-d5d2bb1d-46b0-4356-8917-ea4b107a83ec tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.3734193 Aug 19 00:06:26.421038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-22d1b951-415f-4ca7-8f31-d1c5d7876366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.424476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-22d1b951-415f-4ca7-8f31-d1c5d7876366 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 200 len: 917 time: 0.2176898 Aug 19 00:06:26.479989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:26.538855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-874c06b4-3b21-44e9-a524-d24eac284f05 req-b540a6a8-8859-4878-ab72-99ba017688ce tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364901 Aug 19 00:06:26.615368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-882939a2-0845-4254-b790-c462cad88880 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 200 len: 998 time: 0.1821733 Aug 19 00:06:26.630844 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862fcfa-a682-430a-a268-5618d34c7769 x-openstack-request-id: req-e862fcfa-a682-430a-a268-5618d34c7769 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:26.631302 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78954f1-c0a0-41a1-8595-4f2608433d2b", "name": "network-vif-deleted", "tag": "382ab3f0-024e-4f7f-a9b6-b4fa591d5716", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:26.631671 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e862fcfa-a682-430a-a268-5618d34c7769 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:26.632160 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78954f1-c0a0-41a1-8595-4f2608433d2b', 'name': 'network-vif-deleted', 'tag': '382ab3f0-024e-4f7f-a9b6-b4fa591d5716', 'status': 'completed', 'code': 200} Aug 19 00:06:26.720500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-eafb8d5a-bf05-447a-8529-6e4d58ddd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.726441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-eafb8d5a-bf05-447a-8529-6e4d58ddd5ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 200 len: 856 time: 0.1062033 Aug 19 00:06:26.850355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-9091cd25-75b0-4c30-a371-932818ce05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:26.854014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-9091cd25-75b0-4c30-a371-932818ce05ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58295d5a-772a-41ac-9b8e-0e7306251ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203172 Aug 19 00:06:27.192103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0d1e5724-d778-4b23-9554-7487227e866e req-77b4590d-6ba1-44ff-91f1-9823af9f60a1 tempest-MultipleCreateTestJSON-1595607640 tempest-MultipleCreateTestJSON-1595607640-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fd1d06-988f-43f6-9a52-3224e95b997b HTTP/1.1" status: 200 len: 210 time: 0.1022706 Aug 19 00:06:27.241339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed6b9-1252-4ec2-b4be-91ca13867a21 req-ae60b8a9-6793-4fa8-8180-9b1e684d8b25 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:27.248484 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-718ed6b9-1252-4ec2-b4be-91ca13867a21 req-ae60b8a9-6793-4fa8-8180-9b1e684d8b25 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.2128758 Aug 19 00:06:27.363127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-718ed6b9-1252-4ec2-b4be-91ca13867a21 req-4858181a-ef41-4edf-8a1d-9754f3189c14 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915847 Aug 19 00:06:27.365612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-afec1e40-499d-4203-9a68-46deb928049f service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013952 Aug 19 00:06:27.496332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0a81ae4-a03f-4b1f-bb72-6bc5c2d1d6db req-3e0c99bb-efcb-417d-a0d5-bb5f1c71e622 service neutron] 10.222.0.11 "GET /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225893 Aug 19 00:06:27.571307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cd7572ad-72f8-4a23-87ee-1d9a7556fce4 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:27.622150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: cd7572ad-72f8-4a23-87ee-1d9a7556fce4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:06:27.622970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device cd7572ad-72f8-4a23-87ee-1d9a7556fce4 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:06:27.841603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:27.872414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-dddd2f90-241d-4c69-897b-1a8094af8387 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:27.887494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-dddd2f90-241d-4c69-897b-1a8094af8387 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.2149851 Aug 19 00:06:27.899844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-c3c00c38-72be-4fb8-b08b-bf3da7a4a2cf tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0114684 Aug 19 00:06:27.963563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-741b5628-7e04-4941-bcd8-149d1921bc67 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572395 Aug 19 00:06:28.098829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-481ef5ef-4826-4001-92ec-b78a92e872e0 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340780 Aug 19 00:06:28.110360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be06999e-d696-4666-9f98-5219dd4b08fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.260721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-5389faf8-f7f1-41dc-ae03-8fa3d6bdc01a service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552887 Aug 19 00:06:28.315390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be06999e-d696-4666-9f98-5219dd4b08fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.327458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be06999e-d696-4666-9f98-5219dd4b08fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.385688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:28.386029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be06999e-d696-4666-9f98-5219dd4b08fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=338bc7c930944bbd976177dc36c22dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432017 Aug 19 00:06:28.388834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06999e-d696-4666-9f98-5219dd4b08fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1eda49-b872-4702-99c7-aa47dca318d0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:28.519647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.564145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.633584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'name': 'network-vif-deleted', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:28.636755 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd43afb-cd5f-47e4-873c-20afce1a1ae8" -d '{"events": [{"server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "name": "network-vif-deleted", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:28.693074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c668a-10c3-4d64-9746-4e63c0e9c94b req-fd6324ac-c3c9-472b-9a5a-331077040029 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:28.695322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c47c668a-10c3-4d64-9746-4e63c0e9c94b req-fd6324ac-c3c9-472b-9a5a-331077040029 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0974956 Aug 19 00:06:28.726682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.731059 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:28.732473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e1eda49-b872-4702-99c7-aa47dca318d0 HTTP/1.1" status: 204 len: 168 time: 0.3453071 Aug 19 00:06:28.750443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4d87-bc9b-4e26-be99-b4930a9abb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1eda49-b872-4702-99c7-aa47dca318d0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:28.799047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c47c668a-10c3-4d64-9746-4e63c0e9c94b req-24753c9a-097d-45a1-97e3-5581c9fab68e tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862737 Aug 19 00:06:29.362043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:29.383091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57560) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:29.414234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f150b513-f7ec-460a-a89a-0849dc9486ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.511051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Deleting subnet 11434680-abad-4a89-9343-b1625b282b02 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:06:29.530586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.576821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.650428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5924015a-2f79-4bdc-befe-b1108387cdb8 req-8c12304a-d7d3-44f3-a8aa-0eb943491fd5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0327513 Aug 19 00:06:29.681500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.743901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f150b513-f7ec-460a-a89a-0849dc9486ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.755069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f150b513-f7ec-460a-a89a-0849dc9486ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.792314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.810091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:29.817980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11434680-abad-4a89-9343-b1625b282b02 HTTP/1.1" status: 204 len: 168 time: 0.4506450 Aug 19 00:06:29.827753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:29.843213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f150b513-f7ec-460a-a89a-0849dc9486ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b8f052e01624430a7f9fa35c8c34ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589593 Aug 19 00:06:29.875735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:29.884260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ace24f-08f6-4b7c-bd0f-42d89f1acce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11434680-abad-4a89-9343-b1625b282b02,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:30.027504 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095c3cc-d806-4af4-bbe9-70640c73c1df x-openstack-request-id: req-6095c3cc-d806-4af4-bbe9-70640c73c1df {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:30.030732 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd1d06-988f-43f6-9a52-3224e95b997b", "name": "network-vif-deleted", "tag": "cd7572ad-72f8-4a23-87ee-1d9a7556fce4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:30.031154 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6095c3cc-d806-4af4-bbe9-70640c73c1df {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:30.031714 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd1d06-988f-43f6-9a52-3224e95b997b', 'name': 'network-vif-deleted', 'tag': 'cd7572ad-72f8-4a23-87ee-1d9a7556fce4', 'status': 'completed', 'code': 200} Aug 19 00:06:30.035454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.077495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.113672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150b513-f7ec-460a-a89a-0849dc9486ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539879d9-d61e-4178-b6a9-afe5835b19cd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:30.116367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f11e-fd70-4a78-8d79-95e9b7fe5d5a req-a3e70789-f707-4969-a5d1-101b86d35ee8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:30.118164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83e7f11e-fd70-4a78-8d79-95e9b7fe5d5a req-a3e70789-f707-4969-a5d1-101b86d35ee8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.1771224 Aug 19 00:06:30.214839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.273293 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83e7f11e-fd70-4a78-8d79-95e9b7fe5d5a req-021883f3-4305-4cad-b36d-9e42f7c8d647 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451571 Aug 19 00:06:30.347413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.383222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.385430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154110f1-5ae9-4248-bafb-a6d917567754']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:30.386854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.393223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/539879d9-d61e-4178-b6a9-afe5835b19cd HTTP/1.1" status: 204 len: 168 time: 0.5156918 Aug 19 00:06:30.421147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4a3400-f846-4531-a519-77371b399c93') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:30.421289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4a3400-f846-4531-a519-77371b399c93') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:30.435784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3062-5e65-4e58-92fc-ac35ea3389e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539879d9-d61e-4178-b6a9-afe5835b19cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:30.468935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.500962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63742491-3a07-470b-a476-f4ea80a1cb0d req-420b6f6c-79b3-41af-ac5b-0304ead5bd9d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:30.514436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.523573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63742491-3a07-470b-a476-f4ea80a1cb0d req-420b6f6c-79b3-41af-ac5b-0304ead5bd9d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1497791 Aug 19 00:06:30.538938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:06:30.541016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:06:30.543219 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:06:30.599905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63742491-3a07-470b-a476-f4ea80a1cb0d req-0afb275e-d641-4d53-9604-8cd20d8c2f45 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745103 Aug 19 00:06:30.727005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.754244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:30.756185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] 10.222.0.20 "DELETE /v2.0/networks/154110f1-5ae9-4248-bafb-a6d917567754 HTTP/1.1" status: 204 len: 168 time: 0.9119153 Aug 19 00:06:30.757186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4909d5-b26f-462a-bbfd-5aa935f3cd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=154110f1-5ae9-4248-bafb-a6d917567754,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:30.928608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86021dde-79e3-4054-83e5-e63605322e2b req-92cdccac-ad33-4737-9329-8a90eda206ec tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0609603 Aug 19 00:06:30.990179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-19a241c1-8097-4dac-9dd4-788f31637589 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:30.991677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-19a241c1-8097-4dac-9dd4-788f31637589 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.3191967 Aug 19 00:06:31.163862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:31.272697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-611ea123-02ec-459e-8c91-a53f0056b76a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfcda5dcdc1a41579d83317b21842ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065404 Aug 19 00:06:31.274495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57614) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:31.392133 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:31.419225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:31.582878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:31.598653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:31.600343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6067368f-c7a2-4338-a6ab-3717ea9dcca2 HTTP/1.1" status: 204 len: 168 time: 0.3247309 Aug 19 00:06:31.615784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a86dbf-552a-494f-be7f-8abdc8aa85c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067368f-c7a2-4338-a6ab-3717ea9dcca2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:31.639999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35561df-f078-441f-8328-3658dc4436c0 req-c69adc24-37e0-46c0-a361-942725f9fd27 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:31.665401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d35561df-f078-441f-8328-3658dc4436c0 req-c69adc24-37e0-46c0-a361-942725f9fd27 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.2702901 Aug 19 00:06:31.762388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d35561df-f078-441f-8328-3658dc4436c0 req-4c7fba15-306a-4d3c-a8f4-c564bdaefea4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960763 Aug 19 00:06:31.862573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474efd5-9f82-4b38-9b45-cef77cc81f2e req-cbf78ebd-fba5-46f3-9aca-1fb58ded7e1c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:31.880857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b474efd5-9f82-4b38-9b45-cef77cc81f2e req-cbf78ebd-fba5-46f3-9aca-1fb58ded7e1c tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1390486 Aug 19 00:06:31.934694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b474efd5-9f82-4b38-9b45-cef77cc81f2e req-cb42f5d7-37f1-48c7-bb96-bd0426684553 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509593 Aug 19 00:06:32.055350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e94d-f928-4c59-ba7d-9064ff68123c req-d00c08fa-37f9-4bae-b170-c07aad21e0e9 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:32.063204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c437e94d-f928-4c59-ba7d-9064ff68123c req-d00c08fa-37f9-4bae-b170-c07aad21e0e9 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 950 time: 0.0665674 Aug 19 00:06:32.109341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c437e94d-f928-4c59-ba7d-9064ff68123c req-0522fe3a-4450-47be-bc58-f28ff7a37e5e tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Aug 19 00:06:32.261194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d6b6b26-5d32-49d5-b2fa-95f1d81d4a55 req-03f02966-a461-40ba-9c73-f273413368e7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0519323 Aug 19 00:06:32.420103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:32.686097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a3c50f6-539a-499b-b85e-57e8c674083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:32.855835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a3c50f6-539a-499b-b85e-57e8c674083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:32.868825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a3c50f6-539a-499b-b85e-57e8c674083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:32.928743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c50f6-539a-499b-b85e-57e8c674083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c6381-3f28-46f0-b476-a982696bb585,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:32.947563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7a3c50f6-539a-499b-b85e-57e8c674083f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61f9507e332f4323a1515bc7c3f5c715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219002 Aug 19 00:06:32.947754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57710) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:33.018623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.051286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.140499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.144741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.149150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a0c6381-3f28-46f0-b476-a982696bb585 HTTP/1.1" status: 204 len: 168 time: 0.2020526 Aug 19 00:06:33.166961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f570a-7d9a-4b7e-a63d-f18ef2dcc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c6381-3f28-46f0-b476-a982696bb585,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:33.643873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:33.660104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac701968-48df-4632-84e0-cefb2db390e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.771436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3e35f-3478-4afa-8f2a-9bfa148052c2 req-95a58fdd-74a3-48a8-8b40-13d1357c75b5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:33.779606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ca3e35f-3478-4afa-8f2a-9bfa148052c2 req-95a58fdd-74a3-48a8-8b40-13d1357c75b5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 946 time: 0.0902867 Aug 19 00:06:33.849908 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:06:33.856704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ca3e35f-3478-4afa-8f2a-9bfa148052c2 req-d182d130-ee6b-41f2-8e9b-b2b8846f5ff6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766077 Aug 19 00:06:33.941894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac701968-48df-4632-84e0-cefb2db390e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.950321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac701968-48df-4632-84e0-cefb2db390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:33.992674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 49df952b-81ce-4871-905c-e12e8d50a4dd no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:34.031455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701968-48df-4632-84e0-cefb2db390e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdbcd95-9b2e-4598-bd72-559efa2095e2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:34.036165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac701968-48df-4632-84e0-cefb2db390e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31e5ec75472c416c9b14e08f14d31f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909829 Aug 19 00:06:34.039667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57780) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:34.075358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dc4ba-1444-462d-8a1f-0d7ec4a97083 req-7f69f911-035c-42f7-80c2-f8d9a97a1034 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:34.080762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e28dc4ba-1444-462d-8a1f-0d7ec4a97083 req-7f69f911-035c-42f7-80c2-f8d9a97a1034 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1248212 Aug 19 00:06:34.103387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.156939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.160388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e28dc4ba-1444-462d-8a1f-0d7ec4a97083 req-efa8171c-8e24-4b9f-9ae4-a549aa6037cb tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640731 Aug 19 00:06:34.167252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:34.169383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:34.174776 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63523a2d-09d3-4f15-927f-529d99451536" -d '{"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-unplugged", "status": "completed", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:34.184851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.199952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.277311 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.279075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:34.280532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:34.285726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bdbcd95-9b2e-4598-bd72-559efa2095e2 HTTP/1.1" status: 204 len: 168 time: 0.2434554 Aug 19 00:06:34.308890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051de42d-989f-44f4-aaec-5ccca5c6ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdbcd95-9b2e-4598-bd72-559efa2095e2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:34.323598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0c6628b-9ec4-4889-b871-d6f8b66eb6c6 req-6532a3c2-e214-4315-9131-56aceabd1b64 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0924759 Aug 19 00:06:34.933243 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee9e421-5d3f-4656-a666-1c8eb7a6f922 x-openstack-request-id: req-cee9e421-5d3f-4656-a666-1c8eb7a6f922 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:34.933537 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-unplugged", "status": "completed", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:34.933964 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cee9e421-5d3f-4656-a666-1c8eb7a6f922 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:34.934520 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'code': 200} Aug 19 00:06:34.988433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:35.180832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e098b9f9-6a8c-41eb-8312-109495506636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.351105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e098b9f9-6a8c-41eb-8312-109495506636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.361866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e098b9f9-6a8c-41eb-8312-109495506636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.412219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e098b9f9-6a8c-41eb-8312-109495506636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0974043a835e426cb3d85c15d470755a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226274 Aug 19 00:06:35.414342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:35.436899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c082e5-7c14-4e2d-8b43-eabc861a31ea req-812832ca-3fbb-4f3c-829b-fb34d50e2294 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:35.452944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69c082e5-7c14-4e2d-8b43-eabc861a31ea req-812832ca-3fbb-4f3c-829b-fb34d50e2294 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0803881 Aug 19 00:06:35.474792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b9f9-6a8c-41eb-8312-109495506636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908d402-62c4-4d7d-ba85-2d7981c98793,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:35.557199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69c082e5-7c14-4e2d-8b43-eabc861a31ea req-70627951-f77d-4423-8512-30641a6d9d7a tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991886 Aug 19 00:06:35.560336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.599111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:06:35.600832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.666139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.671433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.672916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9908d402-62c4-4d7d-ba85-2d7981c98793 HTTP/1.1" status: 204 len: 168 time: 0.2574501 Aug 19 00:06:35.683466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec896e-dcb5-495d-ac80-73ed34dca2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908d402-62c4-4d7d-ba85-2d7981c98793,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:35.693172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227492-1397-4903-8035-4746b858ccf3 req-42e78727-4405-425b-8af8-0f62f7e2dacc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:35.701183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af227492-1397-4903-8035-4746b858ccf3 req-42e78727-4405-425b-8af8-0f62f7e2dacc tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0753987 Aug 19 00:06:35.765979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af227492-1397-4903-8035-4746b858ccf3 req-6340328b-f688-4094-bb66-bd38c1c00864 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625548 Aug 19 00:06:35.846719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:35.960397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:35.967176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.043854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:36.054357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7ec21a1-69f1-44b1-a242-439476e427a1 req-b0c71fb2-e696-4202-8e7f-0857a48908ef tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0709701 Aug 19 00:06:36.365956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:36.379608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c6507a-c7fc-4227-9a36-02565d34b96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.542162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c6507a-c7fc-4227-9a36-02565d34b96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.554318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c6507a-c7fc-4227-9a36-02565d34b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.621970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6507a-c7fc-4227-9a36-02565d34b96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed42e3-7d95-4d20-a0c5-0f6e58cad74f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:36.627213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6c6507a-c7fc-4227-9a36-02565d34b96e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c314aa75a544e88c9fb9f4ebeab96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596908 Aug 19 00:06:36.630089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57912) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:36.712112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f9f9-dfc8-4b86-b382-9b75ba67dbe6 req-65eb397b-4545-46b1-9034-5fe5e3b295e5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:36.726328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9628f9f9-dfc8-4b86-b382-9b75ba67dbe6 req-65eb397b-4545-46b1-9034-5fe5e3b295e5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0868742 Aug 19 00:06:36.738898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.771827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9628f9f9-dfc8-4b86-b382-9b75ba67dbe6 req-eebf1a10-1cca-4286-8b40-57715c8ac5ca tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Aug 19 00:06:36.820380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.823142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:36.914431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.921941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:36.926233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eed42e3-7d95-4d20-a0c5-0f6e58cad74f HTTP/1.1" status: 204 len: 168 time: 0.2914131 Aug 19 00:06:36.936057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:36.937830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d2973-560c-4dec-8bdf-a1b12cf220be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed42e3-7d95-4d20-a0c5-0f6e58cad74f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:36.939351 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc7f212-22a9-4abf-843a-46096fa6be7d" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:36.987001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0af6f-229d-448c-aaf1-205edaebcd77 req-1889672a-cb85-4a49-944e-65f509f9b94a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:36.996872 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96d0af6f-229d-448c-aaf1-205edaebcd77 req-1889672a-cb85-4a49-944e-65f509f9b94a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1165760 Aug 19 00:06:37.037106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-44534820-16e2-49b5-9bc5-a048ae19f79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.084239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96d0af6f-229d-448c-aaf1-205edaebcd77 req-84fb8f4c-4f53-494c-a544-b8feb0412201 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863426 Aug 19 00:06:37.201836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-44534820-16e2-49b5-9bc5-a048ae19f79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.209194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-44534820-16e2-49b5-9bc5-a048ae19f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.244826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-44534820-16e2-49b5-9bc5-a048ae19f79e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39fbc73c404d4420b215ac0d411930a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181848 Aug 19 00:06:37.245545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:37.268628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44534820-16e2-49b5-9bc5-a048ae19f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5da9e-e225-43de-b81f-e26d486ecb59,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:37.357069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.405566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.499765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.503521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:37.505241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27a5da9e-e225-43de-b81f-e26d486ecb59 HTTP/1.1" status: 204 len: 168 time: 0.2579982 Aug 19 00:06:37.514118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cbc69-5d78-4078-ab5c-0c22500d7356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5da9e-e225-43de-b81f-e26d486ecb59,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:38.175494 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b36bc-dbdf-4c7b-885f-12474b3dbb51 x-openstack-request-id: req-a28b36bc-dbdf-4c7b-885f-12474b3dbb51 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:38.176531 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:38.176961 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a28b36bc-dbdf-4c7b-885f-12474b3dbb51 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:38.177537 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'code': 200} Aug 19 00:06:38.330799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3129cbb4-8cb9-468b-a8f8-09020e7f6378 req-b63a5484-bd59-4736-85f7-205119eeeca8 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0447347 Aug 19 00:06:38.499583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b9b12-3b6c-4152-b650-e1ad05277e90 req-3bd38477-d322-4a31-b9c4-f2f94e167db4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:38.501212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-616b9b12-3b6c-4152-b650-e1ad05277e90 req-3bd38477-d322-4a31-b9c4-f2f94e167db4 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1044102 Aug 19 00:06:38.547025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-616b9b12-3b6c-4152-b650-e1ad05277e90 req-3a657dc4-9131-4443-933b-119c053a0439 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Aug 19 00:06:38.594273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:38.704179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3d33-c009-45fc-851f-f64aa28930cb req-6f74d139-e28c-4b5f-b05f-8f3cf687dbb8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:38.705947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81ba3d33-c009-45fc-851f-f64aa28930cb req-6f74d139-e28c-4b5f-b05f-8f3cf687dbb8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.0614669 Aug 19 00:06:38.770095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81ba3d33-c009-45fc-851f-f64aa28930cb req-64493735-3450-4492-b392-5b61de951b2a tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576441 Aug 19 00:06:38.797884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1702225129-network', 'tenant_id': 'd4ad24fa87784d3bb0c33b034b2a687a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:38.827345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Made reservation on behalf of d4ad24fa87784d3bb0c33b034b2a687a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:38.830141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:38.841362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.004438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.042062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.071573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:06:39.081891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501b8a7-d4ef-42c3-b10d-00b57f742564,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:39.087682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.088035 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Added segment c3703396-5d9e-48d4-8575-7dc905881330 of type vlan for network 8f239827-66c9-45e3-88db-b2bc0d702973 Aug 19 00:06:39.142975 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.169657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.170604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:39.171199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.222157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6267474 Aug 19 00:06:39.226150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:39.233922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Request body: {'subnet': {'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1702225129-subnet', 'tenant_id': 'd4ad24fa87784d3bb0c33b034b2a687a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:39.242259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc7980-6960-4eaa-a0c1-4e5981d1357c admin admin] Pushing event updated for resources: {'Network': ['ID=8f239827-66c9-45e3-88db-b2bc0d702973,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:39.255575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8f239827-66c9-45e3-88db-b2bc0d702973 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:06:39.257808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Made reservation on behalf of d4ad24fa87784d3bb0c33b034b2a687a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:39.260845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.453278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a4fb835-e41d-42cb-b9a5-ab1ab19015b3 req-9800e607-7b2b-45f0-ae3d-a37947f7a608 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0319149 Aug 19 00:06:39.504517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.569476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2f703f-aba6-48b1-95c3-8a794ca51612,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:39.578811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Checking segment: {'id': 'c3703396-5d9e-48d4-8575-7dc905881330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:39.579190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Network hostable DHCP agents. Network: 8f239827-66c9-45e3-88db-b2bc0d702973, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:06:39.588614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58102) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:39.613421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Network 8f239827-66c9-45e3-88db-b2bc0d702973 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:06:39.626548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8f239827-66c9-45e3-88db-b2bc0d702973) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:39.632274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:39.633691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.638778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030119f2-9c28-4ec1-a2ce-1afb2556e2ec None None] Network 8f239827-66c9-45e3-88db-b2bc0d702973 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:06:39.660376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3242c305-76c2-41cd-bd22-226587c7ab4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4285219 Aug 19 00:06:39.752938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb9f6d-2939-46c7-8233-2d9a46d421f2 req-74feff57-757d-4725-ac7e-93397b4e7ba5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:39.760594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31cb9f6d-2939-46c7-8233-2d9a46d421f2 req-74feff57-757d-4725-ac7e-93397b4e7ba5 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1306651 Aug 19 00:06:39.775790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a1fb2e-2a2c-4299-9b49-a39d5a93a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:39.779939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:39.803781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd54612-1bfb-4014-801a-720c497dda18 None None] Network 8f239827-66c9-45e3-88db-b2bc0d702973 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:06:39.886204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31cb9f6d-2939-46c7-8233-2d9a46d421f2 req-cba289db-0266-4771-8376-ae89b6bf2875 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246555 Aug 19 00:06:40.020493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a1fb2e-2a2c-4299-9b49-a39d5a93a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.045707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:40.054718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.059133 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a1fb2e-2a2c-4299-9b49-a39d5a93a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.088393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1fb2e-2a2c-4299-9b49-a39d5a93a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5cc2b2-bebc-4cf5-94bb-3f189bdbe425,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:40.096837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9d09-6157-4904-99fe-568daa3824e9 req-0484df07-a1ed-4dcf-b626-fd063a1ddc11 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:40.098311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c6c9d09-6157-4904-99fe-568daa3824e9 req-0484df07-a1ed-4dcf-b626-fd063a1ddc11 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1512511 Aug 19 00:06:40.120675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-5d1c5929-06e2-4bd9-b1a9-56eb4766a2c1 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:40.122223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-5d1c5929-06e2-4bd9-b1a9-56eb4766a2c1 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.1039178 Aug 19 00:06:40.179683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78a1fb2e-2a2c-4299-9b49-a39d5a93a80b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e1e3d1c53ca47359a49d81bf2a7d40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900145 Aug 19 00:06:40.185867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58172) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:40.255513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c6c9d09-6157-4904-99fe-568daa3824e9 req-81abc5b1-214e-4d5c-b2c9-610b42d5f4c8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468315 Aug 19 00:06:40.293852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.318122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Deleting port 49df952b-81ce-4871-905c-e12e8d50a4dd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:40.318741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.325502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.12 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/9944fcc0-cf2a-4757-8004-2d8c55445908) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:06:40.369430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.377949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:40.397756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-e87d0416-fbc7-496c-a17a-54788b8b2ec0 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:40.399303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-e87d0416-fbc7-496c-a17a-54788b8b2ec0 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/networks?id=8f239827-66c9-45e3-88db-b2bc0d702973 HTTP/1.1" status: 200 len: 821 time: 0.1824336 Aug 19 00:06:40.434246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-db25775b-b61c-4603-9d41-c7e929ecb3b3 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/quotas/d4ad24fa87784d3bb0c33b034b2a687a HTTP/1.1" status: 200 len: 375 time: 0.0227270 Aug 19 00:06:40.507591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-24612517-f710-4512-86fa-d100d34a6520 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4ad24fa87784d3bb0c33b034b2a687a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629742 Aug 19 00:06:40.549778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48deff06-63bb-43dd-970c-7cf80af47a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.672785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.687340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-edb3445c-8a0a-4743-80c9-2c58fc755f80 service neutron] 10.222.0.20 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658349 Aug 19 00:06:40.717776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7eb289d8-3142-49e0-bd18-406dbc99edfa req-8f35eaa5-32a1-4ffe-9c25-87619bae3e85 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0463917 Aug 19 00:06:40.764492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] For port 49df952b-81ce-4871-905c-e12e8d50a4dd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=49df952b-81ce-4871-905c-e12e8d50a4dd,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:40.765045 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.790371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.790371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.790371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb5cc2b2-bebc-4cf5-94bb-3f189bdbe425 HTTP/1.1" status: 204 len: 168 time: 0.6005559 Aug 19 00:06:40.832950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232096b-6957-42d6-b9a2-c51268fda376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5cc2b2-bebc-4cf5-94bb-3f189bdbe425,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:40.838724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.881981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-b9e2d87b-9d55-4b36-93d4-db154eb1f0cd service neutron] 10.222.0.20 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859777 Aug 19 00:06:40.887119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48deff06-63bb-43dd-970c-7cf80af47a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.901588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48deff06-63bb-43dd-970c-7cf80af47a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:40.908546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:40.927695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:40.934557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:40.938914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:40.987556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-48deff06-63bb-43dd-970c-7cf80af47a21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e668fd6a34404ae79759f9d9564a7483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071084 Aug 19 00:06:40.988358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58204) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:40.991191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deff06-63bb-43dd-970c-7cf80af47a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b217297-55c1-45a4-b53e-4a87bd8310ea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:41.021695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:41.021980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.024928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.025465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.025798 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Floating IP fcbd659f-326b-4034-80f8-f8327defbf53 disassociated. External IP: 172.25.1.201, port: 49df952b-81ce-4871-905c-e12e8d50a4dd. Aug 19 00:06:41.026641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Calling delete_port for 49df952b-81ce-4871-905c-e12e8d50a4dd owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:41.053147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-8675fa1a-389a-4e7a-bb84-a35d1c3260a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898524 Aug 19 00:06:41.070647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Request body: {'port': {'device_id': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:41.093914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.145019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.165663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.170820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d391e4-390b-41a3-9103-2b3840c2f99d req-08bfa15d-2b74-4abc-9c40-e7fa56970729 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:41.172425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88d391e4-390b-41a3-9103-2b3840c2f99d req-08bfa15d-2b74-4abc-9c40-e7fa56970729 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 944 time: 0.0877738 Aug 19 00:06:41.227679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88d391e4-390b-41a3-9103-2b3840c2f99d req-8a7b480d-b866-49b4-a5aa-26e5fc85f994 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e6dcd68-5e91-42ba-92a5-83a995c28cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475173 Aug 19 00:06:41.250057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:41.257118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-454cacfc-3bea-434a-91ac-17d0b67afeee req-e187e3dc-2649-4870-b736-ef2b730df3bb tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.0354586 Aug 19 00:06:41.288032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6324b5d-35dd-4dfe-b2c6-a328c33917d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.299087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.301651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.302815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b217297-55c1-45a4-b53e-4a87bd8310ea HTTP/1.1" status: 204 len: 168 time: 0.3087871 Aug 19 00:06:41.303802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.366795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bb40e-8513-425e-89fb-b0e42c5c5832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b217297-55c1-45a4-b53e-4a87bd8310ea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:41.414991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event deleted for resources: {'Port': ['ID=49df952b-81ce-4871-905c-e12e8d50a4dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:41.569233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6324b5d-35dd-4dfe-b2c6-a328c33917d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.589087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f83bb-22dc-4855-8c27-01bbd7591b00 req-a9e6c23a-ebea-4858-8f9e-b528aa7dd8c3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:41.590644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e0f83bb-22dc-4855-8c27-01bbd7591b00 req-a9e6c23a-ebea-4858-8f9e-b528aa7dd8c3 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.1732187 Aug 19 00:06:41.603710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6324b5d-35dd-4dfe-b2c6-a328c33917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.628198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:41.657486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Router 958d9825-4e19-449b-ba8a-8d049f8ed353 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:06:41.661383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9944fcc0-cf2a-4757-8004-2d8c55445908 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:41.667956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6324b5d-35dd-4dfe-b2c6-a328c33917d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=951447f08a0940ba8f4074eb10c78913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128640 Aug 19 00:06:41.672263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:41.684896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.687489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6324b5d-35dd-4dfe-b2c6-a328c33917d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cfaa2c-6db7-466c-82bb-4b62416347fb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:41.690689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e0f83bb-22dc-4855-8c27-01bbd7591b00 req-62c159bd-f833-4d67-8c75-d37cc4b12632 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894587 Aug 19 00:06:41.755054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Transition to ACTIVE for port object 9944fcc0-cf2a-4757-8004-2d8c55445908 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:41.772131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.808870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:41.839487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'mac_address': 'fa:16:3e:12:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:41.841917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.935077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.940886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:41.960924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:06:41.961662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:42.022647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Sync routers for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:06:42.045640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] No DVR routers for this DVR port 49df952b-81ce-4871-905c-e12e8d50a4dd on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:06:42.051274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.053388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74bcf83d-1ef8-4570-9ad0-fc5a27889f51 req-ecca75c4-92db-4ede-a97f-1aca068450d6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.11 "DELETE /v2.0/ports/49df952b-81ce-4871-905c-e12e8d50a4dd HTTP/1.1" status: 204 len: 173 time: 1.9187875 Aug 19 00:06:42.053875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-deleted', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:42.056462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:42.062784 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fca12-b30a-4ef4-bb3c-b6640fabc500" -d '{"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-deleted", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:42.095845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:42.106055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:06:42.106890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:06:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:42.147678 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae360ad-5959-448b-b442-684711a5bc35 x-openstack-request-id: req-cae360ad-5959-448b-b442-684711a5bc35 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:42.147916 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6f049-7267-4505-8774-6bdedd3ed934", "name": "network-vif-deleted", "tag": "49df952b-81ce-4871-905c-e12e8d50a4dd", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:42.148166 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cae360ad-5959-448b-b442-684711a5bc35 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:42.149068 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab6f049-7267-4505-8774-6bdedd3ed934', 'name': 'network-vif-deleted', 'tag': '49df952b-81ce-4871-905c-e12e8d50a4dd', 'status': 'completed', 'code': 200} Aug 19 00:06:42.207881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.303719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:42.332977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:06:42.334461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-f85bc89f-c0be-41aa-85f2-47e5adcf61d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1197429 Aug 19 00:06:42.383137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Attempting to bind port 9944fcc0-cf2a-4757-8004-2d8c55445908 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:42.385998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Attempting to bind port 9944fcc0-cf2a-4757-8004-2d8c55445908 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:42.387727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Attempting to bind port 9944fcc0-cf2a-4757-8004-2d8c55445908 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:42.398485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:42.410725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Port 9944fcc0-cf2a-4757-8004-2d8c55445908 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:42.411084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Attempting to bind port 9944fcc0-cf2a-4757-8004-2d8c55445908 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:42.417104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d0e77fa3-7efb-47bd-928a-c258d15d50da'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:42.447386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:06:42.447386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:42.447386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:06:42.447386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Bound port: 9944fcc0-cf2a-4757-8004-2d8c55445908, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:06:42.447386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.447929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6398910b-99f1-4b13-be94-f0e90600c9b6 req-ee372cb4-2067-4c04-999a-71fc2fbc6e59 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0757332 Aug 19 00:06:42.522782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e07c-e58e-4628-b58a-97b53a67f8a4 req-51cad452-2ebb-4269-bbde-33b10d949a27 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.533854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e639e07c-e58e-4628-b58a-97b53a67f8a4 req-51cad452-2ebb-4269-bbde-33b10d949a27 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 944 time: 0.5633554 Aug 19 00:06:42.554379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.557442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.558869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87cfaa2c-6db7-466c-82bb-4b62416347fb HTTP/1.1" status: 204 len: 168 time: 0.8853672 Aug 19 00:06:42.578893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.579389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.580459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.581130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.581772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.582526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.583163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.585654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ff0eec2c-cbac-40e6-97a6-79578a23a5fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.1599956 Aug 19 00:06:42.605759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88e104af-1bb2-40f2-aef1-1fad84359e3f req-0650127a-b8de-4e05-9325-5c4251e01345 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.0518217 Aug 19 00:06:42.702819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:42.726285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9944fcc0-cf2a-4757-8004-2d8c55445908,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:06:42.753953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-826e9669-b202-4fae-a49e-d4330ef7e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.778519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.836919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528052c-def0-4da5-ab7c-362a9e1f22eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cfaa2c-6db7-466c-82bb-4b62416347fb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:42.855070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.857074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:42.869370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/9944fcc0-cf2a-4757-8004-2d8c55445908 HTTP/1.1" status: 200 len: 1093 time: 1.7981308 Aug 19 00:06:42.873265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-749cb607-4ed7-4e22-881c-a0caa32b111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.874439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-749cb607-4ed7-4e22-881c-a0caa32b111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.875782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-749cb607-4ed7-4e22-881c-a0caa32b111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:42.877565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:42.880480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-749cb607-4ed7-4e22-881c-a0caa32b111a service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 2290 time: 0.2657282 Aug 19 00:06:42.882370 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb2feb3-7ca0-4f50-8212-57c052e8e161" -d '{"events": [{"name": "network-changed", "server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:42.972729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:42.990455 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e639e07c-e58e-4628-b58a-97b53a67f8a4 req-7231030f-dc2f-4883-9c2a-8d3cdf0d875c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493017 Aug 19 00:06:42.997046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'port_id': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'mac_address': 'fa:16:3e:4c:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:43.008705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:06:43.155699 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67699262-09cf-40df-8606-724496cc8b24 x-openstack-request-id: req-67699262-09cf-40df-8606-724496cc8b24 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:43.156389 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:43.156656 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67699262-09cf-40df-8606-724496cc8b24 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:43.164346 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908', 'status': 'completed', 'code': 200} Aug 19 00:06:43.275029 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:43.296555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:43.315826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78100ca5-6122-485d-9df2-e619adf359a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:43.343042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-1f34d861-ad77-433e-8cdf-2fca5dad4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:43.344774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-1f34d861-ad77-433e-8cdf-2fca5dad4ae8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 1096 time: 0.3488715 Aug 19 00:06:43.347111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:43.393877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:43.473668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-474a596b-ec19-46ac-b9b9-139df99ebc46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9944fcc0-cf2a-4757-8004-2d8c55445908 HTTP/1.1" status: 200 len: 217 time: 0.1205304 Aug 19 00:06:43.530230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fa239-8802-4f5c-b229-703c772b1b60 req-d0230698-b499-4507-b1aa-0fedbddc5518 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:43.544451 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-958fa239-8802-4f5c-b229-703c772b1b60 req-d0230698-b499-4507-b1aa-0fedbddc5518 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 944 time: 0.6579366 Aug 19 00:06:43.571086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-7655bb82-7140-4ea7-8431-bcb806039e2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1000 time: 0.6505542 Aug 19 00:06:43.656020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:43.667285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-04ef4000-db81-42fe-a4a5-0d6e5b63ffb4 req-94c9c8c7-4663-4a67-bd6f-5e7c9bef17f6 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0776558 Aug 19 00:06:43.682218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:43.706096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-1615a4dc-bb01-4808-ad3e-316b3d5b33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:43.707788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-1615a4dc-bb01-4808-ad3e-316b3d5b33fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.2226455 Aug 19 00:06:43.767588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-be9257fd-5467-48e9-a1b7-c64f3c48800a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519459 Aug 19 00:06:43.804558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f574cc6-9ca3-4f13-a0c3-f6cf62f52fa4 req-ddc03c1f-0f16-4292-9ede-84394f04361b tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.0358486 Aug 19 00:06:43.881185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-958fa239-8802-4f5c-b229-703c772b1b60 req-b84f2ed9-59c2-4439-9fb5-7c44350083a8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184965 Aug 19 00:06:43.902852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:43.927649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-050424bb-8693-4fa9-b24f-ea9179a86c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:43.929480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-050424bb-8693-4fa9-b24f-ea9179a86c15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.3476043 Aug 19 00:06:43.936153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-be298331-8cb9-4936-bc64-3ea101057078 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:43.937602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-be298331-8cb9-4936-bc64-3ea101057078 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.21 "GET /v2.0/networks?id=8f239827-66c9-45e3-88db-b2bc0d702973 HTTP/1.1" status: 200 len: 821 time: 0.7873626 Aug 19 00:06:43.982151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Request body: {'port': {'device_id': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973', 'admin_state_up': True, 'tenant_id': 'd4ad24fa87784d3bb0c33b034b2a687a'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:43.990838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Checking router: 958d9825-4e19-449b-ba8a-8d049f8ed353 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:06:44.047626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-5e8daad8-2e59-407b-8b7a-6a56903bf96c service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149591 Aug 19 00:06:44.050591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:06:44.051233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:06:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:44.196138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-016d8776-bb00-4937-b9ce-c80dac1fc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:44.197872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-016d8776-bb00-4937-b9ce-c80dac1fc1bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2592485 Aug 19 00:06:44.409354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:06:44.415096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9604-0e0b-43e1-8531-45f852a0798e req-8a33f576-86c7-4f87-8164-0fc442900631 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:44.447442 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfde9604-0e0b-43e1-8531-45f852a0798e req-8a33f576-86c7-4f87-8164-0fc442900631 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 944 time: 0.3049359 Aug 19 00:06:44.635441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02a5ae35-1a66-415a-ae93-3ae2bff5ffd0 req-bbc33af4-cc39-4a07-8825-8037c2b81374 service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803320 Aug 19 00:06:44.682887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-f17cb18b-0e0f-4d2f-8b07-f93f3b435076 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736712 Aug 19 00:06:44.786376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-c82ba4d4-b7d9-4773-b6ef-559e3377b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:44.792389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-c82ba4d4-b7d9-4773-b6ef-559e3377b148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 1096 time: 0.0843637 Aug 19 00:06:44.865885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfde9604-0e0b-43e1-8531-45f852a0798e req-ecba9846-5474-462e-b8f8-b702561f7ec1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144573 Aug 19 00:06:44.877932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Made reservation on behalf of d4ad24fa87784d3bb0c33b034b2a687a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:44.888548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:44.970062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b13ddb0-68e3-42b4-85d0-a1474652f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:44.973578 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:45.100364 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-055dd469-14cb-44e1-bd69-279848a2cf53 req-f3b70c73-336e-4a8f-b477-eac10c893cee tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.1382725 Aug 19 00:06:45.115769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee6f123f-5e99-42cf-aeee-9680ade6d8d9 req-e534264f-3ce4-4e9a-a46b-1da95219534d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.0703075 Aug 19 00:06:45.161475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58378) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:45.205879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-c2d6abe3-2c37-403a-a6aa-c246ed534b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:45.207816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-c2d6abe3-2c37-403a-a6aa-c246ed534b83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.4086230 Aug 19 00:06:45.237022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-2bbdbea6-8d17-40cc-9434-c273847837ce service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449920 Aug 19 00:06:45.284837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:45.317016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:06:45.336354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-0ce240b0-11af-4211-8269-321048911624 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9944fcc0-cf2a-4757-8004-2d8c55445908 HTTP/1.1" status: 200 len: 217 time: 0.1207128 Aug 19 00:06:45.349376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-47a2075f-9c86-4ffb-a131-56b157606864 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 217 time: 0.1050997 Aug 19 00:06:45.385615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47195339-b4aa-492d-9b90-e8827423f3bd None None] The sync data for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 is: [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:50Z', 'revision_number': 4, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a90411fb-cf63-4230-b713-55b49a207e53', 'name': '', 'network_id': 'b743c1d7-88e3-4ad4-995b-fc8e3fb92a68', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'mac_address': 'fa:16:3e:87:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:49Z', 'updated_at': '2021-08-19T00:03:56Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'subnets': [{'id': '5e922f91-0d69-40e6-a3f5-124a0869c3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:06:45.463908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f12a74-4b9f-49a5-b7a5-8344edc57881 req-c24c8c63-ba01-45ed-9a57-734b43ff5910 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:45.474438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31f12a74-4b9f-49a5-b7a5-8344edc57881 req-c24c8c63-ba01-45ed-9a57-734b43ff5910 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.2322958 Aug 19 00:06:45.538023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Allocated IP 172.20.0.6 (8f239827-66c9-45e3-88db-b2bc0d702973/1d2f703f-aba6-48b1-95c3-8a794ca51612/d70cd62c-cb69-4ab4-b300-c111518f26d8) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:06:45.556763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-fdc9c955-c5bc-4628-8dc9-e8de82fa6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:45.557007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31f12a74-4b9f-49a5-b7a5-8344edc57881 req-ecb08102-7fb8-4da8-aa5d-3dd8ca4903db tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815217 Aug 19 00:06:45.558254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-fdc9c955-c5bc-4628-8dc9-e8de82fa6418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1966476 Aug 19 00:06:45.561239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-e1fa17c0-b6b0-42ae-a0f6-91a97c948a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:45.567480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-e1fa17c0-b6b0-42ae-a0f6-91a97c948a80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1676066 Aug 19 00:06:45.610422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-930243320'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:45.624393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-802a9bc0-134d-4057-96f3-fb399df56f9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464723 Aug 19 00:06:45.645773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:45.780060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d0e77fa3-7efb-47bd-928a-c258d15d50da triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:45.819566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:45.836228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-50428632-fded-40f5-8b4a-e019cf334dbf service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074645 Aug 19 00:06:45.959404 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c5272-bd18-4ac5-a5cd-78165dd1832a None None] New status for floating IP fcbd659f-326b-4034-80f8-f8327defbf53: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:06:46.015456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.021770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-4186ed84-1678-4ce6-8c96-9bbb620ef990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:46.024247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-4186ed84-1678-4ce6-8c96-9bbb620ef990 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4515786 Aug 19 00:06:46.028334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Made reservation on behalf of 67bf251c8c9b41899fe451a2f0b6077a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:46.032493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.047830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9944fcc0-cf2a-4757-8004-2d8c55445908 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:46.051186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:46.057796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:46.112551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:46.115025 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c079a-9c05-456b-a3d0-f2cfc5ff8653" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:46.148651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.161649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:46.211024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.268970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63cd85a7-e82d-496a-853d-f51c6bb4b9bf req-16f4c6fe-829d-4863-9dda-f0df9dbe82be tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0907903 Aug 19 00:06:46.295371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.334381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:46.338973 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.452545 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2de590b-941b-495f-be73-6763791edddb x-openstack-request-id: req-e2de590b-941b-495f-be73-6763791edddb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:46.453310 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-plugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:46.464561 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2de590b-941b-495f-be73-6763791edddb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:46.465068 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'code': 200} Aug 19 00:06:46.469809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-d0b9109f-9505-458c-9a67-b1b98e16c406 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344046 Aug 19 00:06:46.522176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9944fcc0-cf2a-4757-8004-2d8c55445908,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:46.560857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9944fcc0-cf2a-4757-8004-2d8c55445908', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '9944fcc0-cf2a-4757-8004-2d8c55445908', 'mac_address': 'fa:16:3e:28:39:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:46.564167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:46.613342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-acde6ddf-2bc3-42c8-b8d5-0b87ee900b81 req-0e382abb-7573-4b72-a45f-964bd17b36ea tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.1412914 Aug 19 00:06:46.653948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.671360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.683804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.714071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fb2feb3-7ca0-4f50-8212-57c052e8e161 req-ffdfd56e-fb3d-4fcc-b3dc-61ccb1110e6f service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700588 Aug 19 00:06:46.737604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08797-7f32-41ca-aaf7-6481e3f2c068 req-c9b4cabb-5106-4829-ba44-0c0440671911 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:46.747534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdb08797-7f32-41ca-aaf7-6481e3f2c068 req-c9b4cabb-5106-4829-ba44-0c0440671911 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 944 time: 0.7573800 Aug 19 00:06:46.788332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c31619-a384-43d9-af21-9e377270ac35,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:46.829031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:06:46.834715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdb08797-7f32-41ca-aaf7-6481e3f2c068 req-f9c1ccb0-a62f-4fdf-8d29-1dcc247d4594 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 Aug 19 00:06:46.871296 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.881728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d88a28b-829a-4bc7-a39a-488b1fd3152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.903534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.903897 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Added segment 4ac85118-0d09-4ee7-b499-c74d7c4f0d0d of type vlan for network 0d4d0521-494c-4caf-94ef-77681b01b7d1 Aug 19 00:06:46.930939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:46.932355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.945024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:46.959032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-20c7cdb5-3374-493a-9333-aa817caa9ab6 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776518 Aug 19 00:06:46.977341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944fcc0-cf2a-4757-8004-2d8c55445908 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:47.026384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9944fcc0-cf2a-4757-8004-2d8c55445908,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:47.042131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.047843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.060234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.068746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-abe9e2bb-d81d-4e8c-bf11-aab7b1d259ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 217 time: 0.0854313 Aug 19 00:06:47.077539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d88a28b-829a-4bc7-a39a-488b1fd3152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.081166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d203-8e96-4505-ac49-d15387e0d8b4 req-cb78005b-e02b-4ecf-ac0b-2b8cb5b0f3a2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.086374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d88a28b-829a-4bc7-a39a-488b1fd3152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.089608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f06d203-8e96-4505-ac49-d15387e0d8b4 req-cb78005b-e02b-4ecf-ac0b-2b8cb5b0f3a2 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 945 time: 0.2151856 Aug 19 00:06:47.095726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.125941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.152776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88a28b-829a-4bc7-a39a-488b1fd3152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a2a6d-10fd-4931-bc88-c262a9921d0f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.179020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.resource_extend [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:06:47.184255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0d88a28b-829a-4bc7-a39a-488b1fd3152f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2ef3888ef44294871075fe9802ca9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244650 Aug 19 00:06:47.185431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:47.208814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Pushing event updated for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.242261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f06d203-8e96-4505-ac49-d15387e0d8b4 req-284a1104-0b88-4525-873d-d3df4471a588 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517591 Aug 19 00:06:47.242904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.248240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.249803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.253060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.254336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Network 8f239827-66c9-45e3-88db-b2bc0d702973 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:47.291345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-0f8fa0d1-1739-4bc8-a1c2-71cd98a6cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.292626 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.292978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-0f8fa0d1-1739-4bc8-a1c2-71cd98a6cb84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.2006273 Aug 19 00:06:47.293842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:47.307956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9944fcc0-cf2a-4757-8004-2d8c55445908'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:47.334227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:47.386343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.389437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.390701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc9a2a6d-10fd-4931-bc88-c262a9921d0f HTTP/1.1" status: 204 len: 168 time: 0.2041216 Aug 19 00:06:47.400896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa60abb-2061-47bf-8cb9-8b96db691f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a2a6d-10fd-4931-bc88-c262a9921d0f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.414875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2468801 Aug 19 00:06:47.508675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2c7f-e495-491e-b464-f976f8a5ad93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Pushing event updated for resources: {'Network': ['ID=0d4d0521-494c-4caf-94ef-77681b01b7d1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:47.530359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43b180ee-5003-4ecf-b859-e683dcb130bb req-9d13e7a4-f1d5-4d30-adc6-3a3da0c195e8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0802898 Aug 19 00:06:47.535590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:06:47.546547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.548421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.586553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-44eabf95-cf02-4438-aa55-fe3979b8e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.590125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-44eabf95-cf02-4438-aa55-fe3979b8e5ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2570744 Aug 19 00:06:47.614504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-3cb74a10-8844-4272-b237-08a41be36b2c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6393805 Aug 19 00:06:47.730074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Request body: {'port': {'device_id': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:47.798230 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:47.892907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826d8bc-cf66-4ece-a3ee-13fceb540996 req-9bac9ff4-92ff-4bce-aa64-029d1cea857a tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:47.899615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8826d8bc-cf66-4ece-a3ee-13fceb540996 req-9bac9ff4-92ff-4bce-aa64-029d1cea857a tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 931 time: 0.1465089 Aug 19 00:06:47.999901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8826d8bc-cf66-4ece-a3ee-13fceb540996 req-d39be01c-f9f8-40bb-a074-e5a5c8839427 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Aug 19 00:06:48.112769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:48.117530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1', 'binding:host_id': 'n-h2-771363-38', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1411936234'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:48.181347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Made reservation on behalf of 972dd73d2fe94f23acf33c8799477eaa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:48.184932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:48.202532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:48.466020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:48.470967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:48.471175 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372a7b8-f191-48df-840f-4f20c7015eca" -d '{"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:48.476338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:48.529361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-998ba8e0-2132-4063-90f5-1b84d5e80363 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229376 Aug 19 00:06:48.537647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:48.552676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port fe85e362-1425-4067-8e80-03786170f3cd yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:06:48.700129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7941cbb-8f05-4de4-90cf-4d6c2cddb296 req-4d056bd3-5e20-4b58-8cd4-fbddcc32acba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:48.708261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7941cbb-8f05-4de4-90cf-4d6c2cddb296 req-4d056bd3-5e20-4b58-8cd4-fbddcc32acba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 945 time: 0.2850206 Aug 19 00:06:48.884921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7941cbb-8f05-4de4-90cf-4d6c2cddb296 req-eb9de4ae-48e9-4870-a541-4ed9ce974f6e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757195 Aug 19 00:06:48.902594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec0a5-ca0f-4a7c-9f1c-ca7ce46e1984 req-986073ec-eeef-41f1-86c5-711d73fe3dc8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:48.909962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d32ec0a5-ca0f-4a7c-9f1c-ca7ce46e1984 req-986073ec-eeef-41f1-86c5-711d73fe3dc8 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.4374893 Aug 19 00:06:48.914330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f8654f-9b35-46b0-9530-243f1fe9f06a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:48.932501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-088f454a-65fe-464e-a075-a780c5f1b9a0 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800247 Aug 19 00:06:49.017698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-97bc5143-eb21-41b5-bede-4fdb0a2e6e6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 217 time: 0.0736187 Aug 19 00:06:49.020021 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c44a07-328a-4de3-9769-1dc866c5c167 x-openstack-request-id: req-f4c44a07-328a-4de3-9769-1dc866c5c167 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:49.020436 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:49.021212 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4c44a07-328a-4de3-9769-1dc866c5c167 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:49.021451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d32ec0a5-ca0f-4a7c-9f1c-ca7ce46e1984 req-822d66cd-a593-4a66-b2e0-bad36f1064a9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105454 Aug 19 00:06:49.021779 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'code': 200} Aug 19 00:06:49.049396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port fe85e362-1425-4067-8e80-03786170f3cd yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:06:49.080366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.123251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Transition to ACTIVE for port object fe85e362-1425-4067-8e80-03786170f3cd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:49.140366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.168140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70cd62c-cb69-4ab4-b300-c111518f26d8 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:49.182771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.199539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Transition to ACTIVE for port object d70cd62c-cb69-4ab4-b300-c111518f26d8 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:49.211496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.335557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-826a0880-ad1f-47f7-8444-99723a3424dd req-5c18f809-333d-47c7-b371-6a873a4bc2a8 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0756588 Aug 19 00:06:49.408944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=fe85e362-1425-4067-8e80-03786170f3cd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:49.452730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7043d-11c9-4f8e-888e-8632d6ba528f req-d20878cb-22e6-4609-b474-3f75112db6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:49.455696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ec7043d-11c9-4f8e-888e-8632d6ba528f req-d20878cb-22e6-4609-b474-3f75112db6a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 1099 time: 0.2848871 Aug 19 00:06:49.457751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Checking segment: {'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:49.458143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Network hostable DHCP agents. Network: 0d4d0521-494c-4caf-94ef-77681b01b7d1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:06:49.467087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-224c3c18-5625-4916-b39e-667b57aede99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:49.468606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-224c3c18-5625-4916-b39e-667b57aede99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.2676504 Aug 19 00:06:49.471095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca68e-f585-4ed6-84a2-7f333da0f0ca req-ac865435-79f8-4922-b2cc-a5d61dfbe4b0 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:49.478512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3d9ca68e-f585-4ed6-84a2-7f333da0f0ca req-ac865435-79f8-4922-b2cc-a5d61dfbe4b0 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 943 time: 0.2549765 Aug 19 00:06:49.483477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:49.487712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Attempting to bind port d70cd62c-cb69-4ab4-b300-c111518f26d8 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.488055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Attempting to bind port d70cd62c-cb69-4ab4-b300-c111518f26d8 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'c3703396-5d9e-48d4-8575-7dc905881330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.488430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Attempting to bind port d70cd62c-cb69-4ab4-b300-c111518f26d8 on network 8f239827-66c9-45e3-88db-b2bc0d702973 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.539172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Port d70cd62c-cb69-4ab4-b300-c111518f26d8 on network 8f239827-66c9-45e3-88db-b2bc0d702973 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.539514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Attempting to bind port d70cd62c-cb69-4ab4-b300-c111518f26d8 on network 8f239827-66c9-45e3-88db-b2bc0d702973 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.550569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:06:49.550918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Checking segment: {'id': 'c3703396-5d9e-48d4-8575-7dc905881330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:06:49.551319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Bound using segment: {'id': 'c3703396-5d9e-48d4-8575-7dc905881330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:06:49.551773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Bound port: d70cd62c-cb69-4ab4-b300-c111518f26d8, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3703396-5d9e-48d4-8575-7dc905881330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:06:49.552144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.561286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ec7043d-11c9-4f8e-888e-8632d6ba528f req-acef7480-54c1-4346-8db1-f4b3eaae15ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733819 Aug 19 00:06:49.576391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3d9ca68e-f585-4ed6-84a2-7f333da0f0ca req-3a3446b1-482d-4a01-b2a4-61262d752d6b tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919778 Aug 19 00:06:49.577489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:06:49.610801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-86b85189-0691-4efa-9899-ae26a9d73192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:49.612921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-86b85189-0691-4efa-9899-ae26a9d73192 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267369 Aug 19 00:06:49.617308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 0d4d0521-494c-4caf-94ef-77681b01b7d1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:49.625072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:49.625984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd90eb-cb9a-4cc5-baab-6e1fa0b9b516 None None] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:06:49.649854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:49.673058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.674146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.675039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.683611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.683958 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.684372 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 2 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.713138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.713477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.713820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.728022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.728391 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.728801 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 3 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.769515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.770427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.775709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.783804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.784654 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.785463 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 4 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.806074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.806695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.807228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.825572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.828485 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.829085 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 5 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.852238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.853229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.854793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.868675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.868999 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.869390 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 6 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.891147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.891732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.892873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.903051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.903051 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.903051 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 7 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.933984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:49.934329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:49.934679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:49.954467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:49.955917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:49.956270 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:49.956828 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 8 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:49.960679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb60a917-4f73-4562-b33c-44d405f6e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:49.966378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8,segment=NetworkSegment(c3703396-5d9e-48d4-8575-7dc905881330),segment_id=c3703396-5d9e-48d4-8575-7dc905881330)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:06:49.981596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.043643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:50.045396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:50.053079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.053801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.054959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9944fcc0-cf2a-4757-8004-2d8c55445908 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:50.055369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] 10.222.0.21 "PUT /v2.0/ports/d70cd62c-cb69-4ab4-b300-c111518f26d8 HTTP/1.1" status: 200 len: 1092 time: 2.4082456 Aug 19 00:06:50.056270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:50.058076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:50.058952 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c1bf1-acc4-4b26-b065-c1935990f7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:50.087536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-3c9c868d-5bfe-4d04-9e0e-67442e76500a service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784122 Aug 19 00:06:50.087762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:50.087762 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:50.106431 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 9 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:50.167583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca2a49-206c-4b00-aab8-e2e1af4dd03e req-c79329eb-52d0-4d8d-a2d0-621170f09d2c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.170681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9ca2a49-206c-4b00-aab8-e2e1af4dd03e req-c79329eb-52d0-4d8d-a2d0-621170f09d2c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 945 time: 0.1767640 Aug 19 00:06:50.178971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:50.179403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:50.179827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:50.198956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 9944fcc0-cf2a-4757-8004-2d8c55445908 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:06:50.200649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:50.201080 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:50.210135 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 10 to bind port fe85e362-1425-4067-8e80-03786170f3cd Aug 19 00:06:50.221307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9944fcc0-cf2a-4757-8004-2d8c55445908 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:50.223191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.273465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9ca2a49-206c-4b00-aab8-e2e1af4dd03e req-c4cf7cf0-351a-4da6-bdce-6ea3af83ccb9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848222 Aug 19 00:06:50.284604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:50.288323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:50.288772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:50.301201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-38b577cb-5011-4c19-8ce2-2a42f482907d service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982031 Aug 19 00:06:50.320326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port fe85e362-1425-4067-8e80-03786170f3cd on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:50.322706 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port fe85e362-1425-4067-8e80-03786170f3cd on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:50.323175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.429614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.469156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb60a917-4f73-4562-b33c-44d405f6e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.487590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb60a917-4f73-4562-b33c-44d405f6e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.528630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9944fcc0-cf2a-4757-8004-2d8c55445908,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:50.540549 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.573211 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adde980a-a826-4034-9ab1-fc98b1867e09 x-openstack-request-id: req-adde980a-a826-4034-9ab1-fc98b1867e09 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:50.573780 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:50.573780 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adde980a-a826-4034-9ab1-fc98b1867e09 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:50.574337 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8', 'status': 'completed', 'code': 200} Aug 19 00:06:50.599501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60a917-4f73-4562-b33c-44d405f6e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f4ea6-41b7-47b5-995f-1606aa36c206,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:50.636278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-44a40eb2-223e-4d11-b28f-4cd24a990812 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 217 time: 0.2985020 Aug 19 00:06:50.642798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3033cd6-35d4-4ab6-b514-57ab8f83ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:50.657578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:50.675053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb60a917-4f73-4562-b33c-44d405f6e326 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee656ed1f6c5483988202ebf81b2c042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0239298 Aug 19 00:06:50.677450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:50.715077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-694f7048-90da-49c3-affe-fd6647cc1291 req-9239888a-3ccb-4502-b1f8-ba8df1fb5e35 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0802407 Aug 19 00:06:50.716410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port fe85e362-1425-4067-8e80-03786170f3cd, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:50.716797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:06:50.719485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-45572b13-f2a6-4ff7-ba05-0f3313556de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.722948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-45572b13-f2a6-4ff7-ba05-0f3313556de0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad24fa87784d3bb0c33b034b2a687a&device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 1095 time: 0.4138134 Aug 19 00:06:50.725725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.747158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.747833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:50.834849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.7191625 Aug 19 00:06:50.836284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58536) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:50.843847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178eecb-b22f-4406-ad95-c616ba057842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=fe85e362-1425-4067-8e80-03786170f3cd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:50.869603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-683156f8-0706-4de7-b3ec-c0f3647dfe1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8 HTTP/1.1" status: 200 len: 217 time: 0.1256616 Aug 19 00:06:50.883925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0666db-d223-479b-bdb4-18f3c2a50a8b req-4e45cb6c-45b6-43cd-8ca3-926eec7bf4bd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.891957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c0666db-d223-479b-bdb4-18f3c2a50a8b req-4e45cb6c-45b6-43cd-8ca3-926eec7bf4bd tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.5791082 Aug 19 00:06:50.961337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-fe1aead9-ee11-4ad2-9aa7-0087f1aafa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.961337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-fe1aead9-ee11-4ad2-9aa7-0087f1aafa00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.3032277 Aug 19 00:06:50.961337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-5f31a883-5225-41e8-91b6-0de8a680ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:50.961337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-5f31a883-5225-41e8-91b6-0de8a680ec4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2f703f-aba6-48b1-95c3-8a794ca51612 HTTP/1.1" status: 200 len: 861 time: 0.0649450 Aug 19 00:06:50.962488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.015652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Deleting port fe85e362-1425-4067-8e80-03786170f3cd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:51.016793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.023473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:51.026630 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657f21c-7f88-410e-980f-14c6f7beffd3" -d '{"events": [{"server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "name": "network-vif-plugged", "status": "completed", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:51.049623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-8ae0644b-f88c-4944-a608-e5f11e3ace63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f239827-66c9-45e3-88db-b2bc0d702973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787323 Aug 19 00:06:51.116705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.137755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port fe85e362-1425-4067-8e80-03786170f3cd, host n-h2-771363-38, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:51.138381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.142910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c0666db-d223-479b-bdb4-18f3c2a50a8b req-0e3cbd4e-07bb-4ac8-adf7-b4f60edf90ee tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470839 Aug 19 00:06:51.155603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Calling delete_port for fe85e362-1425-4067-8e80-03786170f3cd owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:51.230839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-2f6b293a-24e4-4a3c-891e-e5ddf8415f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:51.232762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-2f6b293a-24e4-4a3c-891e-e5ddf8415f27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2584164 Aug 19 00:06:51.316008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.351240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe85e362-1425-4067-8e80-03786170f3cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:51.361802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.364747 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6f0efd6-c140-45c7-bf5e-0d42ec99cbc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fe85e362-1425-4067-8e80-03786170f3cd HTTP/1.1" status: 204 len: 168 time: 0.5273416 Aug 19 00:06:51.374621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58568) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:51.402778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-23455553-fafc-44e4-8a7b-1af473adbbff service neutron] 10.222.0.21 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370790 Aug 19 00:06:51.456821 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee82910-5c25-4c7a-b12a-8810b2f63bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:06:51.458623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ee82910-5c25-4c7a-b12a-8810b2f63bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports/fe85e362-1425-4067-8e80-03786170f3cd HTTP/1.1" status: 404 len: 333 time: 0.0825250 Aug 19 00:06:51.462289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:51.467223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-280755013'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:51.471572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.474240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.481094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6f4ea6-41b7-47b5-995f-1606aa36c206 HTTP/1.1" status: 204 len: 168 time: 0.7960143 Aug 19 00:06:51.528350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Made reservation on behalf of 972dd73d2fe94f23acf33c8799477eaa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:51.532126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:51.556258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c180c3-beaf-4872-81c6-6548b07b27bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f4ea6-41b7-47b5-995f-1606aa36c206,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:51.564567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port e7162416-718b-4504-a074-b4dcb41f459c yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:06:51.703494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca01e7-217d-4164-ac0b-375c56dcf363 req-f29472e0-9339-4c0f-a0f3-4d83fa80f1a2 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:51.714037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5ca01e7-217d-4164-ac0b-375c56dcf363 req-f29472e0-9339-4c0f-a0f3-4d83fa80f1a2 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 943 time: 0.4554229 Aug 19 00:06:51.780779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-48f2893e-a568-4b9d-926f-160c231d2785 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401933 Aug 19 00:06:51.874834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5ca01e7-217d-4164-ac0b-375c56dcf363 req-b868d65e-e302-4eba-88b7-ad32d4a9ebe6 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599052 Aug 19 00:06:51.919109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa72eb49-aa1a-4d12-83d5-777f1d8ce6d5 req-a17a6cba-5cc3-4df2-98ae-5d19b034d2b1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741962 Aug 19 00:06:52.020864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:52.029070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-553a04ac-be2c-43ca-a90f-90ce757c25ad service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181866 Aug 19 00:06:52.108104 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42fc3b-350c-43e6-903a-e6a0681d3125 x-openstack-request-id: req-3e42fc3b-350c-43e6-903a-e6a0681d3125 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:52.108975 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "name": "network-vif-plugged", "status": "completed", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:52.109506 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e42fc3b-350c-43e6-903a-e6a0681d3125 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:52.110129 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908', 'code': 200} Aug 19 00:06:52.141668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:52.230578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:52.234717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-c588d9f2-7574-4179-8b8a-129c6fbe1d0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 217 time: 0.2001319 Aug 19 00:06:52.244575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:52.267380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:52.268670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.269514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:52.346149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0402fc64-a785-4733-aef6-9e535c486cbb req-706c62c2-54ce-4e3c-81d2-e16b81561e0f tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab6f049-7267-4505-8774-6bdedd3ed934 HTTP/1.1" status: 200 len: 210 time: 0.0665786 Aug 19 00:06:52.362180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dbde4-e7ab-4040-9e28-c40c59fbabfb req-aabc31fe-efdd-4977-80e2-4366396dc1ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.363710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-529dbde4-e7ab-4040-9e28-c40c59fbabfb req-aabc31fe-efdd-4977-80e2-4366396dc1ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 946 time: 0.1407914 Aug 19 00:06:52.364142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=e7162416-718b-4504-a074-b4dcb41f459c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:52.370550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-aaac4a22-b163-4f96-89b5-de2dcd93e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.372922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-aaac4a22-b163-4f96-89b5-de2dcd93e519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad24fa87784d3bb0c33b034b2a687a&device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 1095 time: 0.3059826 Aug 19 00:06:52.376067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9248dc25-4c58-453c-aff6-0ec02b239cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9126990 Aug 19 00:06:52.377321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-6fe3a7e4-018d-4f11-8acb-58f0e64af43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.378802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-6fe3a7e4-018d-4f11-8acb-58f0e64af43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1203494 Aug 19 00:06:52.379271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58594) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:52.385594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:52.433121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb560-e9fd-4d1e-81f2-490c9297d0e6 req-477d24b3-6e6c-4a07-8d3d-a56a98eae62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.437111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cfdb560-e9fd-4d1e-81f2-490c9297d0e6 req-477d24b3-6e6c-4a07-8d3d-a56a98eae62f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 1098 time: 0.1938794 Aug 19 00:06:52.509478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cfdb560-e9fd-4d1e-81f2-490c9297d0e6 req-929da687-368d-4116-b896-89472069e071 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636971 Aug 19 00:06:52.557333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643f985-2487-4392-a803-8259a7086a82 req-29f07f30-86fd-49bf-92b1-e14f45a9972d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.566350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7643f985-2487-4392-a803-8259a7086a82 req-29f07f30-86fd-49bf-92b1-e14f45a9972d tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.0729523 Aug 19 00:06:52.641019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7643f985-2487-4392-a803-8259a7086a82 req-f4b9f6c8-662a-4a03-948f-697360021ca4 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733721 Aug 19 00:06:52.691777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-529dbde4-e7ab-4040-9e28-c40c59fbabfb req-9aaee939-3147-4f53-b527-54f97ee3b56b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855382 Aug 19 00:06:52.746652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ae4229da-5ce5-4741-8d79-bd7a2908138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.748175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-ae4229da-5ce5-4741-8d79-bd7a2908138b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3120813 Aug 19 00:06:52.751897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:52.973816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-f8f76759-afa1-4e48-8f7a-e03238fcdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:52.975348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-f8f76759-afa1-4e48-8f7a-e03238fcdb77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f239827-66c9-45e3-88db-b2bc0d702973 HTTP/1.1" status: 200 len: 921 time: 0.5745044 Aug 19 00:06:53.059347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-1731a249-60cd-4072-befa-33f3d898fad9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8 HTTP/1.1" status: 200 len: 217 time: 0.0688076 Aug 19 00:06:53.067761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a15d-e568-4edd-a780-36715a1cc530 req-b0f29093-2e9e-48ac-a8b7-6787c364647f tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:53.075614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94e0a15d-e568-4edd-a780-36715a1cc530 req-b0f29093-2e9e-48ac-a8b7-6787c364647f tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 943 time: 0.0801466 Aug 19 00:06:53.148241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94e0a15d-e568-4edd-a780-36715a1cc530 req-f73803fa-87f2-4da9-858d-29cd488a5cbd tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713198 Aug 19 00:06:53.188210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-cd1f0f0b-ca44-418a-abf0-f117d1e3f62f service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310632 Aug 19 00:06:53.337825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-0ae6d7eb-0a57-4fd9-a630-519ff354730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:53.339992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-0ae6d7eb-0a57-4fd9-a630-519ff354730b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2f703f-aba6-48b1-95c3-8a794ca51612 HTTP/1.1" status: 200 len: 861 time: 0.2601523 Aug 19 00:06:53.399002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-4a296d69-a90e-45eb-b28f-4a71b8f00a1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f239827-66c9-45e3-88db-b2bc0d702973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486515 Aug 19 00:06:53.456795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-5ecf5997-a70e-456e-b6ac-401dda83c8e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391336 Aug 19 00:06:53.479792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:53.565829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:53.592552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:53.606755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-ad9cb471-b48b-4fc1-a15e-81b9a6198b99 service neutron] 10.222.0.21 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967816 Aug 19 00:06:53.670059 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:53.686648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:53.690695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e6dcd68-5e91-42ba-92a5-83a995c28cb8 HTTP/1.1" status: 204 len: 168 time: 0.2097664 Aug 19 00:06:53.701010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:53.783525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f14c1bf1-acc4-4b26-b065-c1935990f7c6 req-1d205b8d-40da-4b77-8648-166ad0b89fb9 service neutron] 10.222.0.21 "GET /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525838 Aug 19 00:06:53.812377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb213c8-0a2d-4e6c-9bca-7c987b1fab33 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6dcd68-5e91-42ba-92a5-83a995c28cb8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:53.835283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-7a7e1453-a656-4f77-970e-f27425372bcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.2148151 Aug 19 00:06:53.846616 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-7a41bccf-d7bb-4118-a82d-91d2bca6c00e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] show failed (client error): The resource could not be found. Aug 19 00:06:53.847667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7a41bccf-d7bb-4118-a82d-91d2bca6c00e tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "GET /v2.0/security-groups/0e6dcd68-5e91-42ba-92a5-83a995c28cb8 HTTP/1.1" status: 404 len: 347 time: 0.1224692 Aug 19 00:06:53.853440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:53.915560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port e7162416-718b-4504-a074-b4dcb41f459c yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:06:53.930249 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:53.951372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-9a958dba-7501-440d-90db-4ced8def7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:53.953602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-9a958dba-7501-440d-90db-4ced8def7b70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1083975 Aug 19 00:06:53.955306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Transition to ACTIVE for port object e7162416-718b-4504-a074-b4dcb41f459c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:06:53.962445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:54.225856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280528ec-b9e9-4ca9-bca0-248a67116daf req-8818cc0a-c118-4c44-bfe8-2ba1c9b3fd9a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:54.227461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-280528ec-b9e9-4ca9-bca0-248a67116daf req-8818cc0a-c118-4c44-bfe8-2ba1c9b3fd9a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 946 time: 0.3494232 Aug 19 00:06:54.338872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Deleting port 22ebd13a-b4dc-4dbc-9784-d6d1d93f578c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:54.339627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:54.439946 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:54.440927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:54.457540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Calling delete_port for 22ebd13a-b4dc-4dbc-9784-d6d1d93f578c owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:54.544168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58664) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:54.658235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:54.658601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:54.659001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:54.665165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:54.665521 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:54.669113 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 2 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:54.674682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=e7162416-718b-4504-a074-b4dcb41f459c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:54.704161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2cb9-a003-4340-b471-e6cce174a98d req-98553ad4-ad70-48d2-a6ae-24fd8d8615a9 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:54.708482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-280528ec-b9e9-4ca9-bca0-248a67116daf req-13a265ff-ef4d-409c-b024-f48049ae652d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614213 Aug 19 00:06:54.712372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b1c2cb9-a003-4340-b471-e6cce174a98d req-98553ad4-ad70-48d2-a6ae-24fd8d8615a9 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 943 time: 0.1669121 Aug 19 00:06:54.718011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:54.736650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:54.736991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:54.737329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:54.746409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-061e5eb3-48c2-4fe1-86e6-7230e973b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:54.748144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-061e5eb3-48c2-4fe1-86e6-7230e973b6cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7794006 Aug 19 00:06:54.750345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:54.750661 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:54.751745 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 3 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:54.841260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:54.841901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:54.841990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:54.867866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Pushing event deleted for resources: {'Port': ['ID=22ebd13a-b4dc-4dbc-9784-d6d1d93f578c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:54.868791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:54.869263 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:54.879101 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 4 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:54.900752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b1c2cb9-a003-4340-b471-e6cce174a98d req-bc07a602-4a50-426c-bb57-a554782fba73 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871819 Aug 19 00:06:54.914326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b7134bfa-e4f0-428e-962e-e0795c4b0e66 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1252577516'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:54.915109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b7134bfa-e4f0-428e-962e-e0795c4b0e66 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Unknown quota resources ['metering_label']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:06:55.000376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.000909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.001898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:55.019053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:55.028141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:55.033307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e4889d8-7b03-4e33-884c-c9fad184e9a7 tempest-ServersTestBootFromVolume-1591118802 tempest-ServersTestBootFromVolume-1591118802-project] 10.222.0.20 "DELETE /v2.0/floatingips/fcbd659f-326b-4034-80f8-f8327defbf53 HTTP/1.1" status: 204 len: 168 time: 1.1760688 Aug 19 00:06:55.033960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:55.063408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:55.063793 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:55.086844 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 5 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:55.143692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.144039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.144584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:55.295948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:55.296316 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:55.299276 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 6 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:55.346415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7134bfa-e4f0-428e-962e-e0795c4b0e66 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:55.347703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7134bfa-e4f0-428e-962e-e0795c4b0e66 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7751982 Aug 19 00:06:55.350234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.350568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.350917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:55.371533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58682) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:55.380530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:55.380839 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:55.392082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9ad03873-5325-4178-929f-39a1298680a9 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b124623c-0130-4481-9d67-44042f5c8ca2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:55.392629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9ad03873-5325-4178-929f-39a1298680a9 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:06:55.395240 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 7 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:55.440283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.440719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.441070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:55.484347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-e7c9c511-f784-4006-b273-20a3134f4a44 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770327 Aug 19 00:06:55.493192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:55.495026 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:55.551174 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 8 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:55.671807 n-d-771363-38 neutron-server[94622]: WARNING neutron.services.metering.metering_plugin [None req-9ad03873-5325-4178-929f-39a1298680a9 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 00:06:55.676900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d70cd62c-cb69-4ab4-b300-c111518f26d8 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:06:55.847545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.848113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.848590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:55.890329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:55.910833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8,segment=NetworkSegment(c3703396-5d9e-48d4-8575-7dc905881330),segment_id=c3703396-5d9e-48d4-8575-7dc905881330)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:55.920253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ad03873-5325-4178-929f-39a1298680a9 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:55.921866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ad03873-5325-4178-929f-39a1298680a9 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5400045 Aug 19 00:06:55.925422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:55.925769 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:55.927761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58690) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:55.928234 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 9 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:55.964814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ae2f6d33-7824-4a86-b2d4-d728d1e32452 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b124623c-0130-4481-9d67-44042f5c8ca2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:55.965338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ae2f6d33-7824-4a86-b2d4-d728d1e32452 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:06:55.965606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd70cd62c-cb69-4ab4-b300-c111518f26d8', 'network_id': '8f239827-66c9-45e3-88db-b2bc0d702973', 'port_id': 'd70cd62c-cb69-4ab4-b300-c111518f26d8', 'mac_address': 'fa:16:3e:f7:a6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2f703f-aba6-48b1-95c3-8a794ca51612', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:06:55.979739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:55.984427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:55.984812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:56.027492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:56.028584 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:56.048340 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 10 to bind port e7162416-718b-4504-a074-b4dcb41f459c Aug 19 00:06:56.089599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.120228 n-d-771363-38 neutron-server[94622]: WARNING neutron.services.metering.metering_plugin [None req-ae2f6d33-7824-4a86-b2d4-d728d1e32452 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 00:06:56.128499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70cd62c-cb69-4ab4-b300-c111518f26d8 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:06:56.143465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:06:56.144164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:06:56.144966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:06:56.196733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8,segment=NetworkSegment(c3703396-5d9e-48d4-8575-7dc905881330),segment_id=c3703396-5d9e-48d4-8575-7dc905881330)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:56.206844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.221647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:06:56.223039 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port e7162416-718b-4504-a074-b4dcb41f459c on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:06:56.223650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.245167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6a48a70-93a8-4f3c-83e5-1479c47b0832 req-dbda55a8-9a73-42e5-b32e-3bb1a02fc416 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049458 Aug 19 00:06:56.314471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:56.371109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6d33-7824-4a86-b2d4-d728d1e32452 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.373807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ae2f6d33-7824-4a86-b2d4-d728d1e32452 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4164975 Aug 19 00:06:56.376511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58706) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.381516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97504e2-8f8a-4c82-a774-c880b7cd616d req-d4642a6d-fcf8-4ef7-9e2c-a4cc7502563e tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.395489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c97504e2-8f8a-4c82-a774-c880b7cd616d req-d4642a6d-fcf8-4ef7-9e2c-a4cc7502563e tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 944 time: 0.2423618 Aug 19 00:06:56.414573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd05dc20-1342-4b30-a1bd-b576e4351ddb tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4df1d8f7-ca90-4d83-82fd-5bb008b8af82 HTTP/1.1" status: 200 len: 464 time: 0.0367661 Aug 19 00:06:56.418343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.436765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port e7162416-718b-4504-a074-b4dcb41f459c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:06:56.437351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempted to set empty binding levels {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:06:56.446116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.498808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] In _notify_port_updated(), no bound segment for port e7162416-718b-4504-a074-b4dcb41f459c on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:06:56.499898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.500867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.507039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "PUT /v2.0/ports/e7162416-718b-4504-a074-b4dcb41f459c HTTP/1.1" status: 200 len: 979 time: 4.1235247 Aug 19 00:06:56.508497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.514220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58710) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.585016 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c97504e2-8f8a-4c82-a774-c880b7cd616d req-c499dfc4-5c7b-4d10-987a-fd992127fc8f tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884730 Aug 19 00:06:56.603399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d70cd62c-cb69-4ab4-b300-c111518f26d8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:06:56.636462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5344bb-10dd-428a-b328-fc6fe39fe407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=e7162416-718b-4504-a074-b4dcb41f459c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:56.771902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.772908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.773559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.774038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.774516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.774983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.775610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.776087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.776582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.777297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.777509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.777976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.778442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.778905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.779374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.779836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.780430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.780774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.781237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.781700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.792630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.793035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.793524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.793995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.794467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.794938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.795410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.795881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.796666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:56.806235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5f4feb1-f5b9-4395-9462-8a0fb9255bc6 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.807464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5f4feb1-f5b9-4395-9462-8a0fb9255bc6 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/4df1d8f7-ca90-4d83-82fd-5bb008b8af82 HTTP/1.1" status: 204 len: 168 time: 0.3852401 Aug 19 00:06:56.810220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.812144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5f0c5378-4cfa-416d-8ac5-4ac4185354e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26237 time: 0.2946534 Aug 19 00:06:56.812788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58718) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.826110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-931c5ade-a1c7-42e0-9c89-eee9e9576238 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4df1d8f7-ca90-4d83-82fd-5bb008b8af82 HTTP/1.1" status: 200 len: 221 time: 0.0147512 Aug 19 00:06:56.831457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:56.834840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df16e666-6ed8-4ee7-a855-756d58610405 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--635282733', 'description': 'label created by tempest'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:56.835462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df16e666-6ed8-4ee7-a855-756d58610405 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:06:56.921537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Deleting port e7162416-718b-4504-a074-b4dcb41f459c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:56.922091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:56.996021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port e7162416-718b-4504-a074-b4dcb41f459c, host n-h2-771363-38, got binding levels [] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:56.996341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.014818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Calling delete_port for e7162416-718b-4504-a074-b4dcb41f459c owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:57.075174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df16e666-6ed8-4ee7-a855-756d58610405 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.076430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df16e666-6ed8-4ee7-a855-756d58610405 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2450464 Aug 19 00:06:57.078925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58724) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:57.112444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.156884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.159788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e7162416-718b-4504-a074-b4dcb41f459c HTTP/1.1" status: 204 len: 168 time: 0.3459840 Aug 19 00:06:57.160959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcbddf-6252-4968-8121-11f7856c0f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7162416-718b-4504-a074-b4dcb41f459c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:57.164047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58726) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:57.180583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-42d38cf4-09be-466c-8c3a-d2145fc588bf tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=92e7f3aa-1bd6-4476-b56b-e52e2c896b21 HTTP/1.1" status: 200 len: 467 time: 0.0980437 Aug 19 00:06:57.180583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Deleting port a90411fb-cf63-4230-b713-55b49a207e53 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:57.180583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.181560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:57.192801 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-657a2918-52bc-4bd0-9a1e-5960b96d8028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:06:57.194668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-657a2918-52bc-4bd0-9a1e-5960b96d8028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports/e7162416-718b-4504-a074-b4dcb41f459c HTTP/1.1" status: 404 len: 333 time: 0.0294542 Aug 19 00:06:57.202378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:57.213719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-989524652', 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:06:57.459523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Made reservation on behalf of 972dd73d2fe94f23acf33c8799477eaa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:06:57.461971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.492380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port be8e844b-0ab4-4779-9fbd-693d1f0500fe yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:06:57.690537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d70cd62c-cb69-4ab4-b300-c111518f26d8 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:06:57.841349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e09ad1-6871-4354-bad2-67d7c6756fe1 req-47e9a76e-ac39-44e5-854f-511eaaaaa99e tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:57.843476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84e09ad1-6871-4354-bad2-67d7c6756fe1 req-47e9a76e-ac39-44e5-854f-511eaaaaa99e tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 944 time: 0.0844560 Aug 19 00:06:57.858651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d70cd62c-cb69-4ab4-b300-c111518f26d8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:06:57.871264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d70cd62c-cb69-4ab4-b300-c111518f26d8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:06:57.871761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:57.984473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84e09ad1-6871-4354-bad2-67d7c6756fe1 req-7e9f9824-8749-4c46-b002-eac9ba171089 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263087 Aug 19 00:06:58.047012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.048327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c19ee22b-0d0d-44fb-bf0c-752459634669 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.049543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c19ee22b-0d0d-44fb-bf0c-752459634669 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/92e7f3aa-1bd6-4476-b56b-e52e2c896b21 HTTP/1.1" status: 204 len: 168 time: 0.8665936 Aug 19 00:06:58.071589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.080396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:06:58.083632 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3527e8-a4a1-47ba-9eba-2657917c485d" -d '{"events": [{"server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:06:58.088008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] For port a90411fb-cf63-4230-b713-55b49a207e53, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a90411fb-cf63-4230-b713-55b49a207e53,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:58.088635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.119022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0274088b-8ce5-4f9c-91d7-3d01615fe28d tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=92e7f3aa-1bd6-4476-b56b-e52e2c896b21 HTTP/1.1" status: 200 len: 216 time: 0.0424590 Aug 19 00:06:58.119022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.122347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8,segment=NetworkSegment(c3703396-5d9e-48d4-8575-7dc905881330),segment_id=c3703396-5d9e-48d4-8575-7dc905881330)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:06:58.132580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.147932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Calling delete_port for a90411fb-cf63-4230-b713-55b49a207e53 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:06:58.151593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ec481ea-d03d-43dc-a524-a5204415745f tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0247414 Aug 19 00:06:58.159136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58762) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.193398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-272e1303-75a8-4fe6-b102-8cfcdc4dd102 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0327332 Aug 19 00:06:58.194264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.221832 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b8ecd-c741-4060-99ad-fba3a924c764 x-openstack-request-id: req-548b8ecd-c741-4060-99ad-fba3a924c764 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:06:58.222037 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:06:58.222289 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-548b8ecd-c741-4060-99ad-fba3a924c764 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:06:58.222689 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8', 'code': 200} Aug 19 00:06:58.290659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:58.312416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16d087a3-e71e-4b34-b528-c039403bd3cb tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/b124623c-0130-4481-9d67-44042f5c8ca2 HTTP/1.1" status: 200 len: 473 time: 0.1153209 Aug 19 00:06:58.317035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.334428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb641cb3-9dcf-43f3-a69b-8a0a84678c25 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/cf4d3fb9-fda1-41d2-8798-393c14b56f02 HTTP/1.1" status: 200 len: 461 time: 0.0150673 Aug 19 00:06:58.349688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58772) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.414349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.432168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ad6d6-1cbb-4ef0-a665-d78fc23584a0 req-59e07f14-6771-4ce5-b0d0-3e1ea33b3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:58.433893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-968ad6d6-1cbb-4ef0-a665-d78fc23584a0 req-59e07f14-6771-4ce5-b0d0-3e1ea33b3046 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0670052 Aug 19 00:06:58.598611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-121b953a-5c87-4aeb-b15a-1df1e58a1a16 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.599824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-121b953a-5c87-4aeb-b15a-1df1e58a1a16 tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/cf4d3fb9-fda1-41d2-8798-393c14b56f02 HTTP/1.1" status: 204 len: 168 time: 0.2484963 Aug 19 00:06:58.602321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:58.629036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-968ad6d6-1cbb-4ef0-a665-d78fc23584a0 req-0e74fd79-375a-4aff-ac8d-6bb399cfcfb8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172414 Aug 19 00:06:58.698366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.714624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:58.753440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a90411fb-cf63-4230-b713-55b49a207e53,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:58.944775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:06:59.004921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f477491e-cb5f-4c1e-902d-202d8706c64b tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.007340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f477491e-cb5f-4c1e-902d-202d8706c64b tempest-MeteringTestJSON-1290688013 tempest-MeteringTestJSON-1290688013-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/b124623c-0130-4481-9d67-44042f5c8ca2 HTTP/1.1" status: 204 len: 168 time: 0.4040253 Aug 19 00:06:59.030661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:06:59.055196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:06:59.058513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:59.065611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.127861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=be8e844b-0ab4-4779-9fbd-693d1f0500fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:06:59.169577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58792) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:59.169838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4cdccf9c-4340-4c2b-aefd-1aeb8c78075e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9618254 Aug 19 00:06:59.232789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d09a-f2d6-496e-a8be-653c8b3f849e req-b7222ed3-fa19-4c8a-ade3-f4ca47548c73 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:59.240831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d14d09a-f2d6-496e-a8be-653c8b3f849e req-b7222ed3-fa19-4c8a-ade3-f4ca47548c73 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 945 time: 0.1144793 Aug 19 00:06:59.244553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f24ba6-f1cb-430a-9cce-46c922c068b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:06:59.246887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a0f24ba6-f1cb-430a-9cce-46c922c068b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports/be8e844b-0ab4-4779-9fbd-693d1f0500fe HTTP/1.1" status: 200 len: 958 time: 0.0761747 Aug 19 00:06:59.251397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58794) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:59.268943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.305628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d14d09a-f2d6-496e-a8be-653c8b3f849e req-6e31f780-6c39-4396-8097-3cdba67a600b tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637231 Aug 19 00:06:59.479274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:59.727338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5890399f-3cff-45e3-b089-29ecf65a15e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.772122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Router 958d9825-4e19-449b-ba8a-8d049f8ed353 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:06:59.834008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Deleting port be8e844b-0ab4-4779-9fbd-693d1f0500fe {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:06:59.834732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.969638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:06:59.978689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:06:59.986163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-08d2f73b-b585-4db8-95fc-018c34f529ea admin admin] 10.222.0.20 "PUT /v2.0/routers/958d9825-4e19-449b-ba8a-8d049f8ed353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9505441 Aug 19 00:06:59.991394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:06:59.992570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Sync routers for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:00.004874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:00.005596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:06:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:00.009196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Calling delete_port for be8e844b-0ab4-4779-9fbd-693d1f0500fe owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:00.146004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5890399f-3cff-45e3-b089-29ecf65a15e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.161503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5890399f-3cff-45e3-b089-29ecf65a15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.169992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.223775 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.234693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.239126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5890399f-3cff-45e3-b089-29ecf65a15e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aee701c86064ea28d6c45d4b95c0155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585120 Aug 19 00:07:00.244584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "DELETE /v2.0/ports/be8e844b-0ab4-4779-9fbd-693d1f0500fe HTTP/1.1" status: 204 len: 168 time: 0.9877257 Aug 19 00:07:00.245363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:00.248817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:00.249389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58820) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:00.250547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event deleted for resources: {'Port': ['ID=be8e844b-0ab4-4779-9fbd-693d1f0500fe,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:00.311263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.312372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.312839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.313294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.314640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.315095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.315581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.316045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.316616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.317109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.320142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.320142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59880b6-52d4-4e1f-b709-a2b402efbaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:00.325380 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c392eae-2ddd-4677-90c0-1d0368ebbbc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:07:00.327392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c392eae-2ddd-4677-90c0-1d0368ebbbc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports/be8e844b-0ab4-4779-9fbd-693d1f0500fe HTTP/1.1" status: 404 len: 333 time: 0.0688796 Aug 19 00:07:00.336208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:00.345736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653722303'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:00.348217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890399f-3cff-45e3-b089-29ecf65a15e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d552911c-a0c1-4408-b34c-d61bf81a8c41,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:00.414475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.468797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.470354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:06:58Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:00.502609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Checking router: 958d9825-4e19-449b-ba8a-8d049f8ed353 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:00.512784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Routers {'958d9825-4e19-449b-ba8a-8d049f8ed353'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:00.513398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:06:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['958d9825-4e19-449b-ba8a-8d049f8ed353'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:00.564239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.568471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.568608 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.572935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d552911c-a0c1-4408-b34c-d61bf81a8c41 HTTP/1.1" status: 204 len: 168 time: 0.3139517 Aug 19 00:07:00.590507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Made reservation on behalf of 972dd73d2fe94f23acf33c8799477eaa for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:00.593306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.624703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016647b-1a18-4e77-8021-27bec05b5720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552911c-a0c1-4408-b34c-d61bf81a8c41,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:00.665520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9df9-8f6f-41af-b045-830d7a6b2815 req-5fa372c0-8335-4332-a562-8697dd20afae tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:00.667148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-473e9df9-8f6f-41af-b045-830d7a6b2815 req-5fa372c0-8335-4332-a562-8697dd20afae tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 945 time: 0.1074324 Aug 19 00:07:00.668631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port 702c4681-3589-4c3b-9a07-7ec48147b719 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:07:00.736748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Deleting port 4a5d30bd-59a8-4c4f-94d7-655549784dc4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:00.740719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:00.781423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] Set router 958d9825-4e19-449b-ba8a-8d049f8ed353 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:00.800482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-473e9df9-8f6f-41af-b045-830d7a6b2815 req-20005c4d-cd04-440c-b06f-2774821dfe71 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270442 Aug 19 00:07:00.979676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] For port 4a5d30bd-59a8-4c4f-94d7-655549784dc4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a5d30bd-59a8-4c4f-94d7-655549784dc4,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:00.980082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.011504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Calling delete_port for 4a5d30bd-59a8-4c4f-94d7-655549784dc4 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:01.091457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.179152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.342643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Network 0d4d0521-494c-4caf-94ef-77681b01b7d1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:01.379620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:01.390880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:01.398066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:01.398719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.425092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:01.428391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=702c4681-3589-4c3b-9a07-7ec48147b719,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:01.443397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-23396224-1ae6-43a8-959f-40a8d8c0d13a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1058927 Aug 19 00:07:01.444998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58864) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:01.450628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:01.491145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ede19166-229a-4a72-9729-7220e506168f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.527227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.586285 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.630519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5d30bd-59a8-4c4f-94d7-655549784dc4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:01.774138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:01.858575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:06:58Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:01.959424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21374-649c-4935-9bcc-1a571c000d4c None None] The sync data for ids ['958d9825-4e19-449b-ba8a-8d049f8ed353'] in n-d-771363-38 is: [{'id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'name': 'tempest-ServersTestBootFromVolume-802247129-router', 'tenant_id': '35b394d2f9b3421d8075b73cd89d98bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:06:58Z', 'revision_number': 5, 'project_id': '35b394d2f9b3421d8075b73cd89d98bd', 'gw_port': {'id': '4a5d30bd-59a8-4c4f-94d7-655549784dc4', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d9825-4e19-449b-ba8a-8d049f8ed353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:03:47Z', 'updated_at': '2021-08-19T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:02.071416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] device_id is not set on port 702c4681-3589-4c3b-9a07-7ec48147b719 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:07:02.080889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.094391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.097677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Transition to ACTIVE for port object 702c4681-3589-4c3b-9a07-7ec48147b719 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:02.099334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.108998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.177453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-190913bb-cb2f-4d61-9fe3-0e8b345284a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:02.179167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-190913bb-cb2f-4d61-9fe3-0e8b345284a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5a3920e20a441f95579a13b71117b2&device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 1103 time: 0.3592556 Aug 19 00:07:02.220201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.221036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958d9825-4e19-449b-ba8a-8d049f8ed353 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:02.226617 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.229956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e385fcb8-112f-4e5f-b5af-41736c4ef7cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/958d9825-4e19-449b-ba8a-8d049f8ed353 HTTP/1.1" status: 204 len: 168 time: 2.2351913 Aug 19 00:07:02.230367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:02.244856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ede19166-229a-4a72-9729-7220e506168f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.249875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.250219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.250562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.263678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=702c4681-3589-4c3b-9a07-7ec48147b719,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:02.265938 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ede19166-229a-4a72-9729-7220e506168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.303513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Deleting subnet 5e922f91-0d69-40e6-a3f5-124a0869c3d9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:02.315908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.322622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ede19166-229a-4a72-9729-7220e506168f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19dd88f25f3d4a34aac6bedfa9392250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8962319 Aug 19 00:07:02.351272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:02.389929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19166-229a-4a72-9729-7220e506168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0170c541-1a83-4877-a1cc-321e6b84f5ac,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:02.396518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.397394 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.402768 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 2 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.432446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.468251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.469053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.470436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.479069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.479743 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.482826 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 3 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.496463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.519141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.520868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.521444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.529245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.529921 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.534626 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 4 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.568057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00622836-f564-4195-94c3-66728fad6e53 req-d93717ad-e563-4f19-8f4e-bf9521bf8add tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:02.570023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00622836-f564-4195-94c3-66728fad6e53 req-d93717ad-e563-4f19-8f4e-bf9521bf8add tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 945 time: 0.1689436 Aug 19 00:07:02.582882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.583461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.584051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.599673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.603043 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.604972 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 5 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.611638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.642406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.644221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.645500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.645607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.654943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-a01ff85d-2b3e-4e2b-aa71-f90938418040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:02.660112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-a01ff85d-2b3e-4e2b-aa71-f90938418040 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.4115615 Aug 19 00:07:02.664126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.664571 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.666197 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 6 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.747745 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00622836-f564-4195-94c3-66728fad6e53 req-3de07a71-428e-4bad-aac0-752053a9625f tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693184 Aug 19 00:07:02.748850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.749298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.749750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.755334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.755888 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.756728 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 7 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:02.762930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.769298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.770761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0170c541-1a83-4877-a1cc-321e6b84f5ac HTTP/1.1" status: 204 len: 168 time: 0.4186127 Aug 19 00:07:02.781379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-bab3bca2-5642-45da-8317-a8de93b90a57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da HTTP/1.1" status: 200 len: 217 time: 0.1036785 Aug 19 00:07:02.785677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:02.785677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:02.785677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:02.790282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:02.791034 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:02.795361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc1a8-d5cb-4da0-bc6f-4c76bf1b4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0170c541-1a83-4877-a1cc-321e6b84f5ac,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:02.814459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.888690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e922f91-0d69-40e6-a3f5-124a0869c3d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:02.900240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac547f84-8f63-4d68-a265-172b256e1a7c None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:02.901809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:02.905379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a708e257-9816-4c6c-b53e-c31b9c75a980 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e922f91-0d69-40e6-a3f5-124a0869c3d9 HTTP/1.1" status: 204 len: 168 time: 0.6741292 Aug 19 00:07:02.909514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:03.001953 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 8 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:03.014576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-89dd82a4-4028-4461-9d89-3a6b8eb96918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:03.022598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-89dd82a4-4028-4461-9d89-3a6b8eb96918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.2305236 Aug 19 00:07:03.075318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:03.075744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:03.076188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:03.082383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:03.082740 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:03.083408 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 9 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:03.108238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-bf79eea9-af43-439e-bd65-cf79c410f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:03.109901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-bf79eea9-af43-439e-bd65-cf79c410f2fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694356 Aug 19 00:07:03.110822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:03.111233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:03.111645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:03.116877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:03.117292 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:03.117759 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempt 10 to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 Aug 19 00:07:03.132876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.224428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:03.224790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:03.225120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempting to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:03.232065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:03.233572 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Failed to bind port 702c4681-3589-4c3b-9a07-7ec48147b719 on host n-h2-771363-38 for vnic_type normal using segments [{'id': '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d4d0521-494c-4caf-94ef-77681b01b7d1'}] Aug 19 00:07:03.233971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.284529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-052b4124-6e87-4153-b8e9-d4f9666b3cb0 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627312 Aug 19 00:07:03.287540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Deleting port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:03.288865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.347118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port 702c4681-3589-4c3b-9a07-7ec48147b719, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:03.347492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attempted to set empty binding levels {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:07:03.356259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.437035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event updated for resources: {'Port': ['ID=702c4681-3589-4c3b-9a07-7ec48147b719,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:03.465430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] For port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:03.466327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.492143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] DHCP port deletion for b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:07:03.494935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Calling delete_port for 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:03.543678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] In _notify_port_updated(), no bound segment for port 702c4681-3589-4c3b-9a07-7ec48147b719 on network 0d4d0521-494c-4caf-94ef-77681b01b7d1 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:07:03.544604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:03.545221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.550405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d7fda18d-2340-45b9-89c9-00d514f931aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "PUT /v2.0/ports/702c4681-3589-4c3b-9a07-7ec48147b719 HTTP/1.1" status: 200 len: 980 time: 2.1006384 Aug 19 00:07:03.552732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:03.594013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Deleting port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:03.595811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.636709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.685553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1dbdee5-c0b5-40dc-a71b-413eb5be3853 req-043a009a-d01f-4096-bd1a-9a8777d7a76b service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342497 Aug 19 00:07:03.690867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Deleting port 702c4681-3589-4c3b-9a07-7ec48147b719 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:03.691223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.693184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:03.724226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] No DVR routers for this DVR port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:03.765350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] For port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,segment=NetworkSegment(5f963fe7-2550-48ac-8ee7-f3583661ca03),segment_id=5f963fe7-2550-48ac-8ee7-f3583661ca03)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:03.765665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.796051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Calling delete_port for 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:03.817699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] For port 702c4681-3589-4c3b-9a07-7ec48147b719, host n-h2-771363-38, got binding levels [] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:03.818452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.819065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.842175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b743c1d7-88e3-4ad4-995b-fc8e3fb92a68']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:03.857992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Calling delete_port for 702c4681-3589-4c3b-9a07-7ec48147b719 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:03.922141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f963fe7-2550-48ac-8ee7-f3583661ca03') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:03.922141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f963fe7-2550-48ac-8ee7-f3583661ca03') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:03.958255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.959906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a90411fb-cf63-4230-b713-55b49a207e53 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:03.982091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:03.989729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:03.990164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.029611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.039815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a90411fb-cf63-4230-b713-55b49a207e53 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:04.040671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a90411fb-cf63-4230-b713-55b49a207e53 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:04.041318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:04.057921 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:04.071626 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.089435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Pushing event deleted for resources: {'Port': ['ID=702c4681-3589-4c3b-9a07-7ec48147b719,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:04.096015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.101194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d95814f3-20f1-4260-9caa-700b1a00d438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "DELETE /v2.0/ports/702c4681-3589-4c3b-9a07-7ec48147b719 HTTP/1.1" status: 204 len: 168 time: 0.5365112 Aug 19 00:07:04.101194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58938) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:04.136152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.138916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 HTTP/1.1" status: 204 len: 168 time: 1.2274575 Aug 19 00:07:04.174399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:04.174740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:04.176112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934721-acb7-409b-a2d6-2e9f2961576d admin admin] Pushing event deleted for resources: {'Network': ['ID=b743c1d7-88e3-4ad4-995b-fc8e3fb92a68,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:04.179256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a5d30bd-59a8-4c4f-94d7-655549784dc4 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:04.273971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e204fb5-5cf1-4790-b068-2684078616fe req-4cc82c30-148e-4e1d-9766-040a32f0205c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:04.275901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d46a8a-5b44-4d86-9891-734f2d9d9464 req-4ea49156-6549-4272-bba6-def1822d7501 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:04.281079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e204fb5-5cf1-4790-b068-2684078616fe req-4cc82c30-148e-4e1d-9766-040a32f0205c tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.21 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 945 time: 0.2710376 Aug 19 00:07:04.282812 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1490fcbe-ef1a-4787-9eb7-28dd47f32085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:07:04.287379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1490fcbe-ef1a-4787-9eb7-28dd47f32085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549712219-project-admin] 10.222.0.20 "GET /v2.0/ports/702c4681-3589-4c3b-9a07-7ec48147b719 HTTP/1.1" status: 404 len: 333 time: 0.1812060 Aug 19 00:07:04.289110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2d46a8a-5b44-4d86-9891-734f2d9d9464 req-4ea49156-6549-4272-bba6-def1822d7501 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 945 time: 0.2302787 Aug 19 00:07:04.289700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:04.293737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4a5d30bd-59a8-4c4f-94d7-655549784dc4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:04.294097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a5d30bd-59a8-4c4f-94d7-655549784dc4 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:04.317464 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.354031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Network b743c1d7-88e3-4ad4-995b-fc8e3fb92a68 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:07:04.354031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] No DVR routers for this DVR port 4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:04.478604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee3dc8-93be-4c5b-ae37-70318013ba4d None None] Pushing event deleted for resources: {'Port': ['ID=4a2899d8-4b5a-46df-bb18-3aaaed5e6ad1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:04.493855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58956) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:04.613464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3465f165-726d-4bf7-a273-69d4b53c3ab1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35b394d2f9b3421d8075b73cd89d98bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1182964 Aug 19 00:07:04.616848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:04.681456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Deleting port d70cd62c-cb69-4ab4-b300-c111518f26d8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:04.681818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.710356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2d46a8a-5b44-4d86-9891-734f2d9d9464 req-3b888638-29b9-4971-8829-3dc6eb810406 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/security-groups?id=6501b8a7-d4ef-42c3-b10d-00b57f742564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975391 Aug 19 00:07:04.740950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.830027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.885789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.890657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.904847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4d0521-494c-4caf-94ef-77681b01b7d1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:04.913931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] For port d70cd62c-cb69-4ab4-b300-c111518f26d8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d70cd62c-cb69-4ab4-b300-c111518f26d8,segment=NetworkSegment(c3703396-5d9e-48d4-8575-7dc905881330),segment_id=c3703396-5d9e-48d4-8575-7dc905881330)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:04.916414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:04.916414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac85118-0d09-4ee7-b499-c74d7c4f0d0d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:04.917791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.925461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.940790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.948712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:04.949713 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:04.953674 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:04.972237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Calling delete_port for d70cd62c-cb69-4ab4-b300-c111518f26d8 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:05.072554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.073096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.076556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.077742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dba3395-79d0-4927-9364-4fabdfd1b2b5 HTTP/1.1" status: 204 len: 168 time: 0.4599545 Aug 19 00:07:05.085996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.090268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] 10.222.0.20 "DELETE /v2.0/networks/0d4d0521-494c-4caf-94ef-77681b01b7d1 HTTP/1.1" status: 204 len: 168 time: 0.7995121 Aug 19 00:07:05.123153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe69a-26cd-4422-93b1-f29a4cf4ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba3395-79d0-4927-9364-4fabdfd1b2b5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:05.158480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332666e-8866-4a4f-b471-a4801ed887cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-503468718-project] Pushing event deleted for resources: {'Network': ['ID=0d4d0521-494c-4caf-94ef-77681b01b7d1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:05.253490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.293674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d70cd62c-cb69-4ab4-b300-c111518f26d8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:05.390717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Pushing event deleted for resources: {'Port': ['ID=d70cd62c-cb69-4ab4-b300-c111518f26d8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:05.527693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] No DVR routers for this DVR port d70cd62c-cb69-4ab4-b300-c111518f26d8 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:05.534687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:05.537336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e204fb5-5cf1-4790-b068-2684078616fe req-5264790e-0ca5-495e-bc69-6aadeacf138d tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.21 "DELETE /v2.0/ports/d70cd62c-cb69-4ab4-b300-c111518f26d8 HTTP/1.1" status: 204 len: 173 time: 1.2325130 Aug 19 00:07:05.541069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'name': 'network-vif-deleted', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:05.545898 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe956d16-a536-417d-88b4-2588f480f855" -d '{"events": [{"server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "name": "network-vif-deleted", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:05.613155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:05.624289 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00d5a3-5922-43fe-8e16-2a6a082ba753 x-openstack-request-id: req-9f00d5a3-5922-43fe-8e16-2a6a082ba753 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:05.624956 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78948dd4-3ec9-4a84-8f27-a3bc89867dd4", "name": "network-vif-deleted", "tag": "d70cd62c-cb69-4ab4-b300-c111518f26d8", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:05.625519 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f00d5a3-5922-43fe-8e16-2a6a082ba753 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:05.626141 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78948dd4-3ec9-4a84-8f27-a3bc89867dd4', 'name': 'network-vif-deleted', 'tag': 'd70cd62c-cb69-4ab4-b300-c111518f26d8', 'status': 'completed', 'code': 200} Aug 19 00:07:05.961287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38bc342e-7a04-4c51-b7a4-db3377936f07 req-d4d5f48a-1bca-4879-ab66-c07a9044ea39 tempest-ServerMetadataNegativeTestJSON-2101553774 tempest-ServerMetadataNegativeTestJSON-2101553774-project] 10.222.0.20 "GET /v2.0/ports?device_id=78948dd4-3ec9-4a84-8f27-a3bc89867dd4 HTTP/1.1" status: 200 len: 210 time: 0.0749748 Aug 19 00:07:06.121679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a03f782e-77b8-4105-80b2-acf7c9b421f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67bf251c8c9b41899fe451a2f0b6077a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062020 Aug 19 00:07:06.124091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:06.226524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.256052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.331374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.334762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.336109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88c31619-a384-43d9-af21-9e377270ac35 HTTP/1.1" status: 204 len: 168 time: 0.2073743 Aug 19 00:07:06.353407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60866e1-fcaf-4b70-9f1d-0df420291482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c31619-a384-43d9-af21-9e377270ac35,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:06.749708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:06.766643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:06.814148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac719c0d-4adb-47d5-bd0e-09aaede2be93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=972dd73d2fe94f23acf33c8799477eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462358 Aug 19 00:07:06.816636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:06.872986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.895035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.941092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-491884f2-cac2-4355-877e-44140b1ee0df tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:06.954646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.957756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:06.959379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7f8654f-9b35-46b0-9530-243f1fe9f06a HTTP/1.1" status: 204 len: 168 time: 0.1414618 Aug 19 00:07:06.971717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c29b-0505-41a3-bc94-39a50f221378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f8654f-9b35-46b0-9530-243f1fe9f06a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:06.976411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-491884f2-cac2-4355-877e-44140b1ee0df tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "PUT /v2.0/quotas/34bdc13ff4fa437e8443cf91f4558f7b HTTP/1.1" status: 200 len: 368 time: 0.2251227 Aug 19 00:07:06.978737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:06.986622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Request body: {'network': {'project_id': '34bdc13ff4fa437e8443cf91f4558f7b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:07.000087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59074) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:07.012588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Made reservation on behalf of 34bdc13ff4fa437e8443cf91f4558f7b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:07.015175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.025050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59078) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:07.025519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.074452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Deleting subnet 1d2f703f-aba6-48b1-95c3-8a794ca51612 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:07.078667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.126485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.131022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.140605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.163304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:07.181231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.183131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.183444 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Added segment 7f311184-5a52-4049-85f8-96ad8406985d of type vlan for network 5e60aa2e-bbdd-4bac-85c3-5dae60abe895 Aug 19 00:07:07.193265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af957d8-9258-4d5f-a231-d2ed26f6ad80,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.245226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.256881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.277560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.279006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:07.279888 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.305928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1647964388-network', 'tenant_id': 'c3e295a11efb4a89b41affa837a5af89'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:07.313036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.318823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d2f703f-aba6-48b1-95c3-8a794ca51612 HTTP/1.1" status: 204 len: 168 time: 0.2905533 Aug 19 00:07:07.318823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8e318-2e31-4895-883e-db411478c331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2f703f-aba6-48b1-95c3-8a794ca51612,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.324754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59086) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:07.352526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Pushing event updated for resources: {'Network': ['ID=5e60aa2e-bbdd-4bac-85c3-5dae60abe895,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.366455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5e60aa2e-bbdd-4bac-85c3-5dae60abe895 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:07.399937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b8d947ef-14f6-47a6-ac48-f8317510638c tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4181473 Aug 19 00:07:07.401760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59090) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:07.408004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Request body: {'network': {'project_id': '34bdc13ff4fa437e8443cf91f4558f7b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:07.410933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Made reservation on behalf of c3e295a11efb4a89b41affa837a5af89 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:07.413366 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.441137 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.451612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.471208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Made reservation on behalf of 34bdc13ff4fa437e8443cf91f4558f7b for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:07.473501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.581796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:07.606304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.620438 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.620794 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Added segment e2211715-3717-4314-8af0-86687572ee6f of type vlan for network 8f9c49ae-909f-4b26-bcc2-6487c7fef2b8 Aug 19 00:07:07.633867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f239827-66c9-45e3-88db-b2bc0d702973']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:07.648399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3703396-5d9e-48d4-8575-7dc905881330') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:07.648737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3703396-5d9e-48d4-8575-7dc905881330') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:07.690102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.708403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.722606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.738279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:07.738694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:07.743156 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:07.745567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199864-e779-448d-beb6-f363f5daf4b1 req-341b6548-5b81-4f1b-a179-76ae7f46756e tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:07.745567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e199864-e779-448d-beb6-f363f5daf4b1 req-341b6548-5b81-4f1b-a179-76ae7f46756e tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 951 time: 0.0539296 Aug 19 00:07:07.751522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d70cd62c-cb69-4ab4-b300-c111518f26d8 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:07.775703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d70cd62c-cb69-4ab4-b300-c111518f26d8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:07.776144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d70cd62c-cb69-4ab4-b300-c111518f26d8 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:07.806994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.813300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.821044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.822016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:07.822604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.829791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e199864-e779-448d-beb6-f363f5daf4b1 req-8009a271-5fd3-4835-889b-a86e57cc9222 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Aug 19 00:07:07.839184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.860440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:07.891141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.893656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8f239827-66c9-45e3-88db-b2bc0d702973 HTTP/1.1" status: 204 len: 168 time: 0.5676820 Aug 19 00:07:07.912417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5093846 Aug 19 00:07:07.915433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:07.921991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0b9a547a-27eb-464c-9454-8ca37d5329d7 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Request body: {'network': {'project_id': '34bdc13ff4fa437e8443cf91f4558f7b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:07.923388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:07.923740 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Added segment 9e004f74-7bbe-4b3b-9a98-4fe54816022e of type vlan for network b083dd0b-b040-4b19-a88a-01754e1cd583 Aug 19 00:07:07.926578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee14c9-7d68-4cc6-ad38-06ed045c3175,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.938771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8bc0-6f56-40b6-8065-c6360be4abd4 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Pushing event updated for resources: {'Network': ['ID=8f9c49ae-909f-4b26-bcc2-6487c7fef2b8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.960098 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9a547a-27eb-464c-9454-8ca37d5329d7 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 00:07:07.961353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9a547a-27eb-464c-9454-8ca37d5329d7 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:07.963362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8f9c49ae-909f-4b26-bcc2-6487c7fef2b8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:07.963632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b9a547a-27eb-464c-9454-8ca37d5329d7 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0465825 Aug 19 00:07:07.975768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818be10c-11db-4c6e-ad4f-0de8676c7643 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f239827-66c9-45e3-88db-b2bc0d702973,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:07.985173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.014505 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.015513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:08.016346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.066757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0652819 Aug 19 00:07:08.072331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.079589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Request body: {'subnet': {'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1647964388-subnet', 'tenant_id': 'c3e295a11efb4a89b41affa837a5af89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:08.088703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bf868-12c7-477f-9362-4a9c7f7d1302 admin admin] Pushing event updated for resources: {'Network': ['ID=b083dd0b-b040-4b19-a88a-01754e1cd583,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:08.105765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b083dd0b-b040-4b19-a88a-01754e1cd583 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:08.113094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Made reservation on behalf of c3e295a11efb4a89b41affa837a5af89 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:08.117462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.160110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.241301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-efde38f2-b9fa-4295-a9bd-e0f706374f99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4ad24fa87784d3bb0c33b034b2a687a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785820 Aug 19 00:07:08.244854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.302617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.331626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.338980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.385449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.399180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.401864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.405714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6501b8a7-d4ef-42c3-b10d-00b57f742564 HTTP/1.1" status: 204 len: 168 time: 0.1571920 Aug 19 00:07:08.412140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45095-b95b-4c1e-9eb2-813a46e5369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501b8a7-d4ef-42c3-b10d-00b57f742564,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:08.464378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046e598e-d267-40b3-b77b-e8db192e78ef,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:08.466901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Checking segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:08.467266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Network hostable DHCP agents. Network: b083dd0b-b040-4b19-a88a-01754e1cd583, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:08.486984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Network b083dd0b-b040-4b19-a88a-01754e1cd583 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:08.496831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b083dd0b-b040-4b19-a88a-01754e1cd583) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:08.502076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:08.502685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.507603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f9972-8e63-430a-b9c2-125b9213c717 None None] Network b083dd0b-b040-4b19-a88a-01754e1cd583 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:08.519521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-33c0a09f-c7ea-41b5-b79f-4643c87c8e42 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4445338 Aug 19 00:07:08.611874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f452c5ae-843b-4777-8095-28a61c110313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34bdc13ff4fa437e8443cf91f4558f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682343 Aug 19 00:07:08.612205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.681887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ea4e3-7db7-40aa-877c-9f8dcbdef4b8 None None] Network b083dd0b-b040-4b19-a88a-01754e1cd583 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:08.682746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.714547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.784772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.787978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:08.791563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af957d8-9258-4d5f-a231-d2ed26f6ad80 HTTP/1.1" status: 204 len: 168 time: 0.1759267 Aug 19 00:07:08.792058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59194) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:08.815924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ea1a5-7554-43f1-af42-01d509c82316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af957d8-9258-4d5f-a231-d2ed26f6ad80,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:08.918556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.015698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.027874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9c49ae-909f-4b26-bcc2-6487c7fef2b8']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.041878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2211715-3717-4314-8af0-86687572ee6f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.042237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2211715-3717-4314-8af0-86687572ee6f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.052581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.077353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.085383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:09.085993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:09.087882 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:09.154949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.166541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.168777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8f9c49ae-909f-4b26-bcc2-6487c7fef2b8 HTTP/1.1" status: 204 len: 168 time: 0.3756933 Aug 19 00:07:09.171391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:09.183384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f31572-dedf-4fe3-9215-835a8994b381 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f9c49ae-909f-4b26-bcc2-6487c7fef2b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:09.388506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-ad122f04-de77-4435-b2b3-35ba70a168e8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:09.394600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb400a9-5794-4725-9465-747a295cc10b req-c5ac5433-eca7-4aaa-b6c8-16f35ba18fd1 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:09.396273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-ad122f04-de77-4435-b2b3-35ba70a168e8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.1459851 Aug 19 00:07:09.400917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.408488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeb400a9-5794-4725-9465-747a295cc10b req-c5ac5433-eca7-4aaa-b6c8-16f35ba18fd1 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 951 time: 0.0664241 Aug 19 00:07:09.416679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:09.423850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-023bd676-ebd5-40b9-a55b-15e37c8b2b87 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/quotas/c3e295a11efb4a89b41affa837a5af89 HTTP/1.1" status: 200 len: 375 time: 0.0264874 Aug 19 00:07:09.467926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeb400a9-5794-4725-9465-747a295cc10b req-59456f07-bf33-4a17-8efd-aaf617f29f9e tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Aug 19 00:07:09.469100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-ef7776be-e6b8-4a18-bf46-28354018f13f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441077 Aug 19 00:07:09.591761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.607336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e60aa2e-bbdd-4bac-85c3-5dae60abe895']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.626348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f311184-5a52-4049-85f8-96ad8406985d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.626654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f311184-5a52-4049-85f8-96ad8406985d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:09.643222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.658468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1431448004'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:09.669209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-ba5f3297-26df-45d2-8838-dc7403664d0a service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800537 Aug 19 00:07:09.675207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.707804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59256) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:09.714020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:09.714212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:09.717328 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:09.787559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.788517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.817855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1636210190-network', 'tenant_id': 'd14caba6dc9a4273b14416cc1005419f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:09.845882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.862756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Made reservation on behalf of d14caba6dc9a4273b14416cc1005419f for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:09.865396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.869258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.873959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5e60aa2e-bbdd-4bac-85c3-5dae60abe895 HTTP/1.1" status: 204 len: 168 time: 0.6980412 Aug 19 00:07:09.875636 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.921762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d94d-aa62-4b5c-9216-4b4af75a5c36 tempest-QuotasNegativeTest-2138978115 tempest-QuotasNegativeTest-2138978115-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e60aa2e-bbdd-4bac-85c3-5dae60abe895,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:09.926500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-fa6d5867-c036-47cd-b315-3f2f0404c038 service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491133 Aug 19 00:07:09.930022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.935172 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.986494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.990736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.995154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:09.996492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3e606a02-debb-4584-8278-178a936b4c25 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5706508 Aug 19 00:07:09.999513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59266) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.017975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:10.027172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00626f-9d22-4a60-bf2e-18ee795b8cb3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:10.046598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.047060 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Added segment 9e732d94-18bd-43ca-ba7d-00ab393eb5cb of type vlan for network 209268a1-5cc1-4c23-9347-742d1e2b9d19 Aug 19 00:07:10.103243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.106238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.150760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.152110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:10.153048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.178443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24eaa81b-1a43-4203-b850-d12673824b3c req-41e0bfa0-b750-4f42-bb03-a4817c89ce88 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 210 time: 0.0439637 Aug 19 00:07:10.243996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5349388 Aug 19 00:07:10.245455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59274) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.257376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Request body: {'subnet': {'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1636210190-subnet', 'tenant_id': 'd14caba6dc9a4273b14416cc1005419f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:10.264077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7198e01-2a67-435f-8b14-05d860fd72d7 admin admin] Pushing event updated for resources: {'Network': ['ID=209268a1-5cc1-4c23-9347-742d1e2b9d19,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:10.275662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 209268a1-5cc1-4c23-9347-742d1e2b9d19 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:10.286107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Made reservation on behalf of d14caba6dc9a4273b14416cc1005419f for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:10.291868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.335229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.360541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82fa4da3-46de-4733-aec3-8c0eb6cdaf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.362188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.364024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.414338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.415601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae817eef-077b-44c4-91eb-9ec5f7756b5e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:10.421021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.421288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0e49c7df-7c57-49ed-9bd8-985d3d87d2ed tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ae817eef-077b-44c4-91eb-9ec5f7756b5e HTTP/1.1" status: 204 len: 168 time: 0.4197068 Aug 19 00:07:10.424912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.429376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Request body: {'router': {'name': 'tempest-router-1024038870', 'distributed': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:10.534965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82fa4da3-46de-4733-aec3-8c0eb6cdaf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.560047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82fa4da3-46de-4733-aec3-8c0eb6cdaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.586471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711584e-c046-4fe0-acdf-50ec619827a3 req-a19f7c61-125c-4d7c-807a-27ae5463726c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:10.587999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3711584e-c046-4fe0-acdf-50ec619827a3 req-a19f7c61-125c-4d7c-807a-27ae5463726c tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 951 time: 0.0643668 Aug 19 00:07:10.589049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.590081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.611070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.622473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82fa4da3-46de-4733-aec3-8c0eb6cdaf6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c288e06c08f4fc7a1718544c158fe74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856307 Aug 19 00:07:10.633201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.644845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa4da3-46de-4733-aec3-8c0eb6cdaf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12220aca-efef-48a5-a8ce-137445aa14c2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:10.672279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca7a324-070e-40c1-bbad-a8a3d74ba9d9,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:10.692005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Checking segment: {'id': '9e732d94-18bd-43ca-ba7d-00ab393eb5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:10.692422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Network hostable DHCP agents. Network: 209268a1-5cc1-4c23-9347-742d1e2b9d19, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:10.694813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.709632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.716927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Network 209268a1-5cc1-4c23-9347-742d1e2b9d19 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:10.718145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3711584e-c046-4fe0-acdf-50ec619827a3 req-0a763015-4ec0-41d7-8c83-6413e5b45f04 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206713 Aug 19 00:07:10.727289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 209268a1-5cc1-4c23-9347-742d1e2b9d19) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:10.732611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:10.733379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.743229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c7ee3-eaf1-42cf-a776-907607439d56 None None] Network 209268a1-5cc1-4c23-9347-742d1e2b9d19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:10.751676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a31a7b40-9c39-49a5-b343-1f9234ab05b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5014293 Aug 19 00:07:10.755683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.758996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3864c4dc-44da-4208-b85e-2d56a7b3b798 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3310699 Aug 19 00:07:10.758996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.760569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59290) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:10.808201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.851660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:07:10.902844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.903503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.906685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:10.908871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12220aca-efef-48a5-a8ce-137445aa14c2 HTTP/1.1" status: 204 len: 168 time: 0.2747145 Aug 19 00:07:10.934356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe8353-d533-44f7-84b0-39baa53b9d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12220aca-efef-48a5-a8ce-137445aa14c2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:10.939735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316ba6f-333d-46fd-8964-5bb983ad6f01 None None] Network 209268a1-5cc1-4c23-9347-742d1e2b9d19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:11.132950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.135962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.295001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-32265882-7704-40ec-b77d-6579921a69f7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:11.297079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-32265882-7704-40ec-b77d-6579921a69f7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/networks?id=209268a1-5cc1-4c23-9347-742d1e2b9d19 HTTP/1.1" status: 200 len: 809 time: 0.1351388 Aug 19 00:07:11.330224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-aff00cb0-690e-4a9f-9ee3-361c6ffce858 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/quotas/d14caba6dc9a4273b14416cc1005419f HTTP/1.1" status: 200 len: 375 time: 0.0249910 Aug 19 00:07:11.369249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-7c38baed-4743-40b3-92b5-0acc79232edc tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d14caba6dc9a4273b14416cc1005419f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380347 Aug 19 00:07:11.434959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:11.457732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8501cffe-eba8-4182-84a2-2423eb07aff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.510928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-856445e2-366e-4968-acaf-70822d39d920 service neutron] 10.222.0.20 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312113 Aug 19 00:07:11.615631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.616164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d46a9ff2-d106-48da-a06f-dfa8e34b4236 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:11.624332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5ff46dc-95a6-4a27-a9a0-b6f4c7522ebb req-122d1db3-6037-4c81-9fcc-084505b28b22 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 210 time: 0.0988319 Aug 19 00:07:11.627253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.628328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7c36866-2b01-4b47-9848-aca1c3c4e6f8 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d46a9ff2-d106-48da-a06f-dfa8e34b4236 HTTP/1.1" status: 204 len: 168 time: 0.8645384 Aug 19 00:07:11.633620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:11.638500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-948c035f-5299-44e4-9671-cf0f221cb10d service neutron] 10.222.0.20 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179657 Aug 19 00:07:11.638799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Request body: {'router': {'name': 'tempest-router-1884180622', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9db21e4db3834ade807a8064c2a8402b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:11.656045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8501cffe-eba8-4182-84a2-2423eb07aff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.662658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8501cffe-eba8-4182-84a2-2423eb07aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.699367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad83faa-ae2b-4896-9828-c2a504730071 req-ef6fc0c4-e1ad-4e70-8fa9-f0c103ca0cea tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:11.700941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bad83faa-ae2b-4896-9828-c2a504730071 req-ef6fc0c4-e1ad-4e70-8fa9-f0c103ca0cea tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.21 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 951 time: 0.1730411 Aug 19 00:07:11.706358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501cffe-eba8-4182-84a2-2423eb07aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407290f0-ae09-45b2-8561-c1ce6af4f623,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:11.712490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8501cffe-eba8-4182-84a2-2423eb07aff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe03ef41fbef4bf68dadc016ea8d1bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756109 Aug 19 00:07:11.719713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59324) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:11.740179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.741244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.765044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a32a64e5-8da3-42b5-bf7f-33ca0a036632 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:11.767078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a32a64e5-8da3-42b5-bf7f-33ca0a036632 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.2401195 Aug 19 00:07:11.782810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:11.811574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Request body: {'port': {'device_id': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'admin_state_up': True, 'tenant_id': 'c3e295a11efb4a89b41affa837a5af89'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:11.883868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f863cfbc-81b7-4dc6-a261-8f17985e914a req-96e1485f-40df-424c-9033-b4e70d7c6ec5 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 210 time: 0.0444796 Aug 19 00:07:11.927979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.956542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:11.959436 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b4314-86d2-4a49-8ee7-ec9e2ddee85e" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:11.988424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:11.996057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:12.003659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.007331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.069091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.080380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.084109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d40e191e-207b-4f54-9137-1b34454bd0d6 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4463897 Aug 19 00:07:12.085987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:12.090247 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493acd27-9a62-4b68-b92f-2ad2961b797e x-openstack-request-id: req-493acd27-9a62-4b68-b92f-2ad2961b797e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:12.090845 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:12.091470 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493acd27-9a62-4b68-b92f-2ad2961b797e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:12.092221 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'code': 200} Aug 19 00:07:12.093483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:12.096887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:12.098270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194c3b5-3613-42b9-b373-0d5f75fe51bb req-999d6f7e-9533-4a2a-bdbc-69bcd97b358b tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:12.106395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2194c3b5-3613-42b9-b373-0d5f75fe51bb req-999d6f7e-9533-4a2a-bdbc-69bcd97b358b tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 951 time: 0.2583539 Aug 19 00:07:12.142241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.165371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Deleting port d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:12.165782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.247606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Made reservation on behalf of c3e295a11efb4a89b41affa837a5af89 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:12.252365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.285304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2194c3b5-3613-42b9-b373-0d5f75fe51bb req-adc4f0f8-5ce4-45db-a7ad-fc483001f955 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ce203ee-6190-47e8-86b8-95d97a1d5d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734979 Aug 19 00:07:12.354210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.356853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.360823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/407290f0-ae09-45b2-8561-c1ce6af4f623 HTTP/1.1" status: 204 len: 168 time: 0.6365552 Aug 19 00:07:12.368274 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37178cb6-5b6d-49ce-9ccb-f4d52d87b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.415949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee3e16-1d59-44dc-8bc5-b7486c011ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407290f0-ae09-45b2-8561-c1ce6af4f623,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:12.435305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] For port d0e77fa3-7efb-47bd-928a-c258d15d50da, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d0e77fa3-7efb-47bd-928a-c258d15d50da,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:12.436001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.468548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Calling delete_port for d0e77fa3-7efb-47bd-928a-c258d15d50da owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:12.608917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Allocated IP 172.20.0.10 (b083dd0b-b040-4b19-a88a-01754e1cd583/046e598e-d267-40b3-b77b-e8db192e78ef/f34baf29-f32a-40cc-a044-9e5fe6e4b0ab) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:12.641109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b4217-95a2-4eda-bcf5-7948088e8ff0 req-08576160-3004-4a1d-b1c5-1134c7b22691 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:12.648398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-704b4217-95a2-4eda-bcf5-7948088e8ff0 req-08576160-3004-4a1d-b1c5-1134c7b22691 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 946 time: 0.1322663 Aug 19 00:07:12.666728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.668524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.725418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-704b4217-95a2-4eda-bcf5-7948088e8ff0 req-43dfc888-b5e7-4f28-9c99-08bd84447fe6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755944 Aug 19 00:07:12.762452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94623) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 00:07:12.762792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Router 7450579f-e9be-4f37-8261-dcdb5f8ce52c migrating from provider to provider. {{(pid=94623) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 00:07:12.763178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.778839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.796064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.803564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-639a68b6-af05-42d6-8475-65e82a6dd22b req-e882cc1f-e84e-4d48-8c9e-00763bc4de78 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 210 time: 0.0348155 Aug 19 00:07:12.855706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.893829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Pushing event deleted for resources: {'Port': ['ID=d0e77fa3-7efb-47bd-928a-c258d15d50da,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:12.900733 n-d-771363-38 neutron-server[94623]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] No L3 agents can host the router 7450579f-e9be-4f37-8261-dcdb5f8ce52c Aug 19 00:07:12.950616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] No DVR routers for this DVR port d0e77fa3-7efb-47bd-928a-c258d15d50da on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:12.961246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:12.963235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bad83faa-ae2b-4896-9828-c2a504730071 req-dff7ffe7-7d0d-40a6-9d03-ea7db91045b6 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.21 "DELETE /v2.0/ports/d0e77fa3-7efb-47bd-928a-c258d15d50da HTTP/1.1" status: 204 len: 173 time: 1.2538457 Aug 19 00:07:12.964418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-deleted', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:12.966661 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d428b90-46c6-45ca-bb76-b24b6531b208" -d '{"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-deleted", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:13.006617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-528982d2-5ca0-4851-a4ed-a55018e6bec2 req-ffc7b626-64f3-4ef7-83ed-33d1dc6f8d4c tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 210 time: 0.0536287 Aug 19 00:07:13.028839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.073141 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de667df-1fc3-4294-ab4b-cdb30d1213cb x-openstack-request-id: req-0de667df-1fc3-4294-ab4b-cdb30d1213cb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:13.073551 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90345dd2-e807-42da-9674-00f2cca10e42", "name": "network-vif-deleted", "tag": "d0e77fa3-7efb-47bd-928a-c258d15d50da", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:13.074522 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0de667df-1fc3-4294-ab4b-cdb30d1213cb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:13.075034 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90345dd2-e807-42da-9674-00f2cca10e42', 'name': 'network-vif-deleted', 'tag': 'd0e77fa3-7efb-47bd-928a-c258d15d50da', 'status': 'completed', 'code': 200} Aug 19 00:07:13.083508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.091712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Hosts for router 7450579f-e9be-4f37-8261-dcdb5f8ce52c: [] {{(pid=94623) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 00:07:13.127807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Hosts for other DVR routers connected to router 7450579f-e9be-4f37-8261-dcdb5f8ce52c: set() {{(pid=94623) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 00:07:13.131350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.133608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4c727cd8-5eb1-4976-aacc-2e500030b443 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "PUT /v2.0/routers/7450579f-e9be-4f37-8261-dcdb5f8ce52c HTTP/1.1" status: 200 len: 717 time: 1.0464575 Aug 19 00:07:13.136765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:13.211762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Network b083dd0b-b040-4b19-a88a-01754e1cd583 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:13.223243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:13.232125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:13.270798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:13.288271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-52108093-3a6f-4eda-9c98-a4933e10848f tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "GET /v2.0/routers/7450579f-e9be-4f37-8261-dcdb5f8ce52c HTTP/1.1" status: 200 len: 717 time: 0.1500068 Aug 19 00:07:13.289110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59378) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:13.377208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:13.377905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.430046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-a67e20bd-5323-4cb1-8eb9-17993a113358 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6403205 Aug 19 00:07:13.438721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-4b374397-43e8-4ab5-9c93-ddebbee4c376 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:13.440240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-4b374397-43e8-4ab5-9c93-ddebbee4c376 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.11 "GET /v2.0/networks?id=209268a1-5cc1-4c23-9347-742d1e2b9d19 HTTP/1.1" status: 200 len: 809 time: 0.3016148 Aug 19 00:07:13.447178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Request body: {'port': {'device_id': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:13.463059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81b5e51d-2059-443e-8e8a-34f9ab32478c req-ee12e312-6834-427a-902b-eb090ef57d15 tempest-ImagesOneServerTestJSON-1798693345 tempest-ImagesOneServerTestJSON-1798693345-project] 10.222.0.20 "GET /v2.0/ports?device_id=90345dd2-e807-42da-9674-00f2cca10e42 HTTP/1.1" status: 200 len: 210 time: 0.0508528 Aug 19 00:07:13.505661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Request body: {'port': {'device_id': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19', 'admin_state_up': True, 'tenant_id': 'd14caba6dc9a4273b14416cc1005419f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:13.557672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.742509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Made reservation on behalf of d14caba6dc9a4273b14416cc1005419f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:13.746908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.784973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-99e84bd4-fd2f-408a-9667-a65f9bf31eae tempest-RoutersTestDVR-649220692 tempest-RoutersTestDVR-649220692-project] 10.222.0.20 "GET /v2.0/routers/7450579f-e9be-4f37-8261-dcdb5f8ce52c HTTP/1.1" status: 200 len: 683 time: 0.4944239 Aug 19 00:07:13.786488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:13.931479 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:13.953069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e5221-92de-4b89-8d95-d2f404204cc5 req-60cff11b-21fb-411e-85a4-64b00c2d59ad tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:13.955119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e36e5221-92de-4b89-8d95-d2f404204cc5 req-60cff11b-21fb-411e-85a4-64b00c2d59ad tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 946 time: 0.1389408 Aug 19 00:07:14.051348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e36e5221-92de-4b89-8d95-d2f404204cc5 req-f374958f-cdc5-49a9-98b5-09bce8848fd0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843940 Aug 19 00:07:14.070577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Allocated IP 172.20.0.10 (209268a1-5cc1-4c23-9347-742d1e2b9d19/6ca7a324-070e-40c1-bbad-a8a3d74ba9d9/da61e69b-57bc-43fe-9621-927e851825f1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:14.115619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34baf29-f32a-40cc-a044-9e5fe6e4b0ab {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:14.129737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.131421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.139016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e87b0-dafe-4239-90c5-a19d25224a26 req-4b2a47cc-a9a8-484a-8b2d-01ecb3ce6223 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:14.140784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e8e87b0-dafe-4239-90c5-a19d25224a26 req-4b2a47cc-a9a8-484a-8b2d-01ecb3ce6223 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 932 time: 0.2354491 Aug 19 00:07:14.142390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.166404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Transition to ACTIVE for port object f34baf29-f32a-40cc-a044-9e5fe6e4b0ab will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:14.177742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.208596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.209167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7450579f-e9be-4f37-8261-dcdb5f8ce52c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:14.218514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.220169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-171bb26e-a428-4f66-8ff4-5d62e04e4d72 tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7450579f-e9be-4f37-8261-dcdb5f8ce52c HTTP/1.1" status: 204 len: 168 time: 0.4297657 Aug 19 00:07:14.223691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:14.230218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Request body: {'router': {'name': 'tempest-router-525539278', 'distributed': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:14.237379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e8e87b0-dafe-4239-90c5-a19d25224a26 req-66317530-c0bd-4321-b2d5-5443007af73d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854218 Aug 19 00:07:14.267361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.268859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.304013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a39f8f41-2ca0-4fad-89e9-3e1004c0a010 req-462ee0a1-712b-4181-b89b-6e4496557304 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 210 time: 0.0977318 Aug 19 00:07:14.335717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:14.362552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59418) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:14.377828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.383376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.404526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-1353bc67-b402-4c18-890a-3edbddfe76d7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:14.406091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-1353bc67-b402-4c18-890a-3edbddfe76d7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 946 time: 0.0971804 Aug 19 00:07:14.412137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.415952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c18f1e71-5ca5-4ff6-ac27-818966d8c02b tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1885271 Aug 19 00:07:14.418816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59422) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:14.511289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.511514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port 9944fcc0-cf2a-4757-8004-2d8c55445908 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:14.511792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.518334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-394635120', 'router:external': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:14.543092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.548687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Attempting to bind port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:14.549032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Attempting to bind port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:14.549367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Attempting to bind port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:14.610463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port 9944fcc0-cf2a-4757-8004-2d8c55445908, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9944fcc0-cf2a-4757-8004-2d8c55445908,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:14.611046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.621005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab on network b083dd0b-b040-4b19-a88a-01754e1cd583 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:14.621321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Attempting to bind port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:14.626627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for 9944fcc0-cf2a-4757-8004-2d8c55445908 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:14.630948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Made reservation on behalf of 02e5455c5307446c816b1d87f48c72ea for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:14.633264 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.640792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:14.641137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Checking segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:14.642053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Bound using segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:14.642505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Bound port: f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:14.642861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.670477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.773686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.794005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9944fcc0-cf2a-4757-8004-2d8c55445908'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:14.813032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=9944fcc0-cf2a-4757-8004-2d8c55445908,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:14.821877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:14.862297 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.880637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port 9944fcc0-cf2a-4757-8004-2d8c55445908 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:14.883455 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.885786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2c8fc91-7736-4dad-9e14-1be95a4efad4 req-e920c72c-75d1-42f1-9032-1036a420edf7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "DELETE /v2.0/ports/9944fcc0-cf2a-4757-8004-2d8c55445908 HTTP/1.1" status: 204 len: 173 time: 0.4712725 Aug 19 00:07:14.886269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'name': 'network-vif-deleted', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:14.889063 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5803f01-ae64-4e68-b0e7-1a23cfe83c62" -d '{"events": [{"server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "name": "network-vif-deleted", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:14.928924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2da320a5-592b-421e-878a-9c93f6def447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:14.949852 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cc9daa-cc87-41b5-9927-d3ce0684a68b x-openstack-request-id: req-05cc9daa-cc87-41b5-9927-d3ce0684a68b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:14.950147 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24574fab-f3ef-4d6f-ad9a-a627f224133e", "name": "network-vif-deleted", "tag": "9944fcc0-cf2a-4757-8004-2d8c55445908", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:14.950398 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05cc9daa-cc87-41b5-9927-d3ce0684a68b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:14.950800 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24574fab-f3ef-4d6f-ad9a-a627f224133e', 'name': 'network-vif-deleted', 'tag': '9944fcc0-cf2a-4757-8004-2d8c55445908', 'status': 'completed', 'code': 200} Aug 19 00:07:15.013155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9d9222a1-886c-4ccc-addf-e27b0fe79907 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a5a3920e20a441f95579a13b71117b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874094 Aug 19 00:07:15.015510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:15.067062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.089064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.126421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.132271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.139739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.143777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.162638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.165936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.167701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ce203ee-6190-47e8-86b8-95d97a1d5d1a HTTP/1.1" status: 204 len: 168 time: 0.1509869 Aug 19 00:07:15.197284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee5893-22bf-4e6f-8dbf-c4f9470b54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce203ee-6190-47e8-86b8-95d97a1d5d1a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:15.276644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Network 209268a1-5cc1-4c23-9347-742d1e2b9d19 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:15.305068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e24d3736-533c-42e1-b154-a6e12a69a13d req-9e7557ac-1ca1-4171-b7ad-981e7069ab38 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0800788 Aug 19 00:07:15.305645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.306180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca579503-bc34-446d-8534-d299e4f10c71 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:15.310410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.311706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b546e05-a0a3-416d-962b-22069875de6a tempest-RoutersTestDVR-406265407 tempest-RoutersTestDVR-406265407-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ca579503-bc34-446d-8534-d299e4f10c71 HTTP/1.1" status: 204 len: 168 time: 0.8917792 Aug 19 00:07:15.314174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:15.319174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:15.324418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:15.392093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Pushing event updated for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:15.398423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:15.406114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63397a2-e958-48cf-8ee4-2c58bd9e1d38 req-a688c7f7-f525-43ac-a5f0-7fdffd011c2c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:15.409330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63397a2-e958-48cf-8ee4-2c58bd9e1d38 req-a688c7f7-f525-43ac-a5f0-7fdffd011c2c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.0683799 Aug 19 00:07:15.434691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.468139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63397a2-e958-48cf-8ee4-2c58bd9e1d38 req-13f2e6fa-5c77-4d63-9b0d-5abdb429507f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Aug 19 00:07:15.530924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:15.531641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.534129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/f34baf29-f32a-40cc-a044-9e5fe6e4b0ab HTTP/1.1" status: 200 len: 1093 time: 2.0910404 Aug 19 00:07:15.540403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:15.542723 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accff6d6-744e-43e3-be7b-c57b6461b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:15.577807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:15.578961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.664647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57817a41-2c26-4ef2-8459-af4626db7dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:15.690811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e001-62ce-4369-ad66-a20e81a34f79 req-3deb4d87-992b-4dda-b84f-3fa5c3f2d501 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:15.692367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f20e001-62ce-4369-ad66-a20e81a34f79 req-3deb4d87-992b-4dda-b84f-3fa5c3f2d501 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 932 time: 0.2153974 Aug 19 00:07:15.695679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.697460 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a078333f-ffc4-4862-afde-38cdc8e7a100 x-openstack-request-id: req-a078333f-ffc4-4862-afde-38cdc8e7a100 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:15.697745 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:15.697996 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a078333f-ffc4-4862-afde-38cdc8e7a100 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:15.698383 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'status': 'completed', 'code': 200} Aug 19 00:07:15.717090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.718543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:15.732832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-092e8bfe-a2a9-4b71-9b9d-6eb5abbd98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:15.734350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-092e8bfe-a2a9-4b71-9b9d-6eb5abbd98c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 1096 time: 0.1328120 Aug 19 00:07:15.743241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-5ce4e545-155c-483e-a027-ef51691f5ced tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2559485 Aug 19 00:07:15.772038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Request body: {'port': {'device_id': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:15.775186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:15.793436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:15.842259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-65de2dad-5d39-4fce-ba46-e52323f3c08d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab HTTP/1.1" status: 200 len: 217 time: 0.0914533 Aug 19 00:07:15.846466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97eae1d-fabc-469b-becf-63e451719365,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:15.861826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d0e77fa3-7efb-47bd-928a-c258d15d50da {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:15.862332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d0e77fa3-7efb-47bd-928a-c258d15d50da not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:15.864438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f20e001-62ce-4369-ad66-a20e81a34f79 req-0964b095-a90a-491b-9597-ed8f2a704198 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568096 Aug 19 00:07:15.885173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:15.885798 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Added segment 328cbfb1-b936-451d-b5fc-912ab8f054c4 of type vlan for network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b Aug 19 00:07:15.900740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.000646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.011988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.015080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-cf9f832c-e085-4879-a470-b5b7bddf852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:16.017130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-cf9f832c-e085-4879-a470-b5b7bddf852f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.1510065 Aug 19 00:07:16.071892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.077539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.077738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-0ebde276-4e0b-4eeb-a0ef-afa3e6091610 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510864 Aug 19 00:07:16.139759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db21e4db3834ade807a8064c2a8402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174933 Aug 19 00:07:16.141069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:16.149765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58337d4e-bf36-4cb2-a3d8-d970eb8552ca,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:16.166585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.166932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.167277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.167618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.167958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.168319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.168645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.168971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.169478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.170125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.170463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.170794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f39f71-72b6-48b3-88ed-6b8c02c04b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:16.208591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.209581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:16.210162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.210912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.218673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.243230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:16.246484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.309656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.312120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.317165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58337d4e-bf36-4cb2-a3d8-d970eb8552ca HTTP/1.1" status: 204 len: 168 time: 0.1713154 Aug 19 00:07:16.326442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab176-64dc-46fa-86c6-867471d85799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58337d4e-bf36-4cb2-a3d8-d970eb8552ca,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:16.343569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9758382 Aug 19 00:07:16.344055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:16.349088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'subnet': {'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:16.402652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Made reservation on behalf of 02e5455c5307446c816b1d87f48c72ea for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:16.407252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.417303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-585a782e-5d71-4aec-8f97-1c413f52b11f service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320885 Aug 19 00:07:16.419572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b469b5-6c78-4794-86de-c1cefcf59159 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Network': ['ID=6809f26c-3ed9-49b2-90d5-7e90f4a8d90b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:16.434030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:16.491483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-341255716-network', 'tenant_id': '703fcb339e594a09a828c24a301b55ad'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:16.536377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7baee9c6-f33a-47a5-b43e-077f4ce44ef1 req-70829140-0835-4cce-962f-42b42d46791a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0397079 Aug 19 00:07:16.569047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Made reservation on behalf of 703fcb339e594a09a828c24a301b55ad for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:16.571725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.596925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.731053 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc36ae38-36c2-4b8f-8d26-d052f62754f9 req-caf269db-a92e-4bb0-9d00-a88e1e7b44dd service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069756 Aug 19 00:07:16.791693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ee774-15d3-467f-8a65-ad93f441db77 req-5e422793-27be-4b20-b51e-d984bc1c5f46 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:16.800120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd1ee774-15d3-467f-8a65-ad93f441db77 req-5e422793-27be-4b20-b51e-d984bc1c5f46 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.1337347 Aug 19 00:07:16.804330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da61e69b-57bc-43fe-9621-927e851825f1 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:16.826804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.835618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.849056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.861541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Transition to ACTIVE for port object da61e69b-57bc-43fe-9621-927e851825f1 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:16.870316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:16.885895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.890093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:16.900503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2735937-f61f-47ff-a4ef-22e7beba9ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.901099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd1ee774-15d3-467f-8a65-ad93f441db77 req-ddd913b6-b729-4c3b-bd61-0aa10507f4dd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978897 Aug 19 00:07:16.928122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:16.928571 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Added segment 2789f6f8-d7e0-4df2-8a8e-4917a7e8009c of type vlan for network da7eea7e-3cdf-4275-9a67-510cc5ce825c Aug 19 00:07:16.939180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d88bc5-6348-44f8-a7a4-0e53e370bf8d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:16.972057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-871e5593-f786-43a2-b667-2d2d60473c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:16.973681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-871e5593-f786-43a2-b667-2d2d60473c5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 1096 time: 0.1305246 Aug 19 00:07:16.975527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Pushing event updated for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:17.051677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2735937-f61f-47ff-a4ef-22e7beba9ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.104103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2735937-f61f-47ff-a4ef-22e7beba9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.115318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Attempting to bind port da61e69b-57bc-43fe-9621-927e851825f1 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:17.115655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Attempting to bind port da61e69b-57bc-43fe-9621-927e851825f1 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '9e732d94-18bd-43ca-ba7d-00ab393eb5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:17.115987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Attempting to bind port da61e69b-57bc-43fe-9621-927e851825f1 on network 209268a1-5cc1-4c23-9347-742d1e2b9d19 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:17.130128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Port da61e69b-57bc-43fe-9621-927e851825f1 on network 209268a1-5cc1-4c23-9347-742d1e2b9d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:17.130400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Attempting to bind port da61e69b-57bc-43fe-9621-927e851825f1 on network 209268a1-5cc1-4c23-9347-742d1e2b9d19 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:17.138069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-e5e61766-2248-4b04-94b5-1feaf641b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.139369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-e5e61766-2248-4b04-94b5-1feaf641b130 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 915 time: 0.1550081 Aug 19 00:07:17.140537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:17.140684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Checking segment: {'id': '9e732d94-18bd-43ca-ba7d-00ab393eb5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:17.141031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Bound using segment: {'id': '9e732d94-18bd-43ca-ba7d-00ab393eb5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:17.142097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Bound port: da61e69b-57bc-43fe-9621-927e851825f1, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e732d94-18bd-43ca-ba7d-00ab393eb5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:17.142665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.166124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f2735937-f61f-47ff-a4ef-22e7beba9ec7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89751f16b7464400b0224bd86c341d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917154 Aug 19 00:07:17.166837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2735937-f61f-47ff-a4ef-22e7beba9ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95973553-21f7-47e6-9831-d83a63a98698,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:17.173348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:17.174709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.200739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-20132ab6-5e8b-4445-8d7a-e40abde0de8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab HTTP/1.1" status: 200 len: 217 time: 0.0488181 Aug 19 00:07:17.220938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdd03-b397-4888-a96b-9729152d1834 req-65fb2af9-c223-4a5d-a8b7-bf2716b51312 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.228115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d1bdd03-b397-4888-a96b-9729152d1834 req-65fb2af9-c223-4a5d-a8b7-bf2716b51312 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 944 time: 0.1713367 Aug 19 00:07:17.288998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-fbda45b2-91c5-4a72-af33-8626c8763059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.290493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-fbda45b2-91c5-4a72-af33-8626c8763059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.0678310 Aug 19 00:07:17.294816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:17.322028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.323278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.324018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.326902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-a33631ec-61aa-481d-b23f-20ecf82e89bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294387 Aug 19 00:07:17.337137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:07:17.337602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.345613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=da61e69b-57bc-43fe-9621-927e851825f1,segment=NetworkSegment(9e732d94-18bd-43ca-ba7d-00ab393eb5cb),segment_id=9e732d94-18bd-43ca-ba7d-00ab393eb5cb)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:17.361652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d1bdd03-b397-4888-a96b-9729152d1834 req-67c17e25-20cc-4628-93dd-fe077c35eb8f tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325908 Aug 19 00:07:17.390999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.445860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.446498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.447948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-bac5970d-6457-482b-af90-dd030a556abd service neutron] 10.222.0.11 "PUT /v2.0/ports/da61e69b-57bc-43fe-9621-927e851825f1 HTTP/1.1" status: 200 len: 1093 time: 1.6830332 Aug 19 00:07:17.484710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5970d-6457-482b-af90-dd030a556abd service neutron] Pushing event updated for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:17.498963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-b96cf4e3-460d-493f-aebd-b36200ddcbe0 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630723 Aug 19 00:07:17.639491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-55c1d666-b21e-4460-a704-73e1c2995542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.641148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-55c1d666-b21e-4460-a704-73e1c2995542 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d14caba6dc9a4273b14416cc1005419f&device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 1096 time: 0.1264198 Aug 19 00:07:17.655565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-accff6d6-744e-43e3-be7b-c57b6461b19d req-cca723f2-e232-4fed-8e65-0980a9f9d679 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486139 Aug 19 00:07:17.678472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa1e94eb-566a-4cb3-8d82-c1421c97a027 req-f139320c-513a-4c1c-9c5f-1749d506236d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0344110 Aug 19 00:07:17.701739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4547088 Aug 19 00:07:17.712896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:17.721364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.721654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.724709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:17.726967 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b411cb5-1308-4dbf-8c95-e4042f9c8655" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "tag": "da61e69b-57bc-43fe-9621-927e851825f1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:17.730734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Request body: {'subnet': {'network_id': 'da7eea7e-3cdf-4275-9a67-510cc5ce825c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-341255716-subnet', 'tenant_id': '703fcb339e594a09a828c24a301b55ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:17.731651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-1659af47-a4fa-4bc1-a047-3d67fbe9a439 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da61e69b-57bc-43fe-9621-927e851825f1 HTTP/1.1" status: 200 len: 217 time: 0.0752561 Aug 19 00:07:17.754083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97314229-e480-4786-a9e7-1d330ac501a9 admin admin] Pushing event updated for resources: {'Network': ['ID=da7eea7e-3cdf-4275-9a67-510cc5ce825c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:17.761755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be9f20d4-07db-4e8e-a819-89bb4e4e4c98,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:17.765513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network da7eea7e-3cdf-4275-9a67-510cc5ce825c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:17.780093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Checking segment: {'id': '328cbfb1-b936-451d-b5fc-912ab8f054c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:17.780478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network hostable DHCP agents. Network: 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:17.792171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.806669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Made reservation on behalf of 703fcb339e594a09a828c24a301b55ad for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:17.809118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.842063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-a5a06c59-deab-4386-8e43-77791ad6f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.855225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-a5a06c59-deab-4386-8e43-77791ad6f0e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ca7a324-070e-40c1-bbad-a8a3d74ba9d9 HTTP/1.1" status: 200 len: 849 time: 0.1149671 Aug 19 00:07:17.856150 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af34c8bf-27df-4064-b297-ec63632f2aed x-openstack-request-id: req-af34c8bf-27df-4064-b297-ec63632f2aed {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:17.856555 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "tag": "da61e69b-57bc-43fe-9621-927e851825f1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:17.856915 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af34c8bf-27df-4064-b297-ec63632f2aed {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:17.857381 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1', 'status': 'completed', 'code': 200} Aug 19 00:07:17.886442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:17.891984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-69cc5875-3ae7-4f65-8b11-e89c5f25627e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=209268a1-5cc1-4c23-9347-742d1e2b9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294421 Aug 19 00:07:17.912229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:17.920536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:17.921681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.929102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c962f-40fb-4524-b9db-e07630383779 None None] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:17.946659 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e8febe22-cca9-440e-a24b-6fedcbd5c09f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6014359 Aug 19 00:07:17.950770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59510) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:17.951118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.954387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:17.957931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-952910468', 'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:17.968003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95973553-21f7-47e6-9831-d83a63a98698 HTTP/1.1" status: 204 len: 168 time: 0.7788513 Aug 19 00:07:18.002197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Made reservation on behalf of 02e5455c5307446c816b1d87f48c72ea for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:18.004788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:18.007767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fdd55-2582-4570-a21e-2a0a6ec446a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95973553-21f7-47e6-9831-d83a63a98698,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:18.040199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-1db8b312-1ff1-487d-9b43-6542a1daf047 service neutron] 10.222.0.11 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391363 Aug 19 00:07:18.053371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] device_id is not set on port 2ebee81a-e8ff-430e-ab8b-a6443d817d01 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:07:18.113770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984ba64-48e5-48bd-a7cb-fa4f33c4f781 req-7a811d2e-33c3-4660-b3fe-76d09e5dc569 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:18.115278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4984ba64-48e5-48bd-a7cb-fa4f33c4f781 req-7a811d2e-33c3-4660-b3fe-76d09e5dc569 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.0959496 Aug 19 00:07:18.125642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714855c2-d94a-4487-94bb-2fe6e2548a04 None None] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:18.194538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9944fcc0-cf2a-4757-8004-2d8c55445908 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:18.209988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4984ba64-48e5-48bd-a7cb-fa4f33c4f781 req-6cac7c4d-3963-4a6c-9d8f-d260caf95b37 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Aug 19 00:07:18.213069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:18.232479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 9944fcc0-cf2a-4757-8004-2d8c55445908 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:18.233185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9944fcc0-cf2a-4757-8004-2d8c55445908 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:18.302131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a796928-70df-4926-b0e6-854ef23f7030,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:18.326535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Checking segment: {'id': '2789f6f8-d7e0-4df2-8a8e-4917a7e8009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'da7eea7e-3cdf-4275-9a67-510cc5ce825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:18.328488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Network hostable DHCP agents. Network: da7eea7e-3cdf-4275-9a67-510cc5ce825c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:18.334259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-345405c3-d11c-4286-8445-0ae3f4bc4431 req-90d4d0a8-6b14-4b38-94b6-f9b84955c3d7 service neutron] 10.222.0.11 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847359 Aug 19 00:07:18.335597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 2001:db8::58 (6809f26c-3ed9-49b2-90d5-7e90f4a8d90b/be9f20d4-07db-4e8e-a819-89bb4e4e4c98/2ebee81a-e8ff-430e-ab8b-a6443d817d01) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:18.355524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Network da7eea7e-3cdf-4275-9a67-510cc5ce825c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:18.371319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, da7eea7e-3cdf-4275-9a67-510cc5ce825c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:18.382052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9936c-3fe7-441c-850c-0c31a996ae99 None None] Network da7eea7e-3cdf-4275-9a67-510cc5ce825c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:18.401927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:18.402539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:18.454817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7d58e750-ed46-4206-94ff-609b4f98f84f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7345178 Aug 19 00:07:18.544624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-b995188e-3f0e-4157-8e7c-bc50ee1a7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:18.546187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-b995188e-3f0e-4157-8e7c-bc50ee1a7283 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d14caba6dc9a4273b14416cc1005419f&device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 1096 time: 0.1618350 Aug 19 00:07:18.644814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574164c-c8e2-4497-b564-6b9653763710 req-9469470c-e97e-41dc-8bda-0d11e809d6d5 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:18.646360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3574164c-c8e2-4497-b564-6b9653763710 req-9469470c-e97e-41dc-8bda-0d11e809d6d5 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 944 time: 0.1515286 Aug 19 00:07:18.677572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:18.695472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d22ba-57d4-4fb5-bd98-73d9285abdd9 None None] Network da7eea7e-3cdf-4275-9a67-510cc5ce825c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:18.728085 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3574164c-c8e2-4497-b564-6b9653763710 req-973a2571-0ad0-408d-96d4-9ab017016d1f tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734789 Aug 19 00:07:18.800455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-e98c940f-e9c9-42bd-a7cd-45346269af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:18.801231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-e98c940f-e9c9-42bd-a7cd-45346269af48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=209268a1-5cc1-4c23-9347-742d1e2b9d19 HTTP/1.1" status: 200 len: 909 time: 0.2371492 Aug 19 00:07:18.862381 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-34241851-423e-4c1e-b772-9fdcb56bb0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da61e69b-57bc-43fe-9621-927e851825f1 HTTP/1.1" status: 200 len: 217 time: 0.0455518 Aug 19 00:07:18.871441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:18.976772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f3a883b-97a7-4c5f-b1b2-bbf7346f2202 req-70d42377-19be-4803-b64c-ece81d74446f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0896635 Aug 19 00:07:18.980321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:19.004197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:19.008139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1818544629', 'description': 'tempest-description-494003933'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:19.018210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:19.019411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:19.020156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.022600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=2ebee81a-e8ff-430e-ab8b-a6443d817d01,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:19.042787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-8f7d3046-4cf2-4e07-a4bb-d4035ba51310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:19.044088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-8f7d3046-4cf2-4e07-a4bb-d4035ba51310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ca7a324-070e-40c1-bbad-a8a3d74ba9d9 HTTP/1.1" status: 200 len: 849 time: 0.1700168 Aug 19 00:07:19.044971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.054200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8299435e-5a80-4370-a6ba-3ebb0069e7e9 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1017475 Aug 19 00:07:19.056184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:19.117123 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-056ee226-e2e1-4df5-ba39-9318ffcb2bff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=209268a1-5cc1-4c23-9347-742d1e2b9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618072 Aug 19 00:07:19.183117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.184153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:19.191124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.224648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.226057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0bbe01b-e1cc-486b-8137-8d9aaa4d6d67 req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2237680 Aug 19 00:07:19.228061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c4778-a442-4c83-a538-c7064dccb4d4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:19.231505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Deleting port 2ebee81a-e8ff-430e-ab8b-a6443d817d01 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:19.232023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.310074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-2334a130-f613-45cb-892f-3cdb13f863d1 service neutron] 10.222.0.11 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705697 Aug 19 00:07:19.327458 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-5180fddd-8d7a-4104-a687-cff796abb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a HTTP/1.1" status: 200 len: 1814 time: 0.0740502 Aug 19 00:07:19.339810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75bb963-4ac2-4e9a-a2c8-4b72034e7d4a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:19.340206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75bb963-4ac2-4e9a-a2c8-4b72034e7d4a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:19.358991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-417228317'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:19.380262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:07:19.380262 n-d-771363-38 neutron-server[94623]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 00:07:19.380262 n-d-771363-38 neutron-server[94623]: [parameters: {'project_id': '6a31e230f40c44ba91197c2d3536fa19', 'id': '93f7ca09-38e8-4fab-aa59-653ecdb657e2', 'expiration': datetime.datetime(2021, 8, 19, 0, 9, 19, 375516)}] Aug 19 00:07:19.380262 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:07:19.380747 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:07:19.435968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.468824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.474133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.478259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.480895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0b411cb5-1308-4dbf-8c95-e4042f9c8655 req-0936b852-cb8b-405a-94bb-b1a30888dd3a service neutron] 10.222.0.11 "GET /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615298 Aug 19 00:07:19.497356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9fee99-8b11-4f07-8d8b-1f443ea8e887,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:19.501014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Calling delete_port for 2ebee81a-e8ff-430e-ab8b-a6443d817d01 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:19.510154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.519722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48b76a51-035c-4bbb-8849-7f2db45df076 req-0913171e-27ce-487e-9b2f-c5dd45c860a4 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1863983 Aug 19 00:07:19.521153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88691-c9ca-4fdc-bb8c-38f1bd002fd7 req-ea6924ae-cc04-4b92-9160-f1e163b262ba tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:19.522758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4a88691-c9ca-4fdc-bb8c-38f1bd002fd7 req-ea6924ae-cc04-4b92-9160-f1e163b262ba tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.1336019 Aug 19 00:07:19.577750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2aed34a-1030-40ba-99f8-2d7c9147f44c req-b609435e-6070-460a-b3cb-111fcb45bf1a tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a HTTP/1.1" status: 200 len: 2408 time: 0.0436447 Aug 19 00:07:19.615576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4a88691-c9ca-4fdc-bb8c-38f1bd002fd7 req-a0f77dcc-d73f-40fd-a157-8e4b4fd49702 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Aug 19 00:07:19.632434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-fe949a22-88c7-4a95-9a8e-068b1aa34a48 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-group-rules/2b9fee99-8b11-4f07-8d8b-1f443ea8e887 HTTP/1.1" status: 200 len: 778 time: 0.0317757 Aug 19 00:07:19.689018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-87faac30-c4bf-4b8d-a87d-ff9a16aced94 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a HTTP/1.1" status: 200 len: 2408 time: 0.0481355 Aug 19 00:07:19.726418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.735919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.774781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.780645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.781833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73a8445e-0354-43d2-8e71-40192a3f8cdd req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b9fee99-8b11-4f07-8d8b-1f443ea8e887 HTTP/1.1" status: 204 len: 173 time: 0.0845802 Aug 19 00:07:19.792774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13d84d-c601-4d64-9cdd-3c6784fae7d0 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9fee99-8b11-4f07-8d8b-1f443ea8e887,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:19.811425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1638810469', 'description': 'tempest-description-169749774'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:19.841027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.931083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.943872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.976466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Made reservation on behalf of 6a31e230f40c44ba91197c2d3536fa19 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:19.980180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.990536 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.991747 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca24ad1f-8be2-4895-a2bf-732c2fc70552 req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1847391 Aug 19 00:07:19.993619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:19.996670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a99f5-002d-4970-b4e6-f33446a8e085 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfd760-d6fd-425f-81b4-dca149a4cc82,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.039846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94ae7-e08e-4919-a84a-5101c5bbde24 req-ad40efb6-f61e-4b28-ad29-a80170225d98 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:20.041767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eea94ae7-e08e-4919-a84a-5101c5bbde24 req-ad40efb6-f61e-4b28-ad29-a80170225d98 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 944 time: 0.0759501 Aug 19 00:07:20.043097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.106253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.118384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.118679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ebee81a-e8ff-430e-ab8b-a6443d817d01,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.135533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.140331 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63137cff-510e-4f80-84b9-e75d925b3a3a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2ebee81a-e8ff-430e-ab8b-a6443d817d01 HTTP/1.1" status: 204 len: 168 time: 1.0719635 Aug 19 00:07:20.140777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:20.146043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b', 'external_fixed_ips': [{'subnet_id': 'be9f20d4-07db-4e8e-a819-89bb4e4e4c98', 'ip_address': '2001:db8::58'}]}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:20.150315 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94692872-23cb-4f3b-9b88-9025c7dbb33f req-fe470cc2-3bd4-48d7-a8a7-9643f133932e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=24574fab-f3ef-4d6f-ad9a-a627f224133e HTTP/1.1" status: 200 len: 210 time: 0.0426838 Aug 19 00:07:20.176953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:20.183686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eea94ae7-e08e-4919-a84a-5101c5bbde24 req-e7ef2498-3f35-45db-97c5-9006b9cf8227 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272261 Aug 19 00:07:20.189112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.190188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.202681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device da61e69b-57bc-43fe-9621-927e851825f1 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:07:20.229616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1a313-3005-401b-bb8f-36f70a31fbb3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.233185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.233553 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Added segment 9846f8fb-1fa7-48f5-8c67-17469d3e3c53 of type vlan for network 21386672-7a22-4e82-82b2-71d0a5f2d3fe Aug 19 00:07:20.273896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.292204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aa51bbf-830c-4793-8ba2-0a5402a890a5 req-1e52b44a-9f96-4f37-91dc-754df2c1225a tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/e1dfd760-d6fd-425f-81b4-dca149a4cc82 HTTP/1.1" status: 200 len: 1814 time: 0.1124895 Aug 19 00:07:20.295159 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.330245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.336106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:20.336768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.350957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=da61e69b-57bc-43fe-9621-927e851825f1,segment=NetworkSegment(9e732d94-18bd-43ca-ba7d-00ab393eb5cb),segment_id=9e732d94-18bd-43ca-ba7d-00ab393eb5cb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:20.362675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'da61e69b-57bc-43fe-9621-927e851825f1', 'network_id': '209268a1-5cc1-4c23-9347-742d1e2b9d19', 'port_id': 'da61e69b-57bc-43fe-9621-927e851825f1', 'mac_address': 'fa:16:3e:5f:67:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca7a324-070e-40c1-bbad-a8a3d74ba9d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:07:20.370069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-737492330', 'description': 'tempest-description-1683481172'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:20.398803 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.413313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da61e69b-57bc-43fe-9621-927e851825f1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:20.424852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.431734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2438939 Aug 19 00:07:20.432412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59576) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:20.434551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=da61e69b-57bc-43fe-9621-927e851825f1,segment=NetworkSegment(9e732d94-18bd-43ca-ba7d-00ab393eb5cb),segment_id=9e732d94-18bd-43ca-ba7d-00ab393eb5cb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:20.438333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'subnet': {'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:20.439855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.464012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2223ba-4fa1-4b60-892b-ee660f855336 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Network': ['ID=21386672-7a22-4e82-82b2-71d0a5f2d3fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.471795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.477264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:20.551340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.563253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.564205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.564842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.565215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.565776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.566143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.566706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.567066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.567625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.568152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.568749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.569158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.569419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.569897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:20.591593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Made reservation on behalf of 6a31e230f40c44ba91197c2d3536fa19 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:20.595675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.601737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.603071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fd45e5d-fce1-4f21-9ccb-2f3feaaeb780 req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2627146 Aug 19 00:07:20.604829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64607f-4b36-45f3-ac12-5ef9351ba413 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509bac1b-d6cc-48ea-a3d7-eba0132fd3f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:20.735873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb83a-3bec-4c5d-a728-1fcb59fae0b1 req-564e8ce8-c3f6-4dd8-a4f1-5a3bf967ebd8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:20.738628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-552cb83a-3bec-4c5d-a728-1fcb59fae0b1 req-564e8ce8-c3f6-4dd8-a4f1-5a3bf967ebd8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.0523400 Aug 19 00:07:20.739674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['da61e69b-57bc-43fe-9621-927e851825f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:20.772949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1aa7b910-e11d-4db6-8db3-fa401f0bf731 req-9fb8b04a-d081-4c9a-816f-2e5010eff2dd tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/509bac1b-d6cc-48ea-a3d7-eba0132fd3f9 HTTP/1.1" status: 200 len: 1814 time: 0.1370544 Aug 19 00:07:20.778207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-552cb83a-3bec-4c5d-a728-1fcb59fae0b1 req-d5f4f24a-cc3d-422b-9341-157b3cd12727 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Aug 19 00:07:20.832969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757274787', 'description': 'tempest-description-902788073'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:20.867656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.911518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:20.926507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.064177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.166887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Subnet': ['ID=89d5668c-a3fc-4b7b-ad30-68d633fc5cfd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:21.247570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Checking segment: {'id': '9846f8fb-1fa7-48f5-8c67-17469d3e3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:21.247935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network hostable DHCP agents. Network: 21386672-7a22-4e82-82b2-71d0a5f2d3fe, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:21.257292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 2001:db8::58 (6809f26c-3ed9-49b2-90d5-7e90f4a8d90b/be9f20d4-07db-4e8e-a819-89bb4e4e4c98/dce9031c-9a5e-42c1-83f1-c35024cee3c8) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:21.263301 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.294095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.328505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:21.328619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44bed8-512c-430b-b718-7c466ab524df req-a2020ee1-6981-4fc0-a123-3086ba5382ba tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:21.333523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f44bed8-512c-430b-b718-7c466ab524df req-a2020ee1-6981-4fc0-a123-3086ba5382ba tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 945 time: 0.0627809 Aug 19 00:07:21.362541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 21386672-7a22-4e82-82b2-71d0a5f2d3fe) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:21.370776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca24bbf-2123-466a-922f-6f6010a5577b None None] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:21.371251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1181df4a-458e-4447-9791-78be41937e4c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:21.373207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.374672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-373fff2b-d54a-42a8-9e98-76049154c2df req-1f60f770-d0aa-45ac-9e6c-d8f544ab706c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5492423 Aug 19 00:07:21.378714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:21.379300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.386111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f44bed8-512c-430b-b718-7c466ab524df req-93cd75a9-5b32-46b2-b656-28a54fdd85a7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Aug 19 00:07:21.444268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:21.445093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1fc5166f-3f48-47f4-a5be-c6f91ecc2e95 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0110559 Aug 19 00:07:21.450915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1084174271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:21.475941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.517068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.517844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.531876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.552281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58db5f4-5448-44c2-99d5-e67e53bec910 req-a2612bdb-db9d-4933-bd80-258eb5f5ef6e tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/1181df4a-458e-4447-9791-78be41937e4c HTTP/1.1" status: 200 len: 1813 time: 0.1004403 Aug 19 00:07:21.589077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-21386672-7a22-4e82-82b2-71d0a5f2d3fe', 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe', 'tenant_id': '6a31e230f40c44ba91197c2d3536fa19', 'fixed_ips': [{'subnet_id': '89d5668c-a3fc-4b7b-ad30-68d633fc5cfd'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:07:21.589943 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.595314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=dce9031c-9a5e-42c1-83f1-c35024cee3c8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:21.611326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-242728667', 'description': 'tempest-description-422942424'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:21.613921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.619798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.629086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:21.633889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:21.639177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:21.655512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.661223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f561fce5-312d-4317-800e-5308f47cc41e tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2154403 Aug 19 00:07:21.662084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59608) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:21.674789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.744398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Allocated IP 172.20.0.2 (21386672-7a22-4e82-82b2-71d0a5f2d3fe/89d5668c-a3fc-4b7b-ad30-68d633fc5cfd/00eeba7b-41cc-4f14-b20c-d3fea9f26530) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:21.843856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:07:21.917748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.925555 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.933299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.996365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:21.997649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c27f9be-5942-4968-b62f-955b1f941891 req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3968091 Aug 19 00:07:22.006262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149a6ae-7770-408a-8a5b-55248eb685d2 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae6705-ee47-4b37-8177-777a8b3762b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:22.058236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-a0e0ed5e-36bf-4706-a633-9ef580986f65 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:22.059636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-a0e0ed5e-36bf-4706-a633-9ef580986f65 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.3370111 Aug 19 00:07:22.083053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.100569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-38e91ace-c5c1-4418-8fda-6082ceda5c87 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0191288 Aug 19 00:07:22.131142 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.142759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:22.151076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Transition to ACTIVE for port object 00eeba7b-41cc-4f14-b20c-d3fea9f26530 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:22.162308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'port_id': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'mac_address': 'fa:16:3e:35:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e598e-d267-40b3-b77b-e8db192e78ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:07:22.171941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Transition to ACTIVE for port object 00eeba7b-41cc-4f14-b20c-d3fea9f26530 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:22.193629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7140e-9d72-47fe-a731-27b5112c0433 req-676c2ed0-eaa6-4aaa-a084-cab566bed116 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:22.195107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb7140e-9d72-47fe-a731-27b5112c0433 req-676c2ed0-eaa6-4aaa-a084-cab566bed116 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.0922642 Aug 19 00:07:22.197168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.208599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-6ed2349c-bfbf-491f-a981-66b7df341838 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357506 Aug 19 00:07:22.216123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device da61e69b-57bc-43fe-9621-927e851825f1 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:22.239753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.250432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afb7140e-9d72-47fe-a731-27b5112c0433 req-931d07fb-9460-45ba-aa1f-64b5d82dfe49 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Aug 19 00:07:22.291835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.310863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:22.319987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Pushing event updated for resources: {'Port': ['ID=00eeba7b-41cc-4f14-b20c-d3fea9f26530,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:22.322502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:22.326184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:22.332896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34baf29-f32a-40cc-a044-9e5fe6e4b0ab {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:22.381462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55730230-c3ef-4e47-93a9-dcfb7e77a618 req-8ae54750-e2f2-444e-846c-2062d2b90256 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/bfae6705-ee47-4b37-8177-777a8b3762b7 HTTP/1.1" status: 200 len: 1813 time: 0.0916750 Aug 19 00:07:22.388386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:22.401345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.413288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port da61e69b-57bc-43fe-9621-927e851825f1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:22.418515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Attempting to bind port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:22.418904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Attempting to bind port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9846f8fb-1fa7-48f5-8c67-17469d3e3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:22.419266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Attempting to bind port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 on network 21386672-7a22-4e82-82b2-71d0a5f2d3fe {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:22.440819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router 090a6d60-e733-4190-82c0-10a1fb21f968 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:22.441781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port da61e69b-57bc-43fe-9621-927e851825f1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:22.442164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.444924 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-e37fb86d-d97f-467d-92ca-11fc7aec2e18 req-b6119b00-6017-4e39-9f0a-ad512c9cec80 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] show failed (client error): The resource could not be found. Aug 19 00:07:22.446224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e37fb86d-d97f-467d-92ca-11fc7aec2e18 req-b6119b00-6017-4e39-9f0a-ad512c9cec80 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/f3b112f3-e425-402f-9bc8-a766237cb691 HTTP/1.1" status: 404 len: 352 time: 0.0254734 Aug 19 00:07:22.451255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-9d91ad7a-91e5-41af-83ac-bad644bbf5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177806 Aug 19 00:07:22.465601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:22.465862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Checking segment: {'id': '9846f8fb-1fa7-48f5-8c67-17469d3e3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:22.466243 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.466637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Bound using segment: {'id': '9846f8fb-1fa7-48f5-8c67-17469d3e3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:22.467126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Bound port: 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9846f8fb-1fa7-48f5-8c67-17469d3e3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:22.467511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.534692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:22.579829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Allocated IP 172.20.0.1 (21386672-7a22-4e82-82b2-71d0a5f2d3fe/89d5668c-a3fc-4b7b-ad30-68d633fc5cfd/84654ea4-c7af-47e6-86ff-9d289972dea9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:22.598262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] For port 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:22.603217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] For port 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00eeba7b-41cc-4f14-b20c-d3fea9f26530,segment=NetworkSegment(9846f8fb-1fa7-48f5-8c67-17469d3e3c53),segment_id=9846f8fb-1fa7-48f5-8c67-17469d3e3c53)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:22.605936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.606365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98973498-5dfb-4234-a7a6-e93d7416a997 req-7d856c12-6d15-4134-b7d1-87c79dd1b968 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433582 Aug 19 00:07:22.617176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.619961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:22.632803 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Sync routers for ids ['090a6d60-e733-4190-82c0-10a1fb21f968'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:22.633750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdc209-dd8b-43c1-b951-1f9addabd4f1 req-977c3685-af4b-437e-8cff-a9fd296ee453 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:22.635447 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4fdc209-dd8b-43c1-b951-1f9addabd4f1 req-977c3685-af4b-437e-8cff-a9fd296ee453 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 945 time: 0.0801082 Aug 19 00:07:22.655547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.659599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b51c81f5-2a3b-4082-980a-f578461385ce tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5178213 Aug 19 00:07:22.659828 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Routers {'090a6d60-e733-4190-82c0-10a1fb21f968'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:22.660538 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['090a6d60-e733-4190-82c0-10a1fb21f968'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:22.663159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:22.695084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:22.697421 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221ecf4-b246-478f-9b74-f125fe252a94" -d '{"events": [{"server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "name": "network-vif-plugged", "status": "completed", "tag": "da61e69b-57bc-43fe-9621-927e851825f1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:22.720785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24f57-33be-4cd1-b12b-835b39402dde None None] Pushing event updated for resources: {'Port': ['ID=00eeba7b-41cc-4f14-b20c-d3fea9f26530,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:22.726735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=da61e69b-57bc-43fe-9621-927e851825f1,segment=NetworkSegment(9e732d94-18bd-43ca-ba7d-00ab393eb5cb),segment_id=9e732d94-18bd-43ca-ba7d-00ab393eb5cb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:22.739076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.743158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.762088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Transition to ACTIVE for port object 84654ea4-c7af-47e6-86ff-9d289972dea9 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:22.794150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:22.832375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:22.892471 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-947b948d-176b-44ba-b040-dcddf73c33e6 req-b67541e9-1f1f-4088-adc0-ca61445c39ec tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] show failed (client error): The resource could not be found. Aug 19 00:07:22.893837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-947b948d-176b-44ba-b040-dcddf73c33e6 req-b67541e9-1f1f-4088-adc0-ca61445c39ec tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-group-rules/7badaa58-ac0f-4f60-a8c6-09d6a884f970 HTTP/1.1" status: 404 len: 361 time: 0.0579238 Aug 19 00:07:22.908760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:22.913724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:22.921789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:22.925579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:22.944660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Set router 090a6d60-e733-4190-82c0-10a1fb21f968 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:22.951674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4fdc209-dd8b-43c1-b951-1f9addabd4f1 req-40e081c7-b9fd-4eaf-86e6-03c5f6051059 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667379 Aug 19 00:07:22.976407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=84654ea4-c7af-47e6-86ff-9d289972dea9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:23.006307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.009173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.089943 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3098ca-bc9e-4114-b2a8-af4ca69fa390 x-openstack-request-id: req-4f3098ca-bc9e-4114-b2a8-af4ca69fa390 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:23.090493 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "name": "network-vif-plugged", "status": "completed", "tag": "da61e69b-57bc-43fe-9621-927e851825f1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:23.097488 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f3098ca-bc9e-4114-b2a8-af4ca69fa390 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:23.098139 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1', 'code': 200} Aug 19 00:07:23.216408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9856509d-4d6b-44f1-8f70-b44feebeefdf req-7225914b-1848-4834-9d45-299a4cdbf001 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=168a7d88-4881-438b-b36e-0ab23774ab2d HTTP/1.1" status: 200 len: 210 time: 0.0624981 Aug 19 00:07:23.280008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b93b-de59-4ea3-8fbd-761b1855e93f req-393d0ac1-ffa6-4d16-a47b-1b44c15131ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:23.282553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6382b93b-de59-4ea3-8fbd-761b1855e93f req-393d0ac1-ffa6-4d16-a47b-1b44c15131ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 1098 time: 0.1669571 Aug 19 00:07:23.340423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.356774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-82ad55e0-e253-4215-81c0-05b0761edb95 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/bfae6705-ee47-4b37-8177-777a8b3762b7 HTTP/1.1" status: 200 len: 1813 time: 0.1939654 Aug 19 00:07:23.361733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6382b93b-de59-4ea3-8fbd-761b1855e93f req-06edc0cb-9f82-4348-bac9-5a5ea673ec43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Aug 19 00:07:23.428594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Deleting port dce9031c-9a5e-42c1-83f1-c35024cee3c8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:23.428961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.544908 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090a6d60-e733-4190-82c0-10a1fb21f968', 'name': '', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b', 'external_fixed_ips': [{'subnet_id': 'be9f20d4-07db-4e8e-a819-89bb4e4e4c98', 'ip_address': '2001:db8::58'}], 'enable_snat': True}, 'gw_port_id': 'dce9031c-9a5e-42c1-83f1-c35024cee3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:20Z', 'updated_at': '2021-08-19T00:07:21Z', 'revision_number': 3, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port': {'id': 'dce9031c-9a5e-42c1-83f1-c35024cee3c8', 'name': '', 'network_id': '6809f26c-3ed9-49b2-90d5-7e90f4a8d90b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090a6d60-e733-4190-82c0-10a1fb21f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'be9f20d4-07db-4e8e-a819-89bb4e4e4c98', 'ip_address': '2001:db8::58', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:20Z', 'updated_at': '2021-08-19T00:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be9f20d4-07db-4e8e-a819-89bb4e4e4c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:23.558556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.575603 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Checking router: 090a6d60-e733-4190-82c0-10a1fb21f968 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:23.576200 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Updating router 090a6d60-e733-4190-82c0-10a1fb21f968 port dce9031c-9a5e-42c1-83f1-c35024cee3c8 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:07:23.582665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Calling delete_port for dce9031c-9a5e-42c1-83f1-c35024cee3c8 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:23.613616 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.877858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:23.964326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074042e1-7559-452c-b34e-ca6b9a16ea72 req-609b22b2-be9f-4495-a6c7-7d0fef731ea7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:23.967427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-074042e1-7559-452c-b34e-ca6b9a16ea72 req-609b22b2-be9f-4495-a6c7-7d0fef731ea7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 945 time: 0.1040821 Aug 19 00:07:23.974226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:23.975254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:23.981201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:23.981957 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.010755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.015147 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.044983 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:07:24.045528 n-d-771363-38 neutron-server[94625]: DEBUG oslo_db.api [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:07:24.046754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00eeba7b-41cc-4f14-b20c-d3fea9f26530 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:24.058765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.081782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-074042e1-7559-452c-b34e-ca6b9a16ea72 req-c3060784-bf0e-40b1-9a35-61aabd690b6b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133769 Aug 19 00:07:24.088021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce9031c-9a5e-42c1-83f1-c35024cee3c8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:24.201754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.221807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.259557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:24.262764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.265896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.268260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-418a4f87-d249-43f2-9fc6-baced3570b4a req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfae6705-ee47-4b37-8177-777a8b3762b7 HTTP/1.1" status: 204 len: 173 time: 0.9102240 Aug 19 00:07:24.271951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:24.283191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.287844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dff9f5-3e15-4589-8f52-4d71d4b06ec9 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae6705-ee47-4b37-8177-777a8b3762b7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:24.310647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bda559-3f54-40a0-8ccb-3755fe4290a0 None None] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:24.368312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:24.451956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Provisioning for port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:24.467078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Provisioning complete for port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:24.467462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.524268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.540322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.571624 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Port dce9031c-9a5e-42c1-83f1-c35024cee3c8 not found while updating agent binding for router 090a6d60-e733-4190-82c0-10a1fb21f968. {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 00:07:24.584690 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Routers {'090a6d60-e733-4190-82c0-10a1fb21f968'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:24.585325 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['090a6d60-e733-4190-82c0-10a1fb21f968'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:24.633048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.658753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-2e68da29-6545-462a-9972-487c9d7d68d4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:24.660363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-2e68da29-6545-462a-9972-487c9d7d68d4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.1500018 Aug 19 00:07:24.696271 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] Set router 090a6d60-e733-4190-82c0-10a1fb21f968 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:24.699454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] For port 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00eeba7b-41cc-4f14-b20c-d3fea9f26530,segment=NetworkSegment(9846f8fb-1fa7-48f5-8c67-17469d3e3c53),segment_id=9846f8fb-1fa7-48f5-8c67-17469d3e3c53)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:24.709870 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.710516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.713727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.727076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-bb1ece01-01b2-42f1-beb9-6fab94e1be9c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0376754 Aug 19 00:07:24.730637 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.742151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=84654ea4-c7af-47e6-86ff-9d289972dea9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:24.780977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46d2cb-17e8-4a35-9eb3-61fba78a4374 req-782d8f7e-5855-4701-96c3-0ab443c163eb tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:24.793828 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090a6d60-e733-4190-82c0-10a1fb21f968', 'name': '', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:20Z', 'updated_at': '2021-08-19T00:07:23Z', 'revision_number': 5, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:24.795436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc46d2cb-17e8-4a35-9eb3-61fba78a4374 req-782d8f7e-5855-4701-96c3-0ab443c163eb tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 946 time: 0.4920082 Aug 19 00:07:24.799027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981874-e0ca-4358-a602-6b1a1d49d10b None None] Pushing event updated for resources: {'Port': ['ID=00eeba7b-41cc-4f14-b20c-d3fea9f26530,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:24.822905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.823550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 090a6d60-e733-4190-82c0-10a1fb21f968 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:24.830043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.833999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c7b95a2-79c3-43dc-af96-5d51730d972d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/routers/090a6d60-e733-4190-82c0-10a1fb21f968 HTTP/1.1" status: 204 len: 168 time: 2.1670802 Aug 19 00:07:24.834112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:24.839278 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f7334-e41f-4a6d-aa9f-5bb7b2d27eda None None] The sync data for ids ['090a6d60-e733-4190-82c0-10a1fb21f968'] in n-d-771363-38 is: [{'id': '090a6d60-e733-4190-82c0-10a1fb21f968', 'name': '', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:20Z', 'updated_at': '2021-08-19T00:07:23Z', 'revision_number': 5, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:24.864646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-be637d39-21b3-4f83-bda1-b10c988d4719 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230447 Aug 19 00:07:24.890350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc46d2cb-17e8-4a35-9eb3-61fba78a4374 req-066d4e9f-af5e-456d-9fba-fefca958c3fe tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940261 Aug 19 00:07:24.903232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Deleting subnet be9f20d4-07db-4e8e-a819-89bb4e4e4c98 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:24.906930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.959273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:24.967742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:24.970709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:25.037451 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.040760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Provisioning for port 84654ea4-c7af-47e6-86ff-9d289972dea9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:25.043567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-76845ebf-a467-4fa6-b8c7-02c094265df7 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/1181df4a-458e-4447-9791-78be41937e4c HTTP/1.1" status: 200 len: 1813 time: 0.0953290 Aug 19 00:07:25.052537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Provisioning complete for port 84654ea4-c7af-47e6-86ff-9d289972dea9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:25.052924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.075765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-3dea4dcf-5e99-442d-b6fd-ae04af6a67da service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062325 Aug 19 00:07:25.112255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:25.119374 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cbd86a-e44c-42a1-86e2-610e8e5b4811" -d '{"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-plugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:25.121755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Port 84654ea4-c7af-47e6-86ff-9d289972dea9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:25.143771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Provisioning complete for port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:25.144171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fe85-e6d8-44fa-b55d-2a2ecb4b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.173781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.180398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.221285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be9f20d4-07db-4e8e-a819-89bb4e4e4c98,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:25.233539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-32aa00c3-035c-4f31-9696-ce28f10b3f99 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568942 Aug 19 00:07:25.235019 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.237141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4487d2fc-9604-4cd3-ae92-451909ce4618 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/be9f20d4-07db-4e8e-a819-89bb4e4e4c98 HTTP/1.1" status: 204 len: 168 time: 0.4020667 Aug 19 00:07:25.241231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59698) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:25.243125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Router 409962df-3fad-4bca-a30a-5983464c20b0 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:25.249731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.330925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.374171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:25.380526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-440026dd-f8e2-4e06-9f76-6b0d04904a57 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "PUT /v2.0/routers/409962df-3fad-4bca-a30a-5983464c20b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7159498 Aug 19 00:07:25.382983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:25.388254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.388472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] Sync routers for ids ['409962df-3fad-4bca-a30a-5983464c20b0'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:25.391468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.391724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'port': {'network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe', 'name': 'tempest-FloatingIPNegativeTestJSON-1572756278'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:25.415004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a212b282-e8b8-4a78-b446-af8ee01e7c2a req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-groups/1181df4a-458e-4447-9791-78be41937e4c HTTP/1.1" status: 204 len: 173 time: 0.3396482 Aug 19 00:07:25.435552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dcef0-47a8-4507-b895-5505209ec31c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181df4a-458e-4447-9791-78be41937e4c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:25.474602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6511686d-74d1-435a-9433-e7b817400feb None None] Provisioning complete for port 84654ea4-c7af-47e6-86ff-9d289972dea9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:25.489877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6511686d-74d1-435a-9433-e7b817400feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.496531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.526992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6809f26c-3ed9-49b2-90d5-7e90f4a8d90b']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.536521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6511686d-74d1-435a-9433-e7b817400feb None None] Port 84654ea4-c7af-47e6-86ff-9d289972dea9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:25.538107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] Routers {'409962df-3fad-4bca-a30a-5983464c20b0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:25.538998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['409962df-3fad-4bca-a30a-5983464c20b0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.553205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328cbfb1-b936-451d-b5fc-912ab8f054c4') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.553496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328cbfb1-b936-451d-b5fc-912ab8f054c4') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.564720 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.603338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.603682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.612088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:25.612966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.615253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] Routers {'409962df-3fad-4bca-a30a-5983464c20b0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:25.616086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['409962df-3fad-4bca-a30a-5983464c20b0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.655540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b165-2560-4265-82f7-fcc48a51d399 req-16d9e95d-2626-4aca-a4a7-28b1f812095a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:25.662671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a898b165-2560-4265-82f7-fcc48a51d399 req-16d9e95d-2626-4aca-a4a7-28b1f812095a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.1556892 Aug 19 00:07:25.677231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:25.677929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca874-6800-4abb-84d3-c0fb61eda581 None None] The sync data for ids ['409962df-3fad-4bca-a30a-5983464c20b0'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:25.681018 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836c864-18e3-4106-9637-9c6335fdb8b1 x-openstack-request-id: req-0836c864-18e3-4106-9637-9c6335fdb8b1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:25.681313 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-plugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:25.683724 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0836c864-18e3-4106-9637-9c6335fdb8b1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:25.684203 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'code': 200} Aug 19 00:07:25.693035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-864eaf2e-f009-4369-8247-b5a9274ec2f9 None None] Provisioning complete for port 84654ea4-c7af-47e6-86ff-9d289972dea9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:25.693421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-864eaf2e-f009-4369-8247-b5a9274ec2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:25.694471 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:25.710675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.722414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6809f26c-3ed9-49b2-90d5-7e90f4a8d90b {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:07:25.728554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.731028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6809f26c-3ed9-49b2-90d5-7e90f4a8d90b HTTP/1.1" status: 204 len: 168 time: 0.4886570 Aug 19 00:07:25.771391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a898b165-2560-4265-82f7-fcc48a51d399 req-cfce0b60-8e53-465e-9d66-c6d13e778046 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845747 Aug 19 00:07:25.773448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea115357-ca85-482a-a453-f7503aec602d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Network': ['ID=6809f26c-3ed9-49b2-90d5-7e90f4a8d90b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:25.776788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Made reservation on behalf of 6a31e230f40c44ba91197c2d3536fa19 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:25.787559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-864eaf2e-f009-4369-8247-b5a9274ec2f9 None None] Port 84654ea4-c7af-47e6-86ff-9d289972dea9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:25.792818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:25.847725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] device_id is not set on port 9951719b-610a-4c7e-a388-284d406ee7f5 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:07:25.866211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab3d8727-9731-49c3-8338-6f217af63777 req-3c42cb60-b8a0-47d6-8c72-0cca2d0f0466 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/509bac1b-d6cc-48ea-a3d7-eba0132fd3f9 HTTP/1.1" status: 200 len: 1814 time: 0.1018453 Aug 19 00:07:25.894775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07119782-1376-4a79-9dad-3e6ff11a3c81 req-c00b4e0e-d9e4-4544-a709-b08e570f3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:25.898693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07119782-1376-4a79-9dad-3e6ff11a3c81 req-c00b4e0e-d9e4-4544-a709-b08e570f3c1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 1098 time: 0.1026568 Aug 19 00:07:25.987482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00eeba7b-41cc-4f14-b20c-d3fea9f26530 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:25.990964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07119782-1376-4a79-9dad-3e6ff11a3c81 req-8cec5ba7-ff84-4e9e-b9ab-b080379dc6d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817931 Aug 19 00:07:26.002963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab3d8727-9731-49c3-8338-6f217af63777 req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.043336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab3d8727-9731-49c3-8338-6f217af63777 req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.095472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:26.096071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.112314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Allocated IP 172.20.0.6 (21386672-7a22-4e82-82b2-71d0a5f2d3fe/89d5668c-a3fc-4b7b-ad30-68d633fc5cfd/9951719b-610a-4c7e-a388-284d406ee7f5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:26.118366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3042ce7-d8ec-4440-bff2-429e08e26893 req-e11d613a-3250-4e9d-a327-fb09da2fd653 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 210 time: 0.0893264 Aug 19 00:07:26.119952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab3d8727-9731-49c3-8338-6f217af63777 req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.126415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ab3d8727-9731-49c3-8338-6f217af63777 req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.127793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab3d8727-9731-49c3-8338-6f217af63777 req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-groups/509bac1b-d6cc-48ea-a3d7-eba0132fd3f9 HTTP/1.1" status: 204 len: 173 time: 0.2603586 Aug 19 00:07:26.161686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c015764-f461-4034-bc96-1ff3db24ca19 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509bac1b-d6cc-48ea-a3d7-eba0132fd3f9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:26.308455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59730) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:26.314599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'name': 'tempest-router--1376163874', 'project_id': '53302ed8ebcd435483fb6837c4b560ac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:26.341363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.342938 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.395161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227f5a8-abee-48f1-90cd-a142b53d1b10 req-34b63716-3f3e-40ee-a000-87f3902400d6 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:26.396809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8227f5a8-abee-48f1-90cd-a142b53d1b10 req-34b63716-3f3e-40ee-a000-87f3902400d6 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 946 time: 0.1299963 Aug 19 00:07:26.431298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.443435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.463203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89563bb8-881c-438a-9f7a-628f281cd072 req-5a182ff0-50a4-4106-b1fb-a0b8bb82a714 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/e1dfd760-d6fd-425f-81b4-dca149a4cc82 HTTP/1.1" status: 200 len: 1814 time: 0.1026316 Aug 19 00:07:26.471333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.481402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.499266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.503131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fae2daa1-ed0b-4494-b40c-fba9a59e0a47 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1907327 Aug 19 00:07:26.508351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8227f5a8-abee-48f1-90cd-a142b53d1b10 req-7d8a0b40-2a9a-4239-986d-29a43324d84a tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009030 Aug 19 00:07:26.508783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59734) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:26.522632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Transition to ACTIVE for port object 9951719b-610a-4c7e-a388-284d406ee7f5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:26.575504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.614644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.619656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-89563bb8-881c-438a-9f7a-628f281cd072 req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.663686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:26.673485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:26.679141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:26.718120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-89563bb8-881c-438a-9f7a-628f281cd072 req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.719917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=9951719b-610a-4c7e-a388-284d406ee7f5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:26.747199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e313-723e-44c6-9271-ed9a667394b8 req-eb1af99e-2e10-49c6-a4b9-c5dd1d1dbf35 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:26.749115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6660e313-723e-44c6-9271-ed9a667394b8 req-eb1af99e-2e10-49c6-a4b9-c5dd1d1dbf35 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.1228971 Aug 19 00:07:26.783816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:26.784937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.858680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-97c90a26-9363-4896-a946-58d6cad4b49a tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4719009 Aug 19 00:07:26.865487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:26.869549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:26.885006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6660e313-723e-44c6-9271-ed9a667394b8 req-f2e30252-c508-4515-b3d1-a069d0f42694 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234205 Aug 19 00:07:26.885727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.890204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.905942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.963111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-89563bb8-881c-438a-9f7a-628f281cd072 req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.966617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-89563bb8-881c-438a-9f7a-628f281cd072 req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.976128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89563bb8-881c-438a-9f7a-628f281cd072 req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-groups/e1dfd760-d6fd-425f-81b4-dca149a4cc82 HTTP/1.1" status: 204 len: 173 time: 0.5120513 Aug 19 00:07:26.983667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.984198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 238c2dd2-1257-446e-8d10-ec7a01101617 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:26.989454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:26.993359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fdeeda5d-8204-45e2-be11-32c8f3fb6c24 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/routers/238c2dd2-1257-446e-8d10-ec7a01101617 HTTP/1.1" status: 204 len: 168 time: 0.4835777 Aug 19 00:07:26.998845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6d540-fe40-42b9-b69c-e4de109e481c tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfd760-d6fd-425f-81b4-dca149a4cc82,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:27.027026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7be8161b-4dec-48cc-9d6f-17ec9a082754 None None] Provisioning for port 9951719b-610a-4c7e-a388-284d406ee7f5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:27.031822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7be8161b-4dec-48cc-9d6f-17ec9a082754 None None] Provisioning complete for port 9951719b-610a-4c7e-a388-284d406ee7f5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:27.032618 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7be8161b-4dec-48cc-9d6f-17ec9a082754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.041146 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.073558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7be8161b-4dec-48cc-9d6f-17ec9a082754 None None] Port 9951719b-610a-4c7e-a388-284d406ee7f5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:27.131665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f367-6743-4e9e-ad89-34b66c3fb344 req-596d1cea-da98-4fca-a2fd-0f6f72a1bad4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:27.133625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9387f367-6743-4e9e-ad89-34b66c3fb344 req-596d1cea-da98-4fca-a2fd-0f6f72a1bad4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.0680871 Aug 19 00:07:27.191975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9387f367-6743-4e9e-ad89-34b66c3fb344 req-c78488c7-f639-4158-a50d-2107c481a630 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 Aug 19 00:07:27.206775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59752) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:27.277833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Allocated IP 172.25.1.95 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ea5900ba-12d8-41fa-b86b-82f0b17a846f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:27.294996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-7638b988-3499-4a49-b2ce-3a2930f73749 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "GET /v2.0/security-groups/d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a HTTP/1.1" status: 200 len: 1814 time: 0.0731561 Aug 19 00:07:27.390496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77982774-dcda-4c7d-bdb9-5aa7e213e898 req-3fc7da8c-4030-4eae-95a0-de2aab8c4020 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 210 time: 0.0818508 Aug 19 00:07:27.423863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.481676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.493115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1414073809', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:27.498101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.518238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-30238985-aad4-4cf2-8065-b54af45fd62b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:27.519827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-30238985-aad4-4cf2-8065-b54af45fd62b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.2633419 Aug 19 00:07:27.541722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:27.560838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.561863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.564840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.568066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.569252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a568aa54-1018-4ffe-b337-6654f2e44d75 req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] 10.222.0.20 "DELETE /v2.0/security-groups/d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a HTTP/1.1" status: 204 len: 173 time: 0.2652223 Aug 19 00:07:27.582032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:27.582772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50e90-845c-4fac-b18e-381d99600318 tempest-SecurityGroupRulesNegativeTestJSON-1628111768 tempest-SecurityGroupRulesNegativeTestJSON-1628111768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bb963-4ac2-4e9a-a2c8-4b72034e7d4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:27.631732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.666814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Deleting subnet 3a796928-70df-4926-b0e6-854ef23f7030 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:27.685886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.690372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:27.694155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-6efbe73a-68df-4f83-bf75-bcd816087e40 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:27.695636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-6efbe73a-68df-4f83-bf75-bcd816087e40 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.0943880 Aug 19 00:07:27.710989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:27.713345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:27.740819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=ea5900ba-12d8-41fa-b86b-82f0b17a846f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:27.761384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.763698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.864484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.912437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:27.966032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.006080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.021805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:28.025593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.046842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.067543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a796928-70df-4926-b0e6-854ef23f7030,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:28.088416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.091420 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2726da5f-614a-42c8-9e41-7bb0445ecbf5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a796928-70df-4926-b0e6-854ef23f7030 HTTP/1.1" status: 204 len: 168 time: 0.5057259 Aug 19 00:07:28.096238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:28.146634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Deleting port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:28.147194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.319957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] For port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:28.320353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.340995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.5 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/e5d5e6a0-1479-4e34-a59d-6c1c7660e727) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:28.458485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606202e-df8e-49f0-b451-3b38fb73e492 req-1bb41e0c-6a2c-48d0-800d-c93dbbdf2079 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:28.459981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d606202e-df8e-49f0-b451-3b38fb73e492 req-1bb41e0c-6a2c-48d0-800d-c93dbbdf2079 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 947 time: 0.4578793 Aug 19 00:07:28.511638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.553053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d606202e-df8e-49f0-b451-3b38fb73e492 req-8ef754e6-d7b4-457b-bed0-d9e8b4888ef6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fccb098-b6bc-4415-bf97-5946c459edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851288 Aug 19 00:07:28.582957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38759f02-d7c0-48a0-aa27-213cad857eb7 req-f982689d-eba0-43ff-b173-720c0b6256e1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:28.584495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38759f02-d7c0-48a0-aa27-213cad857eb7 req-f982689d-eba0-43ff-b173-720c0b6256e1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2089238 Aug 19 00:07:28.630537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.638542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.657510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.692793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7eea7e-3cdf-4275-9a67-510cc5ce825c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:28.741240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2789f6f8-d7e0-4df2-8a8e-4917a7e8009c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:28.741538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2789f6f8-d7e0-4df2-8a8e-4917a7e8009c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:28.768575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=ea5900ba-12d8-41fa-b86b-82f0b17a846f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:28.775145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.775326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-35b76b8a-02a5-4da6-ba1f-08b3e93786ab req-f1bfc63c-050d-471f-836d-0f5e9bd8edf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 210 time: 0.0608740 Aug 19 00:07:28.777011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.792030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.792030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.792222 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Floating IP a239ad68-0629-4c81-a460-a96f99e2f0d6 disassociated. External IP: 172.25.1.5, port: 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5. Aug 19 00:07:28.792513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Calling delete_port for 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:28.804582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.810749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.827155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:28.827564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:28.829552 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:28.834862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.834862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49609d08-6fb9-4eff-8749-5b327081982b tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9656136 Aug 19 00:07:28.835172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38759f02-d7c0-48a0-aa27-213cad857eb7 req-07240191-020b-4064-ad2d-524c67bc2c76 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819291 Aug 19 00:07:28.841971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:28.845770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.846773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8999abd9-76da-497b-8dad-538f042786dd tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'floatingip': {'port_id': '9951719b-610a-4c7e-a388-284d406ee7f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:28.881141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.942385 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8999abd9-76da-497b-8dad-538f042786dd tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:28.983769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.008063 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.009955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] 10.222.0.20 "DELETE /v2.0/networks/da7eea7e-3cdf-4275-9a67-510cc5ce825c HTTP/1.1" status: 204 len: 168 time: 0.9115143 Aug 19 00:07:29.023812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7516628-e6db-4675-b483-bf25597b446e admin admin] Pushing event deleted for resources: {'Network': ['ID=da7eea7e-3cdf-4275-9a67-510cc5ce825c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:29.097415 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8999abd9-76da-497b-8dad-538f042786dd tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] update failed (client error): The resource could not be found. Aug 19 00:07:29.099054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8999abd9-76da-497b-8dad-538f042786dd tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "PUT /v2.0/floatingips/83232dc0-96c8-4ecb-84d1-bcaa12239db7 HTTP/1.1" status: 404 len: 507 time: 0.2561142 Aug 19 00:07:29.102261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:29.231128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:29.296601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-530fc383-9d16-4c9f-bfd4-6807f63e341e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=703fcb339e594a09a828c24a301b55ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616062 Aug 19 00:07:29.298063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:29.325312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting port ea5900ba-12d8-41fa-b86b-82f0b17a846f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:29.325671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.425495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.433200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.468363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.469108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.486384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.495584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Calling delete_port for ea5900ba-12d8-41fa-b86b-82f0b17a846f owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:29.510373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79405d-4780-4e74-9390-211080f92aa7 req-f7bffc58-2beb-491f-bd17-577730375114 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:29.512050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c79405d-4780-4e74-9390-211080f92aa7 req-f7bffc58-2beb-491f-bd17-577730375114 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.5643933 Aug 19 00:07:29.524550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:29.533228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:29.549205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:29.588719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.591436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.592617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30d88bc5-6348-44f8-a7a4-0e53e370bf8d HTTP/1.1" status: 204 len: 168 time: 0.2933993 Aug 19 00:07:29.616131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c4810-ca55-42e9-8cfb-c204c3b2783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d88bc5-6348-44f8-a7a4-0e53e370bf8d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:29.621102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Allocated IP 172.25.1.102 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2884ffeb-6037-472d-82a5-f4722812ee69) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:29.637471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:29.712128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c79405d-4780-4e74-9390-211080f92aa7 req-cfbd0434-94e9-4144-8b96-6e4364aa7a92 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702981 Aug 19 00:07:29.712697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.722137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:29.723429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.729417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.790208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'Port': ['ID=2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:29.796829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Port': ['ID=ea5900ba-12d8-41fa-b86b-82f0b17a846f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:29.813872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-c662f908-9005-4af0-8a26-cd9093e6ca53 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2771521 Aug 19 00:07:29.822498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6630b826-b720-4432-bf6d-4e5176c84308 req-36315cf0-966f-49cd-872d-a083547eeed1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 210 time: 0.0959327 Aug 19 00:07:29.902117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Request body: {'port': {'device_id': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:29.916470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.919242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:29.920626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-731509cf-d014-4f6f-9756-1130b6d7554c tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "DELETE /v2.0/floatingips/83232dc0-96c8-4ecb-84d1-bcaa12239db7 HTTP/1.1" status: 204 len: 168 time: 0.8173497 Aug 19 00:07:29.924667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:29.930342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-edab9ac1-b51a-458f-868e-b1d84c0e799f tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'floatingip': {'floating_network_id': '21386672-7a22-4e82-82b2-71d0a5f2d3fe', 'port_id': '9951719b-610a-4c7e-a388-284d406ee7f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:29.961342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-edab9ac1-b51a-458f-868e-b1d84c0e799f tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.006909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.054061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e30d-3465-4569-8915-3879089840da req-ee0a1258-2a2b-45cc-aacd-b5f23b3c8253 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:30.061311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7520e30d-3465-4569-8915-3879089840da req-ee0a1258-2a2b-45cc-aacd-b5f23b3c8253 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 946 time: 0.2773542 Aug 19 00:07:30.102809 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.208721 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-edab9ac1-b51a-458f-868e-b1d84c0e799f tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:07:30.211342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-edab9ac1-b51a-458f-868e-b1d84c0e799f tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2843127 Aug 19 00:07:30.218429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59850) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:30.224910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '9951719b-610a-4c7e-a388-284d406ee7f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:30.260801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7520e30d-3465-4569-8915-3879089840da req-e7f01a43-d8c6-4106-a002-d0fffc1ed92a tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966059 Aug 19 00:07:30.321253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21565357-3dfa-46bb-bd2d-c770cb53526f req-2512d00c-186f-42de-81d4-f4765b6a67ce tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:30.323775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21565357-3dfa-46bb-bd2d-c770cb53526f req-2512d00c-186f-42de-81d4-f4765b6a67ce tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 931 time: 0.1095636 Aug 19 00:07:30.325158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.376197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:07:30.426510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.440878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21565357-3dfa-46bb-bd2d-c770cb53526f req-0ecf68c4-b023-4537-a523-21bbbaa25ce4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018622 Aug 19 00:07:30.536582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.592836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:30.635735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:30.640905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event updated for resources: {'Port': ['ID=2884ffeb-6037-472d-82a5-f4722812ee69,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:30.649409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:30.669612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Allocated IP 172.25.1.75 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0c86069f-63c6-4c46-b541-2365f06e4a78) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:30.678762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e1861-ae3d-40a3-a8c7-c3e693448a4f req-c3d24741-f02b-44df-8c21-82686e3202f1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:30.680131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c4e1861-ae3d-40a3-a8c7-c3e693448a4f req-c3d24741-f02b-44df-8c21-82686e3202f1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3094845 Aug 19 00:07:30.707469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:30.810632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.821433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:30.838528 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:30.856489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-626561301-network', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:30.869422 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:30.870324 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:30.877980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.900587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c4e1861-ae3d-40a3-a8c7-c3e693448a4f req-b82c2e4d-8e0f-463b-8559-3d6a32d46da8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076187 Aug 19 00:07:30.932584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:30.934918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.948920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] No DVR routers for this DVR port 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:30.953872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.955828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-136bbe3c-a23d-4da3-80eb-b4bbfba743f0 req-a641daeb-1cc6-4db0-9d63-80ef708598df tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.11 "DELETE /v2.0/ports/2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 HTTP/1.1" status: 204 len: 173 time: 3.2269237 Aug 19 00:07:30.966660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-209fabf7-12d4-40ee-9589-277f826d0073 req-fd2f5599-75c5-44ec-8993-2019058fa7d1 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=de688183-ea4a-4392-ab46-ff99cc4a0395 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Aug 19 00:07:30.976633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:30.980248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:30.982719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:30.994921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:30.995686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-deleted', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:30.998641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event updated for resources: {'Port': ['ID=0c86069f-63c6-4c46-b541-2365f06e4a78,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:31.001993 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936dc5fb-c91d-42d4-a5b5-642449fd3016" -d '{"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-deleted", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:31.020180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:31.100042 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab7e0f0-a754-4981-8ffa-849a3f45999d x-openstack-request-id: req-dab7e0f0-a754-4981-8ffa-849a3f45999d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:31.100629 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688183-ea4a-4392-ab46-ff99cc4a0395", "name": "network-vif-deleted", "tag": "2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:31.101081 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dab7e0f0-a754-4981-8ffa-849a3f45999d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:31.101490 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688183-ea4a-4392-ab46-ff99cc4a0395', 'name': 'network-vif-deleted', 'tag': '2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5', 'status': 'completed', 'code': 200} Aug 19 00:07:31.243831 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:31.248961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d5e6a0-1479-4e34-a59d-6c1c7660e727 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:31.261047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.264002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.271423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.274320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-947e5dbf-080c-4b1a-ab56-1ffdeec2f06b tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:31.275593 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:31.275796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-947e5dbf-080c-4b1a-ab56-1ffdeec2f06b tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 946 time: 0.2692571 Aug 19 00:07:31.283809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.288726 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:31.289606 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:31.298468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:31.325806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting port 0c86069f-63c6-4c46-b541-2365f06e4a78 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:31.326075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.331828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.331828 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Added segment 3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa of type vlan for network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 Aug 19 00:07:31.353455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfad1ee-8d6e-460b-b2b2-9d860e365628,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:31.386471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Transition to ACTIVE for port object e5d5e6a0-1479-4e34-a59d-6c1c7660e727 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:31.411977 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:31.436648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.473415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.473811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.565775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Calling delete_port for 0c86069f-63c6-4c46-b541-2365f06e4a78 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:31.572644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:31.588437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.631158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e928f-c945-4142-b175-b720b777911d req-9fb75257-ccc8-4b5b-8f26-e26ef5758556 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:31.632737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-724e928f-c945-4142-b175-b720b777911d req-9fb75257-ccc8-4b5b-8f26-e26ef5758556 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 946 time: 0.2228298 Aug 19 00:07:31.639926 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:31.669712 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc88e4-42cd-4b94-936c-253e1456506b None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-18T23:58:28Z', 'revision_number': 4, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cb1096ad-a2f9-4743-bf55-ad6c6c7cf097', 'name': '', 'network_id': '58295d5a-772a-41ac-9b8e-0e7306251ee8', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'mac_address': 'fa:16:3e:77:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:24Z', 'updated_at': '2021-08-18T23:58:34Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'subnets': [{'id': 'd91eea93-65b9-433f-a7ab-bca41336f566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:31.725652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.726823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:31.727124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.743990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Deleting port da61e69b-57bc-43fe-9621-927e851825f1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:31.744367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.757125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-724e928f-c945-4142-b175-b720b777911d req-607a6b42-572b-4092-bdaa-33c0d0250d2d tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Aug 19 00:07:31.806206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc4f0-9c0a-4723-84c2-655eaee379ed req-0ebdd1fd-131c-4302-91a5-768306cc3048 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:31.813105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c6bc4f0-9c0a-4723-84c2-655eaee379ed req-0ebdd1fd-131c-4302-91a5-768306cc3048 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 943 time: 0.2420001 Aug 19 00:07:31.817070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.823755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1133292 Aug 19 00:07:31.823755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a4aa-67f4-43a2-82bf-790f09a7c497 admin admin] Pushing event updated for resources: {'Network': ['ID=15dbef11-a3d9-4a3c-805b-31b05c2c7073,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:31.824043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:31.835785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:31.899131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:31.934988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Port': ['ID=0c86069f-63c6-4c46-b541-2365f06e4a78,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:32.052580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a135127-6b67-4e31-937a-3b3db9bfc3c0 None None] New status for floating IP a239ad68-0629-4c81-a460-a96f99e2f0d6: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:07:32.053529 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] create failed (client error): The resource could not be found. Aug 19 00:07:32.059276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2f87fdcf-8dca-468f-bbc1-3e617705c287 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8342788 Aug 19 00:07:32.059276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59886) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:32.097022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145ad1f-a993-4a21-8446-d3c6c83923a8 req-9077f00a-23dc-4b10-b376-9df6b3d4d40c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:32.098513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8145ad1f-a993-4a21-8446-d3c6c83923a8 req-9077f00a-23dc-4b10-b376-9df6b3d4d40c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.0954478 Aug 19 00:07:32.177066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8145ad1f-a993-4a21-8446-d3c6c83923a8 req-19a27b63-432a-40bd-9d62-9edb6f1207ea tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Aug 19 00:07:32.177934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Request body: {'subnet': {'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-subnet', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:32.198814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting port 9951719b-610a-4c7e-a388-284d406ee7f5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:32.199161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.211344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Attempting to bind port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:32.211680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Attempting to bind port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:32.212010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Attempting to bind port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:32.221685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c6bc4f0-9c0a-4723-84c2-655eaee379ed req-b868922e-ca7e-4bac-adba-ebce8d6fc4fd tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073365 Aug 19 00:07:32.239292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:32.278512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:07:32.278776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Attempting to bind port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:32.282377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:32.283717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 2e7b28aa-d1a9-4e9f-9548-24b5bf2d98c5 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:32.287861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:32.336879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:32.336879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:32.337261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:32.337609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Bound port: e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:32.337868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.357215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:32.359399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.362203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.384471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Calling delete_port for 9951719b-610a-4c7e-a388-284d406ee7f5 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:32.388363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.446197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.447819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] For port da61e69b-57bc-43fe-9621-927e851825f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=da61e69b-57bc-43fe-9621-927e851825f1,segment=NetworkSegment(9e732d94-18bd-43ca-ba7d-00ab393eb5cb),segment_id=9e732d94-18bd-43ca-ba7d-00ab393eb5cb)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:32.448343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.495911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Calling delete_port for da61e69b-57bc-43fe-9621-927e851825f1 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:32.540562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.544168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.549062 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "DELETE /v2.0/security-groups/8fccb098-b6bc-4415-bf97-5946c459edfd HTTP/1.1" status: 204 len: 168 time: 0.2567942 Aug 19 00:07:32.551395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:32.581388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa266a-6cfa-40f5-be60-54f5675deab6 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fccb098-b6bc-4415-bf97-5946c459edfd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:32.587165 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-4a14338b-b8c2-4f16-bcb8-1ba30e0a1fc9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] show failed (client error): The resource could not be found. Aug 19 00:07:32.588205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a14338b-b8c2-4f16-bcb8-1ba30e0a1fc9 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "GET /v2.0/security-groups/8fccb098-b6bc-4415-bf97-5946c459edfd HTTP/1.1" status: 404 len: 347 time: 0.0326345 Aug 19 00:07:32.588973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:32.591669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:32.613248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:32.628310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.633763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.663062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Router 493eebca-7bad-475d-a1d8-0abd11aea9d0 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:32.710477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Port': ['ID=9951719b-610a-4c7e-a388-284d406ee7f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:32.710592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:32.710926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.712283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5d5e6a0-1479-4e34-a59d-6c1c7660e727 HTTP/1.1" status: 200 len: 1092 time: 2.8305488 Aug 19 00:07:32.827813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.828920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec218-28f3-4770-b253-d39f38b99494 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:32.832201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-86b6a91c-bd3c-4880-8cd7-98b9f6fd2699 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "DELETE /v2.0/ports/9951719b-610a-4c7e-a388-284d406ee7f5 HTTP/1.1" status: 204 len: 168 time: 0.7699971 Aug 19 00:07:32.833185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:32.844910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Deleting port 4b19e26d-f0d1-4ef7-bda7-e5f768f79182 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:32.845263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:32.943415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63b3f2-dc5c-4b9f-ad88-2a9e8bde067d tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:32.944958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d63b3f2-dc5c-4b9f-ad88-2a9e8bde067d tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "GET /v2.0/ports?device_id=409962df-3fad-4bca-a30a-5983464c20b0 HTTP/1.1" status: 200 len: 913 time: 0.1107030 Aug 19 00:07:32.947840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59902) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:33.042470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-9a821801-0b28-45ec-8d08-0cdf2cb6d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.044390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-9a821801-0b28-45ec-8d08-0cdf2cb6d31a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 1095 time: 0.2585490 Aug 19 00:07:33.045567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.045903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.052815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.064753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.075292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['da61e69b-57bc-43fe-9621-927e851825f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:33.082924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Calling delete_port for 4b19e26d-f0d1-4ef7-bda7-e5f768f79182 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:33.091995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:33.106595 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] Sync routers for ids ['493eebca-7bad-475d-a1d8-0abd11aea9d0'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:33.109329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:33.112103 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:33.116581 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] Routers {'493eebca-7bad-475d-a1d8-0abd11aea9d0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:33.117243 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['493eebca-7bad-475d-a1d8-0abd11aea9d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:33.153130 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:33.164072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] Routers {'493eebca-7bad-475d-a1d8-0abd11aea9d0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:33.164962 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['493eebca-7bad-475d-a1d8-0abd11aea9d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:33.192809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-ce0f7374-7d42-4ca8-b66d-9fa67fe2e82f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727 HTTP/1.1" status: 200 len: 217 time: 0.1305971 Aug 19 00:07:33.198123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Pushing event deleted for resources: {'Port': ['ID=da61e69b-57bc-43fe-9621-927e851825f1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:33.216401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:33.217322 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b33bd-8d90-4f0f-895a-99169c46517e None None] The sync data for ids ['493eebca-7bad-475d-a1d8-0abd11aea9d0'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:33.224699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ac42f-3d2b-4fd2-bc78-324ca31f3037 req-b67497bb-d8f5-47b9-87fc-25d438612c17 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.226304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c5ac42f-3d2b-4fd2-bc78-324ca31f3037 req-b67497bb-d8f5-47b9-87fc-25d438612c17 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b61cc9-1e67-4934-b9c9-d2c88d68e38a HTTP/1.1" status: 200 len: 867 time: 0.2913558 Aug 19 00:07:33.243124 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4462ba01-fb4b-49ca-a55d-fd3373ca835c x-openstack-request-id: req-4462ba01-fb4b-49ca-a55d-fd3373ca835c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:33.243410 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:33.243665 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4462ba01-fb4b-49ca-a55d-fd3373ca835c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:33.244059 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727', 'status': 'completed', 'code': 200} Aug 19 00:07:33.244810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.246107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a6082557-4f3e-4cc4-b34d-3426d8827fde tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0377581 Aug 19 00:07:33.285174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:33.302939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:33.378897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] No DVR routers for this DVR port da61e69b-57bc-43fe-9621-927e851825f1 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:33.387649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.389701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c40706ed-dafc-4f17-a95b-eb1317f44f46 req-c6730223-fe1c-4a7b-a96d-ea85f9e05da7 tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.11 "DELETE /v2.0/ports/da61e69b-57bc-43fe-9621-927e851825f1 HTTP/1.1" status: 204 len: 173 time: 2.1009560 Aug 19 00:07:33.411194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Checking segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:33.411442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Network hostable DHCP agents. Network: 15dbef11-a3d9-4a3c-805b-31b05c2c7073, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:33.420065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100671-7362-460f-9ab1-0ccf9164f759 req-b16a6e00-1b3d-4686-ab6e-84c1b39a9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.421588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-b16a6e00-1b3d-4686-ab6e-84c1b39a9f14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.2110906 Aug 19 00:07:33.494563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c5ac42f-3d2b-4fd2-bc78-324ca31f3037 req-0f4725b5-075a-491e-b5d8-ca2f22d5ab1b tempest-ServerTagsTestJSON-957978853 tempest-ServerTagsTestJSON-957978853-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a00626f-9d22-4a60-bf2e-18ee795b8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442522 Aug 19 00:07:33.502577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-3720f01c-71cd-43a3-8bb1-363f94f6dbca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497518 Aug 19 00:07:33.535453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:33.576313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-33f06987-e5fb-462b-82b0-ceb3e521cbac tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/493eebca-7bad-475d-a1d8-0abd11aea9d0 HTTP/1.1" status: 200 len: 925 time: 0.2877638 Aug 19 00:07:33.582670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:33.592219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 15dbef11-a3d9-4a3c-805b-31b05c2c7073) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:33.600360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.601537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.603331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546e3fe-374d-4c53-a22a-54d0598f4cac None None] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:33.613734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5699-3747-4fa8-aaca-c4b5b867fd13 req-608cb1b5-3bdb-4370-a5e6-fbdfd816f70b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.620802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2fd5699-3747-4fa8-aaca-c4b5b867fd13 req-608cb1b5-3bdb-4370-a5e6-fbdfd816f70b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.1434615 Aug 19 00:07:33.644355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15d0db1b-4949-459e-8366-108b1f4dfae5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8094330 Aug 19 00:07:33.647876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:33.660223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-891b1be7-568d-498c-be59-ef2345de74be tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=493eebca-7bad-475d-a1d8-0abd11aea9d0 HTTP/1.1" status: 200 len: 205 time: 0.0713713 Aug 19 00:07:33.664101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:33.667035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:33.688494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a05c16-a4db-4629-9def-87a001f4a0db req-67fef67e-f391-4b74-ab79-571a9fc1c957 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:33.691108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-52a05c16-a4db-4629-9def-87a001f4a0db req-67fef67e-f391-4b74-ab79-571a9fc1c957 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 943 time: 0.1135707 Aug 19 00:07:33.751646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-99120b01-db29-4794-9d0e-d8fdc051da9a service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390590 Aug 19 00:07:33.784396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:07:33.784396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.788218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2fd5699-3747-4fa8-aaca-c4b5b867fd13 req-adecdbd3-a605-4feb-9dc1-a259514bef61 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661277 Aug 19 00:07:33.795300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.801935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.870366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-52a05c16-a4db-4629-9def-87a001f4a0db req-c72508db-9879-4217-af23-157cc7586b35 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348133 Aug 19 00:07:33.903847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.905985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:33.975108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03100671-7362-460f-9ab1-0ccf9164f759 req-1aaba675-dd33-491b-a01d-aa9b9c2b5369 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128916 Aug 19 00:07:33.978612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Allocated IP 172.20.0.2 (15dbef11-a3d9-4a3c-805b-31b05c2c7073/e6c3ed2a-2a55-4832-a9be-a68fd708ed7b/f799c9bb-ecc0-48cd-8729-5dabbdbb949c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:34.026594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.043279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.095397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Pushing event deleted for resources: {'Port': ['ID=4b19e26d-f0d1-4ef7-bda7-e5f768f79182,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:34.135894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-3297683c-9baa-4a4e-b334-fd1bb46d23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:34.137560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-3297683c-9baa-4a4e-b334-fd1bb46d23fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 1095 time: 0.0609329 Aug 19 00:07:34.154015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port 2884ffeb-6037-472d-82a5-f4722812ee69 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:34.154371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.212438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.279284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.282177 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.282707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.295527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1b8278fd-80cd-4bca-8307-e8c010b7a628 tempest-AttachVolumeShelveTestJSON-1575080924 tempest-AttachVolumeShelveTestJSON-1575080924-project] 10.222.0.20 "DELETE /v2.0/floatingips/a239ad68-0629-4c81-a460-a96f99e2f0d6 HTTP/1.1" status: 204 len: 168 time: 1.6948481 Aug 19 00:07:34.295758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Transition to ACTIVE for port object f799c9bb-ecc0-48cd-8729-5dabbdbb949c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:34.301112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.308386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Transition to ACTIVE for port object f799c9bb-ecc0-48cd-8729-5dabbdbb949c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:34.314896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.318528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.355089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-567b130b-34c0-422f-8fb2-b15789d6d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:34.357470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-567b130b-34c0-422f-8fb2-b15789d6d9d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.2120888 Aug 19 00:07:34.361028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:34.366791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:34.369780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for 2884ffeb-6037-472d-82a5-f4722812ee69 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:34.370549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:34.414013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Pushing event updated for resources: {'Port': ['ID=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:34.419866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-f57df4d2-fe23-49c1-bde7-04b3ee032d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727 HTTP/1.1" status: 200 len: 217 time: 0.0437615 Aug 19 00:07:34.450406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Attempting to bind port f799c9bb-ecc0-48cd-8729-5dabbdbb949c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:34.450406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Attempting to bind port f799c9bb-ecc0-48cd-8729-5dabbdbb949c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:34.451218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Attempting to bind port f799c9bb-ecc0-48cd-8729-5dabbdbb949c on network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:34.457564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:34.457564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Checking segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:34.457868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.458161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Bound using segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:34.458638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Bound port: f799c9bb-ecc0-48cd-8729-5dabbdbb949c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:34.459023 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.541934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] For port f799c9bb-ecc0-48cd-8729-5dabbdbb949c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:34.545550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] For port f799c9bb-ecc0-48cd-8729-5dabbdbb949c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:34.553399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.598126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:34.640646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f827e8-1277-4421-acdb-755a1023ee91 None None] Pushing event updated for resources: {'Port': ['ID=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:34.655023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.709206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=2884ffeb-6037-472d-82a5-f4722812ee69,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:34.737178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Deleting subnet 6ca7a324-070e-40c1-bbad-a8a3d74ba9d9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:34.761556 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.775755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-e2f27db8-7da9-40e8-83e0-faeb42bb7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:34.778081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-e2f27db8-7da9-40e8-83e0-faeb42bb7748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1499848 Aug 19 00:07:34.803452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.804329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.849081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:34.853334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.000019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.016144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-308c49b6-08e5-4471-bfb4-8764d819ff69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2064383 Aug 19 00:07:35.030154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.040050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.097458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting port 84654ea4-c7af-47e6-86ff-9d289972dea9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:35.097950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.132200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bac798-9d2f-40ab-a901-73162b35ff63 req-dbf0a551-daf9-4928-9c3e-66de59bc7a07 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:35.134042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7bac798-9d2f-40ab-a901-73162b35ff63 req-dbf0a551-daf9-4928-9c3e-66de59bc7a07 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2014637 Aug 19 00:07:35.157485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.158041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router 493eebca-7bad-475d-a1d8-0abd11aea9d0 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:35.164898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.166013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8126d147-6eca-4f1e-8d48-f62d5a322fbc tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/493eebca-7bad-475d-a1d8-0abd11aea9d0 HTTP/1.1" status: 204 len: 168 time: 1.4980295 Aug 19 00:07:35.178658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Allocated IP 172.25.1.73 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/6024acad-c919-49ec-aba1-eaff3ce90491) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:35.178889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239e3b1-95a4-4e96-91d0-bce080fe4eef req-7a8cb3d2-03c8-4f40-8b15-e60f41f7f619 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:35.180225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4239e3b1-95a4-4e96-91d0-bce080fe4eef req-7a8cb3d2-03c8-4f40-8b15-e60f41f7f619 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 943 time: 0.1835899 Aug 19 00:07:35.180811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:35.185321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2042596011', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:35.264517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.360545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca7a324-070e-40c1-bbad-a8a3d74ba9d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:35.371930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7bac798-9d2f-40ab-a901-73162b35ff63 req-ecfd5ac0-c37f-4bdc-99c2-2b98346d3fa2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965921 Aug 19 00:07:35.384805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.387128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d5ea36fe-2674-40ed-a7bf-e1c9619d4a3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ca7a324-070e-40c1-bbad-a8a3d74ba9d9 HTTP/1.1" status: 204 len: 168 time: 0.7880285 Aug 19 00:07:35.389094 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.390412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.396382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:35.420650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.491927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Calling delete_port for 84654ea4-c7af-47e6-86ff-9d289972dea9 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:35.536007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'name': 'network-vif-deleted', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:35.538354 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ecba64-315f-4ecc-ad72-85d67d34db2e" -d '{"events": [{"server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "name": "network-vif-deleted", "tag": "da61e69b-57bc-43fe-9621-927e851825f1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:35.540683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.580427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-4487410b-f304-410d-b848-0706e47b3d85 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414295 Aug 19 00:07:35.613884 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc63f76c-b177-4d33-8d4d-9ae1d425a5be x-openstack-request-id: req-bc63f76c-b177-4d33-8d4d-9ae1d425a5be {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:35.614183 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b61cc9-1e67-4934-b9c9-d2c88d68e38a", "name": "network-vif-deleted", "tag": "da61e69b-57bc-43fe-9621-927e851825f1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:35.614439 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc63f76c-b177-4d33-8d4d-9ae1d425a5be {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:35.614837 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b61cc9-1e67-4934-b9c9-d2c88d68e38a', 'name': 'network-vif-deleted', 'tag': 'da61e69b-57bc-43fe-9621-927e851825f1', 'status': 'completed', 'code': 200} Aug 19 00:07:35.666935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.669921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4239e3b1-95a4-4e96-91d0-bce080fe4eef req-92f1a5c6-b5a0-4cfc-8931-3724d54249f0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778614 Aug 19 00:07:35.712272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f0c23c6-d0cc-44d6-9657-827d88d7ef1e req-83317c3b-fbfd-43f0-951a-f3476c347f85 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304674 Aug 19 00:07:35.716724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.807299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:35.943304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21989e7d-d41c-43c9-a18a-990495d951bd None None] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:35.999752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f799c9bb-ecc0-48cd-8729-5dabbdbb949c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:36.001398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:36.035012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Pushing event updated for resources: {'Port': ['ID=6024acad-c919-49ec-aba1-eaff3ce90491,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:36.038824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:36.041422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:36.043762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-927f57c5-f5ce-452f-8792-6fba592f1c3e None None] Provisioning for port f799c9bb-ecc0-48cd-8729-5dabbdbb949c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:36.085854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.124454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f799c9bb-ecc0-48cd-8729-5dabbdbb949c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:36.135449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f799c9bb-ecc0-48cd-8729-5dabbdbb949c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:36.135797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.255990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device da61e69b-57bc-43fe-9621-927e851825f1 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:36.282778 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.286723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: da61e69b-57bc-43fe-9621-927e851825f1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:36.287078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device da61e69b-57bc-43fe-9621-927e851825f1 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:36.321446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f799c9bb-ecc0-48cd-8729-5dabbdbb949c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:36.329993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.385233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:36.406193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.424607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209268a1-5cc1-4c23-9347-742d1e2b9d19']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:36.458539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e732d94-18bd-43ca-ba7d-00ab393eb5cb') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:36.458837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e732d94-18bd-43ca-ba7d-00ab393eb5cb') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:36.501548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.594095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c55e1757-8eb9-4c38-b480-b795d7d595f6 None None] Provisioning complete for port f799c9bb-ecc0-48cd-8729-5dabbdbb949c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:36.594474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c55e1757-8eb9-4c38-b480-b795d7d595f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.615738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.649147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.690366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:36.691063 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:36.695789 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:36.698159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Port': ['ID=84654ea4-c7af-47e6-86ff-9d289972dea9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:36.852609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350761e-2bf3-4b7c-be07-bfdb26f5f4e4 req-2430ede6-7750-4fd0-a94c-b602fdec99be tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:36.861827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8350761e-2bf3-4b7c-be07-bfdb26f5f4e4 req-2430ede6-7750-4fd0-a94c-b602fdec99be tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3667688 Aug 19 00:07:36.870384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa6aa-a7e1-4c5c-8ade-f87230b40ede req-84a01262-22f1-4cdc-9a05-c64fd3f4a621 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:36.874343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3fa6aa-a7e1-4c5c-8ade-f87230b40ede req-84a01262-22f1-4cdc-9a05-c64fd3f4a621 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 943 time: 0.0966361 Aug 19 00:07:36.932634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.939184 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be3fa6aa-a7e1-4c5c-8ade-f87230b40ede req-cebc40b5-6d51-4501-a3d6-86c5ea85ad4b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Aug 19 00:07:36.961104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:36.963122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/209268a1-5cc1-4c23-9347-742d1e2b9d19 HTTP/1.1" status: 204 len: 168 time: 1.5528646 Aug 19 00:07:37.034776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.081243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df081b-f3ac-4277-b339-e766c73439fa admin admin] Pushing event deleted for resources: {'Network': ['ID=209268a1-5cc1-4c23-9347-742d1e2b9d19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:37.106989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8350761e-2bf3-4b7c-be07-bfdb26f5f4e4 req-1896cfd2-595e-4cb8-97a9-21c9db68f215 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293038 Aug 19 00:07:37.149254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:37.196092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7fb601c3-aaa5-43e3-8004-535547ad8bef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d14caba6dc9a4273b14416cc1005419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454366 Aug 19 00:07:37.198955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59962) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:37.251396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.261162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.283922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.346708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.349572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.362258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a00626f-9d22-4a60-bf2e-18ee795b8cb3 HTTP/1.1" status: 204 len: 168 time: 0.1539538 Aug 19 00:07:37.380774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c4048-7efe-41a3-9648-abe5912df8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00626f-9d22-4a60-bf2e-18ee795b8cb3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:37.482467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Router 409962df-3fad-4bca-a30a-5983464c20b0 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:07:37.529645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.633495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.680344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:37.687597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b0850a22-6fb5-4d30-8531-414a6c1ca3ee tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "PUT /v2.0/routers/409962df-3fad-4bca-a30a-5983464c20b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7388089 Aug 19 00:07:37.692095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:37.694034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] Sync routers for ids ['409962df-3fad-4bca-a30a-5983464c20b0'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:37.706610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] Routers {'409962df-3fad-4bca-a30a-5983464c20b0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:37.707611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['409962df-3fad-4bca-a30a-5983464c20b0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:37.751379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:37.761933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] Routers {'409962df-3fad-4bca-a30a-5983464c20b0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:37.762777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['409962df-3fad-4bca-a30a-5983464c20b0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:37.814018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:37.815406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12deca-675c-4da4-aee2-cbfc09f45140 None None] The sync data for ids ['409962df-3fad-4bca-a30a-5983464c20b0'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:37.833158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.846460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:37.953220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e5d5e6a0-1479-4e34-a59d-6c1c7660e727 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:07:37.990213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f799c9bb-ecc0-48cd-8729-5dabbdbb949c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:38.054961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 172.25.1.155 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/f1e47f31-9d06-4e02-a554-6df368e066d3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:38.133044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f799c9bb-ecc0-48cd-8729-5dabbdbb949c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:38.133428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.135446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Router 99eeed9a-4c00-4153-89bd-8032173e41d6 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:38.201094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e116de-e35b-4d54-a443-3d4e7d7347bd req-95a8ed1b-fc43-4100-8d9d-dda98eadd2c0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:38.202830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78e116de-e35b-4d54-a443-3d4e7d7347bd req-95a8ed1b-fc43-4100-8d9d-dda98eadd2c0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 943 time: 0.1270289 Aug 19 00:07:38.202960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:38.233565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727', 'mac_address': 'fa:16:3e:6b:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:07:38.303039 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.305286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.312074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.329709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d5e6a0-1479-4e34-a59d-6c1c7660e727 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:07:38.354887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:38.361631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.397195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba6028-56b8-46c1-bda3-1c54aa750fec req-24e7b539-c508-4302-80b6-bdb7baf10939 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:38.404749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85ba6028-56b8-46c1-bda3-1c54aa750fec req-24e7b539-c508-4302-80b6-bdb7baf10939 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.1650553 Aug 19 00:07:38.412849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.413337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Fanout notify agent at l3_agent the message router_deleted on router 409962df-3fad-4bca-a30a-5983464c20b0 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:38.427376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.428519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9f5b3ab2-4e02-4d5a-9907-71405c0f9385 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "DELETE /v2.0/routers/409962df-3fad-4bca-a30a-5983464c20b0 HTTP/1.1" status: 204 len: 168 time: 0.7346992 Aug 19 00:07:38.429128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:38.435405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 59996) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:38.467280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:38.509401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting subnet 89d5668c-a3fc-4b7b-ad30-68d633fc5cfd {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:38.512685 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.569621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1784446213-network', 'tenant_id': '8523a1ea7b3a44e0bd310cb266ea3c44'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:38.574824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-85ba6028-56b8-46c1-bda3-1c54aa750fec req-8f59ea7b-d809-4235-bf21-e6f88ad61193 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692641 Aug 19 00:07:38.576977 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.656104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Made reservation on behalf of 8523a1ea7b3a44e0bd310cb266ea3c44 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:38.658891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.674258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78e116de-e35b-4d54-a443-3d4e7d7347bd req-f6c7ba5a-297e-4364-8f76-434613d8426f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557314 Aug 19 00:07:38.697339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.697671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.713997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:38.725696 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Sync routers for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:38.731469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.737164 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:38.738066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:38.763724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.785140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e5d5e6a0-1479-4e34-a59d-6c1c7660e727'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:07:38.825063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:38.828864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:38.832274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:38.876198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=f1e47f31-9d06-4e02-a554-6df368e066d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:38.891963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.943691 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:38.963001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.992663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:38.996126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-358cade4-00fa-4fa7-953b-6dae48740d15 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3414059 Aug 19 00:07:39.002175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:39.016682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.018615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "DELETE /v2.0/subnets/89d5668c-a3fc-4b7b-ad30-68d633fc5cfd HTTP/1.1" status: 204 len: 168 time: 0.5746784 Aug 19 00:07:39.019762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.024643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:39.027850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dab58-651d-446c-8987-c4d69bdc5338 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Subnet': ['ID=89d5668c-a3fc-4b7b-ad30-68d633fc5cfd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:39.069078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5280771-b5c3-44e6-9455-bddad9c16cd6 None None] Network 21386672-7a22-4e82-82b2-71d0a5f2d3fe requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:39.105263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:39.131602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.132054 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Added segment 0ed2dedf-629b-427c-8c12-b9b4d439a858 of type vlan for network 8fc81c0b-bf8a-40ad-aacb-f183632c232c Aug 19 00:07:39.149454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f29e8-a08a-43dd-bb37-1fc349e2116b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:39.190063 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:36Z', 'revision_number': 3, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:39.210958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.221245 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Checking router: 99eeed9a-4c00-4153-89bd-8032173e41d6 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:39.221897 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Updating router 99eeed9a-4c00-4153-89bd-8032173e41d6 port 6024acad-c919-49ec-aba1-eaff3ce90491 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:07:39.247112 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.276071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.340630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] DHCP port deletion for 21386672-7a22-4e82-82b2-71d0a5f2d3fe request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:07:39.371582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.373832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:39.374621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.437736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Deleting port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:39.438324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.478261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0361831 Aug 19 00:07:39.478261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Deleting port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:39.478261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.510785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.548119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] For port 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00eeba7b-41cc-4f14-b20c-d3fea9f26530,segment=NetworkSegment(9846f8fb-1fa7-48f5-8c67-17469d3e3c53),segment_id=9846f8fb-1fa7-48f5-8c67-17469d3e3c53)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:39.551680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.568688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Calling delete_port for 00eeba7b-41cc-4f14-b20c-d3fea9f26530 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:39.640697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] For port 00eeba7b-41cc-4f14-b20c-d3fea9f26530, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00eeba7b-41cc-4f14-b20c-d3fea9f26530,segment=NetworkSegment(9846f8fb-1fa7-48f5-8c67-17469d3e3c53),segment_id=9846f8fb-1fa7-48f5-8c67-17469d3e3c53)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:39.642028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.671318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.690216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Calling delete_port for 00eeba7b-41cc-4f14-b20c-d3fea9f26530 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:39.692562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5ae7-cc0e-4134-9ab7-9fa897cf13de admin admin] Pushing event updated for resources: {'Network': ['ID=8fc81c0b-bf8a-40ad-aacb-f183632c232c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:39.719859 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.735909 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Transition to ACTIVE for port object 6024acad-c919-49ec-aba1-eaff3ce90491 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:39.752576 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.774789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8fc81c0b-bf8a-40ad-aacb-f183632c232c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:39.797519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] Pushing event deleted for resources: {'Port': ['ID=00eeba7b-41cc-4f14-b20c-d3fea9f26530,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:39.837213 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Pushing event updated for resources: {'Port': ['ID=6024acad-c919-49ec-aba1-eaff3ce90491,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:39.839567 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Attempting to bind port 6024acad-c919-49ec-aba1-eaff3ce90491 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:39.840439 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Attempting to bind port 6024acad-c919-49ec-aba1-eaff3ce90491 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:39.840774 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Attempting to bind port 6024acad-c919-49ec-aba1-eaff3ce90491 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:39.847753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec070e-fe44-4d4f-9e2e-0c1b9b6e0a65 None None] No DVR routers for this DVR port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:39.849996 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:39.850435 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:39.850838 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.851303 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:39.851778 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Bound port: 6024acad-c919-49ec-aba1-eaff3ce90491, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:39.852155 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.858573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:07:39.929374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae738f91-e557-494b-bc1b-c14eb76d1bad req-6d86d5b8-c55b-4618-9764-99e80aeb3df9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:39.932909 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] For port 6024acad-c919-49ec-aba1-eaff3ce90491, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:39.933568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae738f91-e557-494b-bc1b-c14eb76d1bad req-6d86d5b8-c55b-4618-9764-99e80aeb3df9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 944 time: 0.1051688 Aug 19 00:07:39.936170 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] For port 6024acad-c919-49ec-aba1-eaff3ce90491, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6024acad-c919-49ec-aba1-eaff3ce90491,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:39.946879 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.958193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:39.972338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e5d5e6a0-1479-4e34-a59d-6c1c7660e727 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:39.986046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] No DVR routers for this DVR port 00eeba7b-41cc-4f14-b20c-d3fea9f26530 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:40.041625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae738f91-e557-494b-bc1b-c14eb76d1bad req-deee2e54-9f1e-4e00-93fe-91b26ae9da84 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988884 Aug 19 00:07:40.042434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Port': ['ID=00eeba7b-41cc-4f14-b20c-d3fea9f26530,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:40.060019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.065023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00eeba7b-41cc-4f14-b20c-d3fea9f26530 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:40.082971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3cde9-6193-4bee-ad03-f53160c2d5b7 req-921a22f7-d7b4-4c88-b838-d51773bb8103 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:40.093407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9de3cde9-6193-4bee-ad03-f53160c2d5b7 req-921a22f7-d7b4-4c88-b838-d51773bb8103 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3709989 Aug 19 00:07:40.117274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.128497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21386672-7a22-4e82-82b2-71d0a5f2d3fe']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.132068 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce6acd-fe31-461f-b156-d2059124c4e4 None None] Pushing event updated for resources: {'Port': ['ID=6024acad-c919-49ec-aba1-eaff3ce90491,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:40.139214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:40.139635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9846f8fb-1fa7-48f5-8c67-17469d3e3c53') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.139867 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.139988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9846f8fb-1fa7-48f5-8c67-17469d3e3c53') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.150340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.167398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.174100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:40.174523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.185793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 00eeba7b-41cc-4f14-b20c-d3fea9f26530 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:40.186145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00eeba7b-41cc-4f14-b20c-d3fea9f26530 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:40.218188 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:40.234843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:40.251251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:40.251639 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.284002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.291591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.304825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] 10.222.0.20 "DELETE /v2.0/networks/21386672-7a22-4e82-82b2-71d0a5f2d3fe HTTP/1.1" status: 204 len: 168 time: 1.2662175 Aug 19 00:07:40.320668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd9eb3-bce9-4c0b-b9d1-37179cc5c281 tempest-FloatingIPNegativeTestJSON-1334211440 tempest-FloatingIPNegativeTestJSON-1334211440-project] Pushing event deleted for resources: {'Network': ['ID=21386672-7a22-4e82-82b2-71d0a5f2d3fe,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:40.321032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9de3cde9-6193-4bee-ad03-f53160c2d5b7 req-82d1dc34-468f-4120-92cb-bf07defc0f2f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155786 Aug 19 00:07:40.381034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:40.456587 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.507786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:40.594745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:40.596925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:40.598967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:40.604181 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2affff7a-8271-4bfe-ba68-4997ddc9e8ab" -d '{"events": [{"server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "name": "network-vif-plugged", "status": "completed", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:40.614595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.679389 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347cf757-6381-4723-9736-619b9a2d2127 x-openstack-request-id: req-347cf757-6381-4723-9736-619b9a2d2127 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:40.680181 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "name": "network-vif-plugged", "status": "completed", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:40.682577 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-347cf757-6381-4723-9736-619b9a2d2127 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:40.683203 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727', 'code': 200} Aug 19 00:07:40.724283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:40.752321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd142126-cde0-474b-a979-945a09b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:36Z', 'revision_number': 3, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.787127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60038) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:40.806879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:40.816551 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142126-cde0-474b-a979-945a09b99cff None None] The sync data for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 is: [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:36Z', 'revision_number': 3, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:40.946212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:40.957745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Sync routers for ids ['77dd1b89-0849-4c1d-b9c2-35bff7021ad4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:40.967026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29eef-fc2f-4ba5-962b-5680d56d1afe req-bd52cae7-03c0-4139-b295-e61f73e65346 tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:40.970603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Routers {'77dd1b89-0849-4c1d-b9c2-35bff7021ad4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:40.971831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['77dd1b89-0849-4c1d-b9c2-35bff7021ad4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:40.974779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29eef-fc2f-4ba5-962b-5680d56d1afe req-bd52cae7-03c0-4139-b295-e61f73e65346 tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:40.982738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29eef-fc2f-4ba5-962b-5680d56d1afe req-bd52cae7-03c0-4139-b295-e61f73e65346 tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:40.985061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-89e29eef-fc2f-4ba5-962b-5680d56d1afe req-bd52cae7-03c0-4139-b295-e61f73e65346 tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5263696 Aug 19 00:07:41.002374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65e14-5904-4a55-9538-b0d05a9e055b req-64aac566-c2f9-4de2-9bd5-6beb9e744d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:41.004107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2d65e14-5904-4a55-9538-b0d05a9e055b req-64aac566-c2f9-4de2-9bd5-6beb9e744d03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 1097 time: 0.2214568 Aug 19 00:07:41.077447 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2d65e14-5904-4a55-9538-b0d05a9e055b req-83d0db77-3167-4acd-a39e-b38eab889b8c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Aug 19 00:07:41.096412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ed243227-5404-4f57-808f-7520a9119c0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a31e230f40c44ba91197c2d3536fa19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059895 Aug 19 00:07:41.096799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60046) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:41.157791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.159017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85fdd9c6-64fe-4384-a4f4-b35a45297721 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9771857 Aug 19 00:07:41.169086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:41.173971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Set router 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:41.243785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3d48f-879c-41ef-b1ad-729eb1f393da req-288ff00d-dbb4-4007-b1f8-290c605e874d tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:41.245750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08f3d48f-879c-41ef-b1ad-729eb1f393da req-288ff00d-dbb4-4007-b1f8-290c605e874d tempest-ComputeTenantNetworksTest-1294901051 tempest-ComputeTenantNetworksTest-1294901051-project] 10.222.0.20 "GET /v2.0/networks/8fc81c0b-bf8a-40ad-aacb-f183632c232c HTTP/1.1" status: 200 len: 769 time: 0.2287879 Aug 19 00:07:41.276388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60052) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:41.279597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.323435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Allocated IP 172.20.0.1 (15dbef11-a3d9-4a3c-805b-31b05c2c7073/e6c3ed2a-2a55-4832-a9be-a68fd708ed7b/f022cbd8-c459-4692-b421-613227c96503) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:41.451313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.475616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1f0d2-7b23-484c-a025-3d1eef2d5221 req-e1c3842a-c4d5-4dff-b266-b8eb5206cda7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:41.477508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8fe1f0d2-7b23-484c-a025-3d1eef2d5221 req-e1c3842a-c4d5-4dff-b266-b8eb5206cda7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.3239763 Aug 19 00:07:41.490742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.554961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ffde5857-28e9-4eab-8d3b-fa2c9c958a4b tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/77dd1b89-0849-4c1d-b9c2-35bff7021ad4 HTTP/1.1" status: 200 len: 909 time: 0.3805220 Aug 19 00:07:41.556484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:41.562963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2042596011', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': True}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:41.570640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'name': 'tempest-snat-router-2042596011', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155'}], 'enable_snat': False}, 'gw_port_id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:35Z', 'updated_at': '2021-08-19T00:07:39Z', 'revision_number': 3, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port': {'id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:37Z', 'updated_at': '2021-08-19T00:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:41.609218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Checking router: 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:41.609711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Updating router 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 port f1e47f31-9d06-4e02-a554-6df368e066d3 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:07:41.622051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8fe1f0d2-7b23-484c-a025-3d1eef2d5221 req-efee742e-245b-498d-a545-dbce0a8e15e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364853 Aug 19 00:07:41.662387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.665289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.666513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.692732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.701605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.704176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.718439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94c1a313-3005-401b-bb8f-36f70a31fbb3 HTTP/1.1" status: 204 len: 168 time: 0.6102340 Aug 19 00:07:41.727630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc81c0b-bf8a-40ad-aacb-f183632c232c']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:41.821548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.835597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af235d53-749a-47f7-8799-3bc7715ee67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1a313-3005-401b-bb8f-36f70a31fbb3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:41.844862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed2dedf-629b-427c-8c12-b9b4d439a858') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:41.845218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed2dedf-629b-427c-8c12-b9b4d439a858') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:41.875350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:41.948766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.011282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.068229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6024acad-c919-49ec-aba1-eaff3ce90491 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:42.117545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:42.118109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:42.119799 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:42.122170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee55a0-d774-4882-85d0-55fed7dbb9f0 req-bb9f7b55-83a6-40d0-8431-0e6798aad97d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:42.131507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69ee55a0-d774-4882-85d0-55fed7dbb9f0 req-bb9f7b55-83a6-40d0-8431-0e6798aad97d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3648827 Aug 19 00:07:42.146317 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.208369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69ee55a0-d774-4882-85d0-55fed7dbb9f0 req-64b4b271-6105-494a-bc64-297506724f68 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757899 Aug 19 00:07:42.225529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Transition to ACTIVE for port object f022cbd8-c459-4692-b421-613227c96503 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:42.283539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.298383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.300006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6024acad-c919-49ec-aba1-eaff3ce90491 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:42.308657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6024acad-c919-49ec-aba1-eaff3ce90491 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:42.309216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.320254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.322779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fc81c0b-bf8a-40ad-aacb-f183632c232c HTTP/1.1" status: 204 len: 168 time: 1.0438628 Aug 19 00:07:42.374286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:42.382605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:42.397887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:42.401314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b40a-8357-4a02-b1d6-9775cf611bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc81c0b-bf8a-40ad-aacb-f183632c232c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:42.476094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.482299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32163d79-d0d9-4706-be0e-8432a9f5e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.511217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.522432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Transition to ACTIVE for port object f1e47f31-9d06-4e02-a554-6df368e066d3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:42.537082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.603201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170bc40-d72e-4094-9b33-f491795e3aea None None] Pushing event updated for resources: {'Port': ['ID=f1e47f31-9d06-4e02-a554-6df368e066d3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:42.611870 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.638509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6024acad-c919-49ec-aba1-eaff3ce90491, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6024acad-c919-49ec-aba1-eaff3ce90491,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:42.647531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.759875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6024acad-c919-49ec-aba1-eaff3ce90491,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:42.763770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Attempting to bind port f1e47f31-9d06-4e02-a554-6df368e066d3 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:42.764604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Attempting to bind port f1e47f31-9d06-4e02-a554-6df368e066d3 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:42.765057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Attempting to bind port f1e47f31-9d06-4e02-a554-6df368e066d3 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:42.776393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:42.776813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:42.777405 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.777931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:42.778515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Bound port: f1e47f31-9d06-4e02-a554-6df368e066d3, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:42.779458 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.784712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:42.786915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:42.877944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24d88ae2-ee11-42a8-a173-2dfb0103d0b1 None None] Provisioning for port f022cbd8-c459-4692-b421-613227c96503 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:42.886699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.906746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24d88ae2-ee11-42a8-a173-2dfb0103d0b1 None None] Provisioning complete for port f022cbd8-c459-4692-b421-613227c96503 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:42.908347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24d88ae2-ee11-42a8-a173-2dfb0103d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.910289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:42.987269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-24d88ae2-ee11-42a8-a173-2dfb0103d0b1 None None] Port f022cbd8-c459-4692-b421-613227c96503 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:43.007883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] For port f1e47f31-9d06-4e02-a554-6df368e066d3, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:43.008272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.012843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] For port f1e47f31-9d06-4e02-a554-6df368e066d3, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1e47f31-9d06-4e02-a554-6df368e066d3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:43.022287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.024345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.025725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a46211c6-a173-46e2-94d2-d06be605901e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8523a1ea7b3a44e0bd310cb266ea3c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307832 Aug 19 00:07:43.086220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 172.25.1.159 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/66aadbd8-609d-40d0-8986-0d604747367d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:43.147718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656c605-2cbd-423d-ba3f-c631e39e02f5 req-4672f9cb-750b-44ea-926a-be0d8a28da9e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:43.149263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3656c605-2cbd-423d-ba3f-c631e39e02f5 req-4672f9cb-750b-44ea-926a-be0d8a28da9e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.2727203 Aug 19 00:07:43.162398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Routers {'77dd1b89-0849-4c1d-b9c2-35bff7021ad4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:43.163028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['77dd1b89-0849-4c1d-b9c2-35bff7021ad4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:43.198484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.201980 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.237261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170bc40-d72e-4094-9b33-f491795e3aea None None] Pushing event updated for resources: {'Port': ['ID=f1e47f31-9d06-4e02-a554-6df368e066d3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:43.241971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.277295 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3656c605-2cbd-423d-ba3f-c631e39e02f5 req-4975c640-cde2-48f0-9195-31cc6df9d675 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143789 Aug 19 00:07:43.337259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.339872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.395369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.404899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.411856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/785f29e8-a08a-43dd-bb37-1fc349e2116b HTTP/1.1" status: 204 len: 168 time: 0.3867173 Aug 19 00:07:43.450446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-eaabcad8-5e08-47ee-bf3e-b13691951bb8 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] Request body: {'port': {'network_id': '3ad0bf66-30e7-4912-ab35-e9189c2e458e', 'name': 'tempest-NetworksNegativeTestJSON-1197221670'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:43.458031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f44759-de84-4eca-9e23-677c43286b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f29e8-a08a-43dd-bb37-1fc349e2116b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:43.460565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:43.537171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=66aadbd8-609d-40d0-8986-0d604747367d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:43.544826 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaabcad8-5e08-47ee-bf3e-b13691951bb8 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] POST failed (client error): The resource could not be found. Aug 19 00:07:43.545522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaabcad8-5e08-47ee-bf3e-b13691951bb8 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:43.547637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eaabcad8-5e08-47ee-bf3e-b13691951bb8 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3424070 Aug 19 00:07:43.563759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.582322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:43.587188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] Set router 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:43.608904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:43.630606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:43.635871 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf80611-b0bf-4519-9ddf-712fedd6d742 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] DELETE failed (client error): The resource could not be found. Aug 19 00:07:43.636545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf80611-b0bf-4519-9ddf-712fedd6d742 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:43.638497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aaf80611-b0bf-4519-9ddf-712fedd6d742 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "DELETE /v2.0/networks/253c60df-5548-43ef-bb58-7730ca91714d HTTP/1.1" status: 404 len: 339 time: 0.0706751 Aug 19 00:07:43.679626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.782952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e48c7-931b-476d-876b-c709ae1286ea req-edbb460b-232b-4a8b-adbb-6684edd890ac tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:43.785224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c77e48c7-931b-476d-876b-c709ae1286ea req-edbb460b-232b-4a8b-adbb-6684edd890ac tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2512453 Aug 19 00:07:43.789532 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec03517-d81e-469a-af3b-38ec4add8f25 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] DELETE failed (client error): The resource could not be found. Aug 19 00:07:43.790490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec03517-d81e-469a-af3b-38ec4add8f25 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:43.793761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ec03517-d81e-469a-af3b-38ec4add8f25 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "DELETE /v2.0/ports/318c54cc-bc40-41f9-98e1-46ec62c74853 HTTP/1.1" status: 404 len: 333 time: 0.1111937 Aug 19 00:07:43.799744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.851440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'name': 'tempest-snat-router-2042596011', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155'}], 'enable_snat': False}, 'gw_port_id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:35Z', 'updated_at': '2021-08-19T00:07:39Z', 'revision_number': 3, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port': {'id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:37Z', 'updated_at': '2021-08-19T00:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:43.894846 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-90683186-39fa-47b8-9a54-af1835d2033e tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] DELETE failed (client error): The resource could not be found. Aug 19 00:07:43.895436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90683186-39fa-47b8-9a54-af1835d2033e tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:43.897500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90683186-39fa-47b8-9a54-af1835d2033e tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "DELETE /v2.0/subnets/231045f6-3fd8-4553-b41f-de277ba649bc HTTP/1.1" status: 404 len: 337 time: 0.0960951 Aug 19 00:07:43.923352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:43.943929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e619d6-2cd7-4080-ae2c-4c5886863e39 None None] The sync data for ids ['77dd1b89-0849-4c1d-b9c2-35bff7021ad4'] in n-d-771363-38 is: [{'id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'name': 'tempest-snat-router-2042596011', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155'}], 'enable_snat': False}, 'gw_port_id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:35Z', 'updated_at': '2021-08-19T00:07:39Z', 'revision_number': 3, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port': {'id': 'f1e47f31-9d06-4e02-a554-6df368e066d3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1b89-0849-4c1d-b9c2-35bff7021ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:37Z', 'updated_at': '2021-08-19T00:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:44.011382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6024acad-c919-49ec-aba1-eaff3ce90491 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:44.024815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9103-2b20-4ae0-ada5-64deb53e6c30 req-90183f93-48d2-4f23-8bb9-32dc4d4d416f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:44.033953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d6c9103-2b20-4ae0-ada5-64deb53e6c30 req-90183f93-48d2-4f23-8bb9-32dc4d4d416f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.1335306 Aug 19 00:07:44.104571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6024acad-c919-49ec-aba1-eaff3ce90491 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:44.104950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.187278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.216316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.238942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d6c9103-2b20-4ae0-ada5-64deb53e6c30 req-e3b0d2d1-7d92-434f-849a-9d2f531555e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037191 Aug 19 00:07:44.311473 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.446765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:44.461398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Deleting port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:44.461898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.477764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c77e48c7-931b-476d-876b-c709ae1286ea req-5bb3d9d0-d06f-4f53-b8b0-1e8ecf96ec87 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822798 Aug 19 00:07:44.495153 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d1b507-7994-4256-8c53-513f1e485e4e tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] GET failed (client error): The resource could not be found. Aug 19 00:07:44.504685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7d1b507-7994-4256-8c53-513f1e485e4e tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "GET /v2.0/networks/420804ab-ad35-4863-a051-2267c059c16c HTTP/1.1" status: 404 len: 339 time: 0.5722706 Aug 19 00:07:44.507142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:44.539441 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2e8a5f-22f6-41e2-926e-34afc5e1a57a tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] GET failed (client error): The resource could not be found. Aug 19 00:07:44.545601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c2e8a5f-22f6-41e2-926e-34afc5e1a57a tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "GET /v2.0/ports/81595475-64f2-4c09-b115-8c8452e0672c HTTP/1.1" status: 404 len: 333 time: 0.0329714 Aug 19 00:07:44.545873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60128) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:44.581912 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-385872a9-7f27-43e6-a6e9-7005505052d2 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] GET failed (client error): The resource could not be found. Aug 19 00:07:44.587348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-385872a9-7f27-43e6-a6e9-7005505052d2 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "GET /v2.0/subnets/9e3a3dab-c395-4e6c-8e0b-1beb661f94ce HTTP/1.1" status: 404 len: 337 time: 0.0365477 Aug 19 00:07:44.587636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60132) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:44.594542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-40126846-77d2-4b35-bea8-704520490f8c tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:44.608652 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-40126846-77d2-4b35-bea8-704520490f8c tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] PUT failed (client error): The resource could not be found. Aug 19 00:07:44.609136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40126846-77d2-4b35-bea8-704520490f8c tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:44.614657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] For port cb1096ad-a2f9-4743-bf55-ad6c6c7cf097, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:44.615091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-40126846-77d2-4b35-bea8-704520490f8c tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "PUT /v2.0/networks/d46a2df4-b003-412a-9dc8-b532011c9ae6 HTTP/1.1" status: 404 len: 339 time: 0.0224745 Aug 19 00:07:44.615184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.615274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60134) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:44.620923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2b64698a-343c-442e-84f5-a44961989fa5 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:44.627374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Calling delete_port for cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:44.647360 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b64698a-343c-442e-84f5-a44961989fa5 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] PUT failed (client error): The resource could not be found. Aug 19 00:07:44.648061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b64698a-343c-442e-84f5-a44961989fa5 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:44.653407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b64698a-343c-442e-84f5-a44961989fa5 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "PUT /v2.0/ports/61d7f3be-1891-4541-be6b-2f5733750f4d HTTP/1.1" status: 404 len: 333 time: 0.0330453 Aug 19 00:07:44.681270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:44.689048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a99bdff8-f626-4590-a6c1-e7fb4cc34421 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:44.715807 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99bdff8-f626-4590-a6c1-e7fb4cc34421 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] PUT failed (client error): The resource could not be found. Aug 19 00:07:44.716272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99bdff8-f626-4590-a6c1-e7fb4cc34421 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:07:44.717432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a99bdff8-f626-4590-a6c1-e7fb4cc34421 tempest-NetworksNegativeTestJSON-1145748713 tempest-NetworksNegativeTestJSON-1145748713-project] 10.222.0.20 "PUT /v2.0/subnets/e286c1b6-aba1-4bc0-a113-d3076418fce8 HTTP/1.1" status: 404 len: 337 time: 0.0348868 Aug 19 00:07:44.753348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:44.772039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:44.907457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.933294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:44.963832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9451ed0-e77c-4cb7-a0f8-dab2dc449bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.160193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.229140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b663d9cf-84df-492f-81df-8e68426eec81 None None] Provisioning complete for port f022cbd8-c459-4692-b421-613227c96503 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:45.232665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b663d9cf-84df-492f-81df-8e68426eec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.306655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b663d9cf-84df-492f-81df-8e68426eec81 None None] Port f022cbd8-c459-4692-b421-613227c96503 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:07:45.333332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.377072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1096ad-a2f9-4743-bf55-ad6c6c7cf097,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:45.383972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:45.389616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.521318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Router 99eeed9a-4c00-4153-89bd-8032173e41d6 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:07:45.627932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ab877-2be3-4e94-af58-143c776d3438 req-78cec253-c5a7-48f6-9fe6-73b32d39c5da tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:45.635782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e84ab877-2be3-4e94-af58-143c776d3438 req-78cec253-c5a7-48f6-9fe6-73b32d39c5da tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.2430665 Aug 19 00:07:45.660960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00dc4dbe-b2e6-4195-9ef9-b388a8e298b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:45.704871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e84ab877-2be3-4e94-af58-143c776d3438 req-06bdd147-09dd-4587-ac0e-065209fe2271 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680780 Aug 19 00:07:45.756875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router 32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:45.888450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a75867-456c-44ca-a768-e062c11fe067 req-ede69fb7-8081-4a80-9d1c-f80727549182 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:45.890568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25a75867-456c-44ca-a768-e062c11fe067 req-ede69fb7-8081-4a80-9d1c-f80727549182 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2553291 Aug 19 00:07:45.916352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:45.930500 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Sync routers for ids ['32d5d0cd-9f8c-4a36-a1fa-fc302c737d01'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:45.943600 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Routers {'32d5d0cd-9f8c-4a36-a1fa-fc302c737d01'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:45.947924 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['32d5d0cd-9f8c-4a36-a1fa-fc302c737d01'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:45.962860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.086970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4edf2-0a18-4729-8780-a85265de7327 req-2cc1c686-20a2-47c3-869f-1ac2f99d34c0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:46.088639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68d4edf2-0a18-4729-8780-a85265de7327 req-2cc1c686-20a2-47c3-869f-1ac2f99d34c0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.1170912 Aug 19 00:07:46.102704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:46.109155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f30bdd2b-d04c-40f6-95fe-8cf1961121a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/99eeed9a-4c00-4153-89bd-8032173e41d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1062198 Aug 19 00:07:46.113006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1e47f31-9d06-4e02-a554-6df368e066d3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:46.117958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25a75867-456c-44ca-a768-e062c11fe067 req-6f63bb99-46aa-45e7-8a59-0e1d9abdfddc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165098 Aug 19 00:07:46.120264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Sync routers for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:46.179663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68d4edf2-0a18-4729-8780-a85265de7327 req-d6d4b3cc-a4a6-47cc-8515-dc70a48db6b4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Aug 19 00:07:46.219674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Set router 32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:46.251672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:46.252841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:46.353833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00dc4dbe-b2e6-4195-9ef9-b388a8e298b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.367509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00dc4dbe-b2e6-4195-9ef9-b388a8e298b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.373390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.375438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7c7afbe-f309-4f1e-8fa9-248ff46e8cc1 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8160615 Aug 19 00:07:46.377792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60186) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:46.460461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4dbe-b2e6-4195-9ef9-b388a8e298b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868820c0-874e-47ed-8c4a-4b737092fa56,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:46.471906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00dc4dbe-b2e6-4195-9ef9-b388a8e298b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=000319051f944190bb3b79075b32b1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0827045 Aug 19 00:07:46.471906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:46.483120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:46.515066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:07:46.532692 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5d0cd-9f8c-4a36-a1fa-fc302c737d01', 'name': 'tempest-snat-router-2042596011', 'tenant_id': '02e5455c5307446c816b1d87f48c72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '66aadbd8-609d-40d0-8986-0d604747367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:41Z', 'updated_at': '2021-08-19T00:07:44Z', 'revision_number': 3, 'project_id': '02e5455c5307446c816b1d87f48c72ea', 'gw_port': {'id': '66aadbd8-609d-40d0-8986-0d604747367d', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5d0cd-9f8c-4a36-a1fa-fc302c737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:42Z', 'updated_at': '2021-08-19T00:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:46.603883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.615770 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Checking router: 32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:46.618288 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Updating router 32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 port 66aadbd8-609d-40d0-8986-0d604747367d binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:07:46.641871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.674742 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.683674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8652104-f686-4bf0-a23e-68ebbe37099a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 HTTP/1.1" status: 200 len: 908 time: 0.3031178 Aug 19 00:07:46.683918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:46.766314 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.816741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f1e47f31-9d06-4e02-a554-6df368e066d3 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:46.823574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1e47f31-9d06-4e02-a554-6df368e066d3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:46.824845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:46.916230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:43Z', 'revision_number': 2, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:46.955630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Checking router: 99eeed9a-4c00-4153-89bd-8032173e41d6 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:46.955994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Updating router 99eeed9a-4c00-4153-89bd-8032173e41d6 port f022cbd8-c459-4692-b421-613227c96503 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:07:47.034031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.036211 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.059720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f1e47f31-9d06-4e02-a554-6df368e066d3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1e47f31-9d06-4e02-a554-6df368e066d3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:47.083926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.103208 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.114033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:47.115236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Transition to ACTIVE for port object 66aadbd8-609d-40d0-8986-0d604747367d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:47.119672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c15cbdd8-5e52-466b-aee6-e1efc2c1c81a admin admin] 10.222.0.20 "PUT /v2.0/routers/bb4f75d8-1e08-4801-86b6-4f8e7e5a581b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6089664 Aug 19 00:07:47.123384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:47.125907 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.137964 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Sync routers for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:47.174128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:47.175173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:47.187679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.190755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.191894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/868820c0-874e-47ed-8c4a-4b737092fa56 HTTP/1.1" status: 204 len: 168 time: 0.7196398 Aug 19 00:07:47.197705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.323464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f1e47f31-9d06-4e02-a554-6df368e066d3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:47.338896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e264b2-435c-418b-95cf-3ae9e5114d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868820c0-874e-47ed-8c4a-4b737092fa56,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:47.475832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b029ac5-6ba8-4fee-9404-97e2ae831b81 req-22cd090b-23c3-4900-a82a-809c64a62d27 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:47.489133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b029ac5-6ba8-4fee-9404-97e2ae831b81 req-22cd090b-23c3-4900-a82a-809c64a62d27 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.1349425 Aug 19 00:07:47.537116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.556224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b029ac5-6ba8-4fee-9404-97e2ae831b81 req-4f609cd6-ae24-4cc0-8a04-23bb135c89c3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Aug 19 00:07:47.575695 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:47.610089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a197b5-a9f4-45c6-aebf-163d8f395b9e req-7aa2e01e-3ad1-4ac0-8569-87197388963e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:47.624190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1a197b5-a9f4-45c6-aebf-163d8f395b9e req-7aa2e01e-3ad1-4ac0-8569-87197388963e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3047221 Aug 19 00:07:47.702562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Deleting port 66aadbd8-609d-40d0-8986-0d604747367d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:47.703931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.763499 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18bda5-38c5-4005-891a-be526baa487d None None] Pushing event updated for resources: {'Port': ['ID=66aadbd8-609d-40d0-8986-0d604747367d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:47.766039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.790697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.911436 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:47.911811 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:47.914540 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:47.914965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.923600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] For port 66aadbd8-609d-40d0-8986-0d604747367d, host n-d-771363-38, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:47.924736 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.928191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Transition to ACTIVE for port object f022cbd8-c459-4692-b421-613227c96503 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:47.935994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:47.936840 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:47.937249 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.939164 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:47.940056 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Bound port: 66aadbd8-609d-40d0-8986-0d604747367d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:47.940622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.941717 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:47.958830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Calling delete_port for 66aadbd8-609d-40d0-8986-0d604747367d owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:47.993479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1a197b5-a9f4-45c6-aebf-163d8f395b9e req-6dfa693a-a5bd-4d0e-91a1-c5c4f3bf7d65 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659348 Aug 19 00:07:48.011941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175481b-bfa4-449f-829e-2d08383b6b8e None None] Pushing event updated for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:48.092152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1e47f31-9d06-4e02-a554-6df368e066d3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:48.109133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-624f680f-9734-40ba-8530-c3505d253a55 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:48.119729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-624f680f-9734-40ba-8530-c3505d253a55 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.4934163 Aug 19 00:07:48.191766 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:07:48.272618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Attempting to bind port f022cbd8-c459-4692-b421-613227c96503 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:48.273033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Attempting to bind port f022cbd8-c459-4692-b421-613227c96503 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:48.273405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Attempting to bind port f022cbd8-c459-4692-b421-613227c96503 on network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:48.278420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.283380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:48.283760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Checking segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:48.284169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.284586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Bound using segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:48.285084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Bound port: f022cbd8-c459-4692-b421-613227c96503, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:48.285694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.432814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.459417 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:07:48.459706 n-d-771363-38 neutron-server[94625]: DEBUG oslo_db.api [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:07:48.464889 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-19T00:07:45Z', 'revision_number': 5, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port': {'id': 'e9309133-963b-4942-9e64-d67baa80eeff', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T23:58:16Z', 'updated_at': '2021-08-18T23:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:48.476236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1e47f31-9d06-4e02-a554-6df368e066d3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:48.477351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.498752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Port': ['ID=66aadbd8-609d-40d0-8986-0d604747367d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:48.551300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:48.554274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.577907 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Checking router: bb4f75d8-1e08-4801-86b6-4f8e7e5a581b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:07:48.602257 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Routers {'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:48.606707 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:48.624258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Deleting port e9309133-963b-4942-9e64-d67baa80eeff {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:48.625116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.660201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] For port f022cbd8-c459-4692-b421-613227c96503, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:48.675969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] For port f022cbd8-c459-4692-b421-613227c96503, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f022cbd8-c459-4692-b421-613227c96503,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:48.697818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.751122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port e5d5e6a0-1479-4e34-a59d-6c1c7660e727, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:48.751781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.781461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for e5d5e6a0-1479-4e34-a59d-6c1c7660e727 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:48.790359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.794353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] For port e9309133-963b-4942-9e64-d67baa80eeff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e9309133-963b-4942-9e64-d67baa80eeff,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:48.794992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:48.832062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Calling delete_port for e9309133-963b-4942-9e64-d67baa80eeff owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:48.928520 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] Set router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:48.959774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:48.960702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:49.071632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.079560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.089043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f414-2e29-42ef-a8c1-61186b473d40 req-4bc29733-066c-4460-869a-a6c27e872483 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:49.091017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8790f414-2e29-42ef-a8c1-61186b473d40 req-4bc29733-066c-4460-869a-a6c27e872483 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 945 time: 0.3786552 Aug 19 00:07:49.115545 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-19T00:07:48Z', 'revision_number': 6, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:49.176039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.178072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:49.189711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.197015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa3f101f-cb83-4551-a207-0e5062685013 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/routers/32d5d0cd-9f8c-4a36-a1fa-fc302c737d01 HTTP/1.1" status: 204 len: 168 time: 2.5031993 Aug 19 00:07:49.202469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:49.216157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:49.219748 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:49.220427 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Attempting to bind port 66aadbd8-609d-40d0-8986-0d604747367d on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:49.222850 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca2960-2777-4c9a-8717-a93f1f811cb5 None None] The sync data for ids ['bb4f75d8-1e08-4801-86b6-4f8e7e5a581b'] in n-d-771363-38 is: [{'id': 'bb4f75d8-1e08-4801-86b6-4f8e7e5a581b', 'name': 'tempest-AttachVolumeShelveTestJSON-1181801329-router', 'tenant_id': 'af1575e56a5f4156af9ad1632895cd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T23:58:14Z', 'updated_at': '2021-08-19T00:07:48Z', 'revision_number': 6, 'project_id': 'af1575e56a5f4156af9ad1632895cd44', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:49.254370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:49.255033 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:49.256252 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.257638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:49.259019 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Bound port: 66aadbd8-609d-40d0-8986-0d604747367d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:49.260844 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.291992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:07:49.336004 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Port 66aadbd8-609d-40d0-8986-0d604747367d has been deleted concurrently {{(pid=94625) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 00:07:49.342769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8790f414-2e29-42ef-a8c1-61186b473d40 req-aadbb85b-054c-452b-b684-17cb06a74b19 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097354 Aug 19 00:07:49.357902 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:49.360669 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:07:49.361844 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32d5d0cd-9f8c-4a36-a1fa-fc302c737d01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:07:49.365087 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bdaa7-e3c8-411f-9d24-1885d7266ab2 None None] The sync data for ids ['32d5d0cd-9f8c-4a36-a1fa-fc302c737d01'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:49.427897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.496798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.568147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9309133-963b-4942-9e64-d67baa80eeff,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:49.572546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175481b-bfa4-449f-829e-2d08383b6b8e None None] Pushing event updated for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:49.687302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbb756-2de9-4d31-8a59-f7478b43f0ee req-124ced3a-b364-4c1a-bc22-1e705992e055 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:49.687555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:49.694788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64cbb756-2de9-4d31-8a59-f7478b43f0ee req-124ced3a-b364-4c1a-bc22-1e705992e055 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.4289656 Aug 19 00:07:49.722511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:48Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:49.760042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43f48-7cd7-4ba6-83cf-d802e8228fcf None None] The sync data for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 is: [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:48Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:49.787601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.792240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.932095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Deleting port f1e47f31-9d06-4e02-a554-6df368e066d3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:49.932370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.961614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:49.972833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64cbb756-2de9-4d31-8a59-f7478b43f0ee req-ab911522-2ce9-42bd-aec5-d4f4a38a65a5 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769113 Aug 19 00:07:49.974213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.050983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-799801075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:50.094988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.105596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.106551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4f75d8-1e08-4801-86b6-4f8e7e5a581b {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:50.133078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.134133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.137819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.142365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-050ff174-e530-4cd7-bfa8-bf24b54a4b03 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bb4f75d8-1e08-4801-86b6-4f8e7e5a581b HTTP/1.1" status: 204 len: 168 time: 3.0140877 Aug 19 00:07:50.142776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60350) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:50.158056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=e5d5e6a0-1479-4e34-a59d-6c1c7660e727,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:50.183185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] For port f1e47f31-9d06-4e02-a554-6df368e066d3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1e47f31-9d06-4e02-a554-6df368e066d3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:50.183565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.219528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Calling delete_port for f1e47f31-9d06-4e02-a554-6df368e066d3 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:50.274896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port e5d5e6a0-1479-4e34-a59d-6c1c7660e727 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:50.280633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.283006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae2b3be9-6f82-4a92-9273-4ea53f9b7a42 req-9a1c2bb8-fe8a-4116-b455-6c45b55a76ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "DELETE /v2.0/ports/e5d5e6a0-1479-4e34-a59d-6c1c7660e727 HTTP/1.1" status: 204 len: 173 time: 2.1549518 Aug 19 00:07:50.283472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'name': 'network-vif-deleted', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:07:50.286012 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130a2e0-7c4a-4d66-938d-2c9ace4e495d" -d '{"events": [{"server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "name": "network-vif-deleted", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:07:50.299164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Deleting subnet d91eea93-65b9-433f-a7ab-bca41336f566 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:07:50.302726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.312193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.355020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.398444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.413554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.417372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38b28454-1162-4b5e-acf4-f8b3d854e81f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7269890 Aug 19 00:07:50.421399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60358) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:50.432666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-277277379'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:50.444854 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecbf9d9-5072-4f41-8701-cb21210ad06e x-openstack-request-id: req-2ecbf9d9-5072-4f41-8701-cb21210ad06e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:07:50.445289 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc7a339-8024-40a1-b45c-5c7010856c90", "name": "network-vif-deleted", "tag": "e5d5e6a0-1479-4e34-a59d-6c1c7660e727", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:07:50.445646 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ecbf9d9-5072-4f41-8701-cb21210ad06e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:07:50.446160 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc7a339-8024-40a1-b45c-5c7010856c90', 'name': 'network-vif-deleted', 'tag': 'e5d5e6a0-1479-4e34-a59d-6c1c7660e727', 'status': 'completed', 'code': 200} Aug 19 00:07:50.509468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f022cbd8-c459-4692-b421-613227c96503 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:50.624546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.651513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11300c06-ef28-48cd-9810-852152f5fbc2 req-28d57ef8-7612-43e4-b75b-9974b28338f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc7a339-8024-40a1-b45c-5c7010856c90 HTTP/1.1" status: 200 len: 210 time: 0.0874288 Aug 19 00:07:50.654657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:50.659392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.661803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f022cbd8-c459-4692-b421-613227c96503 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:50.668576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f022cbd8-c459-4692-b421-613227c96503 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:50.669024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.683247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.772883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.778715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.851062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.854385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91eea93-65b9-433f-a7ab-bca41336f566,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:50.874114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:50.877446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-74f6ed26-6623-401c-9a02-48ef4f283717 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d91eea93-65b9-433f-a7ab-bca41336f566 HTTP/1.1" status: 204 len: 168 time: 0.7337856 Aug 19 00:07:50.879332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1e47f31-9d06-4e02-a554-6df368e066d3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:50.880015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:50.891660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec131b9-d9b6-4550-bb04-4bb26ec804de None None] Network 58295d5a-772a-41ac-9b8e-0e7306251ee8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:51.009161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.148924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.294534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.298217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.314936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df6676-1ca9-4ba0-86cf-141b7e39b75c req-519fc617-17ab-4a95-9754-4ab42ff801b5 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:51.316650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33df6676-1ca9-4ba0-86cf-141b7e39b75c req-519fc617-17ab-4a95-9754-4ab42ff801b5 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.1607008 Aug 19 00:07:51.364600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.365300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77dd1b89-0849-4c1d-b9c2-35bff7021ad4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:07:51.372255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.377220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-929f0731-0cee-4c90-8317-8ca505a1d873 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "DELETE /v2.0/routers/77dd1b89-0849-4c1d-b9c2-35bff7021ad4 HTTP/1.1" status: 204 len: 168 time: 2.1703384 Aug 19 00:07:51.380273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:51.385712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916440162', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:51.409516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Deleting port e81c9229-bd32-4472-ba6d-f6389c2ca24b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:07:51.409868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.449825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f022cbd8-c459-4692-b421-613227c96503, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f022cbd8-c459-4692-b421-613227c96503,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:51.459236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.476216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.490344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33df6676-1ca9-4ba0-86cf-141b7e39b75c req-613529aa-0019-49e7-98b8-e6532d0bed57 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534729 Aug 19 00:07:51.519248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.546970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:51.547181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] For port e81c9229-bd32-4472-ba6d-f6389c2ca24b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e81c9229-bd32-4472-ba6d-f6389c2ca24b,segment=NetworkSegment(abe38e85-e3ee-4245-83c1-d91ec28c7152),segment_id=abe38e85-e3ee-4245-83c1-d91ec28c7152)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:51.547661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:51.547853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.551435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:51.570685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.571272 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Added segment 192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc of type vlan for network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de Aug 19 00:07:51.577882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Calling delete_port for e81c9229-bd32-4472-ba6d-f6389c2ca24b owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:07:51.628232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:51.629791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cb1096ad-a2f9-4743-bf55-ad6c6c7cf097 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:51.663904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.754951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.766416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.767773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.841358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f1afc-4a9e-492a-97e3-ef52174dfc67 None None] DHCP port deletion for 58295d5a-772a-41ac-9b8e-0e7306251ee8 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:07:51.865153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c9229-bd32-4472-ba6d-f6389c2ca24b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:51.883753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] No DVR routers for this DVR port e81c9229-bd32-4472-ba6d-f6389c2ca24b on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:07:51.895616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.897560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0020f905-26d1-4bcc-9107-ea73f332c242,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:51.901351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:51.908995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:51.909619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.039175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.066163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58295d5a-772a-41ac-9b8e-0e7306251ee8']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:52.067054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e5d5e6a0-1479-4e34-a59d-6c1c7660e727 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:52.110025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe38e85-e3ee-4245-83c1-d91ec28c7152') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:52.110283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe38e85-e3ee-4245-83c1-d91ec28c7152') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:52.111278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.114111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: e5d5e6a0-1479-4e34-a59d-6c1c7660e727 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:52.114462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e5d5e6a0-1479-4e34-a59d-6c1c7660e727 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:52.128095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7047954 Aug 19 00:07:52.148711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60400) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:52.178227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'subnet': {'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:52.206706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.259937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475714-319f-464b-8233-709f396ab9b6 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Network': ['ID=4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:52.273664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:52.298423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f022cbd8-c459-4692-b421-613227c96503 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:52.337929 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.356034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:07:52.357002 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:07:52.424971 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:07:52.482386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.495995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f022cbd8-c459-4692-b421-613227c96503 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:52.496711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.523936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.525907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/58295d5a-772a-41ac-9b8e-0e7306251ee8 HTTP/1.1" status: 204 len: 168 time: 1.6446862 Aug 19 00:07:52.533869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2e19-4abb-4810-8fcb-1f36a5c15a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=58295d5a-772a-41ac-9b8e-0e7306251ee8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:52.549391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-ebd35e72-aaee-4eda-8ea9-c20dc25753d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:52.551176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-ebd35e72-aaee-4eda-8ea9-c20dc25753d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.4883928 Aug 19 00:07:52.585742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-e190f90b-bf15-46bf-93c5-55301a0cd182 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0262227 Aug 19 00:07:52.636552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-b22e4ede-7773-4be6-9625-219804549eaf tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425928 Aug 19 00:07:52.637800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:52.642293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:52.815777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1e47f31-9d06-4e02-a554-6df368e066d3 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:52.837581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-0ba45d0c-2933-4c45-97bf-9b34ae5b7ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726055 Aug 19 00:07:52.866478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f1e47f31-9d06-4e02-a554-6df368e066d3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:52.867055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1e47f31-9d06-4e02-a554-6df368e066d3 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:52.871700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e81c9229-bd32-4472-ba6d-f6389c2ca24b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:52.923488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e81c9229-bd32-4472-ba6d-f6389c2ca24b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:52.923883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e81c9229-bd32-4472-ba6d-f6389c2ca24b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:52.924996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e9309133-963b-4942-9e64-d67baa80eeff no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:07:52.962085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e9309133-963b-4942-9e64-d67baa80eeff {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:07:52.962527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e9309133-963b-4942-9e64-d67baa80eeff not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:07:53.024991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:53.090508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.123559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00ecad-fa2c-4553-be08-13b758696f89 req-64a29fe5-c3f0-4b43-b667-d4d94cc31808 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:53.125943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c00ecad-fa2c-4553-be08-13b758696f89 req-64a29fe5-c3f0-4b43-b667-d4d94cc31808 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2631607 Aug 19 00:07:53.130672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.155268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4bcabe4c-05f2-4603-8196-e4d3aed7f03e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af1575e56a5f4156af9ad1632895cd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258883 Aug 19 00:07:53.157788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:53.294713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c00ecad-fa2c-4553-be08-13b758696f89 req-c1400dac-aa6a-468b-a03b-eac816954cb4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602592 Aug 19 00:07:53.363368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-c03a6107-eb75-4234-b9d6-6e74c60dcdfa service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158052 Aug 19 00:07:53.365479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.400179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Allocated IP 172.25.1.23 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/19d221c4-8cdb-4024-8aa3-b369f49b8542) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:53.446188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Subnet': ['ID=85e88bc6-b2e0-4876-8d0d-c48538277e27,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:53.454174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Checking segment: {'id': '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:53.454539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network hostable DHCP agents. Network: 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:53.481375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:53.501137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:53.506258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:53.507135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.512597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58b693-d06d-4bf3-bc6d-7a5ffb5c3234 None None] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:53.542529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-505ae6d4-73e5-4d18-b930-6b499eabce79 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3784759 Aug 19 00:07:53.544231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60430) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:53.551242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'network': {'name': 'tempest-router-network01--1286635834'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:53.580384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:53.585149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.614150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.618212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:53.632796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.633681 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Added segment e2a174b2-d526-4e2a-9ed5-ba3d39b9c761 of type vlan for network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 Aug 19 00:07:53.707545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.723025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.779331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.786722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:53.787558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.811776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de', 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de', 'tenant_id': 'e3c4ed1fca964151ad7929e0cd94862a', 'fixed_ips': [{'subnet_id': '85e88bc6-b2e0-4876-8d0d-c48538277e27'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:07:53.813813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.839429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2463022-fa5c-4b92-b37c-7573ed2698dd req-190534e5-ecb8-4c2b-be13-2b0316e35011 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 210 time: 0.1945353 Aug 19 00:07:53.869730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.880026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:53.885373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/975d962e-d821-459b-8e36-8ba6d159c51e HTTP/1.1" status: 204 len: 168 time: 0.7253735 Aug 19 00:07:53.896510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3509169 Aug 19 00:07:53.897221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60442) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:53.917698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580d006-f478-4343-bad7-1c7682bffa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d962e-d821-459b-8e36-8ba6d159c51e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:53.939021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'network': {'name': 'tempest-router-network02--1502292166'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:53.961610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd193949-8dae-43fd-bcac-fd9835df0cc7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Network': ['ID=83d7ea1a-d3ef-42fb-a79c-3006cb5a8171,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:53.964813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:53.969676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.003993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.011630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:54.033973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.034325 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Added segment dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7 of type vlan for network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd Aug 19 00:07:54.073115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:54.097021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Allocated IP 2001:db8::2 (4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de/85e88bc6-b2e0-4876-8d0d-c48538277e27/94fe27d9-4f3f-44dc-947b-79ed3737f9d9) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:54.108863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.140263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.201932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.209399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:54.211988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.220255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:54.230091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:54.240517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:54.303856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event updated for resources: {'Port': ['ID=19d221c4-8cdb-4024-8aa3-b369f49b8542,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:54.348976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4205503 Aug 19 00:07:54.349464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60454) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:54.366534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'subnet': {'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:54.488761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.508639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Transition to ACTIVE for port object 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:54.583101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Transition to ACTIVE for port object 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:54.590888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d87420-353e-46fd-8e0b-847831c5048d tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Network': ['ID=8c564bc4-61f5-4f24-a7fa-9c8e18094abd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:54.626625 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.634188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:54.719466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7dd92-ef88-448b-9da2-98f3dcf506f5 req-4c1bf89d-8f91-4f87-89a7-1768860ca689 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:54.721297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ffa7dd92-ef88-448b-9da2-98f3dcf506f5 req-4c1bf89d-8f91-4f87-89a7-1768860ca689 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2771528 Aug 19 00:07:54.790597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:54.794756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.890051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:54.897889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:54.900479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:54.904739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Pushing event updated for resources: {'Port': ['ID=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:54.979549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:54.996531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ffa7dd92-ef88-448b-9da2-98f3dcf506f5 req-75b9cb2b-8582-403a-88ef-1083e016982e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523260 Aug 19 00:07:55.037704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20eab8a5-f281-44e1-9b00-5a9c20c7a470 req-2539dec2-f98f-43fa-95f7-4fd40c031a33 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 210 time: 0.0882368 Aug 19 00:07:55.075353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Attempting to bind port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:55.075353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Attempting to bind port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:55.075353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Attempting to bind port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 on network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:55.092721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:55.093157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Checking segment: {'id': '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:55.093858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.094369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Bound using segment: {'id': '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:55.094889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Bound port: 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:55.095279 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.206375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] For port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:55.213656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] For port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,segment=NetworkSegment(192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc),segment_id=192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:55.220744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.246461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.329587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628467dd-dfd1-4309-bed9-966b1169f558 None None] Pushing event updated for resources: {'Port': ['ID=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:55.463380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Subnet': ['ID=c46685d7-da71-4268-8d42-c4ddd361cc97,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:55.524433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Checking segment: {'id': 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:55.525505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network hostable DHCP agents. Network: 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:55.638173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-3e11fd43-4715-439c-85aa-63e76d9fcc72 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:55.641210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-3e11fd43-4715-439c-85aa-63e76d9fcc72 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.3300037 Aug 19 00:07:55.642855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:55.648127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.662491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:55.667661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:55.677051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d9962-ac73-4d85-92cb-30ddecb11907 None None] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:55.719646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:55.720518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:55.761302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f4ed447b-3166-4cb4-9b03-e12ecc9ed408 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3991442 Aug 19 00:07:55.764965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60488) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:55.780350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'subnet': {'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:55.884652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Router 42f25973-877d-492f-91b4-7044355f0a8e is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:07:56.020938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-83d7ea1a-d3ef-42fb-a79c-3006cb5a8171', 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171', 'tenant_id': 'e3c4ed1fca964151ad7929e0cd94862a', 'fixed_ips': [{'subnet_id': 'c46685d7-da71-4268-8d42-c4ddd361cc97'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:07:56.021886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.078538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60496) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:56.101473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:56.106899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.115386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:56.171791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:56.172283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:56.176402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] Sync routers for ids ['42f25973-877d-492f-91b4-7044355f0a8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:56.232174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] Routers {'42f25973-877d-492f-91b4-7044355f0a8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:56.236128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42f25973-877d-492f-91b4-7044355f0a8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:56.250684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:56.255928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.263065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.273219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28ec4c6c-e0a7-4546-9d86-abc006355091 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8917127 Aug 19 00:07:56.278915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:56.285323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:56.297409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:56.312232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13c691e2-9368-41f1-827f-cd173435a058 req-bae5c4b2-0abd-4916-a15e-c7830a705d39 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 210 time: 0.1011033 Aug 19 00:07:56.376944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] Routers {'42f25973-877d-492f-91b4-7044355f0a8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:56.377959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42f25973-877d-492f-91b4-7044355f0a8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:56.433322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541fca-a1a6-40ff-9dab-549918706828 req-eee6995c-867a-490d-9a2b-14db0dfc39e6 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:56.437471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d541fca-a1a6-40ff-9dab-549918706828 req-eee6995c-867a-490d-9a2b-14db0dfc39e6 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2546375 Aug 19 00:07:56.457648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-57248623-network', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:56.471917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd63f0fd-3492-4c46-80db-ed19567837ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.484488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:56.488097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bead4a3-a707-4ec4-a768-0bad3e4546f7 None None] The sync data for ids ['42f25973-877d-492f-91b4-7044355f0a8e'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:56.508104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Made reservation on behalf of 62e1909182c140b0b8072dc6fac32c31 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:56.511564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.542665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:56.551216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.558859 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.560075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Allocated IP 2001:db8::2 (83d7ea1a-d3ef-42fb-a79c-3006cb5a8171/c46685d7-da71-4268-8d42-c4ddd361cc97/4b861783-594f-4d03-8408-4e5c387c80ee) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:56.638603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd63f0fd-3492-4c46-80db-ed19567837ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.648118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.8 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/20c74e3f-90d7-49a9-9cc5-71c9e188a036) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:56.660684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd63f0fd-3492-4c46-80db-ed19567837ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.694006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d541fca-a1a6-40ff-9dab-549918706828 req-265e987c-8ae8-45c8-b1ef-cdd6325a0a53 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437892 Aug 19 00:07:56.784014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd63f0fd-3492-4c46-80db-ed19567837ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7976f73f7604c43904c85f99c1aeb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104913 Aug 19 00:07:56.788771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:56.827510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f0fd-3492-4c46-80db-ed19567837ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4fdb7d-9b08-47ac-b6e3-88306de4cf6c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:56.890113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2e689-db3f-4bfb-a018-c26f32c102d3 None None] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:56.953555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.953797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:56.974266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Transition to ACTIVE for port object 4b861783-594f-4d03-8408-4e5c387c80ee will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:57.004332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Provisioning for port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:57.011608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Transition to ACTIVE for port object 4b861783-594f-4d03-8408-4e5c387c80ee will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:57.011787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.012962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Provisioning complete for port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:57.013340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.058118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.068199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.105680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.129847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.132412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.136586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a4fdb7d-9b08-47ac-b6e3-88306de4cf6c HTTP/1.1" status: 204 len: 168 time: 0.3466351 Aug 19 00:07:57.150535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Subnet': ['ID=1e1a29e4-ab6c-494b-8741-37f10241a2d1,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.183000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa4022-3878-41b2-b425-1b5c19abdcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4fdb7d-9b08-47ac-b6e3-88306de4cf6c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.274937 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.279272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:57.316484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:57.320056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:57.337077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Pushing event updated for resources: {'Port': ['ID=4b861783-594f-4d03-8408-4e5c387c80ee,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.353938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Checking segment: {'id': 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:57.359943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network hostable DHCP agents. Network: 8c564bc4-61f5-4f24-a7fa-9c8e18094abd, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:07:57.419058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.432058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.439366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Attempting to bind port 4b861783-594f-4d03-8408-4e5c387c80ee on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:57.440420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Attempting to bind port 4b861783-594f-4d03-8408-4e5c387c80ee by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:57.441238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Attempting to bind port 4b861783-594f-4d03-8408-4e5c387c80ee on network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:57.445748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.451268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:57.451965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Checking segment: {'id': 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:57.452604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.454018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Bound using segment: {'id': 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:57.454865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Bound port: 4b861783-594f-4d03-8408-4e5c387c80ee, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '83d7ea1a-d3ef-42fb-a79c-3006cb5a8171'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:57.455568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.478862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:07:57.495317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8c564bc4-61f5-4f24-a7fa-9c8e18094abd) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:57.504426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:07:57.514559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:57.515967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.528580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] For port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,segment=NetworkSegment(192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc),segment_id=192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:07:57.533272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca6cda-2d64-4741-9bd5-7e70ccab2f30 None None] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:57.537678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.540245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a45ac6-2a73-46a7-99fc-cbb3a8db780b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.550332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62c36fd0-8fc7-4370-b29c-99d01f170b15 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7829928 Aug 19 00:07:57.555020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60520) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:57.599518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.606077 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Added segment 460c868e-23db-4a9f-afa3-6b77f62e17ae of type vlan for network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 Aug 19 00:07:57.629370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] For port 4b861783-594f-4d03-8408-4e5c387c80ee, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:57.637689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] For port 4b861783-594f-4d03-8408-4e5c387c80ee, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b861783-594f-4d03-8408-4e5c387c80ee,segment=NetworkSegment(e2a174b2-d526-4e2a-9ed5-ba3d39b9c761),segment_id=e2a174b2-d526-4e2a-9ed5-ba3d39b9c761)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:57.652351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.729746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:57.733413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:57.736925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:57.754081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.811176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428ac6e-596c-46e8-8ce9-669ad9a2cf4e None None] Pushing event updated for resources: {'Port': ['ID=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.813410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:57.964054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eeebe-f197-4c1c-8b41-7a7cdc451c8d None None] Pushing event updated for resources: {'Port': ['ID=4b861783-594f-4d03-8408-4e5c387c80ee,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:57.972476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc57-f093-48cb-8094-97a856ab87ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:57.989918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3ef5c7c6-c618-4537-9e18-719d7e26f2cf None None] Provisioning complete for port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:57.990299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c7c6-c618-4537-9e18-719d7e26f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.019371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:07:58.172843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:58.236431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.249363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc57-f093-48cb-8094-97a856ab87ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.291750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc57-f093-48cb-8094-97a856ab87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.301641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18cd69-038f-4564-b189-52e9c45045e1 req-2b3f640a-f084-4b04-b33f-494fa2407381 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:58.305359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a18cd69-038f-4564-b189-52e9c45045e1 req-2b3f640a-f084-4b04-b33f-494fa2407381 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 931 time: 0.8281610 Aug 19 00:07:58.330443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0cc1fc57-f093-48cb-8094-97a856ab87ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a972d3a9dae40d88971bfb212d9171f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910637 Aug 19 00:07:58.340272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:58.346500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8c564bc4-61f5-4f24-a7fa-9c8e18094abd', 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd', 'tenant_id': 'e3c4ed1fca964151ad7929e0cd94862a', 'fixed_ips': [{'subnet_id': '1e1a29e4-ab6c-494b-8741-37f10241a2d1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:07:58.350116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.363241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:58.363905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.391485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a18cd69-038f-4564-b189-52e9c45045e1 req-71f620b1-d0b7-40dd-951e-f65d11414380 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760031 Aug 19 00:07:58.399846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:07:58.400522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.419893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7f5f8f43-e52d-4757-afff-7b8183e9fbf2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7628624 Aug 19 00:07:58.431347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.432513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:58.432948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.441048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1fc57-f093-48cb-8094-97a856ab87ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa443fe1-8df5-4d36-a2f0-963a84442b91,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:58.452863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Request body: {'port': {'device_id': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:58.564806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db228549-b86e-438a-a624-d2b3cccf4da0 req-4f3c6478-4a75-48e6-bed3-c481ce647392 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:58.572377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db228549-b86e-438a-a624-d2b3cccf4da0 req-4f3c6478-4a75-48e6-bed3-c481ce647392 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.6109400 Aug 19 00:07:58.591705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.635953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.640465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.657488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5778515 Aug 19 00:07:58.661028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:58.710604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Allocated IP 2001:db8::2 (8c564bc4-61f5-4f24-a7fa-9c8e18094abd/1e1a29e4-ab6c-494b-8741-37f10241a2d1/2c10b968-1883-4ba8-b215-d54c8fe30baf) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:58.729388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.733539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.807023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.809980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.811547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa443fe1-8df5-4d36-a2f0-963a84442b91 HTTP/1.1" status: 204 len: 168 time: 0.4702284 Aug 19 00:07:58.827678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff128a-6c42-478b-a0a9-27a2c7c3beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa443fe1-8df5-4d36-a2f0-963a84442b91,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:58.931776 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:58.932605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router 42f25973-877d-492f-91b4-7044355f0a8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:07:58.964375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Transition to ACTIVE for port object 2c10b968-1883-4ba8-b215-d54c8fe30baf will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:58.985623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Transition to ACTIVE for port object 2c10b968-1883-4ba8-b215-d54c8fe30baf will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:07:58.997493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.016384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Request body: {'subnet': {'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-57248623-subnet', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:07:59.050563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:07:59.051289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.056446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073253e-d1df-4182-8dce-ec00f13ae3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd31e722-cd2b-471e-9e5b-6d120e4b46b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:59.066517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:07:59.075992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:07:59.079071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:07:59.085283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Pushing event updated for resources: {'Port': ['ID=2c10b968-1883-4ba8-b215-d54c8fe30baf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:59.122151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Made reservation on behalf of 62e1909182c140b0b8072dc6fac32c31 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:07:59.129003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.208792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:07:59.222556 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] Sync routers for ids ['42f25973-877d-492f-91b4-7044355f0a8e'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:07:59.241525 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] Routers {'42f25973-877d-492f-91b4-7044355f0a8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:59.242898 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42f25973-877d-492f-91b4-7044355f0a8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:59.244805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.246580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db228549-b86e-438a-a624-d2b3cccf4da0 req-a7645982-7092-4ea9-ac5f-b7f83eb86f00 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733015 Aug 19 00:07:59.249230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a3f2556c-ca21-4bd3-a43c-fa2799adf1bc tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "PUT /v2.0/routers/42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 200 len: 925 time: 2.9670672 Aug 19 00:07:59.254781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:59.305924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Attempting to bind port 2c10b968-1883-4ba8-b215-d54c8fe30baf on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:07:59.306312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Attempting to bind port 2c10b968-1883-4ba8-b215-d54c8fe30baf by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:07:59.306692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Attempting to bind port 2c10b968-1883-4ba8-b215-d54c8fe30baf on network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:07:59.314421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:07:59.314727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Checking segment: {'id': 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:07:59.314974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.315396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Bound using segment: {'id': 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:07:59.316873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Bound port: 2c10b968-1883-4ba8-b215-d54c8fe30baf, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c564bc4-61f5-4f24-a7fa-9c8e18094abd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:07:59.317211 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.368347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:59.372327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaea9b4-464f-4477-85df-35e11592e24e None None] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:07:59.392064 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] Routers {'42f25973-877d-492f-91b4-7044355f0a8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:07:59.395141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['42f25973-877d-492f-91b4-7044355f0a8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:59.467633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] For port 2c10b968-1883-4ba8-b215-d54c8fe30baf, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:07:59.485744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6104e506-b090-44c7-9d6b-77b86b931e5d None None] Provisioning for port 4b861783-594f-4d03-8408-4e5c387c80ee completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:07:59.491392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] For port 2c10b968-1883-4ba8-b215-d54c8fe30baf, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c10b968-1883-4ba8-b215-d54c8fe30baf,segment=NetworkSegment(dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7),segment_id=dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:07:59.503498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:07:59.518838 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:07:59.519655 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d1ec8f-914b-4330-b779-ba5181e1f938 None None] The sync data for ids ['42f25973-877d-492f-91b4-7044355f0a8e'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:07:59.550796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d9d0439-3d92-4b7c-b48d-e868b78eebd2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 200 len: 925 time: 0.2916396 Aug 19 00:07:59.553353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:59.703771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6ca2-30b8-4243-a5dc-27da7a34577c None None] Pushing event updated for resources: {'Port': ['ID=2c10b968-1883-4ba8-b215-d54c8fe30baf,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:07:59.734890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b6a-16b6-4af1-9480-e0f9a590a5a9 req-5c0b14d6-1ba1-4813-b2c0-b4ed17379c85 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:59.737474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb994b6a-16b6-4af1-9480-e0f9a590a5a9 req-5c0b14d6-1ba1-4813-b2c0-b4ed17379c85 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 931 time: 0.1663160 Aug 19 00:07:59.739401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf310912-393c-4510-910f-0cd5a7ef2c42 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:59.744231 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf310912-393c-4510-910f-0cd5a7ef2c42 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=42f25973-877d-492f-91b4-7044355f0a8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1886680 Aug 19 00:07:59.744900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:07:59.807175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Allocated IP 2001:db8::1 (83d7ea1a-d3ef-42fb-a79c-3006cb5a8171/c46685d7-da71-4268-8d42-c4ddd361cc97/0a316371-ede0-4e10-b596-6f4e5f62483d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:07:59.943807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705fe71-5436-4029-944f-61aa84ba93e5 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:07:59.945341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0705fe71-5436-4029-944f-61aa84ba93e5 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.1965530 Aug 19 00:07:59.949890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb994b6a-16b6-4af1-9480-e0f9a590a5a9 req-8bb6aa02-d3ac-4f75-9a9a-19243b66efd0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040644 Aug 19 00:07:59.950535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:00.015422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-53101f94-b473-4004-ab78-0ae9f5c66435 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 200 len: 205 time: 0.0620239 Aug 19 00:08:00.017500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:00.117266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:00.207781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b861783-594f-4d03-8408-4e5c387c80ee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:00.294932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.314408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.357312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:00.362651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:00.366477 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b264cdd-92b7-464c-97bc-f60ee772de4e" -d '{"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:00.373631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.425083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4b861783-594f-4d03-8408-4e5c387c80ee completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:00.444740 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd0094-bd5f-4ba5-b47f-bfa16f89341b x-openstack-request-id: req-9abd0094-bd5f-4ba5-b47f-bfa16f89341b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:00.445031 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:00.445342 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9abd0094-bd5f-4ba5-b47f-bfa16f89341b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:00.445973 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'code': 200} Aug 19 00:08:00.446608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4b861783-594f-4d03-8408-4e5c387c80ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:00.446990 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.474131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:00.560342 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.586240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.624225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4b861783-594f-4d03-8408-4e5c387c80ee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b861783-594f-4d03-8408-4e5c387c80ee,segment=NetworkSegment(e2a174b2-d526-4e2a-9ed5-ba3d39b9c761),segment_id=e2a174b2-d526-4e2a-9ed5-ba3d39b9c761)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:00.635879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.700636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port 19d221c4-8cdb-4024-8aa3-b369f49b8542 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:00.701510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.725963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4b861783-594f-4d03-8408-4e5c387c80ee,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:00.841724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.858789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.869948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for 19d221c4-8cdb-4024-8aa3-b369f49b8542 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:00.898315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:00.982248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Transition to ACTIVE for port object 0a316371-ede0-4e10-b596-6f4e5f62483d will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:01.034852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:01.036656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbdb73-97f9-488b-b12f-1b8038efc428 req-0e607b1e-740f-497b-8a1e-f0bff6553b53 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:01.044321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64cbdb73-97f9-488b-b12f-1b8038efc428 req-0e607b1e-740f-497b-8a1e-f0bff6553b53 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.4390433 Aug 19 00:08:01.102625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c74e3f-90d7-49a9-9cc5-71c9e188a036 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:01.140175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.190674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a8c3d-b7c4-4298-8e21-3b2c6d320530 req-ac22f9b6-802e-4fd5-9eb8-500789f8adc5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:01.192207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b18a8c3d-b7c4-4298-8e21-3b2c6d320530 req-ac22f9b6-802e-4fd5-9eb8-500789f8adc5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 931 time: 0.0847480 Aug 19 00:08:01.196048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.219830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9434c1dd-51c9-4467-baa7-ec8fd8e15513,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:01.225015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e581a3-4ffb-4a2d-8165-3d38f0c5bb76 None None] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:01.245776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Transition to ACTIVE for port object 20c74e3f-90d7-49a9-9cc5-71c9e188a036 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:01.252759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=19d221c4-8cdb-4024-8aa3-b369f49b8542,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64cbdb73-97f9-488b-b12f-1b8038efc428 req-ece4cd86-189c-4c16-82c2-6a6afcb7a490 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190244 Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.273633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:01.275320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.277040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Checking segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:01.277420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Network hostable DHCP agents. Network: bd31e722-cd2b-471e-9e5b-6d120e4b46b7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:01.311281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.338076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f9b-d654-4686-a3c9-e7082c1219cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.347846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-51382afa-5d37-41e9-b336-2ba25b2a986c None None] Provisioning for port 2c10b968-1883-4ba8-b215-d54c8fe30baf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:01.358845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:01.362398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:01.364930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b18a8c3d-b7c4-4298-8e21-3b2c6d320530 req-f67295ec-29b9-45be-bb29-48a63e277ee1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362529 Aug 19 00:08:01.367072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:01.369069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:01.373885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:01.374441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.444188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.451558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, bd31e722-cd2b-471e-9e5b-6d120e4b46b7) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:01.469084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:01.469698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.480116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19425d72-a1e1-4b0f-b0c1-920889b01e92 None None] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:01.544601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Port': ['ID=0a316371-ede0-4e10-b596-6f4e5f62483d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:01.598523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.603387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.603831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Attempting to bind port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:01.604222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Attempting to bind port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:01.605616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Attempting to bind port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:01.660435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:08:01.662102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Attempting to bind port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:01.684795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.685570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router 42f25973-877d-492f-91b4-7044355f0a8e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:01.693950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.696227 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.701909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26d2c85b-9d4a-4963-8748-e7886f1f2608 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 204 len: 168 time: 1.6756122 Aug 19 00:08:01.702077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:01.702077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:01.702077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:01.702077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Bound port: 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:01.702077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.708834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:01.727022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1899848086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:01.767178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f9b-d654-4686-a3c9-e7082c1219cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.777314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f9b-d654-4686-a3c9-e7082c1219cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.786891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:01.788798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.838682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-70e6bbcc-0205-411e-9ef4-ec1b787ebf82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1735084 Aug 19 00:08:01.847966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60596) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:01.854348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:01.893761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fbca9f9b-d654-4686-a3c9-e7082c1219cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3989400b5bf145f8881157b994567f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599620 Aug 19 00:08:01.896832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60600) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:01.930580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.931492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:01.942892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9f9b-d654-4686-a3c9-e7082c1219cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd3513-cfd6-4080-aec1-4b4dd2f6f756,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:01.964426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:01.986456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a7959bdc-f9d7-452c-b1c9-11ce693fe844 None None] Provisioning for port 0a316371-ede0-4e10-b596-6f4e5f62483d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:01.993185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a7959bdc-f9d7-452c-b1c9-11ce693fe844 None None] Provisioning complete for port 0a316371-ede0-4e10-b596-6f4e5f62483d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:01.993573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7959bdc-f9d7-452c-b1c9-11ce693fe844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.058590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:02.062568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a7959bdc-f9d7-452c-b1c9-11ce693fe844 None None] Port 0a316371-ede0-4e10-b596-6f4e5f62483d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:02.071363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.075453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.077579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.079166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.079962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.126599 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.126759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:08:02.127856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-20826ede-7be9-4432-9ae8-68e8039890d6 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4180124 Aug 19 00:08:02.130787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:02.136506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:02.155475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:02.156748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.158319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] 10.222.0.11 "PUT /v2.0/ports/20c74e3f-90d7-49a9-9cc5-71c9e188a036 HTTP/1.1" status: 200 len: 1092 time: 3.7201025 Aug 19 00:08:02.165129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:02.168218 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:02.281719 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b4d88-a8fb-4059-b318-a7dc6a867382 x-openstack-request-id: req-b75b4d88-a8fb-4059-b318-a7dc6a867382 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:02.282065 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:02.282499 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b75b4d88-a8fb-4059-b318-a7dc6a867382 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:02.282996 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'status': 'completed', 'code': 200} Aug 19 00:08:02.309166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.312557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.329407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e00ec-91ae-4142-9624-bf685a48e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:02.365138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b861783-594f-4d03-8408-4e5c387c80ee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:02.379562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Allocated IP 172.20.0.2 (bd31e722-cd2b-471e-9e5b-6d120e4b46b7/9434c1dd-51c9-4467-baa7-ec8fd8e15513/67879f56-9eac-425a-9357-46b635101dd0) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:02.418815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:02.456339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'port_id': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'mac_address': 'fa:16:3e:35:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e598e-d267-40b3-b77b-e8db192e78ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:08:02.474229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.522435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-4181e21b-0eef-4420-9d5c-52a08cd8b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:02.524076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-4181e21b-0eef-4420-9d5c-52a08cd8b73a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 1095 time: 0.2848155 Aug 19 00:08:02.551739 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.581198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34baf29-f32a-40cc-a044-9e5fe6e4b0ab {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:02.588591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.614215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8062801-6931-44e6-97b4-961700acc29e req-b8c00171-d34c-4be8-9167-564b6e48a333 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:02.616248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8062801-6931-44e6-97b4-961700acc29e req-b8c00171-d34c-4be8-9167-564b6e48a333 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.1197538 Aug 19 00:08:02.638196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4b861783-594f-4d03-8408-4e5c387c80ee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:02.638935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.647303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:02.671317 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.675853 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.678360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-56f0fadd-ff9d-4fae-9704-a6b1adb92d48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036 HTTP/1.1" status: 200 len: 217 time: 0.1354668 Aug 19 00:08:02.697743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8062801-6931-44e6-97b4-961700acc29e req-508dc6d8-5e7e-49dc-96fb-16b017418ba0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592978 Aug 19 00:08:02.707333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323ca91-502c-4217-a20e-1d64b70ee450 req-56a22e7d-7600-44cb-a9ec-4eb0aca5d919 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:02.714473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d323ca91-502c-4217-a20e-1d64b70ee450 req-56a22e7d-7600-44cb-a9ec-4eb0aca5d919 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 944 time: 0.2972517 Aug 19 00:08:02.779534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.815990 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.817089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.860962 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.863267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:02.874197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.877107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:02.878459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7cd3513-cfd6-4080-aec1-4b4dd2f6f756 HTTP/1.1" status: 204 len: 168 time: 0.9806154 Aug 19 00:08:02.881903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-dca13dde-479c-4639-afb7-8d1668bd1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:02.884046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-dca13dde-479c-4639-afb7-8d1668bd1bb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1946788 Aug 19 00:08:02.914335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d323ca91-502c-4217-a20e-1d64b70ee450 req-45a63939-9352-4d29-a0eb-43ccc14c1e3b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985388 Aug 19 00:08:02.918858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Transition to ACTIVE for port object 67879f56-9eac-425a-9357-46b635101dd0 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:02.997528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c10b968-1883-4ba8-b215-d54c8fe30baf up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:03.083553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:03.086033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:03.095274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-e6010872-f1c5-465f-90f8-43917359545c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383443 Aug 19 00:08:03.097338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:03.105116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16190940-12c0-45e3-b69a-5eee457e9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd3513-cfd6-4080-aec1-4b4dd2f6f756,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:03.114275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Port': ['ID=0a316371-ede0-4e10-b596-6f4e5f62483d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:03.225688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Transition to ACTIVE for port object 67879f56-9eac-425a-9357-46b635101dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:03.234355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2c10b968-1883-4ba8-b215-d54c8fe30baf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:03.328845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2c10b968-1883-4ba8-b215-d54c8fe30baf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:03.328845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.377889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.416562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.443223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.519411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:03.577427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:03.584812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Router 0788a777-3d9b-4cd1-adb1-4da72c8128d7 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:03.600620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Pushing event updated for resources: {'Port': ['ID=67879f56-9eac-425a-9357-46b635101dd0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:03.606775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-1c0d1ae9-0f65-4216-8634-4e269c35a179 service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761713 Aug 19 00:08:03.608268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:03.636566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Allocated IP 172.25.1.145 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/7f1ad3f0-0f35-48e0-90bb-5e95514ad02e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:03.730803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-05dc4902-7799-4d2c-80d7-b343f8183096 None None] Provisioning complete for port 0a316371-ede0-4e10-b596-6f4e5f62483d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:03.735955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dc4902-7799-4d2c-80d7-b343f8183096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.855873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.951463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:03.989180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.001099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:04.004476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:04.010539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:04.012783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Attempting to bind port 67879f56-9eac-425a-9357-46b635101dd0 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:04.013277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Attempting to bind port 67879f56-9eac-425a-9357-46b635101dd0 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:04.013751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Attempting to bind port 67879f56-9eac-425a-9357-46b635101dd0 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:04.018507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-05dc4902-7799-4d2c-80d7-b343f8183096 None None] Port 0a316371-ede0-4e10-b596-6f4e5f62483d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:04.026364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:04.026871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Checking segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:04.027393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.027905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Bound using segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:04.028587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Bound port: 67879f56-9eac-425a-9357-46b635101dd0, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:04.029490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.050684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event updated for resources: {'Port': ['ID=7f1ad3f0-0f35-48e0-90bb-5e95514ad02e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:04.110420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2c10b968-1883-4ba8-b215-d54c8fe30baf, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c10b968-1883-4ba8-b215-d54c8fe30baf,segment=NetworkSegment(dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7),segment_id=dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:04.129991 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.266056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] For port 67879f56-9eac-425a-9357-46b635101dd0, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:04.273635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] For port 67879f56-9eac-425a-9357-46b635101dd0, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67879f56-9eac-425a-9357-46b635101dd0,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:04.307797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.314664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2c10b968-1883-4ba8-b215-d54c8fe30baf,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:04.338494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d05b3-3350-4a9b-a598-3755ae55008e req-128f4bf1-24b2-4933-bfff-ec39ec6b3ba8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:04.347159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c93d05b3-3350-4a9b-a598-3755ae55008e req-128f4bf1-24b2-4933-bfff-ec39ec6b3ba8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 945 time: 0.2372725 Aug 19 00:08:04.418146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca44ad8-376c-49eb-be15-a4c1e7292880 None None] Pushing event updated for resources: {'Port': ['ID=67879f56-9eac-425a-9357-46b635101dd0,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:04.513283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.524581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c93d05b3-3350-4a9b-a598-3755ae55008e req-2c4db192-b3f2-4972-be1b-09cc8098105c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764104 Aug 19 00:08:04.533852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.577379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.628139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e58fe-543d-4b65-96df-9779b796ba29 req-b5b9fdaf-af93-49df-863d-3df7b353eb4f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:04.631961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61e58fe-543d-4b65-96df-9779b796ba29 req-b5b9fdaf-af93-49df-863d-3df7b353eb4f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.8213763 Aug 19 00:08:04.684175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:04.692758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cbea4c6e-f68f-4071-8b5c-03f8e25c2218 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1312852 Aug 19 00:08:04.694977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] Sync routers for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:04.703826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60660) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:04.709034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:04.709890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:04.750098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:04.771616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:04.772580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:04.837163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:04.837985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510f540-33ae-4056-8504-e70e865b3b8e None None] The sync data for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:04.924910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b12dde3-fc4e-4f00-a159-4fcfadc6f18b req-7c125b14-bed0-4ccf-8463-83e98e62e84b service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2237847 Aug 19 00:08:04.959363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61e58fe-543d-4b65-96df-9779b796ba29 req-070932cc-e187-481e-b96d-cad04c32b636 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840934 Aug 19 00:08:04.991877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:04.999678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.097535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Allocated IP 172.25.1.211 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c4997113-580e-43b4-9732-114af1e20b99) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:05.147289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-4b6cd913-0878-47a5-abe4-275309d7608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:05.148857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-4b6cd913-0878-47a5-abe4-275309d7608c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 1095 time: 0.1659188 Aug 19 00:08:05.188698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Router e0b36dfc-4349-419c-b7fd-d89bfcab097c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:05.269778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.361503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:05.375093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] Sync routers for ids ['e0b36dfc-4349-419c-b7fd-d89bfcab097c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:05.390677 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] Routers {'e0b36dfc-4349-419c-b7fd-d89bfcab097c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:05.394488 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0b36dfc-4349-419c-b7fd-d89bfcab097c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:05.399703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.405501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3a98555-395b-4857-b079-4c7375bd2048 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "PUT /v2.0/routers/e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 200 len: 884 time: 3.2714520 Aug 19 00:08:05.410990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60674) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.445603 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:05.458527 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] Routers {'e0b36dfc-4349-419c-b7fd-d89bfcab097c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:05.460194 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0b36dfc-4349-419c-b7fd-d89bfcab097c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:05.534269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.540100 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:05.542133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df135c99-e1c3-4e70-b763-b0cbae32d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.547365 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b872c64-75b8-45f7-b84a-62a99ca3226a None None] The sync data for ids ['e0b36dfc-4349-419c-b7fd-d89bfcab097c'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:05.566940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-5263a7ca-63b7-44d0-9298-7c0c58e0cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:05.578549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-5263a7ca-63b7-44d0-9298-7c0c58e0cb46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.3891730 Aug 19 00:08:05.666123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d95ab36a-7dc4-4692-9fe1-fcc136d55920 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 200 len: 925 time: 0.2537594 Aug 19 00:08:05.666833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.680093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-e0343a40-d450-4ae3-a406-228f24aab0a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036 HTTP/1.1" status: 200 len: 217 time: 0.0935912 Aug 19 00:08:05.772526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5309b38c-3e0e-4295-9c56-dc5545814983 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:05.776527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5309b38c-3e0e-4295-9c56-dc5545814983 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=e0b36dfc-4349-419c-b7fd-d89bfcab097c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1063738 Aug 19 00:08:05.779213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60684) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.818029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df135c99-e1c3-4e70-b763-b0cbae32d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.827457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c8d6-eaac-4bb1-b8d6-b4d2edd4beb9 req-93920d16-f7ae-450f-8030-b482fb9e503c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:05.829452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e98c8d6-eaac-4bb1-b8d6-b4d2edd4beb9 req-93920d16-f7ae-450f-8030-b482fb9e503c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 945 time: 0.1156392 Aug 19 00:08:05.830705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df135c99-e1c3-4e70-b763-b0cbae32d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:05.879824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-33ec36c0-c4b4-48d0-af1c-69a53d425885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:05.881405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-33ec36c0-c4b4-48d0-af1c-69a53d425885 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1915243 Aug 19 00:08:05.886577 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-3906a272-97eb-4c56-9e2e-8b7b9c382c00 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:08:05.890684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3906a272-97eb-4c56-9e2e-8b7b9c382c00 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1790500 Aug 19 00:08:05.891343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60686) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.892155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df135c99-e1c3-4e70-b763-b0cbae32d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9643d5-4aa4-48c5-ac7e-792d232c3176,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:05.903033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df135c99-e1c3-4e70-b763-b0cbae32d967 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=328c365c340a45e0a4408130e48c8eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282597 Aug 19 00:08:05.907180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:05.912707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e640783-1db2-4c54-8061-1aa1e0303894 None None] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:05.928869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e98c8d6-eaac-4bb1-b8d6-b4d2edd4beb9 req-9c0b7dc3-b0d0-4f03-a1fb-aa9dc3f0446b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Aug 19 00:08:05.946263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-871ceb27-4f33-4545-af09-d0d086488015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515013 Aug 19 00:08:05.947553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.005070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3f434be8-ef30-48f3-8492-69a71787b83b None None] Provisioning for port 67879f56-9eac-425a-9357-46b635101dd0 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:06.021522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.072170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.128540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.133908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.139324 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b9643d5-4aa4-48c5-ac7e-792d232c3176 HTTP/1.1" status: 204 len: 168 time: 0.2310507 Aug 19 00:08:06.152034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988c3a0-1bc5-4b50-907b-a15fa5bd448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9643d5-4aa4-48c5-ac7e-792d232c3176,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:06.186867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:06.206086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:06.217758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5668b987-f92d-4791-b638-ab2ea445959a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:06.222257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5668b987-f92d-4791-b638-ab2ea445959a tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.4360611 Aug 19 00:08:06.222982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:06.227000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:06.240462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:06.247475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Pushing event updated for resources: {'Port': ['ID=c4997113-580e-43b4-9732-114af1e20b99,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:06.282592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9a949c2-222f-4eb0-8fbf-542ed271e545 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 200 len: 205 time: 0.0562220 Aug 19 00:08:06.284123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60696) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:06.350020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:06.350397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.387286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33f16-6482-45ef-a579-d7df81d5e304 req-e767db10-dbd4-4f2f-9f59-65d12a29c2aa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:06.394903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ed33f16-6482-45ef-a579-d7df81d5e304 req-e767db10-dbd4-4f2f-9f59-65d12a29c2aa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.3066068 Aug 19 00:08:06.423267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-14bfbfca-a518-4fde-9d0e-58c060a0ec51 service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547328 Aug 19 00:08:06.458389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c10b968-1883-4ba8-b215-d54c8fe30baf up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:06.506561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.624973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2c10b968-1883-4ba8-b215-d54c8fe30baf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:06.625422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.627204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.688088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ed33f16-6482-45ef-a579-d7df81d5e304 req-0ce59a00-f713-411c-a94b-178c138fe669 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922382 Aug 19 00:08:06.715372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:06.717702 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc9f33-bef5-4abe-8be6-5d8dff642ca4" -d '{"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-plugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:06.727416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.798624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:06.814632 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2eceb2-1bcc-433e-b9e5-86154c1ff81f x-openstack-request-id: req-df2eceb2-1bcc-433e-b9e5-86154c1ff81f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:06.815204 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-plugged", "status": "completed", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:06.815690 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df2eceb2-1bcc-433e-b9e5-86154c1ff81f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:06.816336 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'code': 200} Aug 19 00:08:06.830729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.851158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port 7f1ad3f0-0f35-48e0-90bb-5e95514ad02e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:06.851545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.934350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:06.954313 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:06.961854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f388d0e-47cc-4d69-9c26-b8f9657a0ccd req-11f711e9-21c4-432f-adda-45a9425e67cd service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762909 Aug 19 00:08:06.963043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67879f56-9eac-425a-9357-46b635101dd0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:06.982477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for 7f1ad3f0-0f35-48e0-90bb-5e95514ad02e owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:07.062946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 67879f56-9eac-425a-9357-46b635101dd0 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:07.075210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 67879f56-9eac-425a-9357-46b635101dd0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:07.076849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.129292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fae1c-2300-42f2-aa6a-1248437679c0 req-f08a9dcc-0b90-430b-99d2-cc90573e26a5 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:07.137376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d8fae1c-2300-42f2-aa6a-1248437679c0 req-f08a9dcc-0b90-430b-99d2-cc90573e26a5 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.0810912 Aug 19 00:08:07.154082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.252602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.309619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 67879f56-9eac-425a-9357-46b635101dd0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67879f56-9eac-425a-9357-46b635101dd0,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:07.319547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.339964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d8fae1c-2300-42f2-aa6a-1248437679c0 req-e704dc75-85bf-4c83-9e0e-0258bd221cf4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013905 Aug 19 00:08:07.340606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.366275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112ff9-5cf3-403d-87ee-8fabfba203ba req-3da0761f-a046-4a22-8385-80e22055cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:07.366732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=7f1ad3f0-0f35-48e0-90bb-5e95514ad02e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:07.369598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01112ff9-5cf3-403d-87ee-8fabfba203ba req-3da0761f-a046-4a22-8385-80e22055cc0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 1098 time: 0.3002927 Aug 19 00:08:07.437704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=67879f56-9eac-425a-9357-46b635101dd0,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:07.446065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.544343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.547271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.597113 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.598158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router e0b36dfc-4349-419c-b7fd-d89bfcab097c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:07.608320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.614484 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65290796-5431-4a59-95b6-9660351b4a4a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 204 len: 168 time: 1.3291149 Aug 19 00:08:07.615606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:07.620809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1813088601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:07.648039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.649756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.723198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.729471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.750009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:07.755413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5e0fb84-7482-47fb-ae04-8f2bf65ecd14 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1384258 Aug 19 00:08:07.756179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60738) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:07.761609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': True}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:08.002532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.014163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01112ff9-5cf3-403d-87ee-8fabfba203ba req-32aa486b-c3d2-4a52-9c25-11bc9f3639e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214862 Aug 19 00:08:08.047670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.088267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c84321-87e0-4991-8176-a2685e3041f6 req-e7374a75-9929-4b43-b067-ab21bbf4f87c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:08.089770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60c84321-87e0-4991-8176-a2685e3041f6 req-e7374a75-9929-4b43-b067-ab21bbf4f87c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.1915781 Aug 19 00:08:08.249609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67879f56-9eac-425a-9357-46b635101dd0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:08.265321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.292890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60c84321-87e0-4991-8176-a2685e3041f6 req-73a55503-1197-4779-924a-98d71bd55593 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497691 Aug 19 00:08:08.334557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 67879f56-9eac-425a-9357-46b635101dd0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:08.335202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.385476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:08:08.505421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:08.520045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'mac_address': 'fa:16:3e:d8:2e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:08:08.550957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:08.609554 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.610263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.626070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c74e3f-90d7-49a9-9cc5-71c9e188a036 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:08.638836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.649982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:08.650309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb68a7-1bd3-44e6-94b9-ea2571ed4fb8 req-fa2ef93a-6d53-4f7d-97a7-d047ac378450 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:08.652096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71eb68a7-1bd3-44e6-94b9-ea2571ed4fb8 req-fa2ef93a-6d53-4f7d-97a7-d047ac378450 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.0935006 Aug 19 00:08:08.657378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting port 0a316371-ede0-4e10-b596-6f4e5f62483d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:08.657674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.662791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.727094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:08.755602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:08.763598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71eb68a7-1bd3-44e6-94b9-ea2571ed4fb8 req-bdce48a5-5379-4588-b4ee-97fe4e87dfc4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015813 Aug 19 00:08:08.770729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:08.790735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:08.793371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:08.822165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.823386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1d9404fc-fe4b-4dfb-9e20-37f0cbab5426 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9740007 Aug 19 00:08:08.825237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:08.826297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:08.840003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 172.25.1.187 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/254ef8fb-8f0d-435c-bbf7-17ca3f34d205) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:08.846441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Calling delete_port for 0a316371-ede0-4e10-b596-6f4e5f62483d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:08.944028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['20c74e3f-90d7-49a9-9cc5-71c9e188a036'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:09.087880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:09.178748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.246555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Port': ['ID=0a316371-ede0-4e10-b596-6f4e5f62483d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:09.256615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.392062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:06Z', 'revision_number': 3, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:09.427104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.428027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:08:09.428483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Updating router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 port c4997113-580e-43b4-9732-114af1e20b99 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:08:09.469346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.643239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.693374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=254ef8fb-8f0d-435c-bbf7-17ca3f34d205,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:09.721030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2ef47-b504-41ab-9550-31caa32e28b2 req-222069ff-fde1-4047-92fb-b6563f0dfee4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:09.722935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8e2ef47-b504-41ab-9550-31caa32e28b2 req-222069ff-fde1-4047-92fb-b6563f0dfee4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 944 time: 0.3078926 Aug 19 00:08:09.729018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:09.735143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Router 0788a777-3d9b-4cd1-adb1-4da72c8128d7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:09.739967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:09.755895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:09.842702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:09.851577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8e2ef47-b504-41ab-9550-31caa32e28b2 req-ffd80ecf-4431-4d2f-82b3-a0f24ca64045 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192489 Aug 19 00:08:09.857287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a29c4e13-1789-42b0-ad2d-52b0070c3e07 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9611881 Aug 19 00:08:09.858856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60782) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:09.863091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] Sync routers for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:09.883016 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:09.884720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:09.888122 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.905698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Transition to ACTIVE for port object c4997113-580e-43b4-9732-114af1e20b99 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:09.918860 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:09.958788 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-a3a8543a-39e9-402f-9305-eea0787f2475 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] delete failed (client error): The resource could not be found. Aug 19 00:08:09.964670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a3a8543a-39e9-402f-9305-eea0787f2475 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-833750192 HTTP/1.1" status: 404 len: 334 time: 0.1045954 Aug 19 00:08:09.969118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:09.979034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:09.987651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Attempting to bind port c4997113-580e-43b4-9732-114af1e20b99 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:09.988041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Attempting to bind port c4997113-580e-43b4-9732-114af1e20b99 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:09.988460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Attempting to bind port c4997113-580e-43b4-9732-114af1e20b99 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:09.991825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4513ac7-5cf6-4887-a720-e1bb0ff598e3 None None] Pushing event updated for resources: {'Port': ['ID=c4997113-580e-43b4-9732-114af1e20b99,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:09.992966 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:09.998887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:09.999278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:10.000967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.001529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:10.002018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Bound port: c4997113-580e-43b4-9732-114af1e20b99, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:10.002417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.002920 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:10.004151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2feab71c-04ff-4f9b-8586-e044f08e311a tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'router': {'external_gateway_info': {'network_id': '0788a777-3d9b-4cd1-adb1-4da72c8128d7'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:10.038033 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.087386 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:10.088433 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9b841-2e0d-4798-a501-4d89f015edc9 None None] The sync data for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:10.118145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] For port c4997113-580e-43b4-9732-114af1e20b99, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:10.122259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] For port c4997113-580e-43b4-9732-114af1e20b99, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4997113-580e-43b4-9732-114af1e20b99,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:10.130040 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.199731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:10.200729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:10.256676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4513ac7-5cf6-4887-a720-e1bb0ff598e3 None None] Pushing event updated for resources: {'Port': ['ID=c4997113-580e-43b4-9732-114af1e20b99,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:10.284743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba91f-ff75-4db5-a3cf-127089b5a0cb req-9468b1f7-ee27-4c36-bb2e-47d358925d46 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:10.286146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Allocated IP 172.20.0.1 (bd31e722-cd2b-471e-9e5b-6d120e4b46b7/9434c1dd-51c9-4467-baa7-ec8fd8e15513/b8d79f4a-4599-40d9-933a-eac1efb51994) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:10.286560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48dba91f-ff75-4db5-a3cf-127089b5a0cb req-9468b1f7-ee27-4c36-bb2e-47d358925d46 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.3382802 Aug 19 00:08:10.404252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.409811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2feab71c-04ff-4f9b-8586-e044f08e311a tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.419352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Transition to ACTIVE for port object b8d79f4a-4599-40d9-933a-eac1efb51994 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:10.427506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48dba91f-ff75-4db5-a3cf-127089b5a0cb req-95ecdb31-2d77-4bdb-a88d-1f02261a9602 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330421 Aug 19 00:08:10.441501 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-2feab71c-04ff-4f9b-8586-e044f08e311a tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] update failed (client error): The resource could not be found. Aug 19 00:08:10.446839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2feab71c-04ff-4f9b-8586-e044f08e311a tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7 HTTP/1.1" status: 404 len: 339 time: 0.4635601 Aug 19 00:08:10.447466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:10.453195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-411892704'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:10.461582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.483095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:10.488207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.522319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:08:10.534382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.534910 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Added segment 84c801b3-2623-4431-b621-1eee99cba96a of type vlan for network 4c8a4e50-b00d-4225-9550-022d3240c242 Aug 19 00:08:10.586046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.619290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.627156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:10.628821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.634125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:10.642003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:10.651612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:10.658884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:10.665241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2159407 Aug 19 00:08:10.669783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:10.670576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:10.691743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'subnet': {'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:10.734240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:10.737090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79043dc-d50e-44c9-9537-a4a56e149c09 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Network': ['ID=4c8a4e50-b00d-4225-9550-022d3240c242,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:10.835471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169078-8990-4a4c-8c0c-496ad78670c7 req-e25e27be-e7ae-4c79-8bb3-f8e08dea4d1c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:10.835777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4c8a4e50-b00d-4225-9550-022d3240c242 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:08:10.837406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7169078-8990-4a4c-8c0c-496ad78670c7 req-e25e27be-e7ae-4c79-8bb3-f8e08dea4d1c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.2541206 Aug 19 00:08:10.900444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:10.916345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7169078-8990-4a4c-8c0c-496ad78670c7 req-134f3c4a-d8cd-408c-8cf0-3e02cb82fab1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619166 Aug 19 00:08:10.954329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.959576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:10.976501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:10.976947 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.052042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91de27-f245-47c5-9168-22263fdf9488 req-06dd56c2-6a46-4439-9571-31d401199d58 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:11.054783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa91de27-f245-47c5-9168-22263fdf9488 req-06dd56c2-6a46-4439-9571-31d401199d58 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 944 time: 0.0989385 Aug 19 00:08:11.100233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa91de27-f245-47c5-9168-22263fdf9488 req-cbdbaa51-93e7-4ab8-9e3b-83f92bb3ceff tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385611 Aug 19 00:08:11.139172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fa2f0edc-cbd4-472f-969f-f21920ea012a None None] Provisioning for port b8d79f4a-4599-40d9-933a-eac1efb51994 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:11.182065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fa2f0edc-cbd4-472f-969f-f21920ea012a None None] Provisioning complete for port b8d79f4a-4599-40d9-933a-eac1efb51994 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:11.182508 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0edc-cbd4-472f-969f-f21920ea012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.246318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.269213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f0edc-cbd4-472f-969f-f21920ea012a None None] Port b8d79f4a-4599-40d9-933a-eac1efb51994 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:11.281542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:06Z', 'revision_number': 3, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:11.285404 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.341737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece80b5-a375-472f-a546-7109f8ef55da None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:06Z', 'revision_number': 3, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:11.365407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:11.368636 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb278df0-18e1-4aa5-8bb2-1ae6a6eba1b7" -d '{"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:11.370848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Made reservation on behalf of e3c4ed1fca964151ad7929e0cd94862a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:11.375218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.397561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:11.408241 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.515789 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ddd48b-a511-4dcc-b960-40031ea59653 x-openstack-request-id: req-67ddd48b-a511-4dcc-b960-40031ea59653 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:11.516037 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:11.517775 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67ddd48b-a511-4dcc-b960-40031ea59653 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:11.518521 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'code': 200} Aug 19 00:08:11.561191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:11.712875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eefcb-9512-4dd4-b792-e14987bc1c95 req-231fd581-5702-4617-be61-b9b3a8c6d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:11.714341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e03eefcb-9512-4dd4-b792-e14987bc1c95 req-231fd581-5702-4617-be61-b9b3a8c6d404 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 1097 time: 0.1019876 Aug 19 00:08:11.761360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-8c537f1d-f418-434b-8282-34a5dede975d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:11.763044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-8c537f1d-f418-434b-8282-34a5dede975d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.2676344 Aug 19 00:08:11.788982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.798959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-861ad983-a4be-4b52-9628-c6ce787c2d93 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/quotas/c3e295a11efb4a89b41affa837a5af89 HTTP/1.1" status: 200 len: 375 time: 0.0253325 Aug 19 00:08:11.818692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e03eefcb-9512-4dd4-b792-e14987bc1c95 req-b3258b89-ba4b-48bf-91cc-6e61a6b8df88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867186 Aug 19 00:08:11.870373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.875258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.893019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:11.912810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-832dfd2b-79fb-4f5b-b36e-dd5214ad1760 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054559 Aug 19 00:08:12.046718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-157babf9-ae05-4731-aa80-2a4ab073c7ed service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211545 Aug 19 00:08:12.161877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-427dd6c6-a709-4c3d-9d23-7b53b259e17b service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054411 Aug 19 00:08:12.299451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4997113-580e-43b4-9732-114af1e20b99 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:12.395905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c4997113-580e-43b4-9732-114af1e20b99 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:12.412974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c4997113-580e-43b4-9732-114af1e20b99 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:12.414286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.518420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5977a89a-9234-45bb-8cbc-96f18f9370d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.521692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.578622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-037160a7-4d7f-4f22-ab25-e5f06c580df7 req-6885a64c-3136-451d-9346-c7c369d6b2a4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 210 time: 0.0644290 Aug 19 00:08:12.623984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Subnet': ['ID=121103a3-8a46-4f90-89bd-d8714097efcf,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:12.634807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.670297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c4997113-580e-43b4-9732-114af1e20b99, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4997113-580e-43b4-9732-114af1e20b99,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:12.676888 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.753561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:12.774714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c4997113-580e-43b4-9732-114af1e20b99,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:12.784352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:12.817911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-b7a1f46a-7ce5-45f7-b5fd-5b2639384a5b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:12.820534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-b7a1f46a-7ce5-45f7-b5fd-5b2639384a5b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b043e42-9124-4547-8643-cc4ccb7b9b4d HTTP/1.1" status: 200 len: 946 time: 0.0811646 Aug 19 00:08:12.893786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Checking segment: {'id': '84c801b3-2623-4431-b621-1eee99cba96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:12.894366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network hostable DHCP agents. Network: 4c8a4e50-b00d-4225-9550-022d3240c242, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:12.935288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c73187-e764-4c47-94ac-fe90d1af5760 req-1789d2e5-259f-479f-b112-c17107c48421 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:12.943640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3c73187-e764-4c47-94ac-fe90d1af5760 req-1789d2e5-259f-479f-b112-c17107c48421 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.4249153 Aug 19 00:08:12.976753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Deleting port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:12.977552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.006641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 4c8a4e50-b00d-4225-9550-022d3240c242 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:13.060613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3c73187-e764-4c47-94ac-fe90d1af5760 req-c3354f43-80e5-4049-b63d-d4a72b982b04 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Aug 19 00:08:13.068111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4c8a4e50-b00d-4225-9550-022d3240c242) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:13.077859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:13.078685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.081493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router f196306c-911a-4ea4-964a-ecca5d3c049a is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:13.082291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89001a-7e93-474e-bf0f-1cc16c5abebe None None] Network 4c8a4e50-b00d-4225-9550-022d3240c242 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:13.093801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:13.101770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:13.120994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] For port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:13.122619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.125125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-425f4b5b-cbe1-4b79-aa46-81d5d7058723 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4448559 Aug 19 00:08:13.127936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:13.176086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Calling delete_port for f34baf29-f32a-40cc-a044-9e5fe6e4b0ab owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:13.314704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-15fbfad1-44ea-4427-89a2-dc69fefcb881 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:13.317654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:13.336419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] Sync routers for ids ['f196306c-911a-4ea4-964a-ecca5d3c049a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:13.347257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] Routers {'f196306c-911a-4ea4-964a-ecca5d3c049a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:13.348057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f196306c-911a-4ea4-964a-ecca5d3c049a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:13.363533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.365361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-13c27f79-b072-4829-81b5-7a7890327eb2 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "PUT /v2.0/routers/f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 200 len: 919 time: 5.6072013 Aug 19 00:08:13.371780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:13.390476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4c8a4e50-b00d-4225-9550-022d3240c242', 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242', 'tenant_id': 'e3c4ed1fca964151ad7929e0cd94862a', 'fixed_ips': [{'subnet_id': '121103a3-8a46-4f90-89bd-d8714097efcf'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:13.391580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.409150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:13.454338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] Routers {'f196306c-911a-4ea4-964a-ecca5d3c049a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:13.455484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f196306c-911a-4ea4-964a-ecca5d3c049a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:13.480601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.533314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event deleted for resources: {'Port': ['ID=f34baf29-f32a-40cc-a044-9e5fe6e4b0ab,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:13.570829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:13.576838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:13.577596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9733-60df-47a3-abaa-d14e15c995ee None None] The sync data for ids ['f196306c-911a-4ea4-964a-ecca5d3c049a'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:13.586552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d002bda2-6782-4f6d-b366-7cb9c5e74b43 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 200 len: 925 time: 0.1429026 Aug 19 00:08:13.589244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:13.629579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-944897da-a543-40f3-bf41-9739727eb3b4 None None] Provisioning complete for port b8d79f4a-4599-40d9-933a-eac1efb51994 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:13.630082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-944897da-a543-40f3-bf41-9739727eb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.682837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] No DVR routers for this DVR port f34baf29-f32a-40cc-a044-9e5fe6e4b0ab on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:13.686516 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.689486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0d2bed4-662b-4e01-8dcd-59bc4f818293 req-1b902c38-d6d0-45ca-b524-9c7684ba2e2e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "DELETE /v2.0/ports/f34baf29-f32a-40cc-a044-9e5fe6e4b0ab HTTP/1.1" status: 204 len: 173 time: 0.8618984 Aug 19 00:08:13.690950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-deleted', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:13.691965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-944897da-a543-40f3-bf41-9739727eb3b4 None None] Port b8d79f4a-4599-40d9-933a-eac1efb51994 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:13.694089 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5811e46c-cb4f-4ae0-a648-d9e551dadadf" -d '{"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-deleted", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:13.744988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc4173c2-deeb-4629-b92a-0e3e43a6723a req-dbf0df27-53a8-4add-8766-3ce4d757e741 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 210 time: 0.0758283 Aug 19 00:08:13.747738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e84cc6-42fd-452b-ad2a-289a6c63e3fe tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:13.755129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-57e84cc6-42fd-452b-ad2a-289a6c63e3fe tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=f196306c-911a-4ea4-964a-ecca5d3c049a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1647253 Aug 19 00:08:13.757753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60866) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:13.792688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Allocated IP 2001:db8:1::2 (4c8a4e50-b00d-4225-9550-022d3240c242/121103a3-8a46-4f90-89bd-d8714097efcf/c183bf5e-f349-47e8-88d4-8afd2adfc480) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:13.816467 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf15e7-cd2d-48f8-a977-e90b569da5f2 x-openstack-request-id: req-a5cf15e7-cd2d-48f8-a977-e90b569da5f2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:13.816758 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b043e42-9124-4547-8643-cc4ccb7b9b4d", "name": "network-vif-deleted", "tag": "f34baf29-f32a-40cc-a044-9e5fe6e4b0ab", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:13.823618 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5cf15e7-cd2d-48f8-a977-e90b569da5f2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:13.824743 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b043e42-9124-4547-8643-cc4ccb7b9b4d', 'name': 'network-vif-deleted', 'tag': 'f34baf29-f32a-40cc-a044-9e5fe6e4b0ab', 'status': 'completed', 'code': 200} Aug 19 00:08:13.830153 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15fbfad1-44ea-4427-89a2-dc69fefcb881 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:13.838717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:14.024657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:14.026712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.032036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b7874c8-78cf-4b63-ab6f-5782a2a30276 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d2e1471-e11a-4d8f-b14b-322cc4570aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2027078 Aug 19 00:08:14.036971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Transition to ACTIVE for port object c183bf5e-f349-47e8-88d4-8afd2adfc480 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:14.038032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77751e-d5da-486f-9dcb-78275c86e39e tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:14.040707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7b77751e-d5da-486f-9dcb-78275c86e39e tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.2811966 Aug 19 00:08:14.043679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60870) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:14.061582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Transition to ACTIVE for port object c183bf5e-f349-47e8-88d4-8afd2adfc480 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:14.072612 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.083085 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-15fbfad1-44ea-4427-89a2-dc69fefcb881 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:08:14.086082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-15fbfad1-44ea-4427-89a2-dc69fefcb881 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7 HTTP/1.1" status: 400 len: 364 time: 0.9553916 Aug 19 00:08:14.089555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:14.130334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Network 4c8a4e50-b00d-4225-9550-022d3240c242 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:14.133917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:14.141387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:14.146109 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:14.161702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Pushing event updated for resources: {'Port': ['ID=c183bf5e-f349-47e8-88d4-8afd2adfc480,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:14.163344 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:14.164199 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:07:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:14.207636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-babe2f2d-ccfc-4e68-8653-4fdd44ab60b4 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 200 len: 205 time: 0.1597340 Aug 19 00:08:14.222898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60878) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:14.268490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Attempting to bind port c183bf5e-f349-47e8-88d4-8afd2adfc480 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:14.269446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Attempting to bind port c183bf5e-f349-47e8-88d4-8afd2adfc480 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '84c801b3-2623-4431-b621-1eee99cba96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:14.270063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Attempting to bind port c183bf5e-f349-47e8-88d4-8afd2adfc480 on network 4c8a4e50-b00d-4225-9550-022d3240c242 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:14.276675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:14.278040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Checking segment: {'id': '84c801b3-2623-4431-b621-1eee99cba96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:14.278691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.279900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Bound using segment: {'id': '84c801b3-2623-4431-b621-1eee99cba96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:14.281309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Bound port: c183bf5e-f349-47e8-88d4-8afd2adfc480, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c801b3-2623-4431-b621-1eee99cba96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c8a4e50-b00d-4225-9550-022d3240c242'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:14.281929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.299737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4997113-580e-43b4-9732-114af1e20b99 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:14.414350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] For port c183bf5e-f349-47e8-88d4-8afd2adfc480, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:14.419309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] For port c183bf5e-f349-47e8-88d4-8afd2adfc480, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c183bf5e-f349-47e8-88d4-8afd2adfc480,segment=NetworkSegment(84c801b3-2623-4431-b621-1eee99cba96a),segment_id=84c801b3-2623-4431-b621-1eee99cba96a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:14.422098 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:14.434555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.444698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-85e384e8-1c23-47ed-b1b8-95fcce93097e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:14.456033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-85e384e8-1c23-47ed-b1b8-95fcce93097e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.5432875 Aug 19 00:08:14.456269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77963dff-74cd-4a6a-88c0-0aa488b04fa9 req-14e5c9e3-c943-442b-b5cb-2c8435afb97c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:14.460061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77963dff-74cd-4a6a-88c0-0aa488b04fa9 req-14e5c9e3-c943-442b-b5cb-2c8435afb97c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2216866 Aug 19 00:08:14.495593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Request body: {'port': {'device_id': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'admin_state_up': True, 'tenant_id': 'c3e295a11efb4a89b41affa837a5af89'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:14.551216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c4997113-580e-43b4-9732-114af1e20b99 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:14.556363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.618693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac787abb-def6-489f-be00-12cffafdfc08 None None] Pushing event updated for resources: {'Port': ['ID=c183bf5e-f349-47e8-88d4-8afd2adfc480,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:14.629744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77963dff-74cd-4a6a-88c0-0aa488b04fa9 req-b3c401a2-3d0c-41b0-8ed8-c4b5620e479b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089566 Aug 19 00:08:14.737506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.765566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.894320 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 2, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:14.927757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.937026 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:08:14.937678 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Updating router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 port b8d79f4a-4599-40d9-933a-eac1efb51994 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:08:14.965553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f7b-6549-460d-88cf-84993843466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:14.987461 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.000714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:15.005627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91208298', 'description': 'tempest-description--1104558693'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:15.139210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.160180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc81906c-daf2-437e-8d6f-53d21ee96e3a req-6b1a3a1b-2766-44e2-8dfe-4ed2fd96f51f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 210 time: 0.0562744 Aug 19 00:08:15.178180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.195843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.259546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Made reservation on behalf of c3e295a11efb4a89b41affa837a5af89 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:15.267226 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.428429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port 254ef8fb-8f0d-435c-bbf7-17ca3f34d205 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:15.428862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.450043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Allocated IP 2001:db8::1 (4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de/85e88bc6-b2e0-4876-8d0d-c48538277e27/6deffcfe-ac63-4208-9cde-365cbb4257c5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:15.551455 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.563394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.684003 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.700191 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Transition to ACTIVE for port object b8d79f4a-4599-40d9-933a-eac1efb51994 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:15.715439 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.872143 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3ecc-12d3-42f1-88f3-c716c59d8307 None None] Pushing event updated for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:15.937530 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Attempting to bind port b8d79f4a-4599-40d9-933a-eac1efb51994 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:15.938129 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Attempting to bind port b8d79f4a-4599-40d9-933a-eac1efb51994 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:15.938665 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Attempting to bind port b8d79f4a-4599-40d9-933a-eac1efb51994 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:15.953332 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:15.954018 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Checking segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:15.954592 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:15.955151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Bound using segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:15.955787 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Bound port: b8d79f4a-4599-40d9-933a-eac1efb51994, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:15.956395 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.083660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] For port b8d79f4a-4599-40d9-933a-eac1efb51994, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:16.098420 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] For port b8d79f4a-4599-40d9-933a-eac1efb51994, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8d79f4a-4599-40d9-933a-eac1efb51994,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:16.106378 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.115871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Allocated IP 172.20.0.11 (b083dd0b-b040-4b19-a88a-01754e1cd583/046e598e-d267-40b3-b77b-e8db192e78ef/6c4a928d-bf93-4bfb-bb14-93bcaad4c722) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:16.171078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:16.235526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: f34baf29-f32a-40cc-a044-9e5fe6e4b0ab {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:08:16.240095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device f34baf29-f32a-40cc-a044-9e5fe6e4b0ab not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:08:16.271722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e83a34-ddba-4984-8c6c-10708b228134 None None] Network 4c8a4e50-b00d-4225-9550-022d3240c242 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:16.284184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.304037 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:16.304818 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:16.321586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Transition to ACTIVE for port object 6deffcfe-ac63-4208-9cde-365cbb4257c5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:16.398879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.402820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3984427 Aug 19 00:08:16.404490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60928) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:16.414894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group_rule': {'security_group_id': '058462d1-ca04-4fe5-b92b-a7acd48509d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:16.454331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.459887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c183bf5e-f349-47e8-88d4-8afd2adfc480 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:16.496596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06b88212-9863-42a7-b7ef-a05d81c5b394 req-0f92cf56-3fc5-41b2-ad90-8c278bff6864 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 210 time: 0.0951781 Aug 19 00:08:16.503029 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3ecc-12d3-42f1-88f3-c716c59d8307 None None] Pushing event updated for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:16.512224 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:16.516574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.549667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:16.550488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058462d1-ca04-4fe5-b92b-a7acd48509d4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:16.570577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:16.580560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:16.581125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.611069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1b5185bd-1279-4fba-9a87-796e33e2b4b8 None None] Provisioning for port c183bf5e-f349-47e8-88d4-8afd2adfc480 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:16.639291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227afd3-31ca-4bfe-b7aa-030b7f2d60aa req-7af378a3-bd8f-4b91-aa32-682b8f29c5be tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:16.648794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8227afd3-31ca-4bfe-b7aa-030b7f2d60aa req-7af378a3-bd8f-4b91-aa32-682b8f29c5be tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.5685377 Aug 19 00:08:16.674880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.675239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.675592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.675949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.676528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.676898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.677271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.677662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.678003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.678332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.678894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.679646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77410-406d-4e0e-8561-2f2efac86476 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:16.683680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c183bf5e-f349-47e8-88d4-8afd2adfc480 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:16.690303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c183bf5e-f349-47e8-88d4-8afd2adfc480 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:16.691734 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.719831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8227afd3-31ca-4bfe-b7aa-030b7f2d60aa req-7f515b46-821e-48ab-9f9f-eaf1cd3bc85a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698988 Aug 19 00:08:16.736141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.745720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Port': ['ID=6deffcfe-ac63-4208-9cde-365cbb4257c5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:16.766149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.773597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.777411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.830698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.833753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for 254ef8fb-8f0d-435c-bbf7-17ca3f34d205 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:16.842316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.872633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.877209 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4681239 Aug 19 00:08:16.881011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:16.894748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group_rule': {'security_group_id': '058462d1-ca04-4fe5-b92b-a7acd48509d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:16.919074 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:16Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:16.952076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b699b-252f-4a2a-9323-922ccb0a8925 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e3691c-8940-493c-befe-b41ddf55f5d3,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:16.970480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.981558 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:16.986904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd645d0-ebbe-4ea9-a984-0d2981ddf360 None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:16Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:17.051264 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.068150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c183bf5e-f349-47e8-88d4-8afd2adfc480, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c183bf5e-f349-47e8-88d4-8afd2adfc480,segment=NetworkSegment(84c801b3-2623-4431-b621-1eee99cba96a),segment_id=84c801b3-2623-4431-b621-1eee99cba96a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:17.085015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.102014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Network b083dd0b-b040-4b19-a88a-01754e1cd583 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:17.109306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:17.112164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:17.180160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c15ad3b3-b394-418e-afb9-c9ed71255735 None None] Provisioning for port 6deffcfe-ac63-4208-9cde-365cbb4257c5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:17.192948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c15ad3b3-b394-418e-afb9-c9ed71255735 None None] Provisioning complete for port 6deffcfe-ac63-4208-9cde-365cbb4257c5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:17.193332 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c15ad3b3-b394-418e-afb9-c9ed71255735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.217782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.227237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.228452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.247526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c15ad3b3-b394-418e-afb9-c9ed71255735 None None] Port 6deffcfe-ac63-4208-9cde-365cbb4257c5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:17.254125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c183bf5e-f349-47e8-88d4-8afd2adfc480,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:17.271798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.275681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:17.284423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.315336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:17.315849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.331874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event updated for resources: {'Port': ['ID=6deffcfe-ac63-4208-9cde-365cbb4257c5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:17.346768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202d11d8-0198-4518-8511-8acaa81f3c37,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:17.368685 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.373535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-adfc84f5-4844-4c6e-8545-70ac4be0d32f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4874239 Aug 19 00:08:17.375870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7c917fc7-343f-475d-a5de-c06c316ab0e2 None None] Provisioning complete for port c183bf5e-f349-47e8-88d4-8afd2adfc480 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:17.376380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c917fc7-343f-475d-a5de-c06c316ab0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.377776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60936) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:17.384535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:17.391882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:17.393779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:17.409452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-99091758-7a7e-4553-9ccc-9a31172c7778 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9311595 Aug 19 00:08:17.414354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.439579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Request body: {'port': {'device_id': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:17.442318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.569560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=254ef8fb-8f0d-435c-bbf7-17ca3f34d205,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:17.579840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Router 0788a777-3d9b-4cd1-adb1-4da72c8128d7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:17.731041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.760242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.782134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:17.792820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-34085195-ab10-4dbb-876e-2b24995698a2 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008221 Aug 19 00:08:17.793350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:17.797684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] Sync routers for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:17.851997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:17.852660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:17.857373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.949634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ce47995-b0ab-4aac-9d7b-283902945976 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:17.950186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:17.952793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fd47a42b-5a74-4378-86de-cade6605cd4b None None] Provisioning complete for port 6deffcfe-ac63-4208-9cde-365cbb4257c5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:17.953169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd47a42b-5a74-4378-86de-cade6605cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.001232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.005583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.009924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:18.010826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:18.059017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:18.059853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2535a1-b130-43a2-bc05-4c364a31e8d6 None None] The sync data for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:18.064307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fd47a42b-5a74-4378-86de-cade6605cd4b None None] Port 6deffcfe-ac63-4208-9cde-365cbb4257c5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:18.069942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ede86-6113-41d4-a764-33465ea8ef93 req-8626a844-299e-42da-b520-bb6b9c805d31 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:18.071546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-124ede86-6113-41d4-a764-33465ea8ef93 req-8626a844-299e-42da-b520-bb6b9c805d31 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1847174 Aug 19 00:08:18.091070 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-5ce47995-b0ab-4aac-9d7b-283902945976 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 00:08:18.095384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ce47995-b0ab-4aac-9d7b-283902945976 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7 HTTP/1.1" status: 409 len: 329 time: 0.3010063 Aug 19 00:08:18.096004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:18.196210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5bbf-fb92-4cce-9f14-f83ed0e60656 req-c1589022-9f60-4a80-bcf7-b6752c3f14c6 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:18.205120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c1e5bbf-fb92-4cce-9f14-f83ed0e60656 req-c1589022-9f60-4a80-bcf7-b6752c3f14c6 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 932 time: 0.5339863 Aug 19 00:08:18.217419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.218657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router f196306c-911a-4ea4-964a-ecca5d3c049a {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:18.234568 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.239628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8da23c2f-04a2-4ba0-a3c9-ae9e72c4fce2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 204 len: 168 time: 4.0147436 Aug 19 00:08:18.247263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60956) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:18.255588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895253672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:18.320147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-124ede86-6113-41d4-a764-33465ea8ef93 req-18cee65a-9913-4b7e-98c6-6c7af1727422 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400386 Aug 19 00:08:18.353393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.355567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.373664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c1e5bbf-fb92-4cce-9f14-f83ed0e60656 req-ad022967-a37f-4717-ac50-867245fc391f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639326 Aug 19 00:08:18.424616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.469274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8d79f4a-4599-40d9-933a-eac1efb51994 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:18.519597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.554723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b8d79f4a-4599-40d9-933a-eac1efb51994 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:18.559488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b8d79f4a-4599-40d9-933a-eac1efb51994 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:18.560153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.561000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.585465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.630150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.631400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7e99915-703a-45b7-857f-5df32a3ad5f8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3797348 Aug 19 00:08:18.635936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:18.674948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:18.688603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.754621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b8d79f4a-4599-40d9-933a-eac1efb51994, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8d79f4a-4599-40d9-933a-eac1efb51994,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:18.767059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.767870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c183bf5e-f349-47e8-88d4-8afd2adfc480 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:18.944590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Allocated IP 172.25.1.41 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e1916426-409d-4ad9-b5d0-0e7459a4f73a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:18.949798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:18.968398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:18.994661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting port 6deffcfe-ac63-4208-9cde-365cbb4257c5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:18.995008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.063704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Transition to ACTIVE for port object 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:19.065924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.096572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.110762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.120613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:19.132873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Calling delete_port for 6deffcfe-ac63-4208-9cde-365cbb4257c5 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:19.134464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c183bf5e-f349-47e8-88d4-8afd2adfc480 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:19.134866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.217805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:19.284580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.330914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.347511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Attempting to bind port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:19.347852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Attempting to bind port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:19.348203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Attempting to bind port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:19.357747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Port': ['ID=6deffcfe-ac63-4208-9cde-365cbb4257c5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:19.359540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 on network b083dd0b-b040-4b19-a88a-01754e1cd583 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:08:19.359848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Attempting to bind port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:19.371947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:19.372335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Checking segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:19.372955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Bound using segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:19.373414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Bound port: 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:19.373806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.396892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.498034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:19.510939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.545367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618c06-78b8-4c34-aa63-3b76d40ea9e2 req-f24f2d06-741c-4f7f-accd-876d6a788360 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:19.546945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e618c06-78b8-4c34-aa63-3b76d40ea9e2 req-f24f2d06-741c-4f7f-accd-876d6a788360 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.0771248 Aug 19 00:08:19.554796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:19.590977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:19.628391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=e1916426-409d-4ad9-b5d0-0e7459a4f73a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:19.685992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:19.709479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:19.720566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e618c06-78b8-4c34-aa63-3b76d40ea9e2 req-2e0d59d5-ad3c-4843-a852-ce6eae3d5e02 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334953 Aug 19 00:08:19.726490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55a54-c13b-4491-8d68-2b144c34e6dd req-3c3db091-e3e1-4780-bd69-a99457a4994c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:19.729099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67d55a54-c13b-4491-8d68-2b144c34e6dd req-3c3db091-e3e1-4780-bd69-a99457a4994c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2455645 Aug 19 00:08:19.732782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Router 0788a777-3d9b-4cd1-adb1-4da72c8128d7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:19.740062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.760888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.773723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.814868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:19.824869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b8f78708-e6cd-4e1f-917f-33f05f201b19 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203681 Aug 19 00:08:19.825557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:19.826423 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] Sync routers for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:19.836327 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:19.836944 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:19.844495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:19.845140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:19.846600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c4a928d-bf93-4bfb-bb14-93bcaad4c722 HTTP/1.1" status: 200 len: 1093 time: 2.4160140 Aug 19 00:08:19.865712 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-4f9ffd03-6978-4770-be3f-523a8c7cfa35 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] show failed (client error): The resource could not be found. Aug 19 00:08:19.867069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f9ffd03-6978-4770-be3f-523a8c7cfa35 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1002780705 HTTP/1.1" status: 404 len: 335 time: 0.0405171 Aug 19 00:08:19.870939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:19.876137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6e2d45ed-bfcc-4af0-a521-4db13313c8a0 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:19.879952 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:19.889635 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] Routers {'0788a777-3d9b-4cd1-adb1-4da72c8128d7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:19.891070 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:19.914299 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-6e2d45ed-bfcc-4af0-a521-4db13313c8a0 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] update failed (client error): The resource could not be found. Aug 19 00:08:19.915367 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e2d45ed-bfcc-4af0-a521-4db13313c8a0 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1416509913 HTTP/1.1" status: 404 len: 335 time: 0.0434792 Aug 19 00:08:19.920334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:19.929706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:19.930391 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9a84b-44bd-46fd-98bb-508f0b1bb6d8 None None] The sync data for ids ['0788a777-3d9b-4cd1-adb1-4da72c8128d7'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:19.974267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting subnet 121103a3-8a46-4f90-89bd-d8714097efcf {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:08:19.977711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.021923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.044452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:20.052379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-789242399'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:20.097944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:20.101463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.153031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.177601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:08:20.198135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.198489 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Added segment 52b2c246-a433-40a8-a80c-304951c84464 of type vlan for network a00b16ce-4d1f-4faa-949f-b91847e51263 Aug 19 00:08:20.220269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:20.222575 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64bb36-7afa-4b25-9b23-21aefa704e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:20.236154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8d79f4a-4599-40d9-933a-eac1efb51994 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:20.253589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.265519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.308122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Subnet': ['ID=121103a3-8a46-4f90-89bd-d8714097efcf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:20.313525 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188116a4-f5f4-4483-89ad-fe02689c9677 x-openstack-request-id: req-188116a4-f5f4-4483-89ad-fe02689c9677 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:20.313817 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:20.314284 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-188116a4-f5f4-4483-89ad-fe02689c9677 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:20.315078 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'status': 'completed', 'code': 200} Aug 19 00:08:20.318388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.323734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b8d79f4a-4599-40d9-933a-eac1efb51994 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:20.323870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0294d914-e164-488e-8cb0-93177d5905b1 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/subnets/121103a3-8a46-4f90-89bd-d8714097efcf HTTP/1.1" status: 204 len: 168 time: 0.4018440 Aug 19 00:08:20.323959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.324040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60980) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:20.332454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.337730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:20.338319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.339575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985830c-503f-4bad-a33e-55ea038ddf16 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:20.350447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.361120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936634f-3003-4eb5-a8ff-bc6bc3c5a40b None None] Network 4c8a4e50-b00d-4225-9550-022d3240c242 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:20.361572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67d55a54-c13b-4491-8d68-2b144c34e6dd req-7aba9e45-a876-420b-92cb-193958032d7e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984235 Aug 19 00:08:20.422169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-1502ae90-369d-4785-8c33-841e8de18d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:20.423686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-1502ae90-369d-4785-8c33-841e8de18d78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 1096 time: 0.1948912 Aug 19 00:08:20.447155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.456379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4083681 Aug 19 00:08:20.456681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60982) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:20.469295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e95d-eefc-4b18-9259-1d2358316515 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Network': ['ID=a00b16ce-4d1f-4faa-949f-b91847e51263,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:20.476316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.478750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Allocated IP 172.25.1.134 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2c0b65c3-2cf8-4606-b2fa-f94ef8685eb4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:20.481827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a00b16ce-4d1f-4faa-949f-b91847e51263 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:08:20.510133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-362228104'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:20.522014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-71b1e782-4725-4e96-aaa1-e02881893d60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722 HTTP/1.1" status: 200 len: 217 time: 0.0831521 Aug 19 00:08:20.536632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting port c183bf5e-f349-47e8-88d4-8afd2adfc480 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:20.537078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.611934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] For port c183bf5e-f349-47e8-88d4-8afd2adfc480, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c183bf5e-f349-47e8-88d4-8afd2adfc480,segment=NetworkSegment(84c801b3-2623-4431-b621-1eee99cba96a),segment_id=84c801b3-2623-4431-b621-1eee99cba96a)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:20.612645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.614798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:20.618538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.628871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Calling delete_port for c183bf5e-f349-47e8-88d4-8afd2adfc480 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:20.679533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] DHCP port deletion for 4c8a4e50-b00d-4225-9550-022d3240c242 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:08:20.711781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3670d-755b-475e-9581-0f1702ae675c req-df7a05a8-73a2-4313-9266-83d214e3bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:20.713322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-df7a05a8-73a2-4313-9266-83d214e3bfa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.1837974 Aug 19 00:08:20.744176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Deleting port c183bf5e-f349-47e8-88d4-8afd2adfc480 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:20.744176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.772925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:08:20.776694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-6e8fc834-8cb1-4aac-b711-c1b12c7bcd66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504208 Aug 19 00:08:20.858021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] For port c183bf5e-f349-47e8-88d4-8afd2adfc480, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c183bf5e-f349-47e8-88d4-8afd2adfc480,segment=NetworkSegment(84c801b3-2623-4431-b621-1eee99cba96a),segment_id=84c801b3-2623-4431-b621-1eee99cba96a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:20.859114 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.867148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.867502 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Added segment 9abc4905-3c8f-4b43-8920-10ba30153d46 of type vlan for network 3327154d-0ea5-43d6-926e-dbb402940c73 Aug 19 00:08:20.875613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Calling delete_port for c183bf5e-f349-47e8-88d4-8afd2adfc480 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:20.935765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.959517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.966606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:20.994882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Pushing event deleted for resources: {'Port': ['ID=c183bf5e-f349-47e8-88d4-8afd2adfc480,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:20.997104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] No DVR routers for this DVR port c183bf5e-f349-47e8-88d4-8afd2adfc480 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:21.006065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.006420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.006774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.007120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.007463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.007803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.008927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.008927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.008927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.009196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.010587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.010587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848325fb-53cb-42aa-9b3c-7266b09b6d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:08:21.011074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.033270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.034259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eed1b4-9c83-442b-9f14-8a03dea82c9c req-70a654d1-3fc6-4eab-8f10-0c002246c398 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:21.035834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00eed1b4-9c83-442b-9f14-8a03dea82c9c req-70a654d1-3fc6-4eab-8f10-0c002246c398 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.0753589 Aug 19 00:08:21.065166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.078449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.083966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:21.084590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.088065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-ef92194e-2f44-43b1-9a16-91f273dda9da service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936416 Aug 19 00:08:21.106191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Port': ['ID=c183bf5e-f349-47e8-88d4-8afd2adfc480,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.108076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] No DVR routers for this DVR port c183bf5e-f349-47e8-88d4-8afd2adfc480 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:21.116023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00eed1b4-9c83-442b-9f14-8a03dea82c9c req-63f9ff21-9b6f-4ea3-8ed5-dd58a05d1be2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701206 Aug 19 00:08:21.193905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.204987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8a4e50-b00d-4225-9550-022d3240c242']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:21.215156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c801b3-2623-4431-b621-1eee99cba96a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:21.215455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c801b3-2623-4431-b621-1eee99cba96a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:21.225622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.240235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.245853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=e1916426-409d-4ad9-b5d0-0e7459a4f73a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.246744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:08:21.247150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.250142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7745121 Aug 19 00:08:21.251260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.253093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60988) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:21.264384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'subnet': {'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:08:21.264779 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:08:21.311157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a5c1-e188-4069-a5db-3f21c0eaad85 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Network': ['ID=3327154d-0ea5-43d6-926e-dbb402940c73,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.317345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.325268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3327154d-0ea5-43d6-926e-dbb402940c73 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:08:21.326004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.330374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/networks/4c8a4e50-b00d-4225-9550-022d3240c242 HTTP/1.1" status: 204 len: 168 time: 1.0027354 Aug 19 00:08:21.331141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:21.349523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6f9d-5b00-4233-b40a-0f13653b9f82 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Network': ['ID=4c8a4e50-b00d-4225-9550-022d3240c242,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.368393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.394239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:21.401326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting subnet 1e1a29e4-ab6c-494b-8741-37f10241a2d1 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:08:21.404137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0b65c3-2cf8-4606-b2fa-f94ef8685eb4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.404731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.416425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:21.425993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:21.453194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.463275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8d5b06ff-2801-4a1e-b4a4-dc9480b5e974 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0756257 Aug 19 00:08:21.463467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.463598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31b3670d-755b-475e-9581-0f1702ae675c req-989c1087-9027-4c5d-93f9-fe65f64f482f service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649030 Aug 19 00:08:21.567872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.595663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:21.599103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.648025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-db4a0f79-4559-4ec8-8c4a-e0eb45da24c7 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--91208298&fields=id&tenant_id=62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 267 time: 0.0595851 Aug 19 00:08:21.668568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.668860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67f82-279d-45cb-a5f4-db50b3d3c087 req-c5ecb32f-9cf2-4f5b-858a-4d5c61b5d932 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:21.670223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-caf67f82-279d-45cb-a5f4-db50b3d3c087 req-c5ecb32f-9cf2-4f5b-858a-4d5c61b5d932 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2148132 Aug 19 00:08:21.740266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.742275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/subnets/1e1a29e4-ab6c-494b-8741-37f10241a2d1 HTTP/1.1" status: 204 len: 168 time: 0.4104469 Aug 19 00:08:21.742976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e6b00-436a-4532-b3a4-c0aba4a004f7 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1a29e4-ab6c-494b-8741-37f10241a2d1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:21.748129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d71bf-9694-4058-a495-67db0d95a0c7 None None] Network 8c564bc4-61f5-4f24-a7fa-9c8e18094abd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:21.748757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:21.813523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-e915888a-1f9e-402f-80b0-852ef7aed8b1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:21.816053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-e915888a-1f9e-402f-80b0-852ef7aed8b1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 809 time: 0.1593924 Aug 19 00:08:21.824129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-111d9da1-238b-42f0-a7c4-cd2988d44a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:21.825693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-111d9da1-238b-42f0-a7c4-cd2988d44a61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 1096 time: 0.2636912 Aug 19 00:08:21.834583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-25e15ee1-ceda-447b-b14c-8309615358e8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/quotas/62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 375 time: 0.0112610 Aug 19 00:08:21.880820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-caf67f82-279d-45cb-a5f4-db50b3d3c087 req-2019c1e9-1d63-43b7-bda7-b300caa4e5a0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845541 Aug 19 00:08:21.903421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-3391c526-4874-4c14-b363-91903c35b567 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624697 Aug 19 00:08:21.950438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting subnet c46685d7-da71-4268-8d42-c4ddd361cc97 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:08:21.962175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:21.966069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] DHCP port deletion for 8c564bc4-61f5-4f24-a7fa-9c8e18094abd request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:08:22.017450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Deleting port 2c10b968-1883-4ba8-b215-d54c8fe30baf {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:22.018902 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.019771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-27c0bea0-be7b-4321-8b7e-4d0f9e46a04b service neutron] 10.222.0.20 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058958 Aug 19 00:08:22.093849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] For port 2c10b968-1883-4ba8-b215-d54c8fe30baf, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c10b968-1883-4ba8-b215-d54c8fe30baf,segment=NetworkSegment(dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7),segment_id=dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:22.094257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.097464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.108086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Calling delete_port for 2c10b968-1883-4ba8-b215-d54c8fe30baf owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:22.118346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-bde37601-1de4-4638-9c83-929162642141 service neutron] 10.222.0.20 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911968 Aug 19 00:08:22.141440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.211323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.224767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-838e35b0-b9a1-42b4-9921-d0666ff999b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:22.226291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-838e35b0-b9a1-42b4-9921-d0666ff999b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 915 time: 0.3606772 Aug 19 00:08:22.271558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] Pushing event deleted for resources: {'Port': ['ID=2c10b968-1883-4ba8-b215-d54c8fe30baf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:22.275525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7f17c-86bf-4111-949a-419c2f36d9e7 None None] No DVR routers for this DVR port 2c10b968-1883-4ba8-b215-d54c8fe30baf on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:22.295751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c10b968-1883-4ba8-b215-d54c8fe30baf no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:22.319116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2c10b968-1883-4ba8-b215-d54c8fe30baf {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:08:22.319591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c10b968-1883-4ba8-b215-d54c8fe30baf not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:08:22.320108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c183bf5e-f349-47e8-88d4-8afd2adfc480 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:22.340105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c183bf5e-f349-47e8-88d4-8afd2adfc480 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:08:22.340804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c183bf5e-f349-47e8-88d4-8afd2adfc480 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:08:22.348511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.362375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb0dcada-cebc-4cb2-b354-54850d5df428 req-1b9daf93-2e80-48d6-a33a-4d3b6e20b745 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 210 time: 0.0449262 Aug 19 00:08:22.383516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-44b6d9b3-cb80-445f-974b-41212ef92174 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722 HTTP/1.1" status: 200 len: 217 time: 0.1444755 Aug 19 00:08:22.528697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:22.531582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Subnet': ['ID=d303a137-22b4-4512-bd48-8a8f0ab8b766,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:22.599620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-a0dffc2b-2b8d-475a-9a5e-c29548282a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:22.601029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-a0dffc2b-2b8d-475a-9a5e-c29548282a21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.1729448 Aug 19 00:08:22.613420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f1fe8-b095-4e58-bb9e-6a4d31e2bf3a req-8f1dc894-f9da-44a4-aeb8-f52ede58b19d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:22.614838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a25f1fe8-b095-4e58-bb9e-6a4d31e2bf3a req-8f1dc894-f9da-44a4-aeb8-f52ede58b19d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.3548799 Aug 19 00:08:22.676577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:22.676944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network hostable DHCP agents. Network: a00b16ce-4d1f-4faa-949f-b91847e51263, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:22.680268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-9c8afbe7-a6fb-468d-8618-e49ca440467d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625665 Aug 19 00:08:23.009739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1e4f4-d494-4a1f-81f2-d0f7ee889672 req-a799f4be-57c3-4c16-b075-49131e58eca2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:23.011563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34a1e4f4-d494-4a1f-81f2-d0f7ee889672 req-a799f4be-57c3-4c16-b075-49131e58eca2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0511911 Aug 19 00:08:23.051639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34a1e4f4-d494-4a1f-81f2-d0f7ee889672 req-791e456a-9f30-4430-ab26-fb2e292c28b7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Aug 19 00:08:23.145580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.187442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:23.192945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.197002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a25f1fe8-b095-4e58-bb9e-6a4d31e2bf3a req-736f6ad7-235f-4039-bdf2-de7c14e33a10 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608795 Aug 19 00:08:23.203637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Subnet': ['ID=c46685d7-da71-4268-8d42-c4ddd361cc97,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:23.207640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.210544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ec42aee-1723-4ac0-ad21-d2be34936d0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/subnets/c46685d7-da71-4268-8d42-c4ddd361cc97 HTTP/1.1" status: 204 len: 168 time: 1.4588618 Aug 19 00:08:23.221200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:23.221600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.221600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a00b16ce-4d1f-4faa-949f-b91847e51263) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:23.226500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76443eb8-0e77-41d3-b36d-9c09e1bc77ee None None] Network 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:23.227126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:23.227724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.241190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba677ba-eb17-4755-add0-c41237c08ab0 None None] Network a00b16ce-4d1f-4faa-949f-b91847e51263 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:23.297200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1d08bb99-1e79-4cc2-a3c2-26c994f9df10 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0367758 Aug 19 00:08:23.297807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:23.304080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.305694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'subnet': {'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:23.316076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-96c4ad45-1417-4a53-b7e5-25549443a1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551789 Aug 19 00:08:23.464203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.486601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c564bc4-61f5-4f24-a7fa-9c8e18094abd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:23.538683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42aefa56-66fd-4d62-81f7-06bf3af92b6f req-61552dd0-5f73-467e-a2a8-9f08807c7663 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 210 time: 0.0496733 Aug 19 00:08:23.541065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:23.549316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1f30d3-bc37-4c39-98fb-2c5fd9e93ff7') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:23.560819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.568532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a00b16ce-4d1f-4faa-949f-b91847e51263', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:23.569802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.582029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.595187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:08:23.595897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:08:23.600068 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:08:23.604638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] DHCP port deletion for 83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:08:23.641752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e64bb36-7afa-4b25-9b23-21aefa704e0b req-63d98ddc-669f-47e3-8bf2-0f6a8f79d111 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099616 Aug 19 00:08:23.653133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-7819f1aa-9d99-4390-a3e8-2a24b8546ddd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:23.654553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-7819f1aa-9d99-4390-a3e8-2a24b8546ddd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 809 time: 0.2434556 Aug 19 00:08:23.667915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:23.676284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.686501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.707875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.712885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/networks/8c564bc4-61f5-4f24-a7fa-9c8e18094abd HTTP/1.1" status: 204 len: 168 time: 0.4983363 Aug 19 00:08:23.713996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8191ef7-8f33-4f3b-8a68-99a12a6df375 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Network': ['ID=8c564bc4-61f5-4f24-a7fa-9c8e18094abd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:23.715913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:23.757310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Router 3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:23.758975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Deleting port 4b861783-594f-4d03-8408-4e5c387c80ee {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:23.759353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.806295 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Allocated IP 10.1.1.2 (a00b16ce-4d1f-4faa-949f-b91847e51263/d303a137-22b4-4512-bd48-8a8f0ab8b766/0a070b94-9177-474f-b73c-dc40dfb005f2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:23.828575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.833546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-99fead41-53c1-4609-8ee9-537b87686166 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 378 time: 0.1144063 Aug 19 00:08:23.843097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] For port 4b861783-594f-4d03-8408-4e5c387c80ee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b861783-594f-4d03-8408-4e5c387c80ee,segment=NetworkSegment(e2a174b2-d526-4e2a-9ed5-ba3d39b9c761),segment_id=e2a174b2-d526-4e2a-9ed5-ba3d39b9c761)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:23.843505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.848419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'port': {'device_id': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'admin_state_up': True, 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'security_groups': ['058462d1-ca04-4fe5-b92b-a7acd48509d4']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:23.885240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting port 4b861783-594f-4d03-8408-4e5c387c80ee {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:23.885934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.893880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Calling delete_port for 4b861783-594f-4d03-8408-4e5c387c80ee owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:23.951711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] For port 4b861783-594f-4d03-8408-4e5c387c80ee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b861783-594f-4d03-8408-4e5c387c80ee,segment=NetworkSegment(e2a174b2-d526-4e2a-9ed5-ba3d39b9c761),segment_id=e2a174b2-d526-4e2a-9ed5-ba3d39b9c761)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:23.952795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:23.970986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Calling delete_port for 4b861783-594f-4d03-8408-4e5c387c80ee owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:24.021050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:24.033333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.037694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-daf51bc0-cb9e-4603-8d1e-a973d6269c3f tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "PUT /v2.0/routers/3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 200 len: 920 time: 5.3971829 Aug 19 00:08:24.038352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.042351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] Sync routers for ids ['3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:24.049520 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.052448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.086844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Transition to ACTIVE for port object 0a070b94-9177-474f-b73c-dc40dfb005f2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:24.088908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] Pushing event deleted for resources: {'Port': ['ID=4b861783-594f-4d03-8408-4e5c387c80ee,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.096730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76efcdd-7c7c-443e-8650-2f6e64717013 None None] No DVR routers for this DVR port 4b861783-594f-4d03-8408-4e5c387c80ee on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:24.102054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] Routers {'3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:24.103404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.138216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.144658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.147555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Transition to ACTIVE for port object 0a070b94-9177-474f-b73c-dc40dfb005f2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:24.150080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.157137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] Routers {'3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:24.157886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.161501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.206918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.207557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df1a1a-6a84-4264-98a0-8092f872e5d6 None None] The sync data for ids ['3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:24.220486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Subnet': ['ID=23ccf720-607f-490e-8afb-5668ed4fa17a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.239500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Port': ['ID=4b861783-594f-4d03-8408-4e5c387c80ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.242319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:24.249961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:24.251718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] No DVR routers for this DVR port 4b861783-594f-4d03-8408-4e5c387c80ee on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:24.252223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:24.267885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Pushing event updated for resources: {'Port': ['ID=0a070b94-9177-474f-b73c-dc40dfb005f2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.289102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Made reservation on behalf of 62e1909182c140b0b8072dc6fac32c31 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:24.293916 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.311265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b861783-594f-4d03-8408-4e5c387c80ee no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:24.337854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4b861783-594f-4d03-8408-4e5c387c80ee {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:08:24.338462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b861783-594f-4d03-8408-4e5c387c80ee not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:08:24.352203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-225d9a0b-7064-4126-9610-2a24f9e6d85c tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 200 len: 926 time: 0.3126822 Aug 19 00:08:24.356689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Attempting to bind port 0a070b94-9177-474f-b73c-dc40dfb005f2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:24.357080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Attempting to bind port 0a070b94-9177-474f-b73c-dc40dfb005f2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:24.357520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Attempting to bind port 0a070b94-9177-474f-b73c-dc40dfb005f2 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:24.359951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.363445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:24.363831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:24.364239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.364675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Bound using segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:24.365148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Bound port: 0a070b94-9177-474f-b73c-dc40dfb005f2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:24.365536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.396268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564927d-05bb-4c3d-ae31-31941e0bf805 req-ad040831-f64f-4c30-a7a9-66f294a03759 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:24.397814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c564927d-05bb-4c3d-ae31-31941e0bf805 req-ad040831-f64f-4c30-a7a9-66f294a03759 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1816475 Aug 19 00:08:24.410984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Checking segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:24.410984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network hostable DHCP agents. Network: 3327154d-0ea5-43d6-926e-dbb402940c73, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:24.433846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] For port 0a070b94-9177-474f-b73c-dc40dfb005f2, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:24.437092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.437270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] For port 0a070b94-9177-474f-b73c-dc40dfb005f2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a070b94-9177-474f-b73c-dc40dfb005f2,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:24.443416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.451612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7ea1a-d3ef-42fb-a79c-3006cb5a8171']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.471468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.471759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a174b2-d526-4e2a-9ed5-ba3d39b9c761') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:24.487755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.502156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c564927d-05bb-4c3d-ae31-31941e0bf805 req-f2e429b0-de0f-49ee-a0a8-55aecc7b0750 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Aug 19 00:08:24.505382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network 3327154d-0ea5-43d6-926e-dbb402940c73 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:24.509326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf711775-1ae1-43a8-8167-8bd4a4ecc1ee None None] Pushing event updated for resources: {'Port': ['ID=0a070b94-9177-474f-b73c-dc40dfb005f2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.510095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2284851-e063-4bfd-b5f6-d1f0ef902596 req-2289a0cd-aa5b-4c43-93b6-d2169542eb0e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:24.525930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2284851-e063-4bfd-b5f6-d1f0ef902596 req-2289a0cd-aa5b-4c43-93b6-d2169542eb0e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.1696031 Aug 19 00:08:24.527034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Allocated IP 172.20.0.7 (bd31e722-cd2b-471e-9e5b-6d120e4b46b7/9434c1dd-51c9-4467-baa7-ec8fd8e15513/70dcf38d-75e5-4160-806e-23cea05c1c53) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:24.530228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3327154d-0ea5-43d6-926e-dbb402940c73) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:24.539213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:24.539820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b6cbbf-4653-4f51-93fa-9499db178f0d None None] Network 3327154d-0ea5-43d6-926e-dbb402940c73 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:24.539939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.540274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4db08-4dba-4b88-b31f-f5c2a7878e02 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:24.544232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95f4db08-4dba-4b88-b31f-f5c2a7878e02 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1811752 Aug 19 00:08:24.544232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.549725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.594419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b349efcb-2386-4700-bd5d-16aaf11aa88f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2928629 Aug 19 00:08:24.595044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.603782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'name': 'tempest-TaggedBootDevicesTest_v242-1062470275', 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:24.640471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:08:24.641027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.686326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2284851-e063-4bfd-b5f6-d1f0ef902596 req-3e9befba-8e22-4c13-9128-ab3a8b76c2f3 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599650 Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:08:24.687606 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:08:24.725860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-3327154d-0ea5-43d6-926e-dbb402940c73', 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ips': [{'subnet_id': '23ccf720-607f-490e-8afb-5668ed4fa17a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:24.726743 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.733597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2e0a4b1-2979-45a7-a6c7-7213523d2b21 req-7c23c67e-850d-4d71-aeab-6231f46dbca5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 210 time: 0.0873668 Aug 19 00:08:24.787129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9faa9-7468-4856-9ae6-8c00e527527d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:24.788831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ead9faa9-7468-4856-9ae6-8c00e527527d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.2381485 Aug 19 00:08:24.791196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.791674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.813877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.818759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/networks/83d7ea1a-d3ef-42fb-a79c-3006cb5a8171 HTTP/1.1" status: 204 len: 168 time: 1.0951009 Aug 19 00:08:24.819745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.859813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3298-f3bf-44c1-9981-c4aaad4bd817 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Network': ['ID=83d7ea1a-d3ef-42fb-a79c-3006cb5a8171,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:24.864085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b79ad071-d309-40ee-bdaa-cdbaa2f4aa9b tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 200 len: 205 time: 0.0711823 Aug 19 00:08:24.882057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:24.918049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting subnet 85e88bc6-b2e0-4876-8d0d-c48538277e27 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:08:24.920790 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:08:24.922497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:24.978428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.048926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.073435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.076957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.078539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Transition to ACTIVE for port object 70dcf38d-75e5-4160-806e-23cea05c1c53 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:25.079919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:25.081626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Allocated IP 10.2.2.2 (3327154d-0ea5-43d6-926e-dbb402940c73/23ccf720-607f-490e-8afb-5668ed4fa17a/f7acf2db-6d9c-4ebb-8d7c-1f458395e854) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:25.139487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.174733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Subnet': ['ID=85e88bc6-b2e0-4876-8d0d-c48538277e27,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:25.176875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.178869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f862ea0-c017-4712-ad16-58dd9fdf84d5 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/subnets/85e88bc6-b2e0-4876-8d0d-c48538277e27 HTTP/1.1" status: 204 len: 168 time: 0.3579316 Aug 19 00:08:25.181538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32826) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:25.190633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d7904-5ee8-430a-9335-621218ba6456 None None] Network 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:25.261651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.262373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.292450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:25.298615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:25.324477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:25.338804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Deleting port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:25.339418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.341583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.369096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.387972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Transition to ACTIVE for port object f7acf2db-6d9c-4ebb-8d7c-1f458395e854 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:25.410585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Transition to ACTIVE for port object f7acf2db-6d9c-4ebb-8d7c-1f458395e854 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:25.422500 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.425315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.443231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] device_id is not set on port 565a294b-1ebb-4064-82da-00e4ca34fc25 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:08:25.458437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] For port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,segment=NetworkSegment(192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc),segment_id=192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:25.458811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.473498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Calling delete_port for 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:25.502493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Pushing event updated for resources: {'Port': ['ID=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:25.551012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] DHCP port deletion for 4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:08:25.560410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Network 3327154d-0ea5-43d6-926e-dbb402940c73 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:25.564954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:25.574497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:25.605819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.632416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] No DVR routers for this DVR port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:25.665933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Attempting to bind port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:25.666080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Attempting to bind port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:25.666493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Attempting to bind port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 on network 3327154d-0ea5-43d6-926e-dbb402940c73 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:25.675208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:25.675698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Checking segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:25.676211 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.676721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Bound using segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:25.677294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Bound port: f7acf2db-6d9c-4ebb-8d7c-1f458395e854, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:25.677787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.687570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Port': ['ID=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:25.687994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:25.743364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:25.744114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.756270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.1.1.243 (a00b16ce-4d1f-4faa-949f-b91847e51263/d303a137-22b4-4512-bd48-8a8f0ab8b766/565a294b-1ebb-4064-82da-00e4ca34fc25) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:25.769243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-f373cde6-cf55-489e-81bd-e30331d9a296 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9275572 Aug 19 00:08:25.773467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] For port f7acf2db-6d9c-4ebb-8d7c-1f458395e854, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:25.776810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] For port f7acf2db-6d9c-4ebb-8d7c-1f458395e854, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:25.788262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.799287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Request body: {'port': {'device_id': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:25.838403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.856439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae54328-6c62-4bc9-b868-8834e2101052 req-a6bc7a4d-c7cb-4685-9808-9a1e7f49a902 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:25.858021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ae54328-6c62-4bc9-b868-8834e2101052 req-a6bc7a4d-c7cb-4685-9808-9a1e7f49a902 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1915851 Aug 19 00:08:25.876574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf76bbe-c2c1-47b6-b0a8-6910cde80ada None None] Pushing event updated for resources: {'Port': ['ID=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:25.881109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af0bba02-80ff-4368-8ccb-ab8562f1b8ff None None] Provisioning for port 70dcf38d-75e5-4160-806e-23cea05c1c53 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:25.882599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:25.892583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af0bba02-80ff-4368-8ccb-ab8562f1b8ff None None] Provisioning complete for port 70dcf38d-75e5-4160-806e-23cea05c1c53 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:25.892978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af0bba02-80ff-4368-8ccb-ab8562f1b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.895740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Deleting port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:25.896728 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.901228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:25.901745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192ab2bd-6ca4-4e38-bbe4-5f1504f7a7fc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:25.933691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.944323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9317-6121-4232-80aa-b3bff686da64 req-63595918-ccec-4f43-9966-2da6cee8d9e9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:25.953002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60af9317-6121-4232-80aa-b3bff686da64 req-63595918-ccec-4f43-9966-2da6cee8d9e9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.1301303 Aug 19 00:08:25.978339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] For port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:25.978764 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.986598 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:25.998786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:08:25.999561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.001422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port 2c0b65c3-2cf8-4606-b2fa-f94ef8685eb4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:26.002005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:08:26.007612 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:08:26.012787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Calling delete_port for 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:26.017353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:08:26.020202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.029816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.032729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3108bc3-8632-4a62-9ec2-524c5c2441bc None None] Network a00b16ce-4d1f-4faa-949f-b91847e51263 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:26.066241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ae54328-6c62-4bc9-b868-8834e2101052 req-4b633a4d-bcf0-4226-8812-4d00b3d347d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961079 Aug 19 00:08:26.108407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60af9317-6121-4232-80aa-b3bff686da64 req-bee51cf6-78aa-4526-a33c-c39a843c3a32 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540499 Aug 19 00:08:26.115456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.118673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] Pushing event deleted for resources: {'Port': ['ID=94fe27d9-4f3f-44dc-947b-79ed3737f9d9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:26.121868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.125126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/networks/4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de HTTP/1.1" status: 204 len: 168 time: 0.9428122 Aug 19 00:08:26.131219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f721a-69fd-4ea9-b4b7-8e90e3033527 None None] No DVR routers for this DVR port 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:08:26.132487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-af0bba02-80ff-4368-8ccb-ab8562f1b8ff None None] Port 70dcf38d-75e5-4160-806e-23cea05c1c53 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:26.162360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:26.162360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faabb0-5ce3-4967-8fe3-9830bd02fe0f tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Pushing event deleted for resources: {'Network': ['ID=4e3bb73e-7844-4db6-ab0f-e7d6cc4e44de,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:26.232550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c42555d-cfd8-47c9-bfa6-06bfb46a83e8 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "GET /v2.0/ports?device_id=0788a777-3d9b-4cd1-adb1-4da72c8128d7 HTTP/1.1" status: 200 len: 205 time: 0.0677376 Aug 19 00:08:26.235580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:26.246532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:08:26.349297 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.409474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb621725-057c-4021-8c92-a44664b12b79 None None] Provisioning for port 0a070b94-9177-474f-b73c-dc40dfb005f2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:26.414253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:26.455410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'port_id': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'mac_address': 'fa:16:3e:11:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e598e-d267-40b3-b77b-e8db192e78ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:08:26.466721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f7acf2db-6d9c-4ebb-8d7c-1f458395e854 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:26.513728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.551842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.552175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for 2c0b65c3-2cf8-4606-b2fa-f94ef8685eb4 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:26.553233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.554894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.555712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.574914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412805c-bb0b-4664-b645-c1758c135122 req-e80777a1-f432-4ca2-8eb1-d1faebcb363c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:26.576592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3412805c-bb0b-4664-b645-c1758c135122 req-e80777a1-f432-4ca2-8eb1-d1faebcb363c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 931 time: 0.3586218 Aug 19 00:08:26.584905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:26.605956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:26.608459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.613317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.613962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Fanout notify agent at l3_agent the message router_deleted on router 0788a777-3d9b-4cd1-adb1-4da72c8128d7 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:26.614126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.623567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.627264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-377f0d21-7506-4397-b5d1-05ccaeb55735 tempest-RoutersNegativeIpV6Test-85568985 tempest-RoutersNegativeIpV6Test-85568985-project] 10.222.0.20 "DELETE /v2.0/routers/0788a777-3d9b-4cd1-adb1-4da72c8128d7 HTTP/1.1" status: 204 len: 168 time: 0.3906729 Aug 19 00:08:26.663993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:26.673547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a070b94-9177-474f-b73c-dc40dfb005f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:26.716554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:26.766597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0a070b94-9177-474f-b73c-dc40dfb005f2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:26.777436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0a070b94-9177-474f-b73c-dc40dfb005f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:26.777436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.925875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:26.980093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6c4a928d-bf93-4bfb-bb14-93bcaad4c722'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:27.023435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-97270e96-eb09-449a-b8c3-12083e72343f None None] Provisioning complete for port 0a070b94-9177-474f-b73c-dc40dfb005f2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:27.024096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97270e96-eb09-449a-b8c3-12083e72343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.053160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:27.069549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0a070b94-9177-474f-b73c-dc40dfb005f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a070b94-9177-474f-b73c-dc40dfb005f2,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:27.084429 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.136823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 565a294b-1ebb-4064-82da-00e4ca34fc25 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:27.194019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3412805c-bb0b-4664-b645-c1758c135122 req-ab86ae4c-5edf-482e-bb2e-3a3c2324df1d tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5996654 Aug 19 00:08:27.222154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:08:27.292943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb903-130e-403b-99f9-7c6690864320 req-594d337a-daea-42ec-b5cc-ab6e64019d8f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:27.294680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e68cb903-130e-403b-99f9-7c6690864320 req-594d337a-daea-42ec-b5cc-ab6e64019d8f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0872743 Aug 19 00:08:27.306431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:08:27.307030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 94fe27d9-4f3f-44dc-947b-79ed3737f9d9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:08:27.317036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f9bdb3f7-65b3-4b25-9152-8b9f432edf18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3c4ed1fca964151ad7929e0cd94862a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605383 Aug 19 00:08:27.318235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:27.324276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0a070b94-9177-474f-b73c-dc40dfb005f2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:27.355996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e68cb903-130e-403b-99f9-7c6690864320 req-e8ca7830-6fb0-455e-876a-bd47f179332f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520732 Aug 19 00:08:27.433687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc0e8b-b877-4670-b8f7-32567c97d80b None None] Network 3327154d-0ea5-43d6-926e-dbb402940c73 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:27.475423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.535118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0afab-8a27-44e1-ab17-b9a2ea7ce5d1 req-bcd26ed4-4f54-4275-aa25-f91c662f0e92 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:27.536660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06f0afab-8a27-44e1-ab17-b9a2ea7ce5d1 req-bcd26ed4-4f54-4275-aa25-f91c662f0e92 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 945 time: 0.2323935 Aug 19 00:08:27.540449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dcf38d-75e5-4160-806e-23cea05c1c53 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:27.557050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Provisioning for port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:27.567555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Provisioning complete for port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:27.567936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.574715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.618466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:27.637443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:27.639665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Transition to ACTIVE for port object 70dcf38d-75e5-4160-806e-23cea05c1c53 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:27.641335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.643926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:27.648659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.650368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:27.674359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.692530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.736921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] For port f7acf2db-6d9c-4ebb-8d7c-1f458395e854, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:27.743877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.754715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=2c0b65c3-2cf8-4606-b2fa-f94ef8685eb4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:27.767300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06f0afab-8a27-44e1-ab17-b9a2ea7ce5d1 req-23ce7b83-d58c-49aa-aa70-8072483ce8f3 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028461 Aug 19 00:08:27.788543 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.836129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca29d8-e907-46b2-bf7b-60e08820d72d None None] Pushing event updated for resources: {'Port': ['ID=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:27.877609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:27.878259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:27.955932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Pushing event updated for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:28.003695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78d33352-e0a3-457e-b500-7bfb5d31e97a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4045084 Aug 19 00:08:28.006442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:28.012767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'name': 'tempest-TaggedBootDevicesTest_v242-1661005156', 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:28.028935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.082958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Provisioning for port 565a294b-1ebb-4064-82da-00e4ca34fc25 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:28.086813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Provisioning complete for port 565a294b-1ebb-4064-82da-00e4ca34fc25 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:28.087353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.129404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Port 565a294b-1ebb-4064-82da-00e4ca34fc25 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:28.145271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.147933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.151475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0020f905-26d1-4bcc-9107-ea73f332c242 HTTP/1.1" status: 204 len: 168 time: 0.8272269 Aug 19 00:08:28.165804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Attempting to bind port 70dcf38d-75e5-4160-806e-23cea05c1c53 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:28.166327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Attempting to bind port 70dcf38d-75e5-4160-806e-23cea05c1c53 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:28.166819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Attempting to bind port 70dcf38d-75e5-4160-806e-23cea05c1c53 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:28.170261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Provisioning complete for port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:28.170520 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acd2308b-fa6a-488a-ba30-be7b8dc27bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.170857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.175701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.180777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390fd43-e6b0-449f-9387-f1f5e4febe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0020f905-26d1-4bcc-9107-ea73f332c242,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:28.183769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Port 70dcf38d-75e5-4160-806e-23cea05c1c53 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:08:28.184076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Attempting to bind port 70dcf38d-75e5-4160-806e-23cea05c1c53 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:28.192417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:28.192827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Checking segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:28.193267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Bound using segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:28.193670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Bound port: 70dcf38d-75e5-4160-806e-23cea05c1c53, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:28.194013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.232189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:28.239272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:28.320576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.320893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router 3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:28.334821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.340025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-654fd999-6cb9-4715-80d1-d8fa8c343a83 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 204 len: 168 time: 3.4566135 Aug 19 00:08:28.341150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:28.348955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f7acf2db-6d9c-4ebb-8d7c-1f458395e854 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:28.349290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792402231', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:28.398113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988036-d1f1-453f-be68-082b49153afb req-c849fb94-512b-4044-9e17-3ec2a18a863a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:28.409229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d988036-d1f1-453f-be68-082b49153afb req-c849fb94-512b-4044-9e17-3ec2a18a863a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 943 time: 0.0816746 Aug 19 00:08:28.413882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.414941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.433797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:28.454789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:28.455216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.456732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:28.467391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=70dcf38d-75e5-4160-806e-23cea05c1c53,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:28.485673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.486526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.496889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:28.497582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.505210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d988036-d1f1-453f-be68-082b49153afb req-0e9e140c-cfd0-42ad-bbe5-b21ad56e0a0b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938280 Aug 19 00:08:28.514425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] device_id is not set on port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:08:28.649236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:28.650145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.651794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] 10.222.0.21 "PUT /v2.0/ports/70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1092 time: 2.8650229 Aug 19 00:08:28.657355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:28.660450 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a92a6-de1f-4c51-95d7-c005599572bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:28.679126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.805888 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2c825-8f94-4fc3-af7f-1e6b53b7d7f5 x-openstack-request-id: req-50c2c825-8f94-4fc3-af7f-1e6b53b7d7f5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:28.806183 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:28.806447 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50c2c825-8f94-4fc3-af7f-1e6b53b7d7f5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:28.806857 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'status': 'completed', 'code': 200} Aug 19 00:08:28.818115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.1.1.227 (a00b16ce-4d1f-4faa-949f-b91847e51263/d303a137-22b4-4512-bd48-8a8f0ab8b766/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:28.884116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebd27c-0e95-4e0e-92fe-72f8b904e829 req-8840adb0-faf3-42a0-947a-ff4b32849026 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:28.895568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1eebd27c-0e95-4e0e-92fe-72f8b904e829 req-8840adb0-faf3-42a0-947a-ff4b32849026 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.4309545 Aug 19 00:08:28.911488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a070b94-9177-474f-b73c-dc40dfb005f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:28.938062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08917c49-accd-4e43-95e9-384bc6280591 service neutron] Pushing event updated for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:28.955464 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.967146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:28.992826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:28.995080 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4b468-89f4-4ae5-bc92-715d8acc5063" -d '{"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:29.000565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-c6276cf6-e1fc-4c7b-9a35-dec46a02325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.002305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-c6276cf6-e1fc-4c7b-9a35-dec46a02325c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1095 time: 0.1928494 Aug 19 00:08:29.007559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1eebd27c-0e95-4e0e-92fe-72f8b904e829 req-7637dfa2-d227-4d16-b2c9-c5a6de014522 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108470 Aug 19 00:08:29.012663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:29.018260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0a070b94-9177-474f-b73c-dc40dfb005f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:29.018665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.021335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.022348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d498ba3-450a-4bb9-bdaf-3f13121295f8 req-2358773b-d327-4c54-b1d5-b303ab180609 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.031609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d498ba3-450a-4bb9-bdaf-3f13121295f8 req-2358773b-d327-4c54-b1d5-b303ab180609 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 945 time: 0.1347175 Aug 19 00:08:29.098899 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8adad1c-52e0-4af8-9265-c3d286f8f6fd x-openstack-request-id: req-d8adad1c-52e0-4af8-9265-c3d286f8f6fd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:29.099194 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:29.099447 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8adad1c-52e0-4af8-9265-c3d286f8f6fd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:29.099832 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'code': 200} Aug 19 00:08:29.111489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-1791d5e1-a60c-48c7-9434-9f0d47cc4432 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 217 time: 0.0911758 Aug 19 00:08:29.144771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:29.162155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d498ba3-450a-4bb9-bdaf-3f13121295f8 req-8e064287-abdc-487d-834c-26d92c881b86 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293623 Aug 19 00:08:29.236697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.250601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:29.255388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-226cbdb9-f456-43ca-a870-8d279e2cb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.257234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-226cbdb9-f456-43ca-a870-8d279e2cb495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.1341257 Aug 19 00:08:29.286414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.313162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b481-995f-4ee2-b839-b81528855e63 req-5ee7d94c-0104-4207-9f77-821ded6810b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.314690 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d453b481-995f-4ee2-b839-b81528855e63 req-5ee7d94c-0104-4207-9f77-821ded6810b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 1098 time: 0.1097662 Aug 19 00:08:29.333757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:29.350577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:29.352529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:29.355547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:29.367682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-79160120-1e33-4373-961b-5601780b34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.369435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-79160120-1e33-4373-961b-5601780b34ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039383 Aug 19 00:08:29.370900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:29.416919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.417716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.435958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-920b1c8b-302e-473d-8dbb-bbf8eda160a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4277861 Aug 19 00:08:29.463518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d453b481-995f-4ee2-b839-b81528855e63 req-d1854fb9-0f65-49c6-80d0-c15b61297ea1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377759 Aug 19 00:08:29.566250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.594344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.682987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cb7f7-0e5f-4de4-a4c0-35b5d62baed1 req-61734804-aa14-4a9a-820b-a9fc67f544c7 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:29.684787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af9cb7f7-0e5f-4de4-a4c0-35b5d62baed1 req-61734804-aa14-4a9a-820b-a9fc67f544c7 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 943 time: 0.0765846 Aug 19 00:08:29.696277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-46a96d7e-4523-46ed-be8f-426e2649580d tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-494962932', 'prefixes': ['172.20.0.0/16']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:29.726017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af9cb7f7-0e5f-4de4-a4c0-35b5d62baed1 req-913f0149-633d-462f-8d32-abcd94b7e374 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337377 Aug 19 00:08:29.766255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15568204-629d-4b31-9c44-5104c1e4fbe6 None None] Provisioning for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:29.774215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15568204-629d-4b31-9c44-5104c1e4fbe6 None None] Provisioning complete for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:29.775174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15568204-629d-4b31-9c44-5104c1e4fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.812948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-62592501-231a-4d8f-a6cc-3e47498e3350 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087794 Aug 19 00:08:29.822019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-15568204-629d-4b31-9c44-5104c1e4fbe6 None None] Port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:29.832457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:29.837073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Allocated IP 172.25.1.33 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ef347b7b-8271-4a58-bdcf-8ed3f96d1873) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:29.837238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023187296', 'description': 'tempest-description--1019848287'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:29.864470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.948396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.953032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.974447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46a96d7e-4523-46ed-be8f-426e2649580d tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] Notify callbacks [] for subnetpool, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.975918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46a96d7e-4523-46ed-be8f-426e2649580d tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5730197 Aug 19 00:08:29.979300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32928) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:29.985808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:29.988130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1545792 Aug 19 00:08:29.989287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ecafd-5228-4872-8034-95fb7d1652f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab167d7-5048-4484-9e3c-695a2cf46552,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:29.991363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:29.996453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'security_group_rule': {'security_group_id': 'fab167d7-5048-4484-9e3c-695a2cf46552', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:30.022157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.053371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f067ee0e-0cc2-4feb-857d-7871f5c3f408 tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "GET /v2.0/subnetpools/eaaec40f-82fa-41bf-a7c2-16b42a38391b HTTP/1.1" status: 200 len: 731 time: 0.0728025 Aug 19 00:08:30.055563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fab48d0a-c9cf-4a09-b40d-6a574b151a1c req-98a27d8f-b580-403a-9b09-ba2354ffd28b service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264421 Aug 19 00:08:30.056031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.064001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-00ddfa96-6603-4a38-9cd0-23da8adae21e tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-989485911'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:30.086895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.091676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.106190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.112798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a86469-8f36-4e4a-9a73-e162004920d2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:30.116623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.121907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a616460a-e31b-4be6-871f-b8d4be3ee489 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292322 Aug 19 00:08:30.122517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.128252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'security_group_rule': {'security_group_id': 'fab167d7-5048-4484-9e3c-695a2cf46552', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:30.157778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.223794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.227985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.257825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fec0eb-775c-41f6-96af-bcb026cfd796,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:30.267867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876da5c-755d-4209-89e2-905092426746 req-a9906c3a-ee20-4f31-9ef3-e26b31fe6d4e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:30.269342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7876da5c-755d-4209-89e2-905092426746 req-a9906c3a-ee20-4f31-9ef3-e26b31fe6d4e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1608784 Aug 19 00:08:30.277770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ddfa96-6603-4a38-9cd0-23da8adae21e tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] Notify callbacks [] for subnetpool, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.281877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00ddfa96-6603-4a38-9cd0-23da8adae21e tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "PUT /v2.0/subnetpools/eaaec40f-82fa-41bf-a7c2-16b42a38391b HTTP/1.1" status: 200 len: 683 time: 0.2185278 Aug 19 00:08:30.282007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.282007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f6246dd-0971-4496-80f3-72b3fd9855c7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580524 Aug 19 00:08:30.282736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.284251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-ec70a809-0b41-4191-9620-c5b8337d4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:30.285901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-ec70a809-0b41-4191-9620-c5b8337d4de6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1095 time: 0.1275129 Aug 19 00:08:30.286828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32942) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.293568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:30.318036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.347692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da485864-2b29-4a01-ae83-aac08f4d203d req-a83b288b-e701-47c8-b346-d81d2fea5b4f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:30.349219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da485864-2b29-4a01-ae83-aac08f4d203d req-a83b288b-e701-47c8-b346-d81d2fea5b4f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1159632 Aug 19 00:08:30.407555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f039e6eb-8c40-4475-a0e6-de643659f773 tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] Notify callbacks [] for subnetpool, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.410839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f039e6eb-8c40-4475-a0e6-de643659f773 tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "DELETE /v2.0/subnetpools/eaaec40f-82fa-41bf-a7c2-16b42a38391b HTTP/1.1" status: 204 len: 168 time: 0.1252453 Aug 19 00:08:30.411432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da485864-2b29-4a01-ae83-aac08f4d203d req-5a71c52c-7c4a-4e9a-98a9-66c53c14f5fa tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526743 Aug 19 00:08:30.411894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.425397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:30.429526 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-09d85875-ae39-4aaf-9305-f8184d1a3968 tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] show failed (client error): The resource could not be found. Aug 19 00:08:30.430553 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-09d85875-ae39-4aaf-9305-f8184d1a3968 tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "GET /v2.0/subnetpools/eaaec40f-82fa-41bf-a7c2-16b42a38391b HTTP/1.1" status: 404 len: 346 time: 0.0177338 Aug 19 00:08:30.435130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.436021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:30.446494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:30.449972 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-b78dd4cd-8d36-4ee8-97cf-56919c68368c tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] delete failed (client error): The resource could not be found. Aug 19 00:08:30.450981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b78dd4cd-8d36-4ee8-97cf-56919c68368c tempest-SubnetPoolsTestJSON-1395523144 tempest-SubnetPoolsTestJSON-1395523144-project] 10.222.0.20 "DELETE /v2.0/subnetpools/eaaec40f-82fa-41bf-a7c2-16b42a38391b HTTP/1.1" status: 404 len: 346 time: 0.0149572 Aug 19 00:08:30.457458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7876da5c-755d-4209-89e2-905092426746 req-93e31c09-094a-4661-b240-41dca365c620 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755073 Aug 19 00:08:30.458094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event updated for resources: {'Port': ['ID=ef347b7b-8271-4a58-bdcf-8ed3f96d1873,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:30.480393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.548041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-56d0315b-4462-4f9d-8560-a9fc646dcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:30.549586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-56d0315b-4462-4f9d-8560-a9fc646dcfc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.2475519 Aug 19 00:08:30.726624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:30.904412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a901980a-4d7c-4d0d-9276-1399289e1215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:30.946512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920fd65-3536-44df-9d13-51753b1b90e3 req-838f38ab-636a-4c24-b9b2-3e35460d9999 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:30.948028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9920fd65-3536-44df-9d13-51753b1b90e3 req-838f38ab-636a-4c24-b9b2-3e35460d9999 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 943 time: 0.1064830 Aug 19 00:08:31.007125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9920fd65-3536-44df-9d13-51753b1b90e3 req-9038664e-f879-4fec-a232-6b34bfd1e18c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523589 Aug 19 00:08:31.032778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-2198c554-1596-4bd4-86b4-4afd30ad3d53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 217 time: 0.4731305 Aug 19 00:08:31.062157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a901980a-4d7c-4d0d-9276-1399289e1215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.066551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a901980a-4d7c-4d0d-9276-1399289e1215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.104010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a901980a-4d7c-4d0d-9276-1399289e1215 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dcee320a15c4a7bab3bf4aefd62b6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762021 Aug 19 00:08:31.105093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901980a-4d7c-4d0d-9276-1399289e1215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c1b057-18c7-47e3-a3ff-a9fa72d98439,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:31.107167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:31.128738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-4feb4f03-b034-45b7-a1ae-a79b982d49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:31.130239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-4feb4f03-b034-45b7-a1ae-a79b982d49f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0778260 Aug 19 00:08:31.158395 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.181394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.228894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.231523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.235728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3c1b057-18c7-47e3-a3ff-a9fa72d98439 HTTP/1.1" status: 204 len: 168 time: 0.1247420 Aug 19 00:08:31.242009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c5165-85fb-4512-a9ec-b9d0573f75fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c1b057-18c7-47e3-a3ff-a9fa72d98439,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:31.269828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.284911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-08f84b0c-cb8a-4cb1-a457-ea58f358ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:31.286650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-08f84b0c-cb8a-4cb1-a457-ea58f358ac34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206794 Aug 19 00:08:31.344721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.582024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 172.25.1.217 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/8c66c423-8eea-455e-aa98-e54790921e0c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:31.604541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-11d24d75-1c52-47b5-b1aa-22a5bf8d6faf service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830620 Aug 19 00:08:31.717454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366c4f-5603-49ed-9a4f-0efef0a35577 req-22e20dde-24f6-49e2-b2b1-d86b76be7e60 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:31.722332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c366c4f-5603-49ed-9a4f-0efef0a35577 req-22e20dde-24f6-49e2-b2b1-d86b76be7e60 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2228298 Aug 19 00:08:31.865056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94a10-b268-494b-8caa-e97d75f72a8f req-da0afcbd-1602-4de1-b5c2-7891f564df36 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:31.872493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aee94a10-b268-494b-8caa-e97d75f72a8f req-da0afcbd-1602-4de1-b5c2-7891f564df36 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3387361 Aug 19 00:08:31.884000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c366c4f-5603-49ed-9a4f-0efef0a35577 req-1c01e426-4927-4f73-b3ba-ebfdda7becd2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293831 Aug 19 00:08:31.920539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aee94a10-b268-494b-8caa-e97d75f72a8f req-69588ab8-6acd-432a-a6bc-735e880c7e78 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390284 Aug 19 00:08:31.922462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.925212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:31.931087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2a92a6-de1f-4c51-95d7-c005599572bd req-4776d876-955a-4ec1-bb68-dba25b02b852 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176515 Aug 19 00:08:32.010921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:32.015279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027571 Aug 19 00:08:32.017961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:32.115086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c67719-abea-4a07-b54f-0f2c6b6d8dd2 req-7f36e943-ddd8-4af4-8cd3-83e241766cf3 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:32.116734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68c67719-abea-4a07-b54f-0f2c6b6d8dd2 req-7f36e943-ddd8-4af4-8cd3-83e241766cf3 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1333566 Aug 19 00:08:32.118262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.133212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e884dc4-3e5d-4709-877c-d8bf93e97f54 tempest-NetworksApiDiscovery-2076845914 tempest-NetworksApiDiscovery-2076845914-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1105576 Aug 19 00:08:32.138099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231d2b-4246-4cb5-82bd-fd690f6183d6 req-b0cee765-c0ca-4a40-b18b-30eacb8f3a61 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:32.140185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d231d2b-4246-4cb5-82bd-fd690f6183d6 req-b0cee765-c0ca-4a40-b18b-30eacb8f3a61 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 943 time: 0.0584917 Aug 19 00:08:32.169315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:32.186071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:32.188665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:32.192736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d231d2b-4246-4cb5-82bd-fd690f6183d6 req-907dd68d-43cb-46a5-a81e-2b26f1d3f4dc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443256 Aug 19 00:08:32.242521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=8c66c423-8eea-455e-aa98-e54790921e0c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:32.256276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68c67719-abea-4a07-b54f-0f2c6b6d8dd2 req-52069de3-632e-4377-b40f-c37ae1a6fe34 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307917 Aug 19 00:08:32.272134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Router 053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:08:32.368391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.423290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:32.471514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.474738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:32.484934 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36931285-865c-4bdc-9bca-d2543932818f None None] Sync routers for ids ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:32.494379 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] Routers {'053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:32.494993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:32.523075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.526830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7221c9cc-73ba-4d65-9cbc-41b8c2728980 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1803081 Aug 19 00:08:32.527639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33018) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:32.531598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:32.532630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:32.535296 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ae41bc9-fac0-4e82-896a-8eb6a58cba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.540347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] Routers {'053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:32.540962 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:32.573685 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36931285-865c-4bdc-9bca-d2543932818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:32.574430 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36931285-865c-4bdc-9bca-d2543932818f None None] The sync data for ids ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:32.590790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dd489-c7a0-42ae-ae53-d92ccb7a7240 req-0db1e4ba-a028-40c6-b4d7-b1a9ad766686 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:32.592425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-393dd489-c7a0-42ae-ae53-d92ccb7a7240 req-0db1e4ba-a028-40c6-b4d7-b1a9ad766686 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1613626 Aug 19 00:08:32.630925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ae41bc9-fac0-4e82-896a-8eb6a58cba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.635207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ae41bc9-fac0-4e82-896a-8eb6a58cba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.678669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9ae41bc9-fac0-4e82-896a-8eb6a58cba66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23793bc0b571449c8c738394d8ba3545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518215 Aug 19 00:08:32.678895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:32.684761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41bc9-fac0-4e82-896a-8eb6a58cba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df620d34-74a2-4c03-a7cd-abd2fd90600f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:32.715573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-393dd489-c7a0-42ae-ae53-d92ccb7a7240 req-7ee6f5d8-5163-4ae9-b045-d2eaa4d51cca tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155477 Aug 19 00:08:32.730991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.754407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.823708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.826378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.828071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df620d34-74a2-4c03-a7cd-abd2fd90600f HTTP/1.1" status: 204 len: 168 time: 0.1483517 Aug 19 00:08:32.839738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e66d8-2543-4dfb-ada8-8203763073ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df620d34-74a2-4c03-a7cd-abd2fd90600f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:32.860068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.866310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2161b-dc6a-49cc-a95f-4c3ab9f95b8c req-56c2ed43-fd7f-4ee8-8355-d061bc00ed7e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:32.873072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e2161b-dc6a-49cc-a95f-4c3ab9f95b8c req-56c2ed43-fd7f-4ee8-8355-d061bc00ed7e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.0881941 Aug 19 00:08:32.877118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:32.915919 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e2161b-dc6a-49cc-a95f-4c3ab9f95b8c req-f795f9e5-0b7f-40a6-89ea-8d95601c3231 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Aug 19 00:08:33.085082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=8c66c423-8eea-455e-aa98-e54790921e0c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:33.401486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:33.430363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff164-4ec0-4c1b-9420-9553205df7fa req-dec6cc05-18b0-4b6b-968c-ad3dd81dcb2a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:33.439286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3feff164-4ec0-4c1b-9420-9553205df7fa req-dec6cc05-18b0-4b6b-968c-ad3dd81dcb2a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.0695853 Aug 19 00:08:33.494142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3feff164-4ec0-4c1b-9420-9553205df7fa req-7bda9e4e-71b9-476c-b084-9fb1cd3fa455 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535820 Aug 19 00:08:33.560802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6628b5d2-123e-4c49-b11f-6dbae381b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.608819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.658523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcbc53-271a-438f-99fe-799ea3c238ec req-39699436-8a38-47c0-9cdb-8729f2820881 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:33.659878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449f8fe-719e-4087-a648-c3db69c3e7f3 req-ddebeefc-5207-4076-8af5-a335e2b799f4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:33.660140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fcbc53-271a-438f-99fe-799ea3c238ec req-39699436-8a38-47c0-9cdb-8729f2820881 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 943 time: 0.0775254 Aug 19 00:08:33.666968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e449f8fe-719e-4087-a648-c3db69c3e7f3 req-ddebeefc-5207-4076-8af5-a335e2b799f4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.6466215 Aug 19 00:08:33.670344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.701510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.724968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e449f8fe-719e-4087-a648-c3db69c3e7f3 req-9de5e8f4-5a43-4849-a2d0-2d11bf0cabb2 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Aug 19 00:08:33.732761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84fcbc53-271a-438f-99fe-799ea3c238ec req-92ffdaf3-8544-4faf-ad5d-d834067b6ea2 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577102 Aug 19 00:08:33.755559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6628b5d2-123e-4c49-b11f-6dbae381b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.760421 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6628b5d2-123e-4c49-b11f-6dbae381b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.772009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.773444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-813c2e3f-80a3-4f1d-b372-8e2253675583 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4842405 Aug 19 00:08:33.804656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628b5d2-123e-4c49-b11f-6dbae381b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6782b2b0-6e3f-43a5-b33f-6d85ead215db,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:33.826447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6628b5d2-123e-4c49-b11f-6dbae381b1ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bffddab8f8eb4fbf938ad62c28d648d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207463 Aug 19 00:08:33.827584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:33.831377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Deleting port ef347b7b-8271-4a58-bdcf-8ed3f96d1873 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:33.831736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.887929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.914345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.925693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.939665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Calling delete_port for ef347b7b-8271-4a58-bdcf-8ed3f96d1873 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:33.966175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.968884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:33.972443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6782b2b0-6e3f-43a5-b33f-6d85ead215db HTTP/1.1" status: 204 len: 168 time: 0.1412256 Aug 19 00:08:33.985072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca9b21-2f18-4102-981e-d59b668a65cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6782b2b0-6e3f-43a5-b33f-6d85ead215db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:34.110004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-16e13a25-0d5d-433a-8cfa-b107c718dade tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1023187296&fields=id&tenant_id=4163e44c14e44d7c81058d5a6b72a65f HTTP/1.1" status: 200 len: 267 time: 0.0865986 Aug 19 00:08:34.190255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-15e722b4-554c-4941-aac7-ba22b219d6f2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.191655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-15e722b4-554c-4941-aac7-ba22b219d6f2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 937 time: 0.0727301 Aug 19 00:08:34.229313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 70dcf38d-75e5-4160-806e-23cea05c1c53 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:08:34.237235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.271353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Pushing event deleted for resources: {'Port': ['ID=ef347b7b-8271-4a58-bdcf-8ed3f96d1873,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:34.285452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-e86f4ccf-d1b6-4471-b2de-fa64730aa632 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.287046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-e86f4ccf-d1b6-4471-b2de-fa64730aa632 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 937 time: 0.0873799 Aug 19 00:08:34.381648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=70dcf38d-75e5-4160-806e-23cea05c1c53,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:34.390537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-77a5d9fa-2b6f-4392-a690-04717438c38d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0797524 Aug 19 00:08:34.408663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'port_id': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'mac_address': 'fa:16:3e:22:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:08:34.435340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b4ba7757-792e-4a65-91a8-fa1e24d21804 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0384099 Aug 19 00:08:34.438391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.462900 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.477570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dcf38d-75e5-4160-806e-23cea05c1c53 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:34.499820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=70dcf38d-75e5-4160-806e-23cea05c1c53,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:34.506910 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.588472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:34.660109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f463-7534-4811-8674-067ac129f4d8 req-23ebb3e4-8cc9-4bd8-b786-0b823e4775cd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.663944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b248f463-7534-4811-8674-067ac129f4d8 req-23ebb3e4-8cc9-4bd8-b786-0b823e4775cd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.0891676 Aug 19 00:08:34.682301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-43befd4c-6685-4fab-90db-28144021e1ec tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.688906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-43befd4c-6685-4fab-90db-28144021e1ec tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.694710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-43befd4c-6685-4fab-90db-28144021e1ec tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.696398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-43befd4c-6685-4fab-90db-28144021e1ec tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 1993 time: 0.2540588 Aug 19 00:08:34.720603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b248f463-7534-4811-8674-067ac129f4d8 req-96a6737c-d0b5-4a03-841d-aa47219b41b2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Aug 19 00:08:34.772589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-77793d74-53e6-44b5-9a29-47c4a9c56506 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/quotas/4163e44c14e44d7c81058d5a6b72a65f HTTP/1.1" status: 200 len: 375 time: 0.0440459 Aug 19 00:08:34.774479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.777874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:34.865214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396011d-6110-416e-a428-eb3efcad00c7 req-28b6b959-cf79-490b-86fb-bbe5a8cb7f89 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:34.866880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0396011d-6110-416e-a428-eb3efcad00c7 req-28b6b959-cf79-490b-86fb-bbe5a8cb7f89 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0531373 Aug 19 00:08:34.886476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['70dcf38d-75e5-4160-806e-23cea05c1c53'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:34.924430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0396011d-6110-416e-a428-eb3efcad00c7 req-7d4f10df-a60d-426e-8a8d-a2e3e7699b42 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484877 Aug 19 00:08:34.978325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-cc659972-da45-475e-ba87-a604447ea813 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1974120 Aug 19 00:08:34.981825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Router 053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:35.118703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:35.121824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5bd0-cdaa-464c-af24-d5da181b5735 req-25ff2189-2f28-4981-9c77-cce20c7ecd61 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:35.129017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] Sync routers for ids ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:35.130387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.131740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9817fbb4-b3e4-4330-bb38-a0d53077cd30 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "PUT /v2.0/routers/053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 200 len: 710 time: 2.6033521 Aug 19 00:08:35.134390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33144) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.142666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] Routers {'053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:35.143401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:35.149139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fad5bd0-cdaa-464c-af24-d5da181b5735 req-25ff2189-2f28-4981-9c77-cce20c7ecd61 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 944 time: 0.1121166 Aug 19 00:08:35.192573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:35.216123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fad5bd0-cdaa-464c-af24-d5da181b5735 req-37dc2338-f924-4f3c-a517-53cf3d432448 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642130 Aug 19 00:08:35.222863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] Routers {'053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:35.223493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:35.243047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8ce2ff02-0c73-40d8-86c4-ff9b450b2f06 tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/routers/053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 200 len: 745 time: 0.1073282 Aug 19 00:08:35.245617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33152) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.268856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:35.269512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9947907-4808-4623-8334-eb8e27d178b1 None None] The sync data for ids ['053b7a4d-f5c5-43f8-bfac-fb45d3f9a330'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:35.310551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bbda96e5-583e-431e-afc2-da2d7260266d tempest-RoutersIpV6AdminTest-668813857 tempest-RoutersIpV6AdminTest-668813857-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 200 len: 205 time: 0.0632253 Aug 19 00:08:35.313530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.349287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90ce1c53-ed16-4a56-a227-33e13cd1a1d2 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 200 len: 205 time: 0.0318127 Aug 19 00:08:35.349287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.349920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-e8b47de8-71b9-41e0-bbc6-834a884f69fa service neutron] 10.222.0.20 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165190 Aug 19 00:08:35.442687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.493386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-e3230240-8ace-480f-90a4-d16a3783b8f9 service neutron] 10.222.0.20 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408150 Aug 19 00:08:35.549062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-fa8fc873-4b9d-40d7-ac90-f562bd4d5508 service neutron] 10.222.0.20 "GET /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0436192 Aug 19 00:08:35.607159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33180) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.621150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.625468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.651322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-fdc31658-95c2-45b1-b21e-25cdd87753df service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013157 Aug 19 00:08:35.671913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.672659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Fanout notify agent at l3_agent the message router_deleted on router 053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:35.680968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.682290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dfa6ad9-024a-476b-b835-9717f8c51a1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 204 len: 168 time: 0.3320098 Aug 19 00:08:35.685604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.722278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33186) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.722806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aaab884b-16b9-4fe7-b981-adecda5afbf7 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 200 len: 205 time: 0.0346441 Aug 19 00:08:35.779940 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-371cf7a5-f881-45d7-8fdb-e087ccca527d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:35.781483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-371cf7a5-f881-45d7-8fdb-e087ccca527d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/053b7a4d-f5c5-43f8-bfac-fb45d3f9a330 HTTP/1.1" status: 404 len: 336 time: 0.0582561 Aug 19 00:08:35.785062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.800649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f63ae621-1785-44a1-83c6-df8313dcec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:35.814454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-f8cce52d-9cf2-416e-9fa9-2bf74e1ffa7c service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552041 Aug 19 00:08:35.832148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0d4038cf-f9fc-4bcf-ad86-e850437c068e tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 200 len: 205 time: 0.0465174 Aug 19 00:08:35.834489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.869791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-86b4cd38-b9e4-44ad-889b-0e6d13097f01 service neutron] 10.222.0.20 "GET /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0448756 Aug 19 00:08:35.892546 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-92175ea4-04d5-46bf-9ff2-11ec17774ecf tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:35.893147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-92175ea4-04d5-46bf-9ff2-11ec17774ecf tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/3d7a4c0a-05f0-46ec-90d7-d21e62ecd9d0 HTTP/1.1" status: 404 len: 336 time: 0.0578117 Aug 19 00:08:35.896755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.929426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-380a3938-26db-4a81-8fad-4e05c59cf9b8 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 200 len: 205 time: 0.0318120 Aug 19 00:08:35.932103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33202) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:35.949615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6053621-aeb6-4d99-866b-20415fd20a2d req-052daa6a-87b7-450e-a522-74f2e8be1d90 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:35.951139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6053621-aeb6-4d99-866b-20415fd20a2d req-052daa6a-87b7-450e-a522-74f2e8be1d90 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1180205 Aug 19 00:08:35.990595 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-8cb22998-5ec5-477f-b6e9-f337314bea1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:35.994136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8cb22998-5ec5-477f-b6e9-f337314bea1d tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/f196306c-911a-4ea4-964a-ecca5d3c049a HTTP/1.1" status: 404 len: 336 time: 0.0554626 Aug 19 00:08:35.994272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6053621-aeb6-4d99-866b-20415fd20a2d req-86ac679a-a88b-4c7c-aed4-7ff1cc9d1413 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Aug 19 00:08:35.994546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.033601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-236ead72-6a15-4ede-bd91-6c502be2027e tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 200 len: 205 time: 0.0378506 Aug 19 00:08:36.036427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33212) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.039180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-5ff79128-dc4d-4c09-a0de-2678026ffc26 service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590188 Aug 19 00:08:36.107518 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0e1bbb11-7bdc-43cc-a50b-85e563626264 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:36.109080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0e1bbb11-7bdc-43cc-a50b-85e563626264 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/e0b36dfc-4349-419c-b7fd-d89bfcab097c HTTP/1.1" status: 404 len: 336 time: 0.0715244 Aug 19 00:08:36.112280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f63ae621-1785-44a1-83c6-df8313dcec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.114792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33224) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.131487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f63ae621-1785-44a1-83c6-df8313dcec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.163356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7f05c-424e-4141-8207-4ae6f664d56e req-9ae10aa3-bddc-46c2-97fa-467c8d035900 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:36.164428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78b6c788-fd49-4060-9bc4-c681e741ec3a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 200 len: 205 time: 0.0466652 Aug 19 00:08:36.165050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbe7f05c-424e-4141-8207-4ae6f664d56e req-9ae10aa3-bddc-46c2-97fa-467c8d035900 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0597270 Aug 19 00:08:36.165537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.206954 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-68ea02bf-9bdf-40fc-ab52-fbbb29910a1a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:36.207994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68ea02bf-9bdf-40fc-ab52-fbbb29910a1a tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/42f25973-877d-492f-91b4-7044355f0a8e HTTP/1.1" status: 404 len: 336 time: 0.0414114 Aug 19 00:08:36.215158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.222891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f63ae621-1785-44a1-83c6-df8313dcec2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544ff8630ba8449ca3e346c23efb5b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119137 Aug 19 00:08:36.223670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.230411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ae621-1785-44a1-83c6-df8313dcec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b924b6-a9cb-420c-a367-dd108236a7ef,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:36.251340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 70dcf38d-75e5-4160-806e-23cea05c1c53 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:36.254533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3d0a79ad-f7b4-43fc-8caa-aa55bcce7abd service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063472 Aug 19 00:08:36.258077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d803c5c1-1cb6-40f0-ab29-02ad2af6c079 tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "GET /v2.0/ports?device_id=493eebca-7bad-475d-a1d8-0abd11aea9d0 HTTP/1.1" status: 200 len: 205 time: 0.0420301 Aug 19 00:08:36.263608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.309532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 70dcf38d-75e5-4160-806e-23cea05c1c53 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:36.314012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 70dcf38d-75e5-4160-806e-23cea05c1c53 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:36.314448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.339378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbe7f05c-424e-4141-8207-4ae6f664d56e req-7474a694-6ea6-4bb4-8ab1-f0c722c9dfca tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331859 Aug 19 00:08:36.343110 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-be6b241e-4fd1-40c9-9fd6-1d893cf0b50e tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] delete failed (client error): The resource could not be found. Aug 19 00:08:36.346561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be6b241e-4fd1-40c9-9fd6-1d893cf0b50e tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/routers/493eebca-7bad-475d-a1d8-0abd11aea9d0 HTTP/1.1" status: 404 len: 336 time: 0.0784883 Aug 19 00:08:36.354416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33256) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.399459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b003cc2f-7b14-430f-b0a4-5f93c29121a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336420 Aug 19 00:08:36.421954 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.430561 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c86974-5241-42f2-b116-04fd9ab9111f tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] DELETE failed (client error): The resource could not be found. Aug 19 00:08:36.431029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c86974-5241-42f2-b116-04fd9ab9111f tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:08:36.432823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-70c86974-5241-42f2-b116-04fd9ab9111f tempest-RoutersIpV6AdminTest-115005768 tempest-RoutersIpV6AdminTest-115005768-project] 10.222.0.20 "DELETE /v2.0/subnets/be9f20d4-07db-4e8e-a819-89bb4e4e4c98 HTTP/1.1" status: 404 len: 337 time: 0.0739636 Aug 19 00:08:36.474221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=70dcf38d-75e5-4160-806e-23cea05c1c53,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:36.479187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.481922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:36.485411 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe922e7a-30f0-42d8-88e7-e34501590e1f" -d '{"events": [{"server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "name": "network-vif-plugged", "status": "completed", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:36.489517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.513197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.522499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4bcc2-6a7f-4986-b7b7-9947db5aa3cd req-12d6d7a3-22d3-44fe-9431-082ff115d849 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:36.531332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dac4bcc2-6a7f-4986-b7b7-9947db5aa3cd req-12d6d7a3-22d3-44fe-9431-082ff115d849 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 944 time: 0.0968843 Aug 19 00:08:36.553860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-7363b9c3-18cc-4adf-8402-9e30be0cd577 service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389651 Aug 19 00:08:36.569447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:36.617684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dac4bcc2-6a7f-4986-b7b7-9947db5aa3cd req-253d4c82-35ee-4883-821d-913b41e59142 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849876 Aug 19 00:08:36.645484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.653020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:36.654477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b924b6-a9cb-420c-a367-dd108236a7ef HTTP/1.1" status: 204 len: 168 time: 0.4224341 Aug 19 00:08:36.664710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3951f7-e9a6-4f16-82ba-7aa0da9988d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b924b6-a9cb-420c-a367-dd108236a7ef,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:36.682168 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21019b16-9961-4491-84dc-581fda4668f5 x-openstack-request-id: req-21019b16-9961-4491-84dc-581fda4668f5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:36.682469 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "name": "network-vif-plugged", "status": "completed", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:36.682726 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21019b16-9961-4491-84dc-581fda4668f5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:36.683662 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'code': 200} Aug 19 00:08:36.739384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-fc7006d6-2ae3-4694-9c4c-ccbee1036018 service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693850 Aug 19 00:08:36.809856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:36.878463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e14e3-c4d1-44a7-9681-299181b98d50 req-b7b5422d-f814-4e14-b7ed-1dbdf21417a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:36.880004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c3e14e3-c4d1-44a7-9681-299181b98d50 req-b7b5422d-f814-4e14-b7ed-1dbdf21417a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.0757730 Aug 19 00:08:36.885550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-57fae223-e183-4fd3-adad-e086fcf5bd4a service neutron] 10.222.0.20 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369464 Aug 19 00:08:36.971285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c3e14e3-c4d1-44a7-9681-299181b98d50 req-366d7f9f-f2d3-4fe0-b549-776992ab7898 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843232 Aug 19 00:08:37.016866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-119a205d-64e9-4c93-9b39-51bd4f9355ab service neutron] 10.222.0.20 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219127 Aug 19 00:08:37.065575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782ec9d4-2696-427c-9f6c-66471f7a6968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.119937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-39770fc6-a157-410a-89a4-2bffd01e154b service neutron] 10.222.0.20 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015775 Aug 19 00:08:37.151331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135420-3ea8-4de6-b91b-08095f546bcf req-46a3a666-916b-431d-a543-6cf47acccd26 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:37.152950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60135420-3ea8-4de6-b91b-08095f546bcf req-46a3a666-916b-431d-a543-6cf47acccd26 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.0727460 Aug 19 00:08:37.224541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-60135420-3ea8-4de6-b91b-08095f546bcf req-ed49c4ee-f176-493d-b7f5-69ffee70bb63 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604298 Aug 19 00:08:37.258938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-4a8752c2-2ea3-46b4-bf3e-dd218c88ccff service neutron] 10.222.0.20 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303101 Aug 19 00:08:37.263699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782ec9d4-2696-427c-9f6c-66471f7a6968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.268006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782ec9d4-2696-427c-9f6c-66471f7a6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.271833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:37.317688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-485fe112-127c-4a3e-be61-7815161d4322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.332164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec9d4-2696-427c-9f6c-66471f7a6968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5842d-baa7-41fe-8dbd-21e88542892d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:37.339863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-782ec9d4-2696-427c-9f6c-66471f7a6968 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a6e776717a4bd6b0b17bc7537b452d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289195 Aug 19 00:08:37.342924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:37.364315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-11702309-9320-4093-9403-63c350c09cae service neutron] 10.222.0.20 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949450 Aug 19 00:08:37.467988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.510730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.538158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305176f-db1a-484c-a999-770c14220903 req-b025ff65-f8a0-43be-adcf-e7672ca74cbe tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:37.539674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8305176f-db1a-484c-a999-770c14220903 req-b025ff65-f8a0-43be-adcf-e7672ca74cbe tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1058886 Aug 19 00:08:37.593831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-485fe112-127c-4a3e-be61-7815161d4322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.601052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-485fe112-127c-4a3e-be61-7815161d4322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.631146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8305176f-db1a-484c-a999-770c14220903 req-bb0e6d4f-74a2-4b7f-a733-9f4d2acc4599 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784373 Aug 19 00:08:37.661010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.664261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.668592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fde5842d-baa7-41fe-8dbd-21e88542892d HTTP/1.1" status: 204 len: 168 time: 0.3242257 Aug 19 00:08:37.669773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fe112-127c-4a3e-be61-7815161d4322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52444c10-3614-4cf1-a4b8-557f1b853fc1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:37.677576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33354) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:37.677797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-485fe112-127c-4a3e-be61-7815161d4322 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a432963977ce4828a63f1aa9d38e4d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033668 Aug 19 00:08:37.686476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a60cf-19cd-423e-a961-7a9ee894b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5842d-baa7-41fe-8dbd-21e88542892d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:37.796875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.830216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc263cf2-2799-41a5-8177-cc8a632e95bf req-14b489ba-964c-4134-a6e3-227e57ae9264 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:37.832255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc263cf2-2799-41a5-8177-cc8a632e95bf req-14b489ba-964c-4134-a6e3-227e57ae9264 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0691824 Aug 19 00:08:37.839321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.917118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc263cf2-2799-41a5-8177-cc8a632e95bf req-37111889-5305-48ce-ab6f-d875022ef0b0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752261 Aug 19 00:08:37.931279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.934118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:37.945164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52444c10-3614-4cf1-a4b8-557f1b853fc1 HTTP/1.1" status: 204 len: 168 time: 0.2664165 Aug 19 00:08:37.957453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c1ef8-f40c-4cd9-8089-46befdfd71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52444c10-3614-4cf1-a4b8-557f1b853fc1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:38.174588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63364703-0b05-46bf-acce-22162874714a req-4dd69524-2776-4f8b-b202-2aeacf5bebb6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0283058 Aug 19 00:08:38.309667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:38.366030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a887170e-276d-4ea1-98c8-a1d1d97bfd0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e5455c5307446c816b1d87f48c72ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549893 Aug 19 00:08:38.369114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:38.438822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:38.450483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1dfbf-5c79-4acc-bb18-6a5b06d505c6 req-39f8d341-0cfa-434c-a587-fa0daddf1d13 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:38.454128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7a1dfbf-5c79-4acc-bb18-6a5b06d505c6 req-39f8d341-0cfa-434c-a587-fa0daddf1d13 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1020072 Aug 19 00:08:38.478602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:38.563404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:38.568461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7a1dfbf-5c79-4acc-bb18-6a5b06d505c6 req-78883953-9920-46c0-9e07-fc8927eb809e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Aug 19 00:08:38.568612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:38.569625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d97eae1d-fabc-469b-becf-63e451719365 HTTP/1.1" status: 204 len: 168 time: 0.1991529 Aug 19 00:08:38.581040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f359a4-9f24-452a-80c8-e9d32e5a884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97eae1d-fabc-469b-becf-63e451719365,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:38.815608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608175e-43f7-4835-81f1-b0498b9cb0dc req-8bd5d2cb-1737-47dc-8c2b-8108022ba54d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:38.835464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1608175e-43f7-4835-81f1-b0498b9cb0dc req-8bd5d2cb-1737-47dc-8c2b-8108022ba54d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0976303 Aug 19 00:08:38.887379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1608175e-43f7-4835-81f1-b0498b9cb0dc req-c391a04e-050e-4012-a9ca-88766b1c0f61 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Aug 19 00:08:39.052918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381e9fb-3707-4d03-a75b-d696be419a67 req-97f4b790-3814-4a1b-96fe-060201948593 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.060812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6381e9fb-3707-4d03-a75b-d696be419a67 req-97f4b790-3814-4a1b-96fe-060201948593 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0586314 Aug 19 00:08:39.104366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6381e9fb-3707-4d03-a75b-d696be419a67 req-bb5742dc-d600-460e-8ba2-8000c831f697 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421424 Aug 19 00:08:39.231231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5eaf4-ef40-49fe-8500-8274aec86b33 req-546a728e-571f-490c-914d-7d183b9b79c5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.232867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed5eaf4-ef40-49fe-8500-8274aec86b33 req-546a728e-571f-490c-914d-7d183b9b79c5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0601449 Aug 19 00:08:39.242237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:39.246898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'floatingip': {'port_id': '70dcf38d-75e5-4160-806e-23cea05c1c53'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:39.300546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:39.376775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90aee4e3-09b5-452d-a9f6-b51bad455243 req-76394d9a-f946-40ad-8515-d4870aced5a0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0919297 Aug 19 00:08:39.471115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-167ffe40-2e00-44e7-83cc-11354f806ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.471943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-167ffe40-2e00-44e7-83cc-11354f806ec2 service neutron] 10.222.0.11 "GET /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 1033 time: 0.0415504 Aug 19 00:08:39.544740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b695f20d-eeb4-4d10-80d9-d1edb93ddfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.544860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b695f20d-eeb4-4d10-80d9-d1edb93ddfd5 service neutron] 10.222.0.11 "GET /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 1033 time: 0.0587835 Aug 19 00:08:39.772891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7ccbb-a832-4548-be8d-b9ec384f343b req-019a903e-12fc-447c-b3b8-36e1b4294566 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.780629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57f7ccbb-a832-4548-be8d-b9ec384f343b req-019a903e-12fc-447c-b3b8-36e1b4294566 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1002798 Aug 19 00:08:39.803820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-474538c3-b5a0-4057-b520-c3cdd9201246 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.810083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-474538c3-b5a0-4057-b520-c3cdd9201246 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.817061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-474538c3-b5a0-4057-b520-c3cdd9201246 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:39.818884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-474538c3-b5a0-4057-b520-c3cdd9201246 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 1993 time: 0.2668197 Aug 19 00:08:39.828282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:39.872350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57f7ccbb-a832-4548-be8d-b9ec384f343b req-07587741-3b50-4f23-8d46-7ee03ea8924f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863595 Aug 19 00:08:39.914306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-d607ab46-7d17-4d92-b2c6-b1d83545fe47 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4163e44c14e44d7c81058d5a6b72a65f HTTP/1.1" status: 200 len: 380 time: 0.0783715 Aug 19 00:08:39.928801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'admin_state_up': True, 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'security_groups': ['fab167d7-5048-4484-9e3c-695a2cf46552']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:40.076170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.123438 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:08:40.123438 n-d-771363-38 neutron-server[94622]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 00:08:40.123438 n-d-771363-38 neutron-server[94622]: [parameters: {'project_id': '365070dedf054e36be57e18a19c46f5d', 'id': '34583dac-6349-4f5e-badb-44549b0436f3', 'expiration': datetime.datetime(2021, 8, 19, 0, 10, 40, 116728)}] Aug 19 00:08:40.123438 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:08:40.125347 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:08:40.140941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:40.145894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.173955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177dff8-681b-4b46-8180-502a6ca38005 req-5ab35c09-68a6-4e43-9b23-f4ad64368992 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:40.189643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3177dff8-681b-4b46-8180-502a6ca38005 req-5ab35c09-68a6-4e43-9b23-f4ad64368992 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2154663 Aug 19 00:08:40.240177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.275799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3177dff8-681b-4b46-8180-502a6ca38005 req-6a939f91-f59e-4510-afdd-be7ee436534a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850680 Aug 19 00:08:40.283524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.404510 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Floating IP 57f415fe-6a96-47a3-803f-c2378f8c750f associated. External IP: 172.25.1.41, port: 70dcf38d-75e5-4160-806e-23cea05c1c53. Aug 19 00:08:40.761949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:08:40.821006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.868612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5dfce0e-9758-40c4-afa3-8ebd9ab5e1f7 req-0794528a-9fa6-47a8-8c6c-a7edd8564ec8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0451615 Aug 19 00:08:40.927069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 172.20.0.10 (15dbef11-a3d9-4a3c-805b-31b05c2c7073/e6c3ed2a-2a55-4832-a9be-a68fd708ed7b/83b63a1d-af76-4916-b026-fbd8f9c1fbd9) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:40.949468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:40.981898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:08:40.988025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:40.994377 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:08:41.008362 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:41.010476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:41.021977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-89c6f06f-2660-4227-94ce-2bc6b2d57c1a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "PUT /v2.0/floatingips/57f415fe-6a96-47a3-803f-c2378f8c750f HTTP/1.1" status: 200 len: 990 time: 1.7785583 Aug 19 00:08:41.023213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:41.026048 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e1fc95-0316-4790-97ed-816d8b54cf60" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:41.087458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619b825-f49e-4631-b692-0870a30f1a45 req-a99c9439-d4a6-4f5c-bc12-3ce95b665a52 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:41.089854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4619b825-f49e-4631-b692-0870a30f1a45 req-a99c9439-d4a6-4f5c-bc12-3ce95b665a52 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.0701737 Aug 19 00:08:41.149727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4619b825-f49e-4631-b692-0870a30f1a45 req-bfd133af-0b0c-427f-bad8-3ffe24d8eddd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525184 Aug 19 00:08:41.174930 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d32e5e5-1f50-406d-b336-438cfde610f9 x-openstack-request-id: req-5d32e5e5-1f50-406d-b336-438cfde610f9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:41.175211 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:41.175723 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d32e5e5-1f50-406d-b336-438cfde610f9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:41.176075 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'status': 'completed', 'code': 200} Aug 19 00:08:41.243531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:41.287277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.323552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.396442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1472886749', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:41.442868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Made reservation on behalf of 4e4079a8b71d4d5787a406a0297e0415 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:41.445702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.461680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.484228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e6b82-452f-4dd0-800f-22ed787d8e12,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:41.489110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ebf9d94d-ec9f-4862-89d3-536ec348cb2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=365070dedf054e36be57e18a19c46f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6593986 Aug 19 00:08:41.499205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:41.501143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-d772f9a9-0aa7-4ba2-8465-9a9233566933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:41.502553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-d772f9a9-0aa7-4ba2-8465-9a9233566933 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.2115932 Aug 19 00:08:41.582353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.637503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.647519 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '57f415fe-6a96-47a3-803f-c2378f8c750f', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:22:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:19Z', 'updated_at': '2021-08-19T00:08:40Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:41.684566 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:08:41.691138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.698207 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:08:41.699175 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:41.705648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:41.721145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.730838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.753053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52fd68-4467-4ca3-867e-bc1188b21c17 req-efe9df9c-5ada-4e25-abab-890c7bb4a7b1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:41.756483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de52fd68-4467-4ca3-867e-bc1188b21c17 req-efe9df9c-5ada-4e25-abab-890c7bb4a7b1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3537450 Aug 19 00:08:41.763297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] device_id is not set on port ce498dc9-c429-49dd-8f81-6a46a3bfca41 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:08:41.771922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.838855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b322c594-6f34-4dc5-a2ff-47b9ae65b460,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:41.885653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.885987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:41.888711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:41.894392 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:08:41.897144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/635e6b82-452f-4dd0-800f-22ed787d8e12 HTTP/1.1" status: 204 len: 168 time: 0.3925483 Aug 19 00:08:41.932168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b271-a849-449c-89d0-ce6f50c59757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e6b82-452f-4dd0-800f-22ed787d8e12,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:41.949147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:41.956849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:41.963170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:41.986113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-4ebf6e1c-d057-4c06-b782-75e7773c1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:41.987623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-4ebf6e1c-d057-4c06-b782-75e7773c1f75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.4621143 Aug 19 00:08:41.990861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Allocated IP 172.25.1.80 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ce498dc9-c429-49dd-8f81-6a46a3bfca41) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:42.345534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-0935b222-1496-442e-a7de-2847e079d23e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 998 time: 0.3021078 Aug 19 00:08:42.387807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57601141-67cc-4341-afa5-c56a6cfde898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:42.451257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-209354e4-963d-4feb-bb4b-b631bcedde10 None None] Provisioning for port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:42.461700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-209354e4-963d-4feb-bb4b-b631bcedde10 None None] Provisioning complete for port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:42.465691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-209354e4-963d-4feb-bb4b-b631bcedde10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:42.542137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:42.581062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de52fd68-4467-4ca3-867e-bc1188b21c17 req-0e467719-7c4c-47cc-9bd4-72c95630aa88 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8117516 Aug 19 00:08:42.618891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-209354e4-963d-4feb-bb4b-b631bcedde10 None None] Port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:42.633385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:42.634078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:42.662259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-4ab25fc1-f38d-45d1-bb11-82b4fe2c673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:42.664841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-4ab25fc1-f38d-45d1-bb11-82b4fe2c673e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.3003581 Aug 19 00:08:42.668180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-0471d75f-7988-443f-88ab-bfdee68c784f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7437465 Aug 19 00:08:42.674067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3030bba-e2b6-454f-b266-af08918f7c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:42.685025 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '57f415fe-6a96-47a3-803f-c2378f8c750f', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:22:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:19Z', 'updated_at': '2021-08-19T00:08:40Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:08:42.704580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'admin_state_up': True, 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'security_groups': ['fab167d7-5048-4484-9e3c-695a2cf46552']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:42.764979 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14cbc6-33ad-4a8e-9c03-aeb89f098269 None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '57f415fe-6a96-47a3-803f-c2378f8c750f', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:22:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:19Z', 'updated_at': '2021-08-19T00:08:40Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:08:42.792369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe73fd-5898-49f3-869d-41c94738bd69 req-d2fca503-c111-42e9-a889-e8ad7be2296e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:42.794176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6fe73fd-5898-49f3-869d-41c94738bd69 req-d2fca503-c111-42e9-a889-e8ad7be2296e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 932 time: 0.7331190 Aug 19 00:08:42.933826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6fe73fd-5898-49f3-869d-41c94738bd69 req-31c7a52a-402b-486b-8a2c-d9d9b7481b67 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253867 Aug 19 00:08:42.978075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.011228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c45d2-fc25-4338-b71f-0a535870350d req-00ecdf97-b44c-448c-ab2c-5abc69561af2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:43.013523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e47c45d2-fc25-4338-b71f-0a535870350d req-00ecdf97-b44c-448c-ab2c-5abc69561af2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2032590 Aug 19 00:08:43.015721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-d850c8ae-e337-429e-9f70-48dfbc2483bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:43.032963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-d850c8ae-e337-429e-9f70-48dfbc2483bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114258 Aug 19 00:08:43.101449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3030bba-e2b6-454f-b266-af08918f7c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.102150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.111533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3030bba-e2b6-454f-b266-af08918f7c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.228445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030bba-e2b6-454f-b266-af08918f7c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b3fd4-4371-4b7a-9b95-c6911d39aaad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:43.276470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:43.281264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:43.297861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33632) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:43.303685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f3030bba-e2b6-454f-b266-af08918f7c75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce58907a633d419e91db8feb19716fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3521299 Aug 19 00:08:43.308033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:43.311854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Pushing event updated for resources: {'Port': ['ID=ce498dc9-c429-49dd-8f81-6a46a3bfca41,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:43.355463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:43.356204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.446949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac106f6-c8f1-4438-9359-478e14d0441d None None] New status for floating IP 57f415fe-6a96-47a3-803f-c2378f8c750f: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:08:43.455740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e47c45d2-fc25-4338-b71f-0a535870350d req-141c1244-a88c-429b-a894-10f928e7b1fe tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103107 Aug 19 00:08:43.477422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:43.483723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-405f2cf6-4e59-4639-97e5-f46284e6da8c tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5299432 Aug 19 00:08:43.484125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:43.490826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}]}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:43.501261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.533643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.535011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.547496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-072a3da1-75ec-43c0-b437-94e3227d2ecf service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604242 Aug 19 00:08:43.600779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.617413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.660209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.793503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.801431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:43.804404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/627b3fd4-4371-4b7a-9b95-c6911d39aaad HTTP/1.1" status: 204 len: 168 time: 0.5019076 Aug 19 00:08:43.975820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6752f-88d7-412d-a9f7-3488c29f37b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b3fd4-4371-4b7a-9b95-c6911d39aaad,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:44.131142 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:44.164816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8c6dc-f6cd-4e1a-a03f-f31c8d32b937 req-53e225bb-18e7-4828-aedc-a85776b3778f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.168345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57f8c6dc-f6cd-4e1a-a03f-f31c8d32b937 req-53e225bb-18e7-4828-aedc-a85776b3778f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.4000025 Aug 19 00:08:44.211463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8e1fc95-0316-4790-97ed-816d8b54cf60 req-325c32ce-a93c-441d-802e-6c93c500926c service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118250 Aug 19 00:08:44.332066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.1.1.162 (a00b16ce-4d1f-4faa-949f-b91847e51263/d303a137-22b4-4512-bd48-8a8f0ab8b766/947bbb4e-6ee3-4dc8-aed0-23d424be1594) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:44.350906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33668) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:44.359791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57f8c6dc-f6cd-4e1a-a03f-f31c8d32b937 req-747430e9-e3e7-49e5-b4ce-e3d6ea4669ff tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839592 Aug 19 00:08:44.371426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d89ef-12b4-44ee-8539-914a8c086024 req-f24b7758-fe59-4598-a8bf-ea63c50066d9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.388948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-799d89ef-12b4-44ee-8539-914a8c086024 req-f24b7758-fe59-4598-a8bf-ea63c50066d9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 932 time: 0.1828649 Aug 19 00:08:44.400695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-c449633b-7f03-422f-a7b9-329e5fed7b41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1793051 Aug 19 00:08:44.423868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da892f5b-125d-4d5e-84fd-e8cf65c02af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:44.567694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:08:44.676884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.677253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.677751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.678239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.678967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.679462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.681206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:44.703250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2a6924d9-6682-4c87-aa0d-ab88e1f284d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.2172155 Aug 19 00:08:44.813342 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:44.832054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 947bbb4e-6ee3-4dc8-aed0-23d424be1594 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:44.865009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:44.923500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'mac_address': 'fa:16:3e:d8:2e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:08:44.956873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:44.971640 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03fa9495-5d37-4d62-8f22-18f4240d1d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.001453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-799d89ef-12b4-44ee-8539-914a8c086024 req-02e61d75-3634-4d60-a569-f042be38e639 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6109979 Aug 19 00:08:45.016099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06abb-f485-4610-b9a4-86e15bf31dcb req-785a6c5b-a248-4262-a640-69035e3799d1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.024734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75d06abb-f485-4610-b9a4-86e15bf31dcb req-785a6c5b-a248-4262-a640-69035e3799d1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.3171759 Aug 19 00:08:45.055067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.059871 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.073160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-57dbf2e1-35ac-4e9f-b1b6-a1c14454f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.074016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-57dbf2e1-35ac-4e9f-b1b6-a1c14454f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.074140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-57dbf2e1-35ac-4e9f-b1b6-a1c14454f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.075739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-57dbf2e1-35ac-4e9f-b1b6-a1c14454f29d service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 2290 time: 0.3363221 Aug 19 00:08:45.081212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.091144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20c74e3f-90d7-49a9-9cc5-71c9e188a036 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:45.113565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:45.131639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:45.137695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:45.168861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:45.172133 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.172658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.177529 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.281635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75d06abb-f485-4610-b9a4-86e15bf31dcb req-429d9e19-6ae6-4db1-b8b2-e58eb2ce0968 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558770 Aug 19 00:08:45.313058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['20c74e3f-90d7-49a9-9cc5-71c9e188a036'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:08:45.324322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da892f5b-125d-4d5e-84fd-e8cf65c02af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.355781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da892f5b-125d-4d5e-84fd-e8cf65c02af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.360441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:45.564624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-a6b9e5fe-6b0a-4f04-ba3f-f258b8b9ab70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1000 time: 0.4749010 Aug 19 00:08:45.642818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.643510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.670016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bf083de7-1fc6-4e69-a9a1-152b923a4954 None None] Provisioning for port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:45.683769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bf083de7-1fc6-4e69-a9a1-152b923a4954 None None] Provisioning complete for port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:45.684553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf083de7-1fc6-4e69-a9a1-152b923a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:45.722067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:45.734201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bf083de7-1fc6-4e69-a9a1-152b923a4954 None None] Port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:45.741246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892f5b-125d-4d5e-84fd-e8cf65c02af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a30ca2-1e3e-4de0-bd27-cb0f8230880b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:45.820647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-366dc5cb-138e-4691-ad8c-db985a1de377 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1442449 Aug 19 00:08:45.850663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-da892f5b-125d-4d5e-84fd-e8cf65c02af0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e591bc9779948a5a0282a879051699c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4589570 Aug 19 00:08:45.860220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:45.864893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'admin_state_up': True, 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'security_groups': ['fab167d7-5048-4484-9e3c-695a2cf46552']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:45.966634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d0e35-41fc-4bd9-a9f3-6bf15bbacd21 req-5ccff0ad-562e-4c67-8670-67d5d8306311 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.973970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e7d0e35-41fc-4bd9-a9f3-6bf15bbacd21 req-5ccff0ad-562e-4c67-8670-67d5d8306311 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 944 time: 0.2548313 Aug 19 00:08:45.979413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-48abbe01-2bc5-4b78-8a24-3be5c183b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:45.981093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-48abbe01-2bc5-4b78-8a24-3be5c183b4c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.3693569 Aug 19 00:08:46.019229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.077114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.091024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e7d0e35-41fc-4bd9-a9f3-6bf15bbacd21 req-825391f3-b46c-449e-951e-394b62869b41 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116359 Aug 19 00:08:46.152868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:46.157059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.216936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.219438 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.256538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:46.361991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.364744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.419273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.1.1.76 (a00b16ce-4d1f-4faa-949f-b91847e51263/d303a137-22b4-4512-bd48-8a8f0ab8b766/1e64a724-f2a5-45fb-9ac5-5034255bbe6b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:46.433202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-917160b2-36a2-4fd8-bea2-19114da44799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:46.436767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-917160b2-36a2-4fd8-bea2-19114da44799 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4184480 Aug 19 00:08:46.531498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e949d1-b06a-4b6a-bb69-fbe67cf1f57b req-13a7eee5-e77b-4b73-9b88-5ba38330a796 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:46.536775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46e949d1-b06a-4b6a-bb69-fbe67cf1f57b req-13a7eee5-e77b-4b73-9b88-5ba38330a796 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1176090 Aug 19 00:08:46.599791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:46.629544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.630129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09bb323a-c786-4902-959e-0be7d093600f {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:08:46.660024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46e949d1-b06a-4b6a-bb69-fbe67cf1f57b req-485b4220-929a-4d4c-b095-93c37ddc7857 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097870 Aug 19 00:08:46.717148 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:08:46.722102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04f6e168-2522-4ada-8129-142cfb1f1062 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2367969 Aug 19 00:08:46.726718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33712) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:46.752815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:46.753389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.777023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.779802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.787737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57a30ca2-1e3e-4de0-bd27-cb0f8230880b HTTP/1.1" status: 204 len: 168 time: 0.9236734 Aug 19 00:08:46.842144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.848987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78e7d-5f73-4ecd-961b-31da1adf9033 req-460a1b24-27c9-4968-a224-681d4f379d95 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:46.866760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78e7d-5f73-4ecd-961b-31da1adf9033 req-460a1b24-27c9-4968-a224-681d4f379d95 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:46.868466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7c78e7d-5f73-4ecd-961b-31da1adf9033 req-460a1b24-27c9-4968-a224-681d4f379d95 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 1654 time: 0.7210710 Aug 19 00:08:46.875796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 1e64a724-f2a5-45fb-9ac5-5034255bbe6b will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:46.877302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-838f6c48-de4a-47f5-8bf5-573fc9b5d4e1 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650215 Aug 19 00:08:46.884708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:46.898122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Deleting port ce498dc9-c429-49dd-8f81-6a46a3bfca41 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:08:46.898357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.946462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:46.971143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab79d0a-e2b0-4e16-a0fb-3da56f41073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a30ca2-1e3e-4de0-bd27-cb0f8230880b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:46.986758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.001254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Calling delete_port for ce498dc9-c429-49dd-8f81-6a46a3bfca41 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:08:47.020029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:47.023412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:47.030695 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1102f61c-4629-4e1b-a5fd-5c09457abb17" -d '{"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:47.050967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.177158 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2687c-db96-4286-8f03-9e25aebb117b x-openstack-request-id: req-23e2687c-db96-4286-8f03-9e25aebb117b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:47.178563 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:47.179068 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23e2687c-db96-4286-8f03-9e25aebb117b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:47.179686 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'code': 200} Aug 19 00:08:47.179918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.180810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:47.334874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.365296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.368102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-0ec6522b-8835-4ff5-b403-028dafbe371a service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398501 Aug 19 00:08:47.395408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network a00b16ce-4d1f-4faa-949f-b91847e51263 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:47.423603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:47.430560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:47.469204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-bc8facc1-4b95-4bc9-891d-7a1ea52c8054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 217 time: 0.0728009 Aug 19 00:08:47.494991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7c78e7d-5f73-4ecd-961b-31da1adf9033 req-8035e11f-aff2-434a-8131-4e1ef414a974 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5852585 Aug 19 00:08:47.497358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:47.498310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.602120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.610288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ce498dc9-c429-49dd-8f81-6a46a3bfca41 HTTP/1.1" status: 204 len: 168 time: 0.8821867 Aug 19 00:08:47.624226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cab5d-dea6-43e2-b04f-cd76a6494344 req-a46ce0b9-8c0c-41f4-ab29-0f4537f3e989 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:47.632808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-920cab5d-dea6-43e2-b04f-cd76a6494344 req-a46ce0b9-8c0c-41f4-ab29-0f4537f3e989 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3403246 Aug 19 00:08:47.660807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:47.686592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-88e4d88b-a665-4ae2-8112-3edf3f496754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:47.688456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-88e4d88b-a665-4ae2-8112-3edf3f496754 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1924515 Aug 19 00:08:47.734982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.769986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84952410-2741-49dd-bb4b-2d185022afe0 tempest-RoutersAdminNegativeIpV6Test-1214038902 tempest-RoutersAdminNegativeIpV6Test-1214038902-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce498dc9-c429-49dd-8f81-6a46a3bfca41,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:47.796762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.848142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-42746255-22b5-4169-a0d2-63e9db5aa948 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9962425 Aug 19 00:08:47.881542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'admin_state_up': True, 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'security_groups': ['fab167d7-5048-4484-9e3c-695a2cf46552']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:47.895458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-33b90b26-b1e4-44e3-b200-ba6b0e475dbc None None] Provisioning for port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:47.901538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-33b90b26-b1e4-44e3-b200-ba6b0e475dbc None None] Provisioning complete for port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:47.902053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33b90b26-b1e4-44e3-b200-ba6b0e475dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:47.979809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-33b90b26-b1e4-44e3-b200-ba6b0e475dbc None None] Port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:48.009973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Allocated IP 172.25.1.185 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/a7ef483f-0e63-49df-9330-56bb2087ae1e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:48.093370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-920cab5d-dea6-43e2-b04f-cd76a6494344 req-128fd981-9e0e-4dfe-abef-c091627f44d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574656 Aug 19 00:08:48.133962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33742) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:48.274771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:48.479574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30aefb08-37c7-40fd-80b7-3a2da485d5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.619442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30aefb08-37c7-40fd-80b7-3a2da485d5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.624459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.629695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30aefb08-37c7-40fd-80b7-3a2da485d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.636823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.700814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30aefb08-37c7-40fd-80b7-3a2da485d5e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ac35c989fb149d593109c62c5434dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641437 Aug 19 00:08:48.705504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aefb08-37c7-40fd-80b7-3a2da485d5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6054ca-5753-46f9-8628-08406521886a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:48.710377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33758) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:48.731390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:48.782696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-7a08d360-541f-4b76-8c52-be9f6ba0034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:48.784172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-7a08d360-541f-4b76-8c52-be9f6ba0034d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0516024 Aug 19 00:08:48.806446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:48.922217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:48.925845 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-b3f1b7a5-87a9-43a1-a3b8-cdc50d01cd96 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291947 Aug 19 00:08:48.930808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:48.946986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c1e9-796d-4dd3-867c-348aa70d9597 req-e1311ee5-4067-43c5-8b88-078fa28c9610 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:48.954888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de69c1e9-796d-4dd3-867c-348aa70d9597 req-e1311ee5-4067-43c5-8b88-078fa28c9610 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.3759768 Aug 19 00:08:49.036282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.2.2.100 (3327154d-0ea5-43d6-926e-dbb402940c73/23ccf720-607f-490e-8afb-5668ed4fa17a/f01081a4-3ac4-4f4b-9f14-3511d7b5ca79) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:49.099829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-0964226c-1825-4357-933f-402b03ea37e2 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226981 Aug 19 00:08:49.170729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-48e0ef33-9810-4af8-bafd-ab15de60ce24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 217 time: 0.0569048 Aug 19 00:08:49.196023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=a7ef483f-0e63-49df-9330-56bb2087ae1e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:49.221221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.236369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de69c1e9-796d-4dd3-867c-348aa70d9597 req-4b06ff3c-aa50-4e98-b12a-ec9af262ac90 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791159 Aug 19 00:08:49.242528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:49.291279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.410165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d53201-e3b3-4724-8880-e18828c30e4d req-16db6f59-07ec-4c39-a5b5-ad97a0a075ba tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.413154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2fba3f36-e903-4e24-8ba3-8d0d5bc7274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.414620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2fba3f36-e903-4e24-8ba3-8d0d5bc7274f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.2220500 Aug 19 00:08:49.424254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d53201-e3b3-4724-8880-e18828c30e4d req-16db6f59-07ec-4c39-a5b5-ad97a0a075ba tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.447110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d53201-e3b3-4724-8880-e18828c30e4d req-16db6f59-07ec-4c39-a5b5-ad97a0a075ba tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.450009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.455637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88d53201-e3b3-4724-8880-e18828c30e4d req-16db6f59-07ec-4c39-a5b5-ad97a0a075ba tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 2374 time: 0.7476435 Aug 19 00:08:49.519733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network 3327154d-0ea5-43d6-926e-dbb402940c73 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:49.539122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:49.562607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:49.566314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:49.571418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.621561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.676984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-20e3a498-4ae2-4ef2-8dd3-fe41fdaafde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.678569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-20e3a498-4ae2-4ef2-8dd3-fe41fdaafde5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2432883 Aug 19 00:08:49.719033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88d53201-e3b3-4724-8880-e18828c30e4d req-ed41fcec-61ae-42bc-97dd-13f6bad004b3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516351 Aug 19 00:08:49.749785 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.853649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.854331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.856913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca26fd-68dc-4965-9e9e-5906055f3935 req-8eac6eec-9328-4c51-ad3c-691e2dd68c0f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:49.858565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dca26fd-68dc-4965-9e9e-5906055f3935 req-8eac6eec-9328-4c51-ad3c-691e2dd68c0f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3044806 Aug 19 00:08:49.878388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3bbb0658-8722-4e0f-af5b-4a80cafc7629 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0185544 Aug 19 00:08:49.890019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'admin_state_up': True, 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'security_groups': ['fab167d7-5048-4484-9e3c-695a2cf46552']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:49.947316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.950098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:49.951250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac6054ca-5753-46f9-8628-08406521886a HTTP/1.1" status: 204 len: 168 time: 1.2397120 Aug 19 00:08:49.969633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89fd70-3795-423c-bd85-d16db2b78ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6054ca-5753-46f9-8628-08406521886a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:50.104755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Made reservation on behalf of 4163e44c14e44d7c81058d5a6b72a65f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:50.109978 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.134436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a6e5a5e-5a10-402b-9ae6-023796f56eff None None] Provisioning for port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:50.140046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a6e5a5e-5a10-402b-9ae6-023796f56eff None None] Provisioning complete for port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:50.142641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5a5e-5a10-402b-9ae6-023796f56eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.161058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.179719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.238774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=a7ef483f-0e63-49df-9330-56bb2087ae1e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:50.261442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dca26fd-68dc-4965-9e9e-5906055f3935 req-64ebc5ed-d1ac-4c52-b5ef-1d48899888e9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330770 Aug 19 00:08:50.305606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e5a5e-5a10-402b-9ae6-023796f56eff None None] Port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:50.316414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-e1999096-fd16-4bf7-8ca6-5d8c56712f80 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248620 Aug 19 00:08:50.523961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Allocated IP 10.2.2.200 (3327154d-0ea5-43d6-926e-dbb402940c73/23ccf720-607f-490e-8afb-5668ed4fa17a/7f4fcfc2-d6ec-425f-a357-392d32d64823) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:50.585760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.587491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7f846-f8b6-4a2b-aa5f-31c4d2ea76b0 req-caea5a74-db6b-41c2-9c4b-dcf701dcf1f9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:50.589743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5c7f846-f8b6-4a2b-aa5f-31c4d2ea76b0 req-caea5a74-db6b-41c2-9c4b-dcf701dcf1f9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1499574 Aug 19 00:08:50.600639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-c4c5673c-88d3-412b-acbf-cddf9b649011 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749538 Aug 19 00:08:50.672374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:50.681716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.685450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e2870fb5-3e33-4484-b9cf-da0f20602cc9 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2570691 Aug 19 00:08:50.685450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-d3b1dd57-1055-4abd-a460-5b41b14f6fd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 217 time: 0.0694642 Aug 19 00:08:50.685817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:50.691542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-566666679'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:50.751844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-67a6f16d-85d5-4f67-ae6a-9c3bdc00c917 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e4079a8b71d4d5787a406a0297e0415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782132 Aug 19 00:08:50.752094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:50.755852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5c7f846-f8b6-4a2b-aa5f-31c4d2ea76b0 req-02937751-8fe0-4827-b0c1-a1589b99cb84 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559777 Aug 19 00:08:50.815838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-5ca0637f-4a9e-4dcc-b790-e3ec516edeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:50.817967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-5ca0637f-4a9e-4dcc-b790-e3ec516edeca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1215236 Aug 19 00:08:50.821829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Made reservation on behalf of 5bcfdec10eb9408a8569aabb0fe917f8 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:50.825784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.856530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.883248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Transition to ACTIVE for port object 7f4fcfc2-d6ec-425f-a357-392d32d64823 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:50.917351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:50.987898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.062722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-55f6a033-de20-4699-a01f-8412451091ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.069408 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-55f6a033-de20-4699-a01f-8412451091ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2319977 Aug 19 00:08:51.111826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Network 3327154d-0ea5-43d6-926e-dbb402940c73 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:51.118790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:51.137736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:51.208376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.209204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.220527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:51.226752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.273698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420e15-a797-418c-8fbf-00e32343a295 req-ef327a76-b75e-4519-8fe7-2c88f80fb6fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.280872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420e15-a797-418c-8fbf-00e32343a295 req-ef327a76-b75e-4519-8fe7-2c88f80fb6fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.287960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420e15-a797-418c-8fbf-00e32343a295 req-ef327a76-b75e-4519-8fe7-2c88f80fb6fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.293980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420e15-a797-418c-8fbf-00e32343a295 req-ef327a76-b75e-4519-8fe7-2c88f80fb6fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.302382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d420e15-a797-418c-8fbf-00e32343a295 req-ef327a76-b75e-4519-8fe7-2c88f80fb6fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 3095 time: 0.3777442 Aug 19 00:08:51.363951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.441902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-03a1057f-7af1-4c7f-8ebf-1ed8999989ce None None] Provisioning for port 7f4fcfc2-d6ec-425f-a357-392d32d64823 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:51.447324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-03a1057f-7af1-4c7f-8ebf-1ed8999989ce None None] Provisioning complete for port 7f4fcfc2-d6ec-425f-a357-392d32d64823 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:51.447758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a1057f-7af1-4c7f-8ebf-1ed8999989ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.449937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.461544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90d74-ce70-44f2-85e9-2ceff5de0805 req-ef805397-b7b6-49d5-865f-e7d893be2758 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.463083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8c90d74-ce70-44f2-85e9-2ceff5de0805 req-ef805397-b7b6-49d5-865f-e7d893be2758 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0681341 Aug 19 00:08:51.470373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dfb47c42-d8d3-4462-82bc-850a124875be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5855708 Aug 19 00:08:51.484884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:51.493984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.507285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d420e15-a797-418c-8fbf-00e32343a295 req-fcecca9f-3cdf-400d-96f9-f7a7eae0a023 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041969 Aug 19 00:08:51.514120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-daf82ede-66dc-4d02-b56a-95e3c1560f08 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243753 Aug 19 00:08:51.527973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-03a1057f-7af1-4c7f-8ebf-1ed8999989ce None None] Port 7f4fcfc2-d6ec-425f-a357-392d32d64823 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:08:51.539803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:08:51.605459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8c90d74-ce70-44f2-85e9-2ceff5de0805 req-24d5b65c-41c4-466e-a6fb-84a477343a8c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Aug 19 00:08:51.632521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.664569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc368c3-c571-400d-9152-ad2fc4701f3f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:51.687057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-a994b072-67b0-4e82-b144-3909e1c4462e service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627262 Aug 19 00:08:51.690493 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.690844 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Added segment ccb4853c-ecf8-41cc-8caf-d51d90e4dffe of type vlan for network d1679068-b88b-4522-adf9-39e8bb507553 Aug 19 00:08:51.739376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.768029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.774802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.782223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b322c594-6f34-4dc5-a2ff-47b9ae65b460 HTTP/1.1" status: 204 len: 168 time: 1.0271373 Aug 19 00:08:51.794088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.812118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:51.813005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.883980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770df62-fe7e-445d-96a1-8af7bdd2b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b322c594-6f34-4dc5-a2ff-47b9ae65b460,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:51.943114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-7370e5f3-4a6b-4ef2-8ef7-5f2265776e7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 217 time: 0.1525631 Aug 19 00:08:51.970848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:51.978668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:51.995567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Transition to ACTIVE for port object 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:52.009334 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3209858 Aug 19 00:08:52.037775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:52.059954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Request body: {'subnet': {'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:52.069287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:52.134988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Pushing event updated for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:52.184400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac196-0a43-4405-bc7f-1407a6959ff1 req-aba203fc-45bc-4a39-80c1-f1532abbfa67 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:52.186593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-065ac196-0a43-4405-bc7f-1407a6959ff1 req-aba203fc-45bc-4a39-80c1-f1532abbfa67 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1890440 Aug 19 00:08:52.252574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5066-e5ac-4631-ae57-e650416933f8 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Network': ['ID=d1679068-b88b-4522-adf9-39e8bb507553,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:52.267268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d1679068-b88b-4522-adf9-39e8bb507553 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:08:52.322661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-b51c199d-c9cf-4fb5-8688-ee318ed116d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:52.331784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-b51c199d-c9cf-4fb5-8688-ee318ed116d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.3702662 Aug 19 00:08:52.333490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Made reservation on behalf of 5bcfdec10eb9408a8569aabb0fe917f8 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:52.345325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:52.491990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-065ac196-0a43-4405-bc7f-1407a6959ff1 req-1422c1fa-3193-44bf-a214-825e38c8d9d1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673998 Aug 19 00:08:52.527420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Attempting to bind port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:52.527638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Attempting to bind port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:52.527972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Attempting to bind port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 on network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:52.536989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 on network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:08:52.537249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Attempting to bind port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 on network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:52.575278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:52.575622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Checking segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:52.576013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Bound using segment: {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:52.577030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Bound port: 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:52.577407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:52.878451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-32336c22-2673-413c-b4a3-11eae8abeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:52.881917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-32336c22-2673-413c-b4a3-11eae8abeee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5301309 Aug 19 00:08:53.007884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.210362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Subnet': ['ID=cd0d5102-74ce-4ea2-b8d1-926fe0963063,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:53.264206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.274465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.283405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.291117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.304987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.321370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-047b8e0d-60d7-420f-9827-3e89bef07e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 3828 time: 0.4324665 Aug 19 00:08:53.419813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:53.429862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:53.435896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-2ba5cf08-9449-42b5-83fa-8d580ec087e3 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277796 Aug 19 00:08:53.449446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b893-550d-4970-9824-f0d94b5401b9 req-20bc7e8b-d810-4a3b-8d83-f3d2f96fda16 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.464253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c83b893-550d-4970-9824-f0d94b5401b9 req-20bc7e8b-d810-4a3b-8d83-f3d2f96fda16 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2091177 Aug 19 00:08:53.472830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.482002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Checking segment: {'id': 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:53.487030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network hostable DHCP agents. Network: d1679068-b88b-4522-adf9-39e8bb507553, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:53.531029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f252a8ca-08bb-4ec3-9afe-947c4a8dcdab req-3e71aa4d-17a6-4eb0-b69e-a7cfe523ef86 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930223 Aug 19 00:08:53.532291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:53.600344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.600981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.602926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] 10.222.0.11 "PUT /v2.0/ports/83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1093 time: 2.1228979 Aug 19 00:08:53.606272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:53.620721 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0035b-903b-48e2-9471-f21eef85ea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:53.660824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network d1679068-b88b-4522-adf9-39e8bb507553 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:53.666929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:53.699573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d1679068-b88b-4522-adf9-39e8bb507553) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:53.711587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295bb41-19d7-4f57-ba72-c332f5f4cd8c None None] Network d1679068-b88b-4522-adf9-39e8bb507553 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:53.720580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:53.721216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.731997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c83b893-550d-4970-9824-f0d94b5401b9 req-6df06058-9995-4710-8bed-e64571c806d5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666171 Aug 19 00:08:53.735912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d04837-b748-4d5e-a2ae-8a5e8e1bd21b service neutron] Pushing event updated for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:53.788921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-549d13e0-e7c5-4217-a214-aeed3e14bc31 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295083 Aug 19 00:08:53.816041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.825909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e285af42-9616-41d2-90b3-1006ea1c3ac4 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7802336 Aug 19 00:08:53.828744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33878) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:53.836611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2011929380', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:53.905201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.906951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:53.909003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-850963a6-2d2b-44be-a0ad-ebfddb6f6a56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 217 time: 0.1178403 Aug 19 00:08:54.149869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1869384550'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:54.214520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d1679068-b88b-4522-adf9-39e8bb507553', 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553', 'tenant_id': '5bcfdec10eb9408a8569aabb0fe917f8', 'fixed_ips': [{'subnet_id': 'cd0d5102-74ce-4ea2-b8d1-926fe0963063'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:54.215502 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.243167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.245290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-ada20725-2c19-4b64-acf1-6db5d33c6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.249882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-ada20725-2c19-4b64-acf1-6db5d33c6f7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.3309238 Aug 19 00:08:54.302776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad1b7-173d-4b8d-8912-cdcf14bba51c req-39ba48b0-4e1b-430c-8da8-c80932801229 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.310968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78dad1b7-173d-4b8d-8912-cdcf14bba51c req-39ba48b0-4e1b-430c-8da8-c80932801229 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2879128 Aug 19 00:08:54.351042 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d491c59-9eec-41cd-b81a-0ba5a46d4d09 x-openstack-request-id: req-5d491c59-9eec-41cd-b81a-0ba5a46d4d09 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:54.351720 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:54.352056 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d491c59-9eec-41cd-b81a-0ba5a46d4d09 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:54.352645 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'status': 'completed', 'code': 200} Aug 19 00:08:54.366547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78dad1b7-173d-4b8d-8912-cdcf14bba51c req-20fafdb8-4151-4ba9-b875-1e554db4b83b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Aug 19 00:08:54.367665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Made reservation on behalf of 2465fa57d1d64e71960a8033ea286990 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:54.371768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.383882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.487042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-e3007660-5b6b-491c-a366-b07ce29dabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.488637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-e3007660-5b6b-491c-a366-b07ce29dabe3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2284172 Aug 19 00:08:54.517809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Allocated IP 172.20.0.2 (d1679068-b88b-4522-adf9-39e8bb507553/cd0d5102-74ce-4ea2-b8d1-926fe0963063/19909f20-4024-4f23-8088-02faa230554f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:54.562040 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.574510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.588345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:08:54.600214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.600818 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Added segment 820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f of type vlan for network a843b784-33eb-464b-b7e1-54cdf324773a Aug 19 00:08:54.646570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.677981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.724751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbffe1-992d-4ec6-af24-46dc0d4e7058,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:54.741567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-1522c17e-aa46-4b19-b93c-f9e7850fe5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425671 Aug 19 00:08:54.745711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.753640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.754691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.777520 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.790493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Transition to ACTIVE for port object 19909f20-4024-4f23-8088-02faa230554f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:54.814180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Transition to ACTIVE for port object 19909f20-4024-4f23-8088-02faa230554f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:54.830931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.831182 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:54.831419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.831907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.832415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.832893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:54.835223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-ebd38775-5f5a-4361-bbbf-3d057ee46814 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 4364 time: 0.4025023 Aug 19 00:08:54.893498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Network d1679068-b88b-4522-adf9-39e8bb507553 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:54.902631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:54.909746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'Network': ['ID=a843b784-33eb-464b-b7e1-54cdf324773a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:54.912477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:54.939060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a843b784-33eb-464b-b7e1-54cdf324773a details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:08:54.991276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a3494cce-23f8-4485-97b4-402cf213a024 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4311526 Aug 19 00:08:54.996193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:55.002395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Request body: {'subnet': {'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:55.048471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Pushing event updated for resources: {'Port': ['ID=19909f20-4024-4f23-8088-02faa230554f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:55.094335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-271bdb6d-b80d-4c32-9161-f0105c33a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.094731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-271bdb6d-b80d-4c32-9161-f0105c33a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.095212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-271bdb6d-b80d-4c32-9161-f0105c33a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.097292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-271bdb6d-b80d-4c32-9161-f0105c33a14c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2492251 Aug 19 00:08:55.116698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.116929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Attempting to bind port 19909f20-4024-4f23-8088-02faa230554f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:55.117233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Attempting to bind port 19909f20-4024-4f23-8088-02faa230554f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:55.117751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Attempting to bind port 19909f20-4024-4f23-8088-02faa230554f on network d1679068-b88b-4522-adf9-39e8bb507553 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:55.125124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.135524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.143643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.151845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.154726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-a7782f6f-65cc-4b0c-b9e1-398c8c5392e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 3828 time: 0.4035463 Aug 19 00:08:55.165398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:55.165834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Checking segment: {'id': 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:55.170809 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:55.171300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Bound using segment: {'id': 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:55.173071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Bound port: 19909f20-4024-4f23-8088-02faa230554f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:55.173496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:55.312135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] For port 19909f20-4024-4f23-8088-02faa230554f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:55.316783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] For port 19909f20-4024-4f23-8088-02faa230554f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=19909f20-4024-4f23-8088-02faa230554f,segment=NetworkSegment(ccb4853c-ecf8-41cc-8caf-d51d90e4dffe),segment_id=ccb4853c-ecf8-41cc-8caf-d51d90e4dffe)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:55.328725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:55.370349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8431a6b-40e5-4452-95d7-1d2cc99d3d5f req-5fa35177-b019-4183-b8f1-4c337dd35f7b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083430 Aug 19 00:08:55.390756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565a294b-1ebb-4064-82da-00e4ca34fc25 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:08:55.436852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:55.461381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030558ac-aa69-4c3a-9e03-6f7579d0ebb2 None None] Pushing event updated for resources: {'Port': ['ID=19909f20-4024-4f23-8088-02faa230554f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:55.532024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Transition to ACTIVE for port object 565a294b-1ebb-4064-82da-00e4ca34fc25 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:55.554534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-a4b8d3e6-97f4-48b1-9c76-f4aadfa362bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:55.560043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15f0035b-903b-48e2-9471-f21eef85ea9a req-a4b8d3e6-97f4-48b1-9c76-f4aadfa362bc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3966918 Aug 19 00:08:55.571222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:55.823806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:55.917801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Made reservation on behalf of 2465fa57d1d64e71960a8033ea286990 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:55.928197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.117249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-1f102416-7bdc-4853-8b53-ec2d92da2626 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3583164 Aug 19 00:08:56.145440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ad58-398f-4796-967f-7abd66b3780b req-d8ff3421-c388-4bde-a361-ae1e486ca16e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:56.146905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44a9ad58-398f-4796-967f-7abd66b3780b req-d8ff3421-c388-4bde-a361-ae1e486ca16e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 1.2486374 Aug 19 00:08:56.207103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.297703 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.307303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-0dd4f1b8-8386-427d-9ff5-5fef67855839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.1594121 Aug 19 00:08:56.410366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44a9ad58-398f-4796-967f-7abd66b3780b req-dd1e5a44-8596-4f5a-8b07-12e3f7893844 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144902 Aug 19 00:08:56.429761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 19909f20-4024-4f23-8088-02faa230554f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:08:56.462586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-06723503-43b1-4ca5-82d5-86fddfd61ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:56.472590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-06723503-43b1-4ca5-82d5-86fddfd61ba8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1565757 Aug 19 00:08:56.499951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e68d9-c810-4aab-93ec-e5e50cd8d4df req-09ed5bc0-da8e-4693-a1e7-aae523a7111b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:56.505626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f8e68d9-c810-4aab-93ec-e5e50cd8d4df req-09ed5bc0-da8e-4693-a1e7-aae523a7111b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.5714142 Aug 19 00:08:56.514287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Attempting to bind port 565a294b-1ebb-4064-82da-00e4ca34fc25 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:56.514651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Attempting to bind port 565a294b-1ebb-4064-82da-00e4ca34fc25 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:56.515073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Attempting to bind port 565a294b-1ebb-4064-82da-00e4ca34fc25 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:56.585970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Port 565a294b-1ebb-4064-82da-00e4ca34fc25 on network a00b16ce-4d1f-4faa-949f-b91847e51263 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:08:56.588323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Attempting to bind port 565a294b-1ebb-4064-82da-00e4ca34fc25 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:56.616927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.632363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.642295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:56.643037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:56.647609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Bound using segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:56.648124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Bound port: 565a294b-1ebb-4064-82da-00e4ca34fc25, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:56.648693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.669874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 19909f20-4024-4f23-8088-02faa230554f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:56.776705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:56.782880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=565a294b-1ebb-4064-82da-00e4ca34fc25,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:56.790443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f8e68d9-c810-4aab-93ec-e5e50cd8d4df req-a2aceee7-6fc1-4e92-aaf8-48dfe21c1ecc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632260 Aug 19 00:08:56.830349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-cf0a8c6c-d766-4490-b7f3-a8b24f238fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:56.833315 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-cf0a8c6c-d766-4490-b7f3-a8b24f238fad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3526285 Aug 19 00:08:56.889523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:56.954163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'Subnet': ['ID=414b464c-955c-4854-9758-0de289e833ca,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:56.992077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:57.017530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.018172 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.019995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a48dd7cb-5e06-4cf1-96c4-9674b2897d2d service neutron] 10.222.0.11 "PUT /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 1137 time: 3.3675139 Aug 19 00:08:57.020874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '565a294b-1ebb-4064-82da-00e4ca34fc25'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:08:57.023162 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f989dd-a669-4d66-8d7e-1a8c202141dc" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "565a294b-1ebb-4064-82da-00e4ca34fc25"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:08:57.070563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Allocated IP 172.25.1.172 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ce0b2713-ee01-4a74-bf1e-6d145cf05bff) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:57.099625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.119944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.150974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.157610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.180334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.205310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.217992 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cde36227-df82-497a-bb04-926b373d3f8e req-5ac859f4-efad-430c-aecb-5970492fd076 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 4606 time: 0.6394925 Aug 19 00:08:57.235241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.238765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf7742-7213-4e11-af42-02229bdd229b None None] Network d1679068-b88b-4522-adf9-39e8bb507553 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:57.287011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:57.301486 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde82bb-3295-4e0f-8129-13e52170657e x-openstack-request-id: req-bfde82bb-3295-4e0f-8129-13e52170657e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:08:57.302027 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "565a294b-1ebb-4064-82da-00e4ca34fc25", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:08:57.302285 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfde82bb-3295-4e0f-8129-13e52170657e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:08:57.302687 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '565a294b-1ebb-4064-82da-00e4ca34fc25', 'status': 'completed', 'code': 200} Aug 19 00:08:57.307583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.324793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Checking segment: {'id': '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:57.334987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Network hostable DHCP agents. Network: a843b784-33eb-464b-b7e1-54cdf324773a, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:08:57.376942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cde36227-df82-497a-bb04-926b373d3f8e req-bf9d4bd6-994e-4d1b-b873-bb2ed433aaf9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562457 Aug 19 00:08:57.397563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Provisioning for port 19909f20-4024-4f23-8088-02faa230554f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:08:57.411947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Provisioning complete for port 19909f20-4024-4f23-8088-02faa230554f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:57.412433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Network a843b784-33eb-464b-b7e1-54cdf324773a is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:08:57.417393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.445466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a843b784-33eb-464b-b7e1-54cdf324773a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:57.461854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.470545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.496177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:57.510977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce42ae-e0b3-495d-9bd4-e4f754411d71 None None] Network a843b784-33eb-464b-b7e1-54cdf324773a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:08:57.511850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75692eeb-c2fc-4f54-8508-687eb8c58bac tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5126495 Aug 19 00:08:57.520380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:08:57.523471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:57.535903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Request body: {'port': {'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-362869445'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:08:57.549013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:57.549328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-f3cf3e8c-e8be-45ab-8556-c51fc1c970af service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884942 Aug 19 00:08:57.603613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=ce0b2713-ee01-4a74-bf1e-6d145cf05bff,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:57.606599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.629730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.630232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.630719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.631203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.631686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.632161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:57.634056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-7ade0aff-adf4-4a87-9324-1ca0a9debeaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5294 time: 0.3436723 Aug 19 00:08:57.735603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:57.818095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfda2c-4373-43ba-96fc-62abd5dbf958 req-f8d3a6fb-c9c4-4749-907e-430678db2840 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399795 Aug 19 00:08:57.976685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6de002af-81e1-4722-84db-c7463de8130d None None] For port 19909f20-4024-4f23-8088-02faa230554f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=19909f20-4024-4f23-8088-02faa230554f,segment=NetworkSegment(ccb4853c-ecf8-41cc-8caf-d51d90e4dffe),segment_id=ccb4853c-ecf8-41cc-8caf-d51d90e4dffe)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:08:58.013023 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:58.067225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f946e03-45ac-43fc-8b59-3d62cfa17ae2 req-486f6dc4-aa91-4b56-815a-de6098c61de4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:58.072277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a843b784-33eb-464b-b7e1-54cdf324773a', 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a', 'tenant_id': '2465fa57d1d64e71960a8033ea286990', 'fixed_ips': [{'subnet_id': '414b464c-955c-4854-9758-0de289e833ca'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:08:58.073034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:58.080975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f946e03-45ac-43fc-8b59-3d62cfa17ae2 req-486f6dc4-aa91-4b56-815a-de6098c61de4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2011347 Aug 19 00:08:58.140942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Made reservation on behalf of 2465fa57d1d64e71960a8033ea286990 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:08:58.147363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:58.315317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de002af-81e1-4722-84db-c7463de8130d None None] Pushing event updated for resources: {'Port': ['ID=19909f20-4024-4f23-8088-02faa230554f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:58.361618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] device_id is not set on port 9818a813-317a-4dd3-ba7d-fc9665de1169 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:08:58.431595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f946e03-45ac-43fc-8b59-3d62cfa17ae2 req-efbe3916-b1ff-45eb-874b-e028d332e3a7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264163 Aug 19 00:08:58.546468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3857-ad84-41d3-8d80-f969bdb4d078 req-115d4b69-2038-45cd-825a-3eb1c1ad261a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:58.553735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f67a3857-ad84-41d3-8d80-f969bdb4d078 req-115d4b69-2038-45cd-825a-3eb1c1ad261a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.8929844 Aug 19 00:08:58.656530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-63b33682-3385-4077-9ac2-24cdd1398d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:58.659036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-63b33682-3385-4077-9ac2-24cdd1398d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:58.666442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-63b33682-3385-4077-9ac2-24cdd1398d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:58.668462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-63b33682-3385-4077-9ac2-24cdd1398d6b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0015478 Aug 19 00:08:58.675122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Allocated IP 2001:db8::2 (a843b784-33eb-464b-b7e1-54cdf324773a/414b464c-955c-4854-9758-0de289e833ca/13e16126-fc8b-460c-b7a0-a5af6b4ebb64) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:58.729330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15fcabe0-5ba6-43c4-af0c-b7a8bcac5409 None None] Provisioning complete for port 19909f20-4024-4f23-8088-02faa230554f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:08:58.729746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15fcabe0-5ba6-43c4-af0c-b7a8bcac5409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.008973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.024830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.033891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.042022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.048329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.054387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:08:59.056549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-1e79bfd9-3d94-473d-9882-b536e9a305db tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 4606 time: 0.2055533 Aug 19 00:08:59.140875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f67a3857-ad84-41d3-8d80-f969bdb4d078 req-d7ccb91e-2b5d-43b3-81e7-038a59287e96 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858097 Aug 19 00:08:59.149474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-011eb1a2-0744-45ac-a163-dcd8c0468cf1 req-59b9ad05-28aa-4c55-9768-3bed522e5bb3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844495 Aug 19 00:08:59.230502 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.243680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Transition to ACTIVE for port object 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:59.262603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Transition to ACTIVE for port object 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:59.279047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.425980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Allocated IP 2001:db8::341 (a843b784-33eb-464b-b7e1-54cdf324773a/414b464c-955c-4854-9758-0de289e833ca/9818a813-317a-4dd3-ba7d-fc9665de1169) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:08:59.548094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Network a843b784-33eb-464b-b7e1-54cdf324773a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:08:59.551349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:08:59.555931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:08:59.562185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Pushing event updated for resources: {'Port': ['ID=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:08:59.673874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Attempting to bind port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:08:59.674418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Attempting to bind port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:08:59.674870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Attempting to bind port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 on network a843b784-33eb-464b-b7e1-54cdf324773a {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:08:59.683769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:08:59.684464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Checking segment: {'id': '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:08:59.685503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.686555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Bound using segment: {'id': '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:08:59.687143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Bound port: 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:08:59.687629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.772470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.798172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] For port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:08:59.802190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Transition to ACTIVE for port object 9818a813-317a-4dd3-ba7d-fc9665de1169 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:08:59.808569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] For port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,segment=NetworkSegment(820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f),segment_id=820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:08:59.819308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.847412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:08:59.993880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ec8d-3fbd-45e4-90ce-2a32c1550224 None None] Pushing event updated for resources: {'Port': ['ID=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:00.015037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Network a843b784-33eb-464b-b7e1-54cdf324773a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:00.035120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:00.038283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:00.055570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:00.056699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:00.072366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'Port': ['ID=9818a813-317a-4dd3-ba7d-fc9665de1169,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:00.100178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7aee716e-4e3e-4c45-928b-3e8cccbb95de tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5775399 Aug 19 00:09:00.102729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:00.108821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Request body: {'port': {'network_id': 'a843b784-33eb-464b-b7e1-54cdf324773a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-495883417', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:00.111205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] bootfile-name is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:00.111720 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] tftp-server is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:00.112853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] server-ip-address is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:00.113928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-41d60f76-76cc-4f6b-95e6-b9a3a82cb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:00.115927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31f989dd-a669-4d66-8d7e-1a8c202141dc req-41d60f76-76cc-4f6b-95e6-b9a3a82cb802 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3888884 Aug 19 00:09:00.148047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:00.409225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 19909f20-4024-4f23-8088-02faa230554f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:00.412021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa6cc-3e01-4724-89bc-f166d97dff4c req-9f7942e2-17f3-458b-834c-ac501a171b08 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:00.415896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-159fa6cc-3e01-4724-89bc-f166d97dff4c req-9f7942e2-17f3-458b-834c-ac501a171b08 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.4099185 Aug 19 00:09:00.523284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Made reservation on behalf of 2465fa57d1d64e71960a8033ea286990 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:00.533379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:00.562330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666306c-0556-44a5-8b0b-f4446a401350 req-740094de-5b3a-46e0-8b8f-95505c063a54 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:00.563165 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-159fa6cc-3e01-4724-89bc-f166d97dff4c req-76ed4222-20a8-4905-b5d0-454f6e390b72 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351228 Aug 19 00:09:00.563898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c666306c-0556-44a5-8b0b-f4446a401350 req-740094de-5b3a-46e0-8b8f-95505c063a54 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1408048 Aug 19 00:09:00.575165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 19909f20-4024-4f23-8088-02faa230554f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:00.575544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:00.597577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] device_id is not set on port e378f5a3-3c9f-44ed-9d03-0bafbaffeb04 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:00.699716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c666306c-0556-44a5-8b0b-f4446a401350 req-dcb65f2d-fd02-4644-9f33-7220f64d90e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274519 Aug 19 00:09:00.864779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Allocated IP 2001:db8::1a8 (a843b784-33eb-464b-b7e1-54cdf324773a/414b464c-955c-4854-9758-0de289e833ca/e378f5a3-3c9f-44ed-9d03-0bafbaffeb04) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:01.005782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.031704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:01.246594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.272446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.278984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.291603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.298399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.299483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Transition to ACTIVE for port object e378f5a3-3c9f-44ed-9d03-0bafbaffeb04 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:01.332209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.342292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.354394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.375391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-98dcec01-9819-46f5-954c-43afc2cc253c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 4606 time: 0.6743836 Aug 19 00:09:01.386757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.401162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Network a843b784-33eb-464b-b7e1-54cdf324773a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:01.404482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:01.409002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:01.415065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.415859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.443841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3391218 Aug 19 00:09:01.445138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33962) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:01.543567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718814ee-d00b-43f4-ad25-9a2b7d3c8752 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'Port': ['ID=e378f5a3-3c9f-44ed-9d03-0bafbaffeb04,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:01.565718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7da7fcca-0946-459b-857a-32f6faf2e534 req-f905c8c6-02d8-4c7d-923f-e23b0e9f9ba4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884422 Aug 19 00:09:01.606291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Transition to ACTIVE for port object 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:01.609185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e76be-a467-4082-a930-dbc041abc275 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.617284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e76be-a467-4082-a930-dbc041abc275 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.623529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.625818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e76be-a467-4082-a930-dbc041abc275 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.631177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-232e76be-a467-4082-a930-dbc041abc275 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1803467 Aug 19 00:09:01.632192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:01.727185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac842b8e-6b30-4515-b06d-ae3dd991622f None None] Network a843b784-33eb-464b-b7e1-54cdf324773a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:01.866179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:01.883091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.883446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.883804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.884148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.884519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.884860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.885544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.886094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.886620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.887530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.887879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.889618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:01.924135 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:09:01.937379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7205-e00d-4f71-99cb-e9effdce824f req-cfb9b632-a96a-41a4-91f4-eefedc39758c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:01.952779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05ad7205-e00d-4f71-99cb-e9effdce824f req-cfb9b632-a96a-41a4-91f4-eefedc39758c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.1138968 Aug 19 00:09:01.974361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Deleting port e378f5a3-3c9f-44ed-9d03-0bafbaffeb04 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:01.974860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:01.981428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Router 1428d11f-e615-42e7-b2d4-466c49f831da is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:09:02.019559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9947bd23-c998-4ce4-8e47-8ed4234329d5 None None] Provisioning for port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:02.085523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05ad7205-e00d-4f71-99cb-e9effdce824f req-ace3b6ae-d463-4cec-bf1e-ce962120e867 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314225 Aug 19 00:09:02.086624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Attempting to bind port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:02.089018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Attempting to bind port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:02.089549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Attempting to bind port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:02.106772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on network a00b16ce-4d1f-4faa-949f-b91847e51263 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:02.110370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Attempting to bind port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:02.128725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:02.132994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:02.133705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Bound using segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:02.134829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Bound port: 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:02.138034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.290956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.323241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Calling delete_port for e378f5a3-3c9f-44ed-9d03-0bafbaffeb04 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:02.427865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:02.529324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:02.542731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:02.548929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:02.550348 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.558694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:09:02.578628 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] Sync routers for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:09:02.601421 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:02.618742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:02.657952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.659105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:02.679793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.704947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.709951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8702bce-8017-459a-b3cd-c272d29d56aa tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8766198 Aug 19 00:09:02.732171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:02.787464 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:02.814356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:02.814877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.816324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 1137 time: 5.5357382 Aug 19 00:09:02.840667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.846387 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:02.849229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:02.850668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:02.861299 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e5393-0801-4a12-aeb0-5b6339149270" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:02.932013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce059-540c-4bee-a68d-7cfd00d09fbd req-2870720a-3b65-4071-8e26-5d52b8f30490 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:02.937278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:02.949383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9bce059-540c-4bee-a68d-7cfd00d09fbd req-2870720a-3b65-4071-8e26-5d52b8f30490 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 1.1604581 Aug 19 00:09:02.954341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,segment=NetworkSegment(820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f),segment_id=820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:02.965128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:02.968403 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:02.969236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c61a3-050f-4b71-b4c7-d288f7467d14 None None] The sync data for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:09:03.102484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.115211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:03.129242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Provisioning for port 9818a813-317a-4dd3-ba7d-fc9665de1169 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:03.143094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Provisioning complete for port 9818a813-317a-4dd3-ba7d-fc9665de1169 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:03.148592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.235919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event deleted for resources: {'Port': ['ID=e378f5a3-3c9f-44ed-9d03-0bafbaffeb04,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:03.241935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Port 9818a813-317a-4dd3-ba7d-fc9665de1169 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:03.249986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Could not find standard attr ID for object e378f5a3-3c9f-44ed-9d03-0bafbaffeb04. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:03.274965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Provisioning complete for port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:03.275352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62a30c22-c40b-4a79-9780-4a72d9f6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.292388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9bce059-540c-4bee-a68d-7cfd00d09fbd req-affe9e67-0881-408c-adc3-b8e1d7d76810 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416145 Aug 19 00:09:03.298051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.309528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4dfa248d-284d-476c-8703-20692c64b35f tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "DELETE /v2.0/ports/e378f5a3-3c9f-44ed-9d03-0bafbaffeb04 HTTP/1.1" status: 204 len: 168 time: 1.6759889 Aug 19 00:09:03.310178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:03.327507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Request body: {'port': {'name': 'tempest-new-port-name-1059877184', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:03.338398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] bootfile-name is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:03.338891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] tftp-server is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:03.339234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] server-ip-address is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:09:03.629381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2aafb34f-bd9d-47db-bd8a-20cfdc2207ee None None] Provisioning complete for port 9818a813-317a-4dd3-ba7d-fc9665de1169 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:03.629791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2aafb34f-bd9d-47db-bd8a-20cfdc2207ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.653463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:03.698016 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeecf963-ff29-4d13-94db-59a2d6adaa4d x-openstack-request-id: req-eeecf963-ff29-4d13-94db-59a2d6adaa4d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:03.699263 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:03.699753 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeecf963-ff29-4d13-94db-59a2d6adaa4d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:03.700433 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797', 'status': 'completed', 'code': 200} Aug 19 00:09:03.780974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2aafb34f-bd9d-47db-bd8a-20cfdc2207ee None None] Port 9818a813-317a-4dd3-ba7d-fc9665de1169 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:03.804405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.836733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.854576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f317b3-fa62-49bc-98e0-7c20d22324d8 req-fba8b43c-bc3e-45e8-91d9-068f50fd536d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.862833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18f317b3-fa62-49bc-98e0-7c20d22324d8 req-fba8b43c-bc3e-45e8-91d9-068f50fd536d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3397114 Aug 19 00:09:03.867432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.894701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.909125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.933029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.964537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:03.988091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-b21aef60-42c8-43f5-a914-ce33767e5a40 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5384 time: 1.2064407 Aug 19 00:09:04.011986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d7e7fedb-278c-4147-a3ca-2252084b1e8c None None] Could not find standard attr ID for object e378f5a3-3c9f-44ed-9d03-0bafbaffeb04. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:04.018066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb470-7080-40a6-9530-62f776681b93 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:04.217625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947bbb4e-6ee3-4dc8-aed0-23d424be1594 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:04.226248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:04.253143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Transition to ACTIVE for port object 947bbb4e-6ee3-4dc8-aed0-23d424be1594 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:04.306712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:04.345263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18f317b3-fa62-49bc-98e0-7c20d22324d8 req-22658e04-197f-48d3-b890-18cdcf2a1e5d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351628 Aug 19 00:09:04.393901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:04.468063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b953a065-dc31-4f20-b65c-5c3c837e985f req-3e800619-0185-4c68-8dfd-50eab7ed4a83 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4795775 Aug 19 00:09:04.501084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.521787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.523476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.523476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.523476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.523704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.524261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.546870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-0c3623fd-2a45-482b-a98e-b0f6e9e6a48e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6224 time: 0.8823664 Aug 19 00:09:04.644722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Pushing event updated for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:04.781328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:04.851695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:04.973908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:04.984848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8e8403a5-4b0f-47a4-ba23-b059fd709f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.985371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8e8403a5-4b0f-47a4-ba23-b059fd709f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.985726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8e8403a5-4b0f-47a4-ba23-b059fd709f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:04.987351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8e8403a5-4b0f-47a4-ba23-b059fd709f51 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4100254 Aug 19 00:09:05.032102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'port_id': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'mac_address': 'fa:16:3e:11:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e598e-d267-40b3-b77b-e8db192e78ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:05.071281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be9419-7c6e-4007-b730-f6f4ef446dc1 req-5078f883-2a25-475c-ab92-d835c03fe3fa tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:05.074676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89be9419-7c6e-4007-b730-f6f4ef446dc1 req-5078f883-2a25-475c-ab92-d835c03fe3fa tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.3548489 Aug 19 00:09:05.282605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.346243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.352030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:05.352427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.353909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.364931 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.409296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89be9419-7c6e-4007-b730-f6f4ef446dc1 req-5f94c994-9864-4bd3-8df5-d9bd194c2465 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263106 Aug 19 00:09:05.502672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8b090587-678b-466e-a95b-e21b80f69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:05.515658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc7e5393-0801-4a12-aeb0-5b6339149270 req-8b090587-678b-466e-a95b-e21b80f69ad2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5144336 Aug 19 00:09:05.522335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] In _notify_port_updated(), no bound segment for port 9818a813-317a-4dd3-ba7d-fc9665de1169 on network a843b784-33eb-464b-b7e1-54cdf324773a {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:09:05.545823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:05.547558 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.557236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "PUT /v2.0/ports/9818a813-317a-4dd3-ba7d-fc9665de1169 HTTP/1.1" status: 200 len: 1130 time: 2.2383194 Aug 19 00:09:05.570879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:05.678755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:05.688415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:05.703808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:05.708987 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27eb13e-8ce7-4c82-bab2-cc8c14017335" -d '{"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:05.743414 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:05.840357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ef510-b69d-48e6-86ad-84c1ac8595b4 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:05.857877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b59ef510-b69d-48e6-86ad-84c1ac8595b4 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "GET /v2.0/ports/9818a813-317a-4dd3-ba7d-fc9665de1169 HTTP/1.1" status: 200 len: 1130 time: 0.2731969 Aug 19 00:09:05.859107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:05.904819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Attempting to bind port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:05.908897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Attempting to bind port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:05.913433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Attempting to bind port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:05.913614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:09:05.913830 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:09:05.937397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200682e-1266-4b2f-bd6f-20d8daaf9ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event updated for resources: {'Port': ['ID=9818a813-317a-4dd3-ba7d-fc9665de1169,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:05.970466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504d8bf-ae1e-4c72-b7eb-3e09a03f7e8f req-58760a5b-2aaa-4f64-a47b-75c25eba7627 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:05.979923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0504d8bf-ae1e-4c72-b7eb-3e09a03f7e8f req-58760a5b-2aaa-4f64-a47b-75c25eba7627 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.4591126 Aug 19 00:09:05.985679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 on network a00b16ce-4d1f-4faa-949f-b91847e51263 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:05.986279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Attempting to bind port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:06.023421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:06.024222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:06.024654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Bound using segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:06.025197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Bound port: 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:06.025477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.096711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0504d8bf-ae1e-4c72-b7eb-3e09a03f7e8f req-254e76ea-e37b-44ce-a1b1-00eec2010d2c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981436 Aug 19 00:09:06.102864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817aec-23f2-417e-ad76-6b092a450e64 req-4ddef07b-0bbd-414f-b82f-caed77f7678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:06.104414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-4ddef07b-0bbd-414f-b82f-caed77f7678e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 1096 time: 0.3233864 Aug 19 00:09:06.173096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:06.307090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-88d51edd-0062-455b-9da0-ac0c2cb60758 None None] Provisioning complete for port 9818a813-317a-4dd3-ba7d-fc9665de1169 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:06.310911 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88d51edd-0062-455b-9da0-ac0c2cb60758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.394676 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80bfb69-178e-4249-991f-ec67e427d033 x-openstack-request-id: req-d80bfb69-178e-4249-991f-ec67e427d033 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:06.394971 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:06.395231 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d80bfb69-178e-4249-991f-ec67e427d033 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:06.395624 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'code': 200} Aug 19 00:09:06.402363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:06.418745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-88d51edd-0062-455b-9da0-ac0c2cb60758 None None] Port 9818a813-317a-4dd3-ba7d-fc9665de1169 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:06.427997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:06.444612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.508235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.566604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:06.622063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:06.634891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.661346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:06.662116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:06.663590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] 10.222.0.11 "PUT /v2.0/ports/947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 1092 time: 3.7427483 Aug 19 00:09:06.664080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:06.666611 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:06.682347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817aec-23f2-417e-ad76-6b092a450e64 req-2bfb6b9a-a5f7-479a-a9bc-030ac92cf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:06.683972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-2bfb6b9a-a5f7-479a-a9bc-030ac92cf727 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 915 time: 0.5328155 Aug 19 00:09:06.711237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:06.722472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cabc6-cf41-4ba0-a8c3-4a9d16a7f77c service neutron] Pushing event updated for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:06.795854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:06.843655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979546df-3be9-47d7-81c7-1d96354cd46e req-dfa03b97-336b-4e54-b3b1-7aec56781882 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:06.845654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-979546df-3be9-47d7-81c7-1d96354cd46e req-dfa03b97-336b-4e54-b3b1-7aec56781882 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 944 time: 0.2641211 Aug 19 00:09:06.853126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-e1a8c7c9-28a1-4df4-a522-99b839355783 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722 HTTP/1.1" status: 200 len: 217 time: 0.1611781 Aug 19 00:09:06.962119 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.022167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-979546df-3be9-47d7-81c7-1d96354cd46e req-fcc51cd1-0b1d-4ea3-af25-0bdc45bbe2e9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661046 Aug 19 00:09:07.026195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6c4a928d-bf93-4bfb-bb14-93bcaad4c722'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:07.075894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817aec-23f2-417e-ad76-6b092a450e64 req-57246b13-39ab-4988-9394-fa1e4c43a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.082868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-57246b13-39ab-4988-9394-fa1e4c43a4b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.2176571 Aug 19 00:09:07.210172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.213539 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2ca25a-cbba-4123-a939-c12db8743947 x-openstack-request-id: req-4a2ca25a-cbba-4123-a939-c12db8743947 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:07.213842 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:07.214241 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2ca25a-cbba-4123-a939-c12db8743947 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:07.214683 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594', 'status': 'completed', 'code': 200} Aug 19 00:09:07.217582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-c5e79d6b-5388-4afa-9709-f2fc98de2b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243713 Aug 19 00:09:07.226641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.241499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.267958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.283903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.289979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.311176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:07.321723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-4e5f2a7b-d3d7-4301-9a1e-3fd3b2061ec3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5396 time: 1.6034086 Aug 19 00:09:07.417326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c283eb53-ab1e-4520-9e93-e455b958a63f req-ec7a0504-7fb0-4eb3-8121-698681ef19d3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945919 Aug 19 00:09:07.473504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Deleting port 9818a813-317a-4dd3-ba7d-fc9665de1169 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:07.475400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.691255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.704733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Calling delete_port for 9818a813-317a-4dd3-ba7d-fc9665de1169 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:07.727845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e64a724-f2a5-45fb-9ac5-5034255bbe6b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:07.748884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.767757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Transition to ACTIVE for port object 1e64a724-f2a5-45fb-9ac5-5034255bbe6b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:07.851278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.869506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:07.889451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event deleted for resources: {'Port': ['ID=9818a813-317a-4dd3-ba7d-fc9665de1169,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:07.968492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:08.131478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412f92-2b6a-4f7e-a00c-629edee07c38 req-61ce96e7-7b77-41bb-ae77-a6ef24c9b6bb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.142470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0412f92-2b6a-4f7e-a00c-629edee07c38 req-61ce96e7-7b77-41bb-ae77-a6ef24c9b6bb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3731923 Aug 19 00:09:08.297164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.311005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.311604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.312153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.314937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.317787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:08.318600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.319213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.323103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8b783059-529d-4a40-a4cc-381b43ee70e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6292 time: 1.1351655 Aug 19 00:09:08.337522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf3c2800-c0c4-4846-b991-e95f9bfadfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "DELETE /v2.0/ports/9818a813-317a-4dd3-ba7d-fc9665de1169 HTTP/1.1" status: 204 len: 168 time: 2.4713857 Aug 19 00:09:08.338577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:08.609205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:08.646394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0412f92-2b6a-4f7e-a00c-629edee07c38 req-dd98d2cb-304d-464b-8425-d75f2aa0cb0e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960232 Aug 19 00:09:08.685977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:08.838433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-e73c8a68-543a-473a-b7de-8d55c49470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.840807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-e73c8a68-543a-473a-b7de-8d55c49470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.842548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-e73c8a68-543a-473a-b7de-8d55c49470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:08.846131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-e73c8a68-543a-473a-b7de-8d55c49470a9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4745083 Aug 19 00:09:08.883589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-616d4d2c-1a2f-4729-bbf0-5afbca384959 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6188769 Aug 19 00:09:08.899832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Allocated IP 172.20.0.1 (d1679068-b88b-4522-adf9-39e8bb507553/cd0d5102-74ce-4ea2-b8d1-926fe0963063/c1a2d39c-3e14-4d31-b65d-b844be538f05) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:08.908801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:08.909189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.094371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7282-81d5-4dbe-b7d7-f08952a5a5e0 req-7d3807d5-20c1-43d9-be17-66c8b68047e1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.103534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d55f7282-81d5-4dbe-b7d7-f08952a5a5e0 req-7d3807d5-20c1-43d9-be17-66c8b68047e1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 945 time: 0.8228459 Aug 19 00:09:09.166088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Deleting subnet 414b464c-955c-4854-9758-0de289e833ca {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:09.169348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.177206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Attempting to bind port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:09.177788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Attempting to bind port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:09.177899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Attempting to bind port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:09.182217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.218861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.274513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.279978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:09.286866 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ba395-eb77-4407-8e08-48fb25aa2538" -d '{"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:09.292165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.300287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:09.302303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.307475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.310970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.316435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.335496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.349628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.364144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.373120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-7c618a49-7474-4fca-91de-c70f4ffe54aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5408 time: 0.5906708 Aug 19 00:09:09.373792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b on network a00b16ce-4d1f-4faa-949f-b91847e51263 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:09.374137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Attempting to bind port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:09.374581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.399424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d55f7282-81d5-4dbe-b7d7-f08952a5a5e0 req-ead0ee11-97b8-43a7-bb84-9bcbc0ba66e1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937934 Aug 19 00:09:09.403559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:09.411391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.502963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:09.503307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Checking segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:09.503719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Bound using segment: {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:09.504176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Bound port: 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2c246-a433-40a8-a80c-304951c84464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:09.504915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.505931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.507846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "DELETE /v2.0/subnets/414b464c-955c-4854-9758-0de289e833ca HTTP/1.1" status: 204 len: 168 time: 1.1557004 Aug 19 00:09:09.514100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a8228-afb8-42da-9d1f-2280440c4cbf None None] Network a843b784-33eb-464b-b7e1-54cdf324773a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:09.515716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e92f8e-ed4d-4d63-bbd8-27f487e8d907 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event deleted for resources: {'Subnet': ['ID=414b464c-955c-4854-9758-0de289e833ca,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:09.521755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:09.573335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Transition to ACTIVE for port object c1a2d39c-3e14-4d31-b65d-b844be538f05 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:09.608585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d256381a-2b6e-4974-a97a-1a22b99412e5 req-ed80fdaa-7e13-4e0a-83c4-5f996cfa73ed tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109766 Aug 19 00:09:09.727760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.816087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af817aec-23f2-417e-ad76-6b092a450e64 req-6701e2ec-cd18-4d75-902a-fa47711532c9 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8766003 Aug 19 00:09:09.818154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network d1679068-b88b-4522-adf9-39e8bb507553 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:09.825017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:09.828736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:09.877763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8874db90-706e-4a5a-9127-1739efc79684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:09.882056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a469ab8-8237-4c77-b2d5-2c9b6f5cd7b6 req-8874db90-706e-4a5a-9127-1739efc79684 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9955220 Aug 19 00:09:09.882837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:09.886567 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d42ae-1eeb-417d-8a50-0bded54cfa8a x-openstack-request-id: req-1e3d42ae-1eeb-417d-8a50-0bded54cfa8a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:09.887872 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:09.889336 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3d42ae-1eeb-417d-8a50-0bded54cfa8a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:09.891287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=c1a2d39c-3e14-4d31-b65d-b844be538f05,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:09.892064 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'code': 200} Aug 19 00:09:09.924876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:09.937518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:09.972599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.029328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.118262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] DHCP port deletion for a843b784-33eb-464b-b7e1-54cdf324773a request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:10.118513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:10.119025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.121777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 1091 time: 3.4147785 Aug 19 00:09:10.126463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:10.140742 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a389ca48-135e-46a7-867a-403ab0e8526c" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:10.201295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:10.228097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Deleting port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:10.228901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.252761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef27b0-b54f-4620-b87a-afa4e8c5de01 req-58780f27-4a88-4da0-aeea-b2fc8a337b3d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:10.265058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05ef27b0-b54f-4620-b87a-afa4e8c5de01 req-58780f27-4a88-4da0-aeea-b2fc8a337b3d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3930888 Aug 19 00:09:10.397191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] For port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,segment=NetworkSegment(820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f),segment_id=820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:10.398708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.465370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:10.483818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Calling delete_port for 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:10.496806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05ef27b0-b54f-4620-b87a-afa4e8c5de01 req-94be487c-a3b5-4f12-9a2f-7732d1bb1943 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299461 Aug 19 00:09:10.573441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Deleting port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:10.573825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.627058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2cd1a82c-a5f7-4134-b466-dc340eb3aaf9 None None] Provisioning for port c1a2d39c-3e14-4d31-b65d-b844be538f05 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:10.854325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2cd1a82c-a5f7-4134-b466-dc340eb3aaf9 None None] Provisioning complete for port c1a2d39c-3e14-4d31-b65d-b844be538f05 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:10.858577 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a82c-a5f7-4134-b466-dc340eb3aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.884158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.917554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] For port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,segment=NetworkSegment(820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f),segment_id=820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:10.917898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:10.979338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1a82c-a5f7-4134-b466-dc340eb3aaf9 None None] Port c1a2d39c-3e14-4d31-b65d-b844be538f05 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:11.007660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Calling delete_port for 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:11.044704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d2719-657b-43ea-a60c-ea01b0f45583 req-706708ce-3aa0-48cc-832e-1c785296955d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.052281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c7d2719-657b-43ea-a60c-ea01b0f45583 req-706708ce-3aa0-48cc-832e-1c785296955d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2230003 Aug 19 00:09:11.056545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.065892 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.125543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] No DVR routers for this DVR port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:11.133742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8547-f1da-42d0-8276-d4ff455a0180 None None] Pushing event deleted for resources: {'Port': ['ID=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:11.210066 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e487c-47e6-4bd7-97cc-9d42cda5f915 x-openstack-request-id: req-680e487c-47e6-4bd7-97cc-9d42cda5f915 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:11.210564 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:11.210681 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-680e487c-47e6-4bd7-97cc-9d42cda5f915 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:11.210985 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b', 'status': 'completed', 'code': 200} Aug 19 00:09:11.262701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c7d2719-657b-43ea-a60c-ea01b0f45583 req-2d45a2d5-a521-4144-8611-86bbfb2f83ab tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094135 Aug 19 00:09:11.285445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.299815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5493f3-0f02-4772-a898-c46ef1e808c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:11.314920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f431f7-6ae5-4875-a843-d0a883c16713 req-73c39d07-8bf1-44e7-9f61-f9bcab6a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.316494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34f431f7-6ae5-4875-a843-d0a883c16713 req-73c39d07-8bf1-44e7-9f61-f9bcab6a38ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 1098 time: 1.2221072 Aug 19 00:09:11.371935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.392223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.398592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.405151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.411416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.417460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.424502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.430126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.438055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-81f87f0d-7a70-4b51-a7be-b09aa1388da6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5408 time: 0.2404408 Aug 19 00:09:11.446101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event deleted for resources: {'Port': ['ID=13e16126-fc8b-460c-b7a0-a5af6b4ebb64,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:11.449323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] No DVR routers for this DVR port 13e16126-fc8b-460c-b7a0-a5af6b4ebb64 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:11.453652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.453904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.455639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.456396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.456987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.457450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.457967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.459939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a389ca48-135e-46a7-867a-403ab0e8526c req-71c26cf8-c4e4-4e32-be36-a3ecbc47803a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6360 time: 0.2799151 Aug 19 00:09:11.492204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34f431f7-6ae5-4875-a843-d0a883c16713 req-57cf0dee-14b4-4cdd-8d75-2d16b9db5b0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671550 Aug 19 00:09:11.570246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-706f2f52-c5ab-4d7b-a030-6ebeabfa9410 req-dc0da949-2cb0-42c8-8f3c-b93b4e6c8c63 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311555 Aug 19 00:09:11.570484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.598539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.699261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.752836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-b46a2676-aa7b-4b82-8e87-83d7ffdd2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.762291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-b46a2676-aa7b-4b82-8e87-83d7ffdd2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.762785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-b46a2676-aa7b-4b82-8e87-83d7ffdd2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.764678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a389ca48-135e-46a7-867a-403ab0e8526c req-b46a2676-aa7b-4b82-8e87-83d7ffdd2bd2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2860045 Aug 19 00:09:11.845966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:11.872574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a843b784-33eb-464b-b7e1-54cdf324773a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:11.916514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=c1a2d39c-3e14-4d31-b65d-b844be538f05,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:11.958967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:11.959274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820c8d97-60c7-4fd0-b6e7-d00b1ba76c3f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:11.962031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca48-135e-46a7-867a-403ab0e8526c req-4cd59763-49d7-43af-8f39-0c97a4561cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.963694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a389ca48-135e-46a7-867a-403ab0e8526c req-4cd59763-49d7-43af-8f39-0c97a4561cb8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1855855 Aug 19 00:09:11.978588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589631a-6fb9-4b91-8db2-8fd8eb0c0d84 req-c36241ba-2fba-47d9-843c-cfd8c0b0825e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:11.980041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b589631a-6fb9-4b91-8db2-8fd8eb0c0d84 req-c36241ba-2fba-47d9-843c-cfd8c0b0825e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.3218608 Aug 19 00:09:11.987205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.020041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:12.028363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.031732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.054957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:12.055438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:12.060286 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:12.116121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b589631a-6fb9-4b91-8db2-8fd8eb0c0d84 req-724ddc55-cdd1-42c0-8ddd-db7028b9bdee tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268406 Aug 19 00:09:12.131948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network d1679068-b88b-4522-adf9-39e8bb507553 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:12.139418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:12.198441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.198898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Transition to ACTIVE for port object f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:12.205532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.232583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.236730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] 10.222.0.20 "DELETE /v2.0/networks/a843b784-33eb-464b-b7e1-54cdf324773a HTTP/1.1" status: 204 len: 168 time: 2.7094774 Aug 19 00:09:12.256194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8a68-61fe-4851-98a2-cdd4a7bbb6a7 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471 tempest-ExtraDHCPOptionsIpV6TestJSON-535043471-project] Pushing event deleted for resources: {'Network': ['ID=a843b784-33eb-464b-b7e1-54cdf324773a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:12.275144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:12.310127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Router 1428d11f-e615-42e7-b2d4-466c49f831da has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:09:12.371899 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef166fd3-981c-445a-abdd-156173cfb316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.524538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:09:12.533191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5c2d5ad3-3d6a-47e5-9b1c-1a011d4db419 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "PUT /v2.0/routers/1428d11f-e615-42e7-b2d4-466c49f831da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7801859 Aug 19 00:09:12.535849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:12.545957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] Sync routers for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:09:12.559443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfecd5-6bd4-4416-8cd6-aba9147f31ff req-5020667e-2f4b-405a-8958-05e38df18113 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.579945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7dfecd5-6bd4-4416-8cd6-aba9147f31ff req-5020667e-2f4b-405a-8958-05e38df18113 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.1570742 Aug 19 00:09:12.582086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Request body: {'port': {'network_id': 'd1679068-b88b-4522-adf9-39e8bb507553', 'name': 'tempest-FloatingIPAdminTestJSON-1017631607'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:12.586884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Attempting to bind port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:12.591431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:12.593021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:12.595543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Attempting to bind port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:12.600073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Attempting to bind port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 on network 3327154d-0ea5-43d6-926e-dbb402940c73 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:12.653723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 on network 3327154d-0ea5-43d6-926e-dbb402940c73 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:12.657492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Attempting to bind port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 on network 3327154d-0ea5-43d6-926e-dbb402940c73 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:12.711096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:12.711576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Checking segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:12.713515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Bound using segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:12.713736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Bound port: f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:12.714107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.735850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:12.756670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:12.757579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:12.757738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:08:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:12.760507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ef4a8107-ca0c-41de-8808-0ac42a069530 None None] Provisioning complete for port c1a2d39c-3e14-4d31-b65d-b844be538f05 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:12.761315 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8107-ca0c-41de-8808-0ac42a069530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.781119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7dfecd5-6bd4-4416-8cd6-aba9147f31ff req-73458799-24a0-46f7-9ccc-5ba0d816770c tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653306 Aug 19 00:09:12.807081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.813733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.822586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.829726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.835753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.843117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.850763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.860005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-f93bb83b-99fd-465c-aa61-03fe756b3c09 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5420 time: 0.1336703 Aug 19 00:09:12.884602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:12.887906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-afba2afc-5c26-4c60-baa2-2f0001f9173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:12.890109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-afba2afc-5c26-4c60-baa2-2f0001f9173f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 1097 time: 0.0681436 Aug 19 00:09:12.891865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:12.894048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Made reservation on behalf of 5bcfdec10eb9408a8569aabb0fe917f8 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:12.898345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.908853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:12.942971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] device_id is not set on port d97b48ce-1e2f-47ea-939d-d08ede7245dd yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:12.959818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec687b46-d305-4e88-857c-caa08a5133e1 req-582667f9-b73c-4d73-8b5c-888d67cbab03 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983841 Aug 19 00:09:12.984875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:12.985548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b00048-d0e5-4a21-8aa3-9e7ecdd3ab89 None None] The sync data for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:09:12.994067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:13.019943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a8107-ca0c-41de-8808-0ac42a069530 None None] Port c1a2d39c-3e14-4d31-b65d-b844be538f05 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:13.051843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.052505 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.053954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b6cd1c7e-c25f-4de2-acf2-563cd729468c service neutron] 10.222.0.11 "PUT /v2.0/ports/f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 1092 time: 2.8857214 Aug 19 00:09:13.105700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Request body: {'port': {'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:13.192940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0dafafdb-e0af-424d-8b50-f95caf4d0cbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2465fa57d1d64e71960a8033ea286990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314194 Aug 19 00:09:13.196102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34132) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:13.201408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Allocated IP 172.20.0.14 (d1679068-b88b-4522-adf9-39e8bb507553/cd0d5102-74ce-4ea2-b8d1-926fe0963063/d97b48ce-1e2f-47ea-939d-d08ede7245dd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:13.287238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:13.289536 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b5d5c-43a8-4661-82f9-b6d0597e9322" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:13.363620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-a76e63ba-3bc2-4e3d-b471-44db3aa35a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.365207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-a76e63ba-3bc2-4e3d-b471-44db3aa35a3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.4677880 Aug 19 00:09:13.399137 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86558a6f-efe3-49a7-bb4d-6e0b7c63c2cd x-openstack-request-id: req-86558a6f-efe3-49a7-bb4d-6e0b7c63c2cd {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:13.399424 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:13.399856 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86558a6f-efe3-49a7-bb4d-6e0b7c63c2cd {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:13.400500 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'status': 'completed', 'code': 200} Aug 19 00:09:13.401212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.443926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.446658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-e878b5a6-aae6-4ae1-96ed-fae46995e983 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036 HTTP/1.1" status: 200 len: 217 time: 0.0662215 Aug 19 00:09:13.478506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.506366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329013-47d6-48e4-8fc8-f1a7044e483c req-d6107fbc-8d52-4d8c-b02c-7e8a525c3155 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.507715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.508212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.508722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.509197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.509683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.510016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f329013-47d6-48e4-8fc8-f1a7044e483c req-d6107fbc-8d52-4d8c-b02c-7e8a525c3155 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.2102847 Aug 19 00:09:13.510177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.510624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.513294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-e5caf0cb-e509-4c87-b6f5-1765a95226ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6428 time: 0.0908937 Aug 19 00:09:13.514379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Transition to ACTIVE for port object d97b48ce-1e2f-47ea-939d-d08ede7245dd will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:13.558611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.671717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-477187e6-9971-4b38-819b-298a08f1ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:13.673180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-477187e6-9971-4b38-819b-298a08f1ee91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.2132630 Aug 19 00:09:13.690056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.728751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-d17929f8-5309-411a-9c88-862cc44333f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450017 Aug 19 00:09:13.731588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f329013-47d6-48e4-8fc8-f1a7044e483c req-f2cc650e-add4-45b7-9797-dc9dc2569421 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081258 Aug 19 00:09:13.877547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.880095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:13.883705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39bbffe1-992d-4ec6-af24-46dc0d4e7058 HTTP/1.1" status: 204 len: 168 time: 0.6706326 Aug 19 00:09:13.901775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625c95-4fd4-4cd5-8188-df124d85d1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbffe1-992d-4ec6-af24-46dc0d4e7058,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:13.979446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-01cea2ff-1544-40c7-8c51-168387c27d4f service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296257 Aug 19 00:09:14.052055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4fcfc2-d6ec-425f-a357-392d32d64823 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:14.061750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.078616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Transition to ACTIVE for port object 7f4fcfc2-d6ec-425f-a357-392d32d64823 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:14.098244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-7a93b9c4-d512-4d56-be98-e10770cacef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.098735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-7a93b9c4-d512-4d56-be98-e10770cacef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.099309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-7a93b9c4-d512-4d56-be98-e10770cacef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.101026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-7a93b9c4-d512-4d56-be98-e10770cacef9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5793195 Aug 19 00:09:14.101184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.108626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Network d1679068-b88b-4522-adf9-39e8bb507553 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:14.123441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:14.133417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:14.154685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event updated for resources: {'Port': ['ID=d97b48ce-1e2f-47ea-939d-d08ede7245dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:14.246533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:14.317854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.328263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.334489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.341288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.348553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.351783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.352467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.362937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.370092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.377769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480934eb-d90f-49a8-820a-ccc78a7c60e1 req-3b0390ef-b57d-4af4-bdee-6b96589a93bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.381508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-480934eb-d90f-49a8-820a-ccc78a7c60e1 req-3b0390ef-b57d-4af4-bdee-6b96589a93bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.3353343 Aug 19 00:09:14.381678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-a340a351-f8ba-41f0-a782-e7998b3f91ae tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2454190 Aug 19 00:09:14.455422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d55b258-1856-49bf-8b31-6d1d6a50755e req-896c71ec-57de-474e-9d1b-397107f09ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656208 Aug 19 00:09:14.481654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Attempting to bind port 7f4fcfc2-d6ec-425f-a357-392d32d64823 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:14.482024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Attempting to bind port 7f4fcfc2-d6ec-425f-a357-392d32d64823 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:14.482408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Attempting to bind port 7f4fcfc2-d6ec-425f-a357-392d32d64823 on network 3327154d-0ea5-43d6-926e-dbb402940c73 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:14.499137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Port 7f4fcfc2-d6ec-425f-a357-392d32d64823 on network 3327154d-0ea5-43d6-926e-dbb402940c73 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:14.499690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Attempting to bind port 7f4fcfc2-d6ec-425f-a357-392d32d64823 on network 3327154d-0ea5-43d6-926e-dbb402940c73 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:14.504606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-c15e5c15-2c6a-4ab1-93cc-b82ea73e87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.506210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b03b5d5c-43a8-4661-82f9-b6d0597e9322 req-c15e5c15-2c6a-4ab1-93cc-b82ea73e87e0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3957193 Aug 19 00:09:14.525349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-80bc91f0-ec29-4fcf-a0b9-f48c81ab3bab tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9846907 Aug 19 00:09:14.527386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34164) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:14.531554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-df224bae-9b5a-4ea5-b4f5-6a71aefa2517 None None] Provisioning for port d97b48ce-1e2f-47ea-939d-d08ede7245dd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:14.535935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-480934eb-d90f-49a8-820a-ccc78a7c60e1 req-8ac89b79-1ce5-45a9-a627-6ea5de82ed5e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082478 Aug 19 00:09:14.537862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f8b72d3-2919-48cb-9fdb-d965f6c83909 req-25775595-2a86-4fc3-a2d5-3460f5ff124c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554146 Aug 19 00:09:14.542417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-df224bae-9b5a-4ea5-b4f5-6a71aefa2517 None None] Provisioning complete for port d97b48ce-1e2f-47ea-939d-d08ede7245dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:14.543392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df224bae-9b5a-4ea5-b4f5-6a71aefa2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.544475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:14.548686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Checking segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:14.549318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Bound using segment: {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:14.550039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Bound port: 7f4fcfc2-d6ec-425f-a357-392d32d64823, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc4905-3c8f-4b43-8920-10ba30153d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:14.550619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.628099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-df224bae-9b5a-4ea5-b4f5-6a71aefa2517 None None] Port d97b48ce-1e2f-47ea-939d-d08ede7245dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:09:14.694691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:14.700953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:14.710482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.837645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.837645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.838534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 1092 time: 1.7430279 Aug 19 00:09:14.905195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.944160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d950d6c8-b9b8-4d2b-8016-a4f35ca99e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:14.988014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634b2b9-e61e-4363-85e3-a0bca4d83f81 req-db9f6f4d-fe66-426f-9784-4a7213775567 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:14.989891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d634b2b9-e61e-4363-85e3-a0bca4d83f81 req-db9f6f4d-fe66-426f-9784-4a7213775567 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0916400 Aug 19 00:09:15.026585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ec2a-4542-416d-b622-1febdd0a4764 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:15.055160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d634b2b9-e61e-4363-85e3-a0bca4d83f81 req-68008cc0-c75e-4471-a015-16c90dfaef3e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553355 Aug 19 00:09:15.088661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'project_id': '5bcfdec10eb9408a8569aabb0fe917f8', 'port_id': 'd97b48ce-1e2f-47ea-939d-d08ede7245dd'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:15.104648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9d3f-8eb3-4c57-91d1-a120f656b187 req-0aa53e5f-a785-4056-857d-c796ec0c5cce tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.106418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eca9d3f-8eb3-4c57-91d1-a120f656b187 req-0aa53e5f-a785-4056-857d-c796ec0c5cce tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.2878432 Aug 19 00:09:15.125685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.126638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.126936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.129856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.130704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.131299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.132001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.136714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.139068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-26777439-0727-48bc-be05-3ef242a6bd94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6496 time: 0.2001121 Aug 19 00:09:15.217177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34186) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:15.220812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-1ae5c7d2-f109-4424-8c04-590fdf92cc3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 217 time: 0.0667772 Aug 19 00:09:15.229821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.312704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eca9d3f-8eb3-4c57-91d1-a120f656b187 req-fdadfcc1-fe4d-4d32-a937-b78a6485e9ab tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715436 Aug 19 00:09:15.339436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'networks': [{'name': 'tempest-network--517624728'}, {'name': 'tempest-network--1236300546'}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:15.340090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-network--517624728'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:15.340449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-network--1236300546'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:15.348205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c8bebfcc-12f4-4007-b76d-da9fff30d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.349695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c8bebfcc-12f4-4007-b76d-da9fff30d261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.1031764 Aug 19 00:09:15.398873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'network': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:15.403340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.407804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:15.410146 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:15.426765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.449911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-f924a91c-be2d-4e77-aaa3-149b850dfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.451749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-f924a91c-be2d-4e77-aaa3-149b850dfc3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900357 Aug 19 00:09:15.553769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.675059 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf0302-a8b7-4915-9218-5a2bcad9306a x-openstack-request-id: req-c5cf0302-a8b7-4915-9218-5a2bcad9306a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:15.675351 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:15.675598 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5cf0302-a8b7-4915-9218-5a2bcad9306a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:15.675984 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'status': 'completed', 'code': 200} Aug 19 00:09:15.680116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-9d18b019-667f-4d14-8f75-bdccebca2243 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191837 Aug 19 00:09:15.735098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.746330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.764997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.771792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.788367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.791005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.802835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:15.802835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-9de7fb26-2a15-48ef-9d0c-ee2a0646f5ee tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1472609 Aug 19 00:09:15.837760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.854688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.855182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:15.860433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0921bf36-cd1e-4650-a60e-b14ac73394a7 req-ddaae857-7983-4311-b086-cb4ee5261e7f tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505328 Aug 19 00:09:15.894539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Allocated IP 172.25.1.45 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e049f796-b7df-43c4-b6d1-a7ae31f3ba0b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:15.967494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:15.990341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175bbca6-b400-46b5-9eac-40e2c44c50ec,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:16.063671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-43381072-aabf-4468-a249-02ac3a46336b service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708982 Aug 19 00:09:16.063671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.063671 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment ed145976-8edb-45f7-afd9-5b30347d66c4 of type vlan for network 07b0d7c2-0d63-42ba-9d07-7028e994f2c4 Aug 19 00:09:16.074438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-8763e193-e9af-41ed-864b-5bf1b00eacb4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.076180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-8763e193-e9af-41ed-864b-5bf1b00eacb4 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.2974949 Aug 19 00:09:16.164243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-11667eb9-8880-45ab-941f-f6f769ccc3af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 217 time: 0.0869248 Aug 19 00:09:16.172665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-78e18998-acee-4374-9878-6cc8467fbff3 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/quotas/c3e295a11efb4a89b41affa837a5af89 HTTP/1.1" status: 200 len: 375 time: 0.0729342 Aug 19 00:09:16.198795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.239040 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.242463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf4a-7038-45c0-99bf-0733a433fd05 req-a179e1da-46b3-4cf6-a9b8-1274fa375deb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.251843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02d0cf4a-7038-45c0-99bf-0733a433fd05 req-a179e1da-46b3-4cf6-a9b8-1274fa375deb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 945 time: 0.0765305 Aug 19 00:09:16.326653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.329507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-02d0cf4a-7038-45c0-99bf-0733a433fd05 req-d6d16a66-f95b-45b1-bee8-9f5a36f86ae9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716681 Aug 19 00:09:16.352910 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.resource_extend [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:09:16.405448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:16.408434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a7e20c38-e59f-4f88-a2f8-19f1e67e12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.410069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a7e20c38-e59f-4f88-a2f8-19f1e67e12ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.2321324 Aug 19 00:09:16.447887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-24c78331-9f79-4e22-8b92-9bea76622c62 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2623999 Aug 19 00:09:16.462081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.462384 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment f4661adf-8d7b-47ec-9321-420dda6958a9 of type vlan for network 298c000b-7f8f-42ea-ad01-d05274cda412 Aug 19 00:09:16.542882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.546650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.620005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-7b00ced4-0daa-4314-beae-19bc5693976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.621419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-7b00ced4-0daa-4314-beae-19bc5693976f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987002 Aug 19 00:09:16.661478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:16.681500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:16.682034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:16.703299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:16.764172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Pushing event updated for resources: {'Port': ['ID=e049f796-b7df-43c4-b6d1-a7ae31f3ba0b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:16.771364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.771886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.777330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.784351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:16.784351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.786910 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:16.835094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6163676 Aug 19 00:09:16.837799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:16.985394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:16.988392 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516d4a6-8b9f-4c19-8d21-277d4b3ae951" -d '{"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:17.010825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:17.016325 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.071171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:17.092822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf46d4-fe0b-47ec-80db-3fe45f75c88b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.098903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf46d4-fe0b-47ec-80db-3fe45f75c88b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.104679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf46d4-fe0b-47ec-80db-3fe45f75c88b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.110801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf46d4-fe0b-47ec-80db-3fe45f75c88b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.115324 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-08bf46d4-fe0b-47ec-80db-3fe45f75c88b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2735579 Aug 19 00:09:17.115520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:17.151290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.157283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.163258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.169184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.175106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.181011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.187483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.189488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbb21495-0533-4767-9595-86dd901b88ae req-e4d1cc02-7d28-4fea-850f-2d09bc2733ef tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2097378 Aug 19 00:09:17.277848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.282861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbb21495-0533-4767-9595-86dd901b88ae req-f32caac1-c2b7-4090-8f3b-c64027a63c7a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664232 Aug 19 00:09:17.324458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-1584bc20-ada6-4ad2-a15d-833805d48e95 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616783 Aug 19 00:09:17.414601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-fe5e3121-8ed7-43f5-b6a4-2d6411667ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424865 Aug 19 00:09:17.424774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.436354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b0d7c2-0d63-42ba-9d07-7028e994f2c4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.438203 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e9625-0b7b-431f-8329-0cf6a63da7ef x-openstack-request-id: req-7b9e9625-0b7b-431f-8329-0cf6a63da7ef {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:17.438678 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-unplugged", "status": "failed", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036", "code": 422}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:17.438773 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9e9625-0b7b-431f-8329-0cf6a63da7ef {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:17.439112 n-d-771363-38 neutron-server[94624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'code': 422} returned with failed status Aug 19 00:09:17.451714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed145976-8edb-45f7-afd9-5b30347d66c4') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.452124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed145976-8edb-45f7-afd9-5b30347d66c4') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.463220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.485293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.492676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:17.493338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:17.496417 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:17.517716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=07b0d7c2-0d63-42ba-9d07-7028e994f2c4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:17.532189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 07b0d7c2-0d63-42ba-9d07-7028e994f2c4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:17.586901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.611488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.613823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/07b0d7c2-0d63-42ba-9d07-7028e994f2c4 HTTP/1.1" status: 204 len: 168 time: 0.4973767 Aug 19 00:09:17.627575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:17.682577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=07b0d7c2-0d63-42ba-9d07-7028e994f2c4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:17.709842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.718525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.720743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.721356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.721950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.722495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.723649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.724097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.724366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.724756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.725170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.725472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7b54e-15ad-4d5a-a8d5-54620d5b93bc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:17.728666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.754473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8d0cb-9d50-4566-8c7c-bcb68b5cb236 req-42dacab6-af7c-4bc8-a70e-3de5555c74ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.756209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fd8d0cb-9d50-4566-8c7c-bcb68b5cb236 req-42dacab6-af7c-4bc8-a70e-3de5555c74ba tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.1786430 Aug 19 00:09:17.761840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.803270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-918cb8d9-16bd-461c-aaf6-1cb3f8596a55 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:17.804794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-918cb8d9-16bd-461c-aaf6-1cb3f8596a55 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa35c71-224f-4ceb-9c48-ec51d339340e HTTP/1.1" status: 200 len: 946 time: 0.5279572 Aug 19 00:09:17.820637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e21a38-9e04-4810-b743-b00813923f70 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=298c000b-7f8f-42ea-ad01-d05274cda412,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:17.831108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fd8d0cb-9d50-4566-8c7c-bcb68b5cb236 req-b30e4954-08b5-4d6f-aa06-526e2a900425 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Aug 19 00:09:17.835264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 298c000b-7f8f-42ea-ad01-d05274cda412 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:17.915330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-509b3330-14fd-408d-b364-bf154ac6efba service neutron] 10.222.0.20 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925898 Aug 19 00:09:17.932963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.933308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-b2f11bc7-e384-40a0-9890-10ef80d95dab service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880871 Aug 19 00:09:17.956496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c000b-7f8f-42ea-ad01-d05274cda412']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.967400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4661adf-8d7b-47ec-9321-420dda6958a9') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.968005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4661adf-8d7b-47ec-9321-420dda6958a9') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:17.976740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.990779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:17.998147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:17.998618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:18.058160 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:18.064881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.084150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.089902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/298c000b-7f8f-42ea-ad01-d05274cda412 HTTP/1.1" status: 204 len: 168 time: 0.4588728 Aug 19 00:09:18.095420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:18.137251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b031ac-d206-4839-9396-c103441d329b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=298c000b-7f8f-42ea-ad01-d05274cda412,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:18.206522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef972b23-c05f-4596-b36f-0b679c8936c8 req-3b4dcf62-4036-4385-9738-3fde61d85d6f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 210 time: 0.0689435 Aug 19 00:09:18.213524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-904032ec-8a87-4e71-8e45-ce41b53fb821 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 217 time: 0.1024458 Aug 19 00:09:18.215059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.296130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-fc10196a-35bc-43b3-9926-e14a90590f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.297651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-fc10196a-35bc-43b3-9926-e14a90590f18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0487959 Aug 19 00:09:18.368487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69729c4-410b-406a-9fc8-8ddbea9a8c3a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.382221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69729c4-410b-406a-9fc8-8ddbea9a8c3a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.388357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c69729c4-410b-406a-9fc8-8ddbea9a8c3a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2881153 Aug 19 00:09:18.388782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:18.395586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1039278941'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:18.409258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Deleting port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:18.409610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.425836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:18.436838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.474349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:18.492757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.493333 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment 52287ae3-ce83-4f13-ac7b-f93cdbdd0a15 of type vlan for network 58053682-d72e-42ae-a3f6-86bf6fa08244 Aug 19 00:09:18.552866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.602342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.623683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.625141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.629930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a1bb7650-55e3-4c0f-ac40-aef7631f7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.631543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-a1bb7650-55e3-4c0f-ac40-aef7631f7878 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3238146 Aug 19 00:09:18.632389 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.727823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3371229 Aug 19 00:09:18.731435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:18.738448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1989998420'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:18.765864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47279e1e-5bf1-47bf-8be4-905597459c07 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=58053682-d72e-42ae-a3f6-86bf6fa08244,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:18.780420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 58053682-d72e-42ae-a3f6-86bf6fa08244 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:18.783151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:18.787267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.823565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:18.840022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.840619 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment c7ce90f0-3d3e-4fa5-8dab-6f9cbe1fec72 of type vlan for network 5d085eff-65dc-4a4f-83ea-4357ade7fb64 Aug 19 00:09:18.907959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.952151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] For port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:18.963792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.986855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:18.993127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:18.993959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.001446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.011623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.019830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.028459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.037316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.044763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.053139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.055602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-5ae4db80-e4c6-48d2-8165-32598f7a0408 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.6371357 Aug 19 00:09:19.079851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-ed8def39-6f0e-4db3-9923-5acc4cc1f27e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.081822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-ed8def39-6f0e-4db3-9923-5acc4cc1f27e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=6853eb55-5188-4a9b-819f-e8b89467b8fa HTTP/1.1" status: 200 len: 943 time: 0.1497228 Aug 19 00:09:19.085972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3524525 Aug 19 00:09:19.098751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:19.108256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'ports': [{'network_id': '58053682-d72e-42ae-a3f6-86bf6fa08244', 'name': 'tempest-port--1689175605', 'admin_state_up': True}, {'network_id': '5d085eff-65dc-4a4f-83ea-4357ade7fb64', 'admin_state_up': False}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:19.108998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'port': {'network_id': '58053682-d72e-42ae-a3f6-86bf6fa08244', 'name': 'tempest-port--1689175605', 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:19.109647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'port': {'network_id': '5d085eff-65dc-4a4f-83ea-4357ade7fb64', 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:19.191153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eb7c2-94fd-4ebf-b2fa-6c3490dff0f0 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=5d085eff-65dc-4a4f-83ea-4357ade7fb64,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:19.207574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5d085eff-65dc-4a4f-83ea-4357ade7fb64 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:19.241540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Calling delete_port for 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:19.268916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-2f1f98ca-b4a8-49ba-a709-e2e48b61e097 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711451 Aug 19 00:09:19.284487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34336) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:19.304427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.366772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.388875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:19.389468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.461313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c324c7b7-24d2-46f0-a90a-42f485260723 req-72c1ae90-2550-4efc-85be-00509c5ddfa5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2491696 Aug 19 00:09:19.466521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'port': 2} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:19.470962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.493506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.569748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Pushing event updated for resources: {'Port': ['ID=e049f796-b7df-43c4-b6d1-a7ae31f3ba0b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:19.589735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c21f4de-6f71-4c79-96e7-5605056984cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.605313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port 20c74e3f-90d7-49a9-9cc5-71c9e188a036, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=20c74e3f-90d7-49a9-9cc5-71c9e188a036,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:19.605691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.617538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] device_id is not set on port baa0b4b6-1de3-4bcb-b854-31b9cd843fcf yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:19.618612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.627577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for 20c74e3f-90d7-49a9-9cc5-71c9e188a036 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:19.673183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-783bbf1f-d573-4ebf-8ce8-18f4aded9de9 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852293 Aug 19 00:09:19.784252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-dd98643d-45f4-4965-980b-8bbcc1286446 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 217 time: 0.1016686 Aug 19 00:09:19.845291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-463dc0c4-fd7b-4cf2-bbc0-5e0d92765a4b req-650b80e0-4161-44b4-95c0-3d2dfac89d95 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 210 time: 0.0855279 Aug 19 00:09:19.854223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.913641 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Floating IP 697a804c-1bf4-4da0-a14d-2eeec1ad9f7a associated. External IP: 172.25.1.45, port: d97b48ce-1e2f-47ea-939d-d08ede7245dd. Aug 19 00:09:19.929276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.955254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-48333970-f82d-4506-bb50-453e9adf12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:19.956781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-48333970-f82d-4506-bb50-453e9adf12a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1526175 Aug 19 00:09:19.973990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] device_id is not set on port 19f96902-d14b-4da3-86ca-e0bd70e6e392 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:19.974330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:19.977584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=20c74e3f-90d7-49a9-9cc5-71c9e188a036,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:20.024003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port 20c74e3f-90d7-49a9-9cc5-71c9e188a036 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:20.028134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.030841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b57d6970-070c-44c1-89f9-4299f6f5d2e5 req-c935c523-82c5-4b45-9a1f-a4a65ca3d6e1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "DELETE /v2.0/ports/20c74e3f-90d7-49a9-9cc5-71c9e188a036 HTTP/1.1" status: 204 len: 173 time: 0.9308131 Aug 19 00:09:20.031286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-deleted', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:20.033729 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15910e64-9371-4330-8feb-ba85caa85b58" -d '{"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-deleted", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:20.105093 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8554f45-4aba-4e80-9602-edbed4caf613 x-openstack-request-id: req-a8554f45-4aba-4e80-9602-edbed4caf613 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:20.105294 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6853eb55-5188-4a9b-819f-e8b89467b8fa", "name": "network-vif-deleted", "tag": "20c74e3f-90d7-49a9-9cc5-71c9e188a036", "status": "failed", "code": 422}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:20.105530 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8554f45-4aba-4e80-9602-edbed4caf613 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:20.105947 n-d-771363-38 neutron-server[94623]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6853eb55-5188-4a9b-819f-e8b89467b8fa', 'name': 'network-vif-deleted', 'tag': '20c74e3f-90d7-49a9-9cc5-71c9e188a036', 'status': 'failed', 'code': 422} returned with failed status Aug 19 00:09:20.119399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event deleted for resources: {'Port': ['ID=6c4a928d-bf93-4bfb-bb14-93bcaad4c722,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:20.163409 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.209766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.212186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] No DVR routers for this DVR port 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:20.215289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.217973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-255d76d5-438c-432e-9abf-a6b9997b2fda req-531467c5-8b54-4bcb-9e60-b9ce072c93c1 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "DELETE /v2.0/ports/6c4a928d-bf93-4bfb-bb14-93bcaad4c722 HTTP/1.1" status: 204 len: 173 time: 2.3974478 Aug 19 00:09:20.226903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-deleted', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:20.229149 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e8376-586b-488d-b589-0b2e70bf4ff0" -d '{"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-deleted", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:20.278043 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1485144-8e7b-484b-bd35-5c1350b68f7b x-openstack-request-id: req-b1485144-8e7b-484b-bd35-5c1350b68f7b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:20.279347 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35c71-224f-4ceb-9c48-ec51d339340e", "name": "network-vif-deleted", "tag": "6c4a928d-bf93-4bfb-bb14-93bcaad4c722", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:20.279347 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1485144-8e7b-484b-bd35-5c1350b68f7b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:20.279593 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35c71-224f-4ceb-9c48-ec51d339340e', 'name': 'network-vif-deleted', 'tag': '6c4a928d-bf93-4bfb-bb14-93bcaad4c722', 'status': 'completed', 'code': 200} Aug 19 00:09:20.292236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Port': ['ID=baa0b4b6-1de3-4bcb-b854-31b9cd843fcf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:20.306615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Checking segment: {'id': '52287ae3-ce83-4f13-ac7b-f93cdbdd0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58053682-d72e-42ae-a3f6-86bf6fa08244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:20.307001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network hostable DHCP agents. Network: 58053682-d72e-42ae-a3f6-86bf6fa08244, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:20.322175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-ec696e74-780e-4240-978c-4cff74d0f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.324440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-ec696e74-780e-4240-978c-4cff74d0f5b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3369696 Aug 19 00:09:20.335176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network 58053682-d72e-42ae-a3f6-86bf6fa08244 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:20.341932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c21f4de-6f71-4c79-96e7-5605056984cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.346834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 58053682-d72e-42ae-a3f6-86bf6fa08244) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:20.355155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:20.356083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.366038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb58c40-6576-4be7-b2bd-e5ad428bef54 None None] Network 58053682-d72e-42ae-a3f6-86bf6fa08244 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:20.411828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c21f4de-6f71-4c79-96e7-5605056984cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.462277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-dd6719d8-2e88-449e-8c5a-76ec14043e52 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.465326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Port': ['ID=19f96902-d14b-4da3-86ca-e0bd70e6e392,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:20.466848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-dd6719d8-2e88-449e-8c5a-76ec14043e52 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 815 time: 0.5062990 Aug 19 00:09:20.481842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Checking segment: {'id': 'c7ce90f0-3d3e-4fa5-8dab-6f9cbe1fec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5d085eff-65dc-4a4f-83ea-4357ade7fb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:20.482417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network hostable DHCP agents. Network: 5d085eff-65dc-4a4f-83ea-4357ade7fb64, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:20.515915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network 5d085eff-65dc-4a4f-83ea-4357ade7fb64 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:20.524126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Request body: {'port': {'device_id': '9696506f-951f-4324-9159-cefd21f34150', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'admin_state_up': True, 'tenant_id': 'c3e295a11efb4a89b41affa837a5af89'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:20.537606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5d085eff-65dc-4a4f-83ea-4357ade7fb64) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:20.544404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:20.555680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0a099-6dac-4fa8-9a58-f202dfd19b13 None None] Network 5d085eff-65dc-4a4f-83ea-4357ade7fb64 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:20.558997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.564581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.566969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.613286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b915db9-3f29-4bcc-9930-143e699b335b tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5117106 Aug 19 00:09:20.617901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34356) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:20.676877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.684566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.695478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.697514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:20.705602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.711744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.718382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.724246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.726174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-e754b591-b929-4f5f-afb9-ce2da829883e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1484661 Aug 19 00:09:20.738324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3739271a-f205-4987-8fe6-d1ae69727a3f service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990366 Aug 19 00:09:20.739387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 20c74e3f-90d7-49a9-9cc5-71c9e188a036 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:20.739780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 20c74e3f-90d7-49a9-9cc5-71c9e188a036 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:20.740095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b54cc-4098-49d0-8ec6-a90e344279f1 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.746213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b54cc-4098-49d0-8ec6-a90e344279f1 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:20.750647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c21f4de-6f71-4c79-96e7-5605056984cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57027d8431a448049d21762f69612d04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4546187 Aug 19 00:09:20.750826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-448b54cc-4098-49d0-8ec6-a90e344279f1 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1306381 Aug 19 00:09:20.751438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:20.754857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34362) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:20.755289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:20.784410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:20.785048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6c4a928d-bf93-4bfb-bb14-93bcaad4c722 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:20.887769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e76f006d-6498-4b33-9e1d-e96cfa4205f0 req-a8f77439-a3fd-498b-a8f2-29648bee546c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384122 Aug 19 00:09:20.912925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.946535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:20.963347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Deleting port baa0b4b6-1de3-4bcb-b854-31b9cd843fcf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:20.963740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.200867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21f4de-6f71-4c79-96e7-5605056984cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5225047-4078-47a9-8b51-2100062f6309,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:21.212827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Router 1428d11f-e615-42e7-b2d4-466c49f831da has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:09:21.352160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e85695d-5249-4f8f-afa2-fbd0bcaaf5d3 req-f16d1ebf-b8dd-4b25-a8f8-9fe6a0f1d6ed tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 210 time: 0.3655398 Aug 19 00:09:21.377918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.391308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Calling delete_port for baa0b4b6-1de3-4bcb-b854-31b9cd843fcf owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:21.397454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.400157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.401543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5225047-4078-47a9-8b51-2100062f6309 HTTP/1.1" status: 204 len: 168 time: 0.6450715 Aug 19 00:09:21.416832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2094cb0-dbd1-4f98-92ef-29e7f233fed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5225047-4078-47a9-8b51-2100062f6309,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:21.496860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-025ee4f2-828a-4cfb-b2c6-a93496e63ae6 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472823 Aug 19 00:09:21.499261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.529590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Port': ['ID=baa0b4b6-1de3-4bcb-b854-31b9cd843fcf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:21.541505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.546356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0abdbf2d-71fa-40e0-8f73-b9f7972b7920 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/ports/baa0b4b6-1de3-4bcb-b854-31b9cd843fcf HTTP/1.1" status: 204 len: 168 time: 0.7812483 Aug 19 00:09:21.547044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:21.564076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Made reservation on behalf of c3e295a11efb4a89b41affa837a5af89 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:21.567492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.578412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-586d8a54-eba2-47e5-a268-3c3631eb5c46 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:21.580333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-586d8a54-eba2-47e5-a268-3c3631eb5c46 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.3892622 Aug 19 00:09:21.580880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-2a6ce536-3636-49d8-9a5e-e5027b780ce3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 217 time: 0.0709600 Aug 19 00:09:21.638790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Deleting port 19f96902-d14b-4da3-86ca-e0bd70e6e392 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:21.639540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.651092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-7450339c-0333-4fee-9215-e68fad61de3b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0473220 Aug 19 00:09:21.652990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:09:21.669111 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] Sync routers for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:09:21.687467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:21.688208 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:21.739308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c7af7212-822d-469e-a9c6-c4116c8e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:21.740819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-c7af7212-822d-469e-a9c6-c4116c8e72af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1518571 Aug 19 00:09:21.749262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-2e01628f-ba06-4c39-a524-8f1dda13fa80 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525081 Aug 19 00:09:21.749842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34384) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:21.759239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:21.774657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:21.775183 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:21.780248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.788455 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.795201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Calling delete_port for 19f96902-d14b-4da3-86ca-e0bd70e6e392 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:21.818132 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:21.818846 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad97a7-b4fb-46da-ad25-26179df7ceae None None] The sync data for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:09:21.870360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67da4670-80db-448b-a678-91a096398961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.882843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.915547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:21.918386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/ports/19f96902-d14b-4da3-86ca-e0bd70e6e392 HTTP/1.1" status: 204 len: 168 time: 0.3699846 Aug 19 00:09:21.918574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45918b4-ac08-4788-8f91-3c956a84200d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Port': ['ID=19f96902-d14b-4da3-86ca-e0bd70e6e392,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:21.921429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:21.935659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-418e4e63-13df-4423-bd3a-b1c4c34c0bce tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.3959165 Aug 19 00:09:21.942928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34392) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:21.958190 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ef7a13c-40ed-49b1-96b6-f75c5bd51a0c tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0345228 Aug 19 00:09:21.961523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:21.967708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1593232184'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:22.033452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.039368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.046049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.052041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.058424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.066350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.072275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.074402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3407041f-a386-4902-a697-829bc7cc08e3 req-6f35300a-917c-4982-99b6-ad55d52dc391 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.0947058 Aug 19 00:09:22.081262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Allocated IP 172.20.0.2 (b083dd0b-b040-4b19-a88a-01754e1cd583/046e598e-d267-40b3-b77b-e8db192e78ef/591d7aaf-feef-4f66-b42c-f1435c6536f7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:22.117513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-7ce1b287-0802-4dbf-a1be-f112d0eb45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.118128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3407041f-a386-4902-a697-829bc7cc08e3 req-da9b17d2-d5e1-4b27-be81-202595674a00 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368834 Aug 19 00:09:22.119022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-7ce1b287-0802-4dbf-a1be-f112d0eb45cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3545735 Aug 19 00:09:22.160895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-b3d0669d-18ac-4fc2-8e5b-0381b43c4a4a service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953218 Aug 19 00:09:22.216987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-64ed126a-3400-4d7d-bc05-e98ababb717e tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "GET /v2.0/floatingips/697a804c-1bf4-4da0-a14d-2eeec1ad9f7a HTTP/1.1" status: 200 len: 983 time: 0.2676029 Aug 19 00:09:22.219600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:22.328421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0bee625d-37a5-48a0-a756-7d24578c845f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1077158 Aug 19 00:09:22.331180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:22.411234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-f99351cc-7641-41e8-a692-f27e0610a43e service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754812 Aug 19 00:09:22.458957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e443ae6a-1e51-4eff-a4fb-2d72920cffe0 req-1cae1c16-bdb4-4710-bc92-bf8caba76a59 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 210 time: 0.0319960 Aug 19 00:09:22.487491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-6004c79a-03c1-4946-831c-d66f1a1aebe7 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110218 Aug 19 00:09:22.499312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67da4670-80db-448b-a678-91a096398961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.509492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67da4670-80db-448b-a678-91a096398961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.527990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:22.531955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.551453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port e049f796-b7df-43c4-b6d1-a7ae31f3ba0b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:22.551802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.595632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.595891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:22.613357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-67da4670-80db-448b-a678-91a096398961 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08189d9b72c34f1697429a58460d2790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526778 Aug 19 00:09:22.613596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.613596 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment 15804ff3-d2f8-49b7-afc2-92afe58f78ae of type vlan for network e2d4a724-f830-4269-b944-42790eb64e2c Aug 19 00:09:22.614653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:22.618431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da4670-80db-448b-a678-91a096398961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a12502-89c8-4eeb-84ff-f0a124aff49d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:22.628517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-5cedd468-3074-41d7-a2bd-92a33461da27 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022083 Aug 19 00:09:22.675731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-11acbfb1-4d7b-407b-af28-4bf7970d289d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 217 time: 0.0398099 Aug 19 00:09:22.732695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a98893f1-cd48-4217-9623-cfc3d3c3d7e0 req-ece1e3f9-53f8-4952-8448-09b236257a28 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 210 time: 0.0566545 Aug 19 00:09:22.733766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.736128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-2d10708b-04e1-44af-a261-fa3134a94418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.737693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-2d10708b-04e1-44af-a261-fa3134a94418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.0537815 Aug 19 00:09:22.741438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.746644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.748375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.778102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for e049f796-b7df-43c4-b6d1-a7ae31f3ba0b owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:22.816446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Network b083dd0b-b040-4b19-a88a-01754e1cd583 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:22.824370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:22.827391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.827838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:22.830355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event updated for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:22.833815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.834541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.869341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-45f2572d-943e-4c3f-8c45-bc38f53a8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.870878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-45f2572d-943e-4c3f-8c45-bc38f53a8217 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008589 Aug 19 00:09:22.943974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:22.944591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.966563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=e2d4a724-f830-4269-b944-42790eb64e2c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:22.971705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:22.981440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e2d4a724-f830-4269-b944-42790eb64e2c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:22.983031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2b8256b5-039e-4986-a3c1-0ae46a5ca722 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4687717 Aug 19 00:09:23.010285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e5308263-facd-4d97-b4ff-9f6dc4417182 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0474362 Aug 19 00:09:23.013157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34420) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:23.025968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2081965819'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.033842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.059095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:23.063738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.081546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-785dfa52-f98c-4383-9923-7b266a7f73ff service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999242 Aug 19 00:09:23.112392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:23.160703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.166547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.170586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.170937 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Added segment c26e570c-8625-4332-a2da-2a3906df3247 of type vlan for network 5bb67d1f-e022-4309-a3f7-e16057d317c9 Aug 19 00:09:23.173524 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3a12502-89c8-4eeb-84ff-f0a124aff49d HTTP/1.1" status: 204 len: 168 time: 0.5561433 Aug 19 00:09:23.186562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b75f8-635b-4cb7-ab25-969b5d4eeebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a12502-89c8-4eeb-84ff-f0a124aff49d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:23.244964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Request body: {'port': {'device_id': '9696506f-951f-4324-9159-cefd21f34150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.270105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.300071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=e049f796-b7df-43c4-b6d1-a7ae31f3ba0b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:23.310570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.364356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.364703 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Floating IP 697a804c-1bf4-4da0-a14d-2eeec1ad9f7a disassociated (deleted). External IP: 172.25.1.45, port: d97b48ce-1e2f-47ea-939d-d08ede7245dd. Aug 19 00:09:23.382284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3f8956c3-6a1e-481b-acc9-bdd1d5222f81 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930245 Aug 19 00:09:23.422242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.473527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-4932ab3a-dba8-4bf1-9b57-308f383237f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.0676556 Aug 19 00:09:23.479397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.485538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.486084 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.534196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.540134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.546275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.552162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.558337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.564638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.570719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.579237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-649d6def-323f-4630-a5ec-4f6962a5708e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.3088894 Aug 19 00:09:23.658086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c06c3-5570-4b33-a8ba-78555025399d req-ca2a8127-0e22-4ceb-a7f6-c542cc7a6fd8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.659876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f26c06c3-5570-4b33-a8ba-78555025399d req-ca2a8127-0e22-4ceb-a7f6-c542cc7a6fd8 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 931 time: 0.1020727 Aug 19 00:09:23.692558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6631055 Aug 19 00:09:23.694913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Router 1428d11f-e615-42e7-b2d4-466c49f831da has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:09:23.720641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8188083-72f9-4859-ac25-dd24b387f2f2 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Network': ['ID=5bb67d1f-e022-4309-a3f7-e16057d317c9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:23.731874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5bb67d1f-e022-4309-a3f7-e16057d317c9 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:23.824699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:23.831995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'subnets': [{'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1955270381', 'ip_version': 4}, {'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.832421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'subnet': {'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1955270381', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.833059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Request body: {'subnet': {'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.839327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f26c06c3-5570-4b33-a8ba-78555025399d req-c4c3c49d-69b0-4bcf-a64f-afe5c68aa58e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675210 Aug 19 00:09:23.887371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:09:23.893471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:23.908441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] Sync routers for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:09:23.919698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:23.920858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:23.960807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e74c2679-dbbc-4a74-af0d-e1a4fb662095 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/floatingips/697a804c-1bf4-4da0-a14d-2eeec1ad9f7a HTTP/1.1" status: 204 len: 168 time: 1.6282361 Aug 19 00:09:23.963984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:23.968901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:23.978993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3a15077e-e3ec-448c-a478-1927acb0c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:23.986879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:23.990082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3a15077e-e3ec-448c-a478-1927acb0c100 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.4988236 Aug 19 00:09:24.001092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:24.002177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:24.065592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:24.067160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d48ac1-ec0f-4287-81d5-357a80790b42 None None] The sync data for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:09:24.084004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0aff4eb0-02d7-4e7d-ad6e-d60fdbcaae2e req-a6a807b1-9fc3-4bdb-878f-fe0a98ae9a41 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 210 time: 0.0436418 Aug 19 00:09:24.084821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.129132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f2026ec-7f53-4e1e-8a46-adc68669db46 req-ef5c9e76-db59-4760-8808-7dda0d6fa0d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5490046 Aug 19 00:09:24.206377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Made reservation on behalf of a3fcf6bdabbb466599a1babf355ef3c4 for: {'subnet': 2} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:24.209811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-25d014ad-19ca-42ad-96c8-fd7af4d8c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:24.211352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-25d014ad-19ca-42ad-96c8-fd7af4d8c611 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1763494 Aug 19 00:09:24.212076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.212523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.335723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.566313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Allocated IP 172.25.1.104 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/eb42e901-9af2-4417-8598-d8ce64736e69) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:24.711701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-687b8ebe-3584-4b3d-82df-46849359df1a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:24.713225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-687b8ebe-3584-4b3d-82df-46849359df1a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.7633398 Aug 19 00:09:24.739881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': '50a7efb5-be99-48cd-b224-32275afd46b8', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:24.753786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.814839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-3e73b5a6-420c-4a3f-8a11-b24b38081468 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946681 Aug 19 00:09:24.822941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.894768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.903699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Subnet': ['ID=d033f46c-74d0-40bb-aa43-b1ea281bb1ec,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:24.936519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591d7aaf-feef-4f66-b42c-f1435c6536f7 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:24.949686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:24.951218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:24.966664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:24.968963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Checking segment: {'id': '15804ff3-d2f8-49b7-afc2-92afe58f78ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:24.969347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network hostable DHCP agents. Network: e2d4a724-f830-4269-b944-42790eb64e2c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:24.985453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:24.988198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Transition to ACTIVE for port object 591d7aaf-feef-4f66-b42c-f1435c6536f7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:24.999665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.006302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bf05ff9-8501-4773-8a8c-af23a0a5f9d9 req-9c04b3cc-c18c-4ca2-a674-ba4c2ee8a1f1 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817422 Aug 19 00:09:25.027401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Pushing event updated for resources: {'Port': ['ID=eb42e901-9af2-4417-8598-d8ce64736e69,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:25.035465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:25.039578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.066014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network e2d4a724-f830-4269-b944-42790eb64e2c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:25.076952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc22f-cf44-4f7e-b501-cc8ca8bd9d64 req-18805c3d-9a53-443d-8e6b-dfe5baec59e9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.078596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52afc22f-cf44-4f7e-b501-cc8ca8bd9d64 req-18805c3d-9a53-443d-8e6b-dfe5baec59e9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 931 time: 0.1387992 Aug 19 00:09:25.098052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Pushing event updated for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:25.123315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e2d4a724-f830-4269-b944-42790eb64e2c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:25.133466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cba970-23e1-4c49-ac2b-97f97bae6cad None None] Network e2d4a724-f830-4269-b944-42790eb64e2c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:25.143351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.197310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.220948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52afc22f-cf44-4f7e-b501-cc8ca8bd9d64 req-3a13d38d-c733-4394-99a4-619143db0563 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338470 Aug 19 00:09:25.257562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event updated for resources: {'Subnet': ['ID=71b41cc5-e641-4836-a8bc-c278e284f5f6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:25.286182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.287973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Checking segment: {'id': 'c26e570c-8625-4332-a2da-2a3906df3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:25.288357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network hostable DHCP agents. Network: 5bb67d1f-e022-4309-a3f7-e16057d317c9, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:25.302244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9db162a-9369-4a16-ae58-ffdd8a58fcea req-ef1bfe8e-3b88-4439-aca0-2f0783b40e89 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 210 time: 0.0951614 Aug 19 00:09:25.312123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.312662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.313664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.314191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.314650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.315170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.315624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.318450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f816992f-9cb8-4a7f-83c2-02ac4e92231d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6496 time: 0.2345710 Aug 19 00:09:25.360625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Network 5bb67d1f-e022-4309-a3f7-e16057d317c9 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:25.434470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Attempting to bind port 591d7aaf-feef-4f66-b42c-f1435c6536f7 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:25.435197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Attempting to bind port 591d7aaf-feef-4f66-b42c-f1435c6536f7 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:25.435659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Attempting to bind port 591d7aaf-feef-4f66-b42c-f1435c6536f7 on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:25.435782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e2d4a724-f830-4269-b944-42790eb64e2c', 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c', 'tenant_id': 'a3fcf6bdabbb466599a1babf355ef3c4', 'fixed_ips': [{'subnet_id': 'd033f46c-74d0-40bb-aa43-b1ea281bb1ec'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:09:25.436650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.454178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Port 591d7aaf-feef-4f66-b42c-f1435c6536f7 on network b083dd0b-b040-4b19-a88a-01754e1cd583 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:25.454808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Attempting to bind port 591d7aaf-feef-4f66-b42c-f1435c6536f7 on network b083dd0b-b040-4b19-a88a-01754e1cd583 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:25.458770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5bb67d1f-e022-4309-a3f7-e16057d317c9) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:25.469629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.470259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.470886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.474507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:25.475120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Checking segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:25.475695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Bound using segment: {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:25.476397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Bound port: 591d7aaf-feef-4f66-b42c-f1435c6536f7, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e004f74-7bbe-4b3b-9a98-4fe54816022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:25.477052 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.493428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb1629-04dc-4c4d-9d13-d42fff7fd986 None None] Network 5bb67d1f-e022-4309-a3f7-e16057d317c9 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:25.511161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.5 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/4461270c-ea1a-46b4-a618-c6f8b1077bd0) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:25.541551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.547974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.554152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.559597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.566272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.576188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.582224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.584140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-95e5dc5f-9640-4317-ad67-c68688df8549 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2142727 Aug 19 00:09:25.588183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-446fed4f-d63f-4b5d-a3a1-111b842c220a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7624075 Aug 19 00:09:25.590680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:25.596089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-d4727109-e877-410d-b492-98c485ebbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.598060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-d4727109-e877-410d-b492-98c485ebbc21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 901 time: 0.2687473 Aug 19 00:09:25.619242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:25.697677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-e6a4a5bd-ab8d-40d4-ac16-e05cca8fd83e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.0890067 Aug 19 00:09:25.707510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:25.727341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Allocated IP 172.20.0.2 (e2d4a724-f830-4269-b944-42790eb64e2c/d033f46c-74d0-40bb-aa43-b1ea281bb1ec/85fd7b6b-f07f-4bcd-907e-b45c519f8866) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:25.742493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.756917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bd0c370-325e-444b-be90-53fe60bcdce4 req-e1084483-99b1-44ae-b8ca-87483180bbc4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442637 Aug 19 00:09:25.764609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd09c0c-1fa9-4c9c-a225-8697b13a49a3 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.766130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd09c0c-1fa9-4c9c-a225-8697b13a49a3 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.767632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd09c0c-1fa9-4c9c-a225-8697b13a49a3 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.773786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7dd09c0c-1fa9-4c9c-a225-8697b13a49a3 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1815777 Aug 19 00:09:25.779952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:25.793627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.830935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.911838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Deleting subnet d033f46c-74d0-40bb-aa43-b1ea281bb1ec {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:25.922387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Pushing event updated for resources: {'Port': ['ID=eb42e901-9af2-4417-8598-d8ce64736e69,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:25.931384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-b7dc1140-60ab-48b4-a228-fbb1f79f711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.933419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-b7dc1140-60ab-48b4-a228-fbb1f79f711f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.2243764 Aug 19 00:09:25.937801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.941663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:25.942335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.944769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] 10.222.0.21 "PUT /v2.0/ports/591d7aaf-feef-4f66-b42c-f1435c6536f7 HTTP/1.1" status: 200 len: 1092 time: 2.9449646 Aug 19 00:09:25.947273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:25.951159 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:25.954331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:25.956093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5b29387e-1831-4ab0-bfab-1aaeef1cb89f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9909573 Aug 19 00:09:25.958720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:26.011750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-5bb67d1f-e022-4309-a3f7-e16057d317c9', 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9', 'tenant_id': 'a3fcf6bdabbb466599a1babf355ef3c4', 'fixed_ips': [{'subnet_id': '71b41cc5-e641-4836-a8bc-c278e284f5f6'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:09:26.013574 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.038109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.055469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.112109 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfbcd3a-9117-4c80-9db2-77b528669ac1 x-openstack-request-id: req-4cfbcd3a-9117-4c80-9db2-77b528669ac1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:26.112669 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:26.113021 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cfbcd3a-9117-4c80-9db2-77b528669ac1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:26.114330 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7', 'status': 'completed', 'code': 200} Aug 19 00:09:26.117913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Transition to ACTIVE for port object 85fd7b6b-f07f-4bcd-907e-b45c519f8866 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:26.129463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.154379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Transition to ACTIVE for port object 85fd7b6b-f07f-4bcd-907e-b45c519f8866 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:26.159561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:26.166867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.177598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:26.183501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-3d397cd3-6476-413a-9593-e16b2709ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.183827 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.185771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-3d397cd3-6476-413a-9593-e16b2709ab35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 1095 time: 0.1006110 Aug 19 00:09:26.188275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:26.193412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:26.217739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.251727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Allocated IP 172.20.0.18 (5bb67d1f-e022-4309-a3f7-e16057d317c9/71b41cc5-e641-4836-a8bc-c278e284f5f6/26f54331-3ed2-407c-b1b7-b6b9354595f4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:26.254768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557fe3f-e145-4f0f-b8b3-853032eec1ef service neutron] Pushing event updated for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.257886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Network e2d4a724-f830-4269-b944-42790eb64e2c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:26.266079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:26.271744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:26.274250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.275035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.308833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-1ed0a87c-1488-43ae-820e-cd1704ee0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.310393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-1ed0a87c-1488-43ae-820e-cd1704ee0e83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3563395 Aug 19 00:09:26.313763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Pushing event updated for resources: {'Port': ['ID=85fd7b6b-f07f-4bcd-907e-b45c519f8866,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.331044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020200 Aug 19 00:09:26.374840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Request body: {'port': {'device_id': '50a7efb5-be99-48cd-b224-32275afd46b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:26.378742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-3029e031-251c-4c5f-8b10-b4ea4d8fab7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7 HTTP/1.1" status: 200 len: 217 time: 0.0866101 Aug 19 00:09:26.381057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.381498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.381855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.382199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.382573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.382911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.383330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.383660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.383987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.384387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.384770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.385101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:09:26.415778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.427553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Attempting to bind port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:26.427932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Attempting to bind port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '15804ff3-d2f8-49b7-afc2-92afe58f78ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:26.428336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Attempting to bind port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 on network e2d4a724-f830-4269-b944-42790eb64e2c {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:26.440929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:26.441305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Checking segment: {'id': '15804ff3-d2f8-49b7-afc2-92afe58f78ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:26.441939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.442318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Bound using segment: {'id': '15804ff3-d2f8-49b7-afc2-92afe58f78ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:26.442973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Bound port: 85fd7b6b-f07f-4bcd-907e-b45c519f8866, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15804ff3-d2f8-49b7-afc2-92afe58f78ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e2d4a724-f830-4269-b944-42790eb64e2c'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:26.443354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.525846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.527870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.548503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ce70-97b9-43db-8bbb-958b7d03e046 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.555987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.564013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] For port 85fd7b6b-f07f-4bcd-907e-b45c519f8866, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:26.571879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] For port 85fd7b6b-f07f-4bcd-907e-b45c519f8866, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=85fd7b6b-f07f-4bcd-907e-b45c519f8866,segment=NetworkSegment(15804ff3-d2f8-49b7-afc2-92afe58f78ae),segment_id=15804ff3-d2f8-49b7-afc2-92afe58f78ae)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:26.593227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.632065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-b97aa491-0149-4b0b-bdfa-6fba9354e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.635223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-b97aa491-0149-4b0b-bdfa-6fba9354e1d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.2030039 Aug 19 00:09:26.659522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Subnet': ['ID=d033f46c-74d0-40bb-aa43-b1ea281bb1ec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.678875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbafc82-d8b2-4893-bb52-efd731330d09 req-71f52b5b-a078-45b4-9b25-1b3164898cef tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.680592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cbafc82-d8b2-4893-bb52-efd731330d09 req-71f52b5b-a078-45b4-9b25-1b3164898cef tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 943 time: 0.3367636 Aug 19 00:09:26.682105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa326a0-79fc-4618-9089-f77cb8a56328 req-a9f7d16a-cfea-4e26-b07d-629cfdcad805 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:26.687219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.688330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.689115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afa326a0-79fc-4618-9089-f77cb8a56328 req-a9f7d16a-cfea-4e26-b07d-629cfdcad805 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 931 time: 0.2424600 Aug 19 00:09:26.698299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e22ee79-f6b4-485c-9442-127263963ddc tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/subnets/d033f46c-74d0-40bb-aa43-b1ea281bb1ec HTTP/1.1" status: 204 len: 168 time: 0.9146821 Aug 19 00:09:26.701253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:26.708109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480db232-acfc-453a-a1d2-086266eb8722 None None] Pushing event updated for resources: {'Port': ['ID=85fd7b6b-f07f-4bcd-907e-b45c519f8866,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.711783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Transition to ACTIVE for port object 26f54331-3ed2-407c-b1b7-b6b9354595f4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:26.729529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Transition to ACTIVE for port object 26f54331-3ed2-407c-b1b7-b6b9354595f4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:26.738633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.738882 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.753575 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-181392de-8ff1-459b-8cf4-a3385ccf3459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046889 Aug 19 00:09:26.803686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Pushing event updated for resources: {'Port': ['ID=26f54331-3ed2-407c-b1b7-b6b9354595f4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:26.808396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Deleting subnet 71b41cc5-e641-4836-a8bc-c278e284f5f6 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:26.818037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.820954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Network 5bb67d1f-e022-4309-a3f7-e16057d317c9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:26.823075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:26.823844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cbafc82-d8b2-4893-bb52-efd731330d09 req-2ffa1ba1-ee7c-40cd-ac31-194e0fc1c102 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264827 Aug 19 00:09:26.829559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-f3700bbe-225f-4cec-9392-90cc97e16945 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957087 Aug 19 00:09:26.858356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:26.946090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.958723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.980005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Attempting to bind port 26f54331-3ed2-407c-b1b7-b6b9354595f4 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:26.980597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Attempting to bind port 26f54331-3ed2-407c-b1b7-b6b9354595f4 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c26e570c-8625-4332-a2da-2a3906df3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:26.981138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Attempting to bind port 26f54331-3ed2-407c-b1b7-b6b9354595f4 on network 5bb67d1f-e022-4309-a3f7-e16057d317c9 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:26.987892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:26.988526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Checking segment: {'id': 'c26e570c-8625-4332-a2da-2a3906df3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:26.989129 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:26.989695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Bound using segment: {'id': 'c26e570c-8625-4332-a2da-2a3906df3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:26.990338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Bound port: 26f54331-3ed2-407c-b1b7-b6b9354595f4, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26e570c-8625-4332-a2da-2a3906df3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5bb67d1f-e022-4309-a3f7-e16057d317c9'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:26.990903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:27.066333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d03bda0c-65d5-4783-bd8c-104cc6f4d3e0 req-34e0ea88-72c3-41d4-a273-3f5822071d8d service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879120 Aug 19 00:09:27.086967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] For port 26f54331-3ed2-407c-b1b7-b6b9354595f4, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:27.097688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] For port 26f54331-3ed2-407c-b1b7-b6b9354595f4, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=26f54331-3ed2-407c-b1b7-b6b9354595f4,segment=NetworkSegment(c26e570c-8625-4332-a2da-2a3906df3247),segment_id=c26e570c-8625-4332-a2da-2a3906df3247)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:27.097923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-afa326a0-79fc-4618-9089-f77cb8a56328 req-d7fa6bf9-16ca-4bcf-ad29-6cacae98f7e5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417304 Aug 19 00:09:27.105868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:27.246578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d648-3d14-4c88-b007-ec6f9d3712e2 None None] Pushing event updated for resources: {'Port': ['ID=26f54331-3ed2-407c-b1b7-b6b9354595f4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:27.370217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-eabe0f81-84df-46b7-98bd-fca70b1e8dc0 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038532 Aug 19 00:09:27.406822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.413097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.419912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.425938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.432764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.440693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.461947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:27.463914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-9133868c-7063-439e-bd99-e896eccf5802 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2251472 Aug 19 00:09:27.706422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Allocated IP 172.25.1.193 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/b5924ca7-427f-4ad8-9a70-d4e70b30da52) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:27.717941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:27.875405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:27.965014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Subnet': ['ID=71b41cc5-e641-4836-a8bc-c278e284f5f6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:27.986178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:27.988348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bf6f222c-2459-480d-abc9-33214b042c6d tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/subnets/71b41cc5-e641-4836-a8bc-c278e284f5f6 HTTP/1.1" status: 204 len: 168 time: 1.2849855 Aug 19 00:09:28.001829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:28.008638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.040827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323ccc6-b004-4322-a6c4-ba25508b24fa req-04e5fe2e-c91c-41d5-9b95-31fad244f8ba tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:28.042361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7323ccc6-b004-4322-a6c4-ba25508b24fa req-04e5fe2e-c91c-41d5-9b95-31fad244f8ba tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 943 time: 0.0839896 Aug 19 00:09:28.098779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.099012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4461270c-ea1a-46b4-a618-c6f8b1077bd0 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:28.105595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b7770-876c-452c-96d3-0f0455efd6f8 None None] Network e2d4a724-f830-4269-b944-42790eb64e2c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:28.127527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39a7ecca-111c-44dd-bf30-e795cc59b904 req-8c4ad01f-658b-4703-a150-394d0512bf5a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6376104 Aug 19 00:09:28.129659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.140988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7323ccc6-b004-4322-a6c4-ba25508b24fa req-165647d7-44ac-4248-9b46-d8dd375bed31 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810039 Aug 19 00:09:28.229478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Pushing event updated for resources: {'Port': ['ID=b5924ca7-427f-4ad8-9a70-d4e70b30da52,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:28.241877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:28.243677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:28.246895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:28.251746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Transition to ACTIVE for port object 4461270c-ea1a-46b4-a618-c6f8b1077bd0 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:28.261802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e97f822a-45ff-4442-9475-e3dc3249b4d8 req-96ad060e-4889-45fe-be47-a453681a740e service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795097 Aug 19 00:09:28.280607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150a7a9-275e-40be-872f-bad84d101ccb tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:28.283830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2150a7a9-275e-40be-872f-bad84d101ccb tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2818229 Aug 19 00:09:28.288587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.311439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34538) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:28.367643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-32eecf6f-5a2f-424c-923f-1b0f4ca8f88c None None] Provisioning for port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:28.447365 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.516158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.608254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Pushing event updated for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:28.624112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 85fd7b6b-f07f-4bcd-907e-b45c519f8866 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:28.647866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50df9a-395d-401b-887a-f7117604136f None None] DHCP port deletion for e2d4a724-f830-4269-b944-42790eb64e2c request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:28.717343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.738281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Deleting port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:28.738670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.741609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:28.757685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:28.758063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.764370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-b7819413-4174-4911-b37d-9e435d574f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:28.765913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-b7819413-4174-4911-b37d-9e435d574f28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e295a11efb4a89b41affa837a5af89&device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 1095 time: 0.2455740 Aug 19 00:09:28.773370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fedba-2965-4758-aeea-4cf68c24d389 req-fa8be6e2-db4b-4fa6-9f6a-97367d06804d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:28.774517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.781910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b26fedba-2965-4758-aeea-4cf68c24d389 req-fa8be6e2-db4b-4fa6-9f6a-97367d06804d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 943 time: 0.2600362 Aug 19 00:09:28.794343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.807237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d87a5-55f4-4ac0-96fb-a2e3d6690406 None None] Network 5bb67d1f-e022-4309-a3f7-e16057d317c9 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:28.883846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-192331c8-07e6-43bd-b341-17a72723a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:28.885670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-192331c8-07e6-43bd-b341-17a72723a104 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 200 len: 915 time: 0.1011214 Aug 19 00:09:28.886080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Pushing event updated for resources: {'Port': ['ID=b5924ca7-427f-4ad8-9a70-d4e70b30da52,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:28.896918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.915015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:28.916612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f4ccfbb-c61d-4ab4-82b9-605a62dd6543 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9559863 Aug 19 00:09:28.919332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:28.938975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-85d83692-61a5-4f64-b733-35f9ca8169e0 None None] Provisioning for port 26f54331-3ed2-407c-b1b7-b6b9354595f4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:28.963283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fd50df9a-395d-401b-887a-f7117604136f None None] For port 85fd7b6b-f07f-4bcd-907e-b45c519f8866, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=85fd7b6b-f07f-4bcd-907e-b45c519f8866,segment=NetworkSegment(15804ff3-d2f8-49b7-afc2-92afe58f78ae),segment_id=15804ff3-d2f8-49b7-afc2-92afe58f78ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:28.967044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.000692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Calling delete_port for 85fd7b6b-f07f-4bcd-907e-b45c519f8866 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:29.002374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b26fedba-2965-4758-aeea-4cf68c24d389 req-fb7a0c23-99bb-4a36-bbda-c7cb227e9eaa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175438 Aug 19 00:09:29.003778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-802fc964-717b-4739-aba1-9d2a0ea94a5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7 HTTP/1.1" status: 200 len: 217 time: 0.1028476 Aug 19 00:09:29.019525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68eea736-52c9-48f2-a3ad-9942017aff01 tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0988104 Aug 19 00:09:29.022078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:29.103635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-26d1909f-60ad-4b78-bb94-86749c4538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.106143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-26d1909f-60ad-4b78-bb94-86749c4538cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 200 len: 855 time: 0.0777400 Aug 19 00:09:29.120542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b95debea-77d9-4f53-a2d2-10e409459640 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0972595 Aug 19 00:09:29.123863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:29.130836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Attempting to bind port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:29.131789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Attempting to bind port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:29.132135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Attempting to bind port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:29.144114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:29.146686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Attempting to bind port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:29.205397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:29.205779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:29.206184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:29.206619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Bound port: 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:29.206985 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.211090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Deleting port 26f54331-3ed2-407c-b1b7-b6b9354595f4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:29.211434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.215008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-f1a392a9-b1c6-4a8d-b9bc-100aece16974 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b083dd0b-b040-4b19-a88a-01754e1cd583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988269 Aug 19 00:09:29.276331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.336466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 85fd7b6b-f07f-4bcd-907e-b45c519f8866, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=85fd7b6b-f07f-4bcd-907e-b45c519f8866,segment=NetworkSegment(15804ff3-d2f8-49b7-afc2-92afe58f78ae),segment_id=15804ff3-d2f8-49b7-afc2-92afe58f78ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:29.347294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.348542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 26f54331-3ed2-407c-b1b7-b6b9354595f4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:29.359913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Deleting port b5924ca7-427f-4ad8-9a70-d4e70b30da52 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:29.360288 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.390344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] For port 26f54331-3ed2-407c-b1b7-b6b9354595f4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=26f54331-3ed2-407c-b1b7-b6b9354595f4,segment=NetworkSegment(c26e570c-8625-4332-a2da-2a3906df3247),segment_id=c26e570c-8625-4332-a2da-2a3906df3247)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:29.390727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.413254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Calling delete_port for 26f54331-3ed2-407c-b1b7-b6b9354595f4 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:29.414404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] DHCP port deletion for 5bb67d1f-e022-4309-a3f7-e16057d317c9 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:29.450187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.451129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.454644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.464691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Calling delete_port for b5924ca7-427f-4ad8-9a70-d4e70b30da52 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:29.488517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50df9a-395d-401b-887a-f7117604136f None None] No DVR routers for this DVR port 85fd7b6b-f07f-4bcd-907e-b45c519f8866 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:29.503886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=85fd7b6b-f07f-4bcd-907e-b45c519f8866,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:29.539862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50df9a-395d-401b-887a-f7117604136f None None] Pushing event deleted for resources: {'Port': ['ID=85fd7b6b-f07f-4bcd-907e-b45c519f8866,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:29.548739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 26f54331-3ed2-407c-b1b7-b6b9354595f4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:29.549119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.569387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port 26f54331-3ed2-407c-b1b7-b6b9354595f4 was deleted so its status cannot be updated. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 00:09:29.576602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Deleting port 26f54331-3ed2-407c-b1b7-b6b9354595f4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:29.576981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.600457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.617883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95a45-606d-4e14-a14a-f669fcc1ab97 req-d425a828-97e8-42cb-bf0f-24cb1da31f96 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.619839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcf95a45-606d-4e14-a14a-f669fcc1ab97 req-d425a828-97e8-42cb-bf0f-24cb1da31f96 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 943 time: 0.3415797 Aug 19 00:09:29.643718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] For port 26f54331-3ed2-407c-b1b7-b6b9354595f4, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:29.644121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.654767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.658836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Calling delete_port for 26f54331-3ed2-407c-b1b7-b6b9354595f4 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:29.670145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Port 26f54331-3ed2-407c-b1b7-b6b9354595f4 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:09:29.671694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.679440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Port': ['ID=26f54331-3ed2-407c-b1b7-b6b9354595f4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:29.700624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] No DVR routers for this DVR port 26f54331-3ed2-407c-b1b7-b6b9354595f4 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:29.722636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcf95a45-606d-4e14-a14a-f669fcc1ab97 req-b5ebc7d8-0d89-436c-8dcd-d49d7f9c2b21 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792339 Aug 19 00:09:29.722636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Pushing event deleted for resources: {'Port': ['ID=b5924ca7-427f-4ad8-9a70-d4e70b30da52,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:29.723582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] Pushing event deleted for resources: {'Port': ['ID=26f54331-3ed2-407c-b1b7-b6b9354595f4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:29.742257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a6ae6-ea51-4401-b083-73550c65af3a None None] No DVR routers for this DVR port 26f54331-3ed2-407c-b1b7-b6b9354595f4 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:29.843401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:29.861727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.870188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.870188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4b2a27fa-a524-4d8f-a9fd-98ab5ad3ff76 tempest-FloatingIPAdminTestJSON-2066760920 tempest-FloatingIPAdminTestJSON-2066760920-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b191695-ea12-4242-9fce-2a5e3876ce04 HTTP/1.1" status: 204 len: 168 time: 0.7423983 Aug 19 00:09:29.872944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34566) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:29.888641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.893191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:29.903791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-d4e32fbd-de39-4bb5-97c4-1e3350709e20 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809905 Aug 19 00:09:29.906770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:29.919380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.925515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.931506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.937855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.943836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.949740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.956289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:29.958280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-28c08d98-84e7-4b0d-9cbf-cf8cb4baed82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.4198008 Aug 19 00:09:29.960064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb67d1f-e022-4309-a3f7-e16057d317c9']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.050367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Deleting port eb42e901-9af2-4417-8598-d8ce64736e69 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:30.050922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.055592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26e570c-8625-4332-a2da-2a3906df3247') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.055895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26e570c-8625-4332-a2da-2a3906df3247') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.092651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.111201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.111842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.113294 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] 10.222.0.21 "PUT /v2.0/ports/4461270c-ea1a-46b4-a618-c6f8b1077bd0 HTTP/1.1" status: 200 len: 1092 time: 3.7452743 Aug 19 00:09:30.113716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:30.115973 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63704a68-f052-4830-9b08-d7eb3d5cc520" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:30.162213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.175564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6cd29-32d8-40c3-9f4b-9320066618ec req-889b8b7c-4230-4d0f-a7d1-c1c96019ad80 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.177225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cd6cd29-32d8-40c3-9f4b-9320066618ec req-889b8b7c-4230-4d0f-a7d1-c1c96019ad80 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 943 time: 0.0881724 Aug 19 00:09:30.181291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.181731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.193149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:30.193528 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:30.198107 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:30.200155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd5eb4-7e84-4833-a28f-b71c2c8a33fc service neutron] Pushing event updated for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:30.216488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Calling delete_port for eb42e901-9af2-4417-8598-d8ce64736e69 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:30.230130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6774284c-1ed7-4ece-b61a-ee5e20c629e4 req-5d4cfbef-003d-4910-bf35-adf796e21cca tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616923 Aug 19 00:09:30.293615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7cd6cd29-32d8-40c3-9f4b-9320066618ec req-45bd5f22-a2fb-4430-9798-2f5128064ddc tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087232 Aug 19 00:09:30.304183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ccb75a9-6ff3-4659-a674-f26fdbff6a87 req-8a3cfd1f-c6db-492b-83e6-0756ce60dca0 service neutron] 10.222.0.21 "GET /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386676 Aug 19 00:09:30.309454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-da071c35-0159-4f48-b817-d095affd593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.311766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-da071c35-0159-4f48-b817-d095affd593f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 1095 time: 0.1345265 Aug 19 00:09:30.312912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.343767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.345650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/5bb67d1f-e022-4309-a3f7-e16057d317c9 HTTP/1.1" status: 204 len: 168 time: 2.0233264 Aug 19 00:09:30.347115 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b983c6c-759d-448f-b976-dd7a6e60668c x-openstack-request-id: req-9b983c6c-759d-448f-b976-dd7a6e60668c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:30.347385 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:30.347627 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b983c6c-759d-448f-b976-dd7a6e60668c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:30.348018 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0', 'status': 'completed', 'code': 200} Aug 19 00:09:30.349100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345511ea-8b51-46b8-87ca-c1808aaa617a tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=5bb67d1f-e022-4309-a3f7-e16057d317c9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:30.349227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:30.400506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-894e8611-c2dc-47c4-b720-5a38f770d0bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0 HTTP/1.1" status: 200 len: 217 time: 0.0438330 Aug 19 00:09:30.418866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 85fd7b6b-f07f-4bcd-907e-b45c519f8866 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:30.443245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 85fd7b6b-f07f-4bcd-907e-b45c519f8866 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:30.444436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 85fd7b6b-f07f-4bcd-907e-b45c519f8866 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:30.444923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 26f54331-3ed2-407c-b1b7-b6b9354595f4 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:30.446259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.465857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-2ac81c21-a192-442c-8de5-c084986b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.467419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-2ac81c21-a192-442c-8de5-c084986b9b96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.0588694 Aug 19 00:09:30.470603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 26f54331-3ed2-407c-b1b7-b6b9354595f4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:30.470948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 26f54331-3ed2-407c-b1b7-b6b9354595f4 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:30.509335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-ab2fb51a-3e2f-458a-9cff-68446420e86e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319524 Aug 19 00:09:30.572587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.592529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.624921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-80780f18-2efc-46c8-b3b7-32c83eb62443 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086361 Aug 19 00:09:30.627427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d4a724-f830-4269-b944-42790eb64e2c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.642378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb42e901-9af2-4417-8598-d8ce64736e69,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:30.675547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15804ff3-d2f8-49b7-afc2-92afe58f78ae') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.675852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15804ff3-d2f8-49b7-afc2-92afe58f78ae') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:30.691092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.711734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.719640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.722206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.727535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9396ce78-09dd-4efb-9e84-1379c44efd0f tempest-FloatingIPAdminTestJSON-1320505900 tempest-FloatingIPAdminTestJSON-1320505900-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/145062c5-b1b7-45b6-8075-efb8ea807e1c HTTP/1.1" status: 204 len: 168 time: 0.8514113 Aug 19 00:09:30.727712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29be2216-74da-4716-8f79-cf07ee5c48f4 req-a4fe9476-db35-4507-8c6b-094045ab98a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896580 Aug 19 00:09:30.727820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:30.727820 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:30.728874 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:30.731351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34590) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:30.832514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.843813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.850161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/e2d4a724-f830-4269-b944-42790eb64e2c HTTP/1.1" status: 204 len: 168 time: 0.4958384 Aug 19 00:09:30.851364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:30.871586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a0fb-cb8f-4fa2-adb3-212d08161b93 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=e2d4a724-f830-4269-b944-42790eb64e2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:30.921749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-a13fe36a-23a7-4697-80e4-eaa50f0d9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.923287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-a13fe36a-23a7-4697-80e4-eaa50f0d9bd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 1095 time: 0.0879149 Aug 19 00:09:30.931875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c196d-e3c2-4c3f-a95f-7e1954e34c89 req-e1fdc850-2093-456d-8153-0d6c20f18bb9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:30.933363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e21c196d-e3c2-4c3f-a95f-7e1954e34c89 req-e1fdc850-2093-456d-8153-0d6c20f18bb9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 943 time: 0.1125748 Aug 19 00:09:30.937197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port d97b48ce-1e2f-47ea-939d-d08ede7245dd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:30.937561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:30.964249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.066333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.077366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d085eff-65dc-4a4f-83ea-4357ade7fb64']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.088674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ce90f0-3d3e-4fa5-8dab-6f9cbe1fec72') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.089060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ce90f0-3d3e-4fa5-8dab-6f9cbe1fec72') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.099711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.115519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.122954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:31.123362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:31.126808 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:31.198271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.212896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.215013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/5d085eff-65dc-4a4f-83ea-4357ade7fb64 HTTP/1.1" status: 204 len: 168 time: 0.3627167 Aug 19 00:09:31.218189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:31.237534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563ec01-0075-460e-b5a3-58f70c484a10 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=5d085eff-65dc-4a4f-83ea-4357ade7fb64,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:31.315852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.377508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e21c196d-e3c2-4c3f-a95f-7e1954e34c89 req-75556e1b-8d1e-4361-913c-742beac47855 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270465 Aug 19 00:09:31.386472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-3e32ff3c-4ca9-43ef-b9c0-11c1028fc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.388929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-3e32ff3c-4ca9-43ef-b9c0-11c1028fc1ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.4539418 Aug 19 00:09:31.451358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-9a7acc27-bcea-4b6d-90f6-043d9a59b885 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0 HTTP/1.1" status: 200 len: 217 time: 0.0402102 Aug 19 00:09:31.468092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.469701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.481553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58053682-d72e-42ae-a3f6-86bf6fa08244']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.494699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52287ae3-ce83-4f13-ac7b-f93cdbdd0a15') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.495092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52287ae3-ce83-4f13-ac7b-f93cdbdd0a15') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:31.508000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.520751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.525849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for d97b48ce-1e2f-47ea-939d-d08ede7245dd owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:31.526546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.532367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.538137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.543883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.549702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.555430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.557319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5ddb519-be75-452a-9258-1419f06ede30 req-4898bb43-918c-41f0-bec1-1417453c2740 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1670287 Aug 19 00:09:31.557817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-67aba060-9f01-4e54-aed2-bd7a6d9f4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.559269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-67aba060-9f01-4e54-aed2-bd7a6d9f4243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.0916243 Aug 19 00:09:31.581081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.591525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:31.591936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:31.595767 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:31.607982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c53d93-7376-4929-bebb-d71808c0bde5 req-c396c097-7015-46a0-b012-f704c6134f7c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:31.609496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67c53d93-7376-4929-bebb-d71808c0bde5 req-c396c097-7015-46a0-b012-f704c6134f7c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 943 time: 0.1525667 Aug 19 00:09:31.628425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-7a370413-a019-49df-b35f-c8e819f621a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389473 Aug 19 00:09:31.650315 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5ddb519-be75-452a-9258-1419f06ede30 req-c89c329e-0f81-494b-9515-baa5882c7bec tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847316 Aug 19 00:09:31.672071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.702978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Pushing event deleted for resources: {'Network': ['ID=58053682-d72e-42ae-a3f6-86bf6fa08244,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:31.707445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.709572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8b4a0da1-b80a-4be9-a25d-84dd8f7031e5 tempest-BulkNetworkOpsTest-579613578 tempest-BulkNetworkOpsTest-579613578-project] 10.222.0.20 "DELETE /v2.0/networks/58053682-d72e-42ae-a3f6-86bf6fa08244 HTTP/1.1" status: 204 len: 168 time: 0.4902115 Aug 19 00:09:31.750571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67c53d93-7376-4929-bebb-d71808c0bde5 req-a1e6e6cc-b40c-422d-ad40-efd6b35e8b24 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241968 Aug 19 00:09:31.818378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-a85e0fd8-fac4-4894-bca1-36141b8c7752 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773403 Aug 19 00:09:31.895154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:31.936935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=d97b48ce-1e2f-47ea-939d-d08ede7245dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:31.991542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63704a68-f052-4830-9b08-d7eb3d5cc520 req-da9961c5-cfce-46e6-9df8-3fed3f3a3afe service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633997 Aug 19 00:09:32.079222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.085232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-14d14b9a-11d6-4802-85b1-2dcc97b38e4a tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/ports/d97b48ce-1e2f-47ea-939d-d08ede7245dd HTTP/1.1" status: 204 len: 168 time: 1.3550138 Aug 19 00:09:32.087171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:32.129167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34628) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:32.175856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b906fd6-6291-4bc7-b2fd-29c2c021fca6 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.178149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2b906fd6-6291-4bc7-b2fd-29c2c021fca6 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1428d11f-e615-42e7-b2d4-466c49f831da HTTP/1.1" status: 200 len: 913 time: 0.0885134 Aug 19 00:09:32.180363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34632) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:32.373864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0c708662-1149-4ad8-abf6-ff4ba99a6de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3fcf6bdabbb466599a1babf355ef3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434895 Aug 19 00:09:32.376226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34634) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:32.478478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.515638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48082-45ba-4667-bf8e-0323d79926e0 req-885b9bc5-1da2-46c1-9eca-9246ae4d721a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.517462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7c48082-45ba-4667-bf8e-0323d79926e0 req-885b9bc5-1da2-46c1-9eca-9246ae4d721a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 943 time: 0.0588212 Aug 19 00:09:32.537873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.569497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7c48082-45ba-4667-bf8e-0323d79926e0 req-218d940d-1368-44eb-a9be-c043a703749b tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Aug 19 00:09:32.668205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.671354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.674845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/175bbca6-b400-46b5-9eac-40e2c44c50ec HTTP/1.1" status: 204 len: 168 time: 0.2953346 Aug 19 00:09:32.695424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed40d8f-3709-4db8-ba51-42f08a817135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175bbca6-b400-46b5-9eac-40e2c44c50ec,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:32.763470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 591d7aaf-feef-4f66-b42c-f1435c6536f7 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:32.869578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.878018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.888738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.895878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.902206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.909267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.915726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:32.918513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-576409e1-46ff-4dc3-a05a-e50329084d3b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1675262 Aug 19 00:09:32.935995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:32.956434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '591d7aaf-feef-4f66-b42c-f1435c6536f7', 'network_id': 'b083dd0b-b040-4b19-a88a-01754e1cd583', 'port_id': '591d7aaf-feef-4f66-b42c-f1435c6536f7', 'mac_address': 'fa:16:3e:0b:64:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e598e-d267-40b3-b77b-e8db192e78ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:32.964308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-129c12ba-e15c-475b-8223-292d2a2c98a1 req-7a0f687e-f625-45a9-880b-c20a886251c8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381949 Aug 19 00:09:32.974448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:32.999825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aa2e1-51f2-46bc-b4b6-89989847845f req-2bb8641f-9274-405a-9961-4648491dfe30 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:33.010509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f7aa2e1-51f2-46bc-b4b6-89989847845f req-2bb8641f-9274-405a-9961-4648491dfe30 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 943 time: 0.1165595 Aug 19 00:09:33.074661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:33.092062 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f7aa2e1-51f2-46bc-b4b6-89989847845f req-9446767e-c5bc-4035-8f31-8dfb09dc8d75 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735495 Aug 19 00:09:33.114121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591d7aaf-feef-4f66-b42c-f1435c6536f7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:33.138590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:33.152881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:33.247793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:33.385518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port c1a2d39c-3e14-4d31-b65d-b844be538f05 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:33.385865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:33.500108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:33.517072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for c1a2d39c-3e14-4d31-b65d-b844be538f05 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:33.544586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['591d7aaf-feef-4f66-b42c-f1435c6536f7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:33.759178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:33.818012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ab88-47bd-450e-a74e-f0ff7d159216 req-39f73e6d-5fe6-4067-bf56-dd47f8cff853 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:33.819513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d9ab88-47bd-450e-a74e-f0ff7d159216 req-39f73e6d-5fe6-4067-bf56-dd47f8cff853 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 944 time: 0.1181173 Aug 19 00:09:33.902928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d9ab88-47bd-450e-a74e-f0ff7d159216 req-248530df-530c-4cd0-9e7a-f4bab83ee28f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772052 Aug 19 00:09:33.915733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:33.952898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90a81c4b-314b-4cbe-a3f3-e96d2e660a24 tempest-ServiceProvidersTest-76969123 tempest-ServiceProvidersTest-76969123-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1910279 Aug 19 00:09:33.963752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=c1a2d39c-3e14-4d31-b65d-b844be538f05,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:34.205795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.220424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.226533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.249342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.255740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.274176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.282440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.292981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761c93ff-6421-421f-a264-0e86cca9869b req-74ea7b77-945a-45fb-b51a-d58ba383e547 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2087326 Aug 19 00:09:34.362045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce08a30-6520-4151-abc5-b8031faa77e2 req-223ca56e-9125-490c-b2ba-db8871f0eae1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:34.372925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761c93ff-6421-421f-a264-0e86cca9869b req-8e1941d9-e0be-4331-882c-42a6a31d2484 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725636 Aug 19 00:09:34.388768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ce08a30-6520-4151-abc5-b8031faa77e2 req-223ca56e-9125-490c-b2ba-db8871f0eae1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 943 time: 0.1123888 Aug 19 00:09:34.426442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.452666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:34.505970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ce08a30-6520-4151-abc5-b8031faa77e2 req-036d09ea-09d1-4542-838b-2210861e750c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154153 Aug 19 00:09:34.599398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1faf51a-4445-4fb3-8a66-f38e21ec563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.698366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1faf51a-4445-4fb3-8a66-f38e21ec563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.705281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1faf51a-4445-4fb3-8a66-f38e21ec563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.750522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1faf51a-4445-4fb3-8a66-f38e21ec563f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ee0250112343958737ac6c0b8faf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966661 Aug 19 00:09:34.751665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf51a-4445-4fb3-8a66-f38e21ec563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863f51b7-90be-4659-9f4a-8d43f9828a20,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:34.754370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:34.786910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4461270c-ea1a-46b4-a618-c6f8b1077bd0 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:34.796161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 591d7aaf-feef-4f66-b42c-f1435c6536f7 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:34.814087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.837665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.896630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.900959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:34.904722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/863f51b7-90be-4659-9f4a-8d43f9828a20 HTTP/1.1" status: 204 len: 168 time: 0.1489131 Aug 19 00:09:34.911722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 591d7aaf-feef-4f66-b42c-f1435c6536f7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:34.916990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde97c05-52f0-4d48-9961-e2c5e8181db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f51b7-90be-4659-9f4a-8d43f9828a20,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:34.920154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 591d7aaf-feef-4f66-b42c-f1435c6536f7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:34.920748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.017601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:35.044827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4461270c-ea1a-46b4-a618-c6f8b1077bd0', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '4461270c-ea1a-46b4-a618-c6f8b1077bd0', 'mac_address': 'fa:16:3e:54:55:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:35.056460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Router 1428d11f-e615-42e7-b2d4-466c49f831da has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:09:35.081338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb421c0-93d7-42a2-9389-210735c96c3e req-9840f397-7363-43de-9e0a-b0e0122197fb tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.082938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eb421c0-93d7-42a2-9389-210735c96c3e req-9840f397-7363-43de-9e0a-b0e0122197fb tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 944 time: 0.0734091 Aug 19 00:09:35.128194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.132075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.158486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4461270c-ea1a-46b4-a618-c6f8b1077bd0 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:35.188405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:35.191035 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d15523-efda-4b6d-aea7-dd96aead09f2" -d '{"events": [{"server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "name": "network-vif-plugged", "status": "completed", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:35.195918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eb421c0-93d7-42a2-9389-210735c96c3e req-121869a9-eff4-4ea1-a257-76ba4e46a8c7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790145 Aug 19 00:09:35.217693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:35.225389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.241138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:09:35.242365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:35.246259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dbdd0be7-7d47-4dfa-88ef-934add9c19de tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "PUT /v2.0/routers/1428d11f-e615-42e7-b2d4-466c49f831da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0648708 Aug 19 00:09:35.249239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:35.260615 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] Sync routers for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:09:35.271392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.273253 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:35.275261 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:35.303328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:35.359016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:35.387989 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:35.409768 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] Routers {'1428d11f-e615-42e7-b2d4-466c49f831da'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:09:35.414028 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1428d11f-e615-42e7-b2d4-466c49f831da'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:35.498345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:35.505764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e427f8-cad6-4cd7-a7dd-4c152a1c7740 None None] The sync data for ids ['1428d11f-e615-42e7-b2d4-466c49f831da'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:09:35.561158 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c38fd9-7a80-4a33-8c1a-bf5d52dcaec1 x-openstack-request-id: req-a8c38fd9-7a80-4a33-8c1a-bf5d52dcaec1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:35.561332 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "name": "network-vif-plugged", "status": "completed", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:35.562105 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8c38fd9-7a80-4a33-8c1a-bf5d52dcaec1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:35.562753 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7', 'code': 200} Aug 19 00:09:35.575417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.593882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4461270c-ea1a-46b4-a618-c6f8b1077bd0'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:35.635935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.653470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.670541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.678298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.687540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.695125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.702225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.710687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-efa07b62-1943-4229-ade0-4925e6b09727 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1967208 Aug 19 00:09:35.757846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:35.801810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e29dc-1b34-4200-9d61-7729c7736a64 req-a72d8cb6-2656-4a60-a361-e3fcfdea1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.803772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a34e29dc-1b34-4200-9d61-7729c7736a64 req-a72d8cb6-2656-4a60-a361-e3fcfdea1f60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 1097 time: 0.0851612 Aug 19 00:09:35.837602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e0e5fc4-bcec-4375-97be-a80506a04000 req-7c62c3ee-8493-4107-ae89-90449b37c7c0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208315 Aug 19 00:09:35.880319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebea0cb-4071-4d65-acd6-0cbdef8c19de req-9921ad04-dfa9-4102-b1bb-65ee281ac229 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:35.890136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ebea0cb-4071-4d65-acd6-0cbdef8c19de req-9921ad04-dfa9-4102-b1bb-65ee281ac229 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 944 time: 0.1373734 Aug 19 00:09:35.939545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a34e29dc-1b34-4200-9d61-7729c7736a64 req-71260a3f-8f79-4412-9967-a6d09d1d13d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000671 Aug 19 00:09:35.961276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ebea0cb-4071-4d65-acd6-0cbdef8c19de req-b9b072b6-8605-485b-a20a-5d8a50dd0f7d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Aug 19 00:09:35.978687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port ce0b2713-ee01-4a74-bf1e-6d145cf05bff {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:35.979276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.069329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.081712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for ce0b2713-ee01-4a74-bf1e-6d145cf05bff owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:36.266627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.298860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=ce0b2713-ee01-4a74-bf1e-6d145cf05bff,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:36.394195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daa25e-3bae-43b8-8dbf-c8c14baa4cf4 req-9ee5c53c-2d9c-42ee-9edc-4a0bf70febd7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:36.395969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99daa25e-3bae-43b8-8dbf-c8c14baa4cf4 req-9ee5c53c-2d9c-42ee-9edc-4a0bf70febd7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.0992265 Aug 19 00:09:36.408612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.516947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.519950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.538558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99daa25e-3bae-43b8-8dbf-c8c14baa4cf4 req-2ce44a8e-4c4a-4160-8266-94648cff37fb tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262026 Aug 19 00:09:36.586217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.587022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Fanout notify agent at l3_agent the message router_deleted on router 1428d11f-e615-42e7-b2d4-466c49f831da {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:09:36.594694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.598456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef4f00a9-811c-4fc6-ad11-01d6f67e2970 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/routers/1428d11f-e615-42e7-b2d4-466c49f831da HTTP/1.1" status: 204 len: 168 time: 1.3453531 Aug 19 00:09:36.598741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34750) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:36.660232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting subnet cd0d5102-74ce-4ea2-b8d1-926fe0963063 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:36.663975 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.713349 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.801368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4461270c-ea1a-46b4-a618-c6f8b1077bd0 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:36.862081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:36.864517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.866851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:36.867422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:36.972133 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.016092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.017478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:37.025506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.044034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0d5102-74ce-4ea2-b8d1-926fe0963063,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:37.064764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.071871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.081775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.089513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.096732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.100267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.100883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fbb5db1c-5185-4370-85f0-a0dbd35ef5bb tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/subnets/cd0d5102-74ce-4ea2-b8d1-926fe0963063 HTTP/1.1" status: 204 len: 168 time: 0.5011027 Aug 19 00:09:37.107087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.110557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:37.114198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.114534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2385f3-c22b-4fc2-a0b6-456c6e3169da None None] Network d1679068-b88b-4522-adf9-39e8bb507553 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:37.123582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ceca044-599a-4a45-90bd-80c84894682e req-0074c4dd-3060-4bd8-83aa-a6bf31d15612 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1604345 Aug 19 00:09:37.127360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:37.169064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3ce33-6819-4f7f-806e-bc60f8ee4c81 req-f861a9c3-f94b-4a4c-b9e2-1dc95402c0d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.177007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cd3ce33-6819-4f7f-806e-bc60f8ee4c81 req-f861a9c3-f94b-4a4c-b9e2-1dc95402c0d6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1171052 Aug 19 00:09:37.246000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cd3ce33-6819-4f7f-806e-bc60f8ee4c81 req-472e7b9a-c7c7-4faf-bd52-d9681494a21b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Aug 19 00:09:37.286222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ceca044-599a-4a45-90bd-80c84894682e req-32bd3ebc-6336-49f1-b979-a6ec8f8b68af tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615667 Aug 19 00:09:37.293988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.357813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] DHCP port deletion for d1679068-b88b-4522-adf9-39e8bb507553 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:37.402396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port 19909f20-4024-4f23-8088-02faa230554f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:37.403011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.439878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Deleting port 19909f20-4024-4f23-8088-02faa230554f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:37.440979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.494613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] For port 19909f20-4024-4f23-8088-02faa230554f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=19909f20-4024-4f23-8088-02faa230554f,segment=NetworkSegment(ccb4853c-ecf8-41cc-8caf-d51d90e4dffe),segment_id=ccb4853c-ecf8-41cc-8caf-d51d90e4dffe)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:37.494969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.515774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for 19909f20-4024-4f23-8088-02faa230554f owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:37.527724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] For port 19909f20-4024-4f23-8088-02faa230554f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=19909f20-4024-4f23-8088-02faa230554f,segment=NetworkSegment(ccb4853c-ecf8-41cc-8caf-d51d90e4dffe),segment_id=ccb4853c-ecf8-41cc-8caf-d51d90e4dffe)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:37.528119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.548438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Calling delete_port for 19909f20-4024-4f23-8088-02faa230554f owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:37.688731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:37.690992 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857db8a-ad71-4447-8155-cbaf5b77abbe" -d '{"events": [{"server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "name": "network-vif-plugged", "status": "completed", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:37.716550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.721379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.734891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] No DVR routers for this DVR port 19909f20-4024-4f23-8088-02faa230554f on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:37.751965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] No DVR routers for this DVR port 19909f20-4024-4f23-8088-02faa230554f on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:37.755998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70b8db-9b4c-40aa-8088-108e6c0f95a4 None None] Pushing event deleted for resources: {'Port': ['ID=19909f20-4024-4f23-8088-02faa230554f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:37.758326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=19909f20-4024-4f23-8088-02faa230554f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:37.798123 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69310247-259c-4cfd-bf5b-f184e6442e80 x-openstack-request-id: req-69310247-259c-4cfd-bf5b-f184e6442e80 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:37.800733 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "name": "network-vif-plugged", "status": "completed", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:37.800733 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69310247-259c-4cfd-bf5b-f184e6442e80 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:37.800733 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0', 'code': 200} Aug 19 00:09:37.811693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d8ac-93f8-4de8-ae5f-720e5df8f9d4 req-cd0e22c0-6d53-4ba3-9c02-feb21aa948f9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.821196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9861d8ac-93f8-4de8-ae5f-720e5df8f9d4 req-cd0e22c0-6d53-4ba3-9c02-feb21aa948f9 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.1651192 Aug 19 00:09:37.939568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:37.944756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9861d8ac-93f8-4de8-ae5f-720e5df8f9d4 req-d5bfae30-ffae-4406-b19b-16a4ed28393f tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227241 Aug 19 00:09:37.954735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1679068-b88b-4522-adf9-39e8bb507553']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:37.961519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057599e-ce9f-43db-8b39-2e0b7d646ac9 req-4afef77f-ac40-4c40-ac7f-64c099d46eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:37.963565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c057599e-ce9f-43db-8b39-2e0b7d646ac9 req-4afef77f-ac40-4c40-ac7f-64c099d46eed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 1097 time: 0.0796673 Aug 19 00:09:37.973571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:37.973985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb4853c-ecf8-41cc-8caf-d51d90e4dffe') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:37.986694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.014594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.023822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:38.024573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:38.038494 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:38.044788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.051227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.058174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.065710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.072282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.079317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.085724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.094131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-26357c4a-e701-4a61-aa33-f66e19223d36 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1359985 Aug 19 00:09:38.111699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c057599e-ce9f-43db-8b39-2e0b7d646ac9 req-c2bd712b-f80f-4234-92b2-f965172b6c15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414242 Aug 19 00:09:38.160096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec847-ea09-4e8a-8cc2-12333c7f46d7 req-45c54b50-2cb7-4e8a-aa62-1fec7d44085d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.167948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-831ec847-ea09-4e8a-8cc2-12333c7f46d7 req-45c54b50-2cb7-4e8a-aa62-1fec7d44085d tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.1173584 Aug 19 00:09:38.175333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.189048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f237e35-09be-40bc-99f1-91a12bf09d94 req-f073a68f-c1af-49e2-b401-3fec3c920a20 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849290 Aug 19 00:09:38.193111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.195332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/networks/d1679068-b88b-4522-adf9-39e8bb507553 HTTP/1.1" status: 204 len: 168 time: 1.0613809 Aug 19 00:09:38.198215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:38.202977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290dfa0-e38b-4cee-ba91-53a09a15a2df tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Network': ['ID=d1679068-b88b-4522-adf9-39e8bb507553,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:38.265689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-831ec847-ea09-4e8a-8cc2-12333c7f46d7 req-a06c0667-084c-4a3a-9ef8-d314ceb06285 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901847 Aug 19 00:09:38.414411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa69bf5-049c-45d8-bc3e-b3b7c1718b21 req-1116da30-9cc1-414d-8724-4add1660a2a4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.417751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 19909f20-4024-4f23-8088-02faa230554f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:38.419898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fa69bf5-049c-45d8-bc3e-b3b7c1718b21 req-1116da30-9cc1-414d-8724-4add1660a2a4 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0883036 Aug 19 00:09:38.447421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 19909f20-4024-4f23-8088-02faa230554f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:38.447781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 19909f20-4024-4f23-8088-02faa230554f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:38.476095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fa69bf5-049c-45d8-bc3e-b3b7c1718b21 req-89fb5222-564d-4f43-9da1-bda00bae126f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Aug 19 00:09:38.553406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.560319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.566406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.572349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.578489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.585563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.591673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:38.604425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-acdda6d1-4382-498c-a02a-a215fb79b522 req-d81dde62-b5f3-494a-8ba1-48ff1c078328 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.2754633 Aug 19 00:09:38.660017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Deleting port a7ef483f-0e63-49df-9330-56bb2087ae1e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:38.669787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.770438 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.770837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:38.772275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:38.785873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Calling delete_port for a7ef483f-0e63-49df-9330-56bb2087ae1e owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:38.925255 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:09:38.994373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.001435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.007467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.014127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.020052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.026366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.032519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.034557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47a20b00-c053-4c00-826d-a524007b4fac req-774dffb2-305e-41d6-8dab-cacf1c2fe4f1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.2345603 Aug 19 00:09:39.093279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47a20b00-c053-4c00-826d-a524007b4fac req-9c6df821-630f-43b8-a77b-2492e65b4508 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508063 Aug 19 00:09:39.138301 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.170699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Pushing event deleted for resources: {'Port': ['ID=a7ef483f-0e63-49df-9330-56bb2087ae1e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:39.207880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f49980-52df-4991-9a16-9ab058d4dd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.239367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.241376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07a63a-738d-4ddf-afd1-9a864eb0ae36 req-519c8307-2cf2-406d-9280-0a25c09830e2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.242361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.243300 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb07a63a-738d-4ddf-afd1-9a864eb0ae36 req-519c8307-2cf2-406d-9280-0a25c09830e2 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.4610262 Aug 19 00:09:39.244115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e087f5f7-6ced-4266-b925-87ba0d65f746 tempest-FloatingIPAdminTestJSON-2141699325 tempest-FloatingIPAdminTestJSON-2141699325-project] 10.222.0.20 "DELETE /v2.0/floatingips/e09df73f-f8ed-4c54-a9b3-7385c3219713 HTTP/1.1" status: 204 len: 168 time: 1.0447526 Aug 19 00:09:39.307007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb07a63a-738d-4ddf-afd1-9a864eb0ae36 req-749e397d-d97b-435f-80ad-e7fa07c9783a tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Aug 19 00:09:39.370845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f49980-52df-4991-9a16-9ab058d4dd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.377714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f49980-52df-4991-9a16-9ab058d4dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.424121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f49980-52df-4991-9a16-9ab058d4dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c893e-ffe9-4ae5-9d1c-64131c83a46d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:39.481751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a7f49980-52df-4991-9a16-9ab058d4dd14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe67fba1f32441528b15f9a63afff00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071688 Aug 19 00:09:39.482356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:39.494830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa3c9b-0c9b-4ebc-9822-393944c1bdd4 req-a880e06c-44c7-4fcc-b275-7ad90c58d743 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.499921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67fa3c9b-0c9b-4ebc-9822-393944c1bdd4 req-a880e06c-44c7-4fcc-b275-7ad90c58d743 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.1158087 Aug 19 00:09:39.579274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67fa3c9b-0c9b-4ebc-9822-393944c1bdd4 req-6f6b1198-e3d6-4f45-ba1c-32b31ba530dc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630312 Aug 19 00:09:39.586974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.615661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:39.672515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.741721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a653-91f7-45bc-a7b4-6adda915c0e1 req-8a467de7-c658-4986-a5ea-8d7cdab299b1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.743268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1a1a653-91f7-45bc-a7b4-6adda915c0e1 req-8a467de7-c658-4986-a5ea-8d7cdab299b1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1247778 Aug 19 00:09:39.804281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.807046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.811556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/638c893e-ffe9-4ae5-9d1c-64131c83a46d HTTP/1.1" status: 204 len: 168 time: 0.3251331 Aug 19 00:09:39.838321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1a1a653-91f7-45bc-a7b4-6adda915c0e1 req-b4ca3b5c-624b-446f-8afb-73872f88a76d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793824 Aug 19 00:09:39.839728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c5396-3b36-416d-a6a2-8538a2256f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c893e-ffe9-4ae5-9d1c-64131c83a46d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:39.906954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5981b292-03f9-4764-976d-3ff2bc39d752 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bcfdec10eb9408a8569aabb0fe917f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888861 Aug 19 00:09:39.909424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:39.963284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:39.985482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354bcb8-ade9-4454-99f2-cebf53caf4fc req-3e5da367-139f-4c88-8cc0-8a7c54d50dcd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:39.987588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a354bcb8-ade9-4454-99f2-cebf53caf4fc req-3e5da367-139f-4c88-8cc0-8a7c54d50dcd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.0708153 Aug 19 00:09:39.994215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.051596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a354bcb8-ade9-4454-99f2-cebf53caf4fc req-909b5198-3e48-4349-86cd-a127366e4262 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Aug 19 00:09:40.093090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.096147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.100337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bc368c3-c571-400d-9152-ad2fc4701f3f HTTP/1.1" status: 204 len: 168 time: 0.1873796 Aug 19 00:09:40.109417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa11363-71bf-40b6-863f-ec2e818bb1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc368c3-c571-400d-9152-ad2fc4701f3f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:40.248326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f057-3f81-44bc-aed0-a0138f8ae36c req-c587851b-ab08-4437-9095-1f08ab426cdd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.250020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd65f057-3f81-44bc-aed0-a0138f8ae36c req-c587851b-ab08-4437-9095-1f08ab426cdd tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.0872159 Aug 19 00:09:40.294220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:40.298585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.305238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.312473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.318833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.321199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd65f057-3f81-44bc-aed0-a0138f8ae36c req-fa23dcd8-3a25-4d24-96f7-051b51b1ee0e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Aug 19 00:09:40.322350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-842c5d37-e8bd-4150-80dc-f3a9d6b85d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.324772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.332053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.338511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:40.347717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-226d701c-60f6-4840-bf4a-067e3c63c37e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1278996 Aug 19 00:09:40.450358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-648afa4f-da1b-449d-bbb4-ec643df6ada1 req-53132a5b-31df-4f2c-8cdd-33174152a963 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992582 Aug 19 00:09:40.497954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34886) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:40.597312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-842c5d37-e8bd-4150-80dc-f3a9d6b85d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.611609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-842c5d37-e8bd-4150-80dc-f3a9d6b85d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.727861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-842c5d37-e8bd-4150-80dc-f3a9d6b85d0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9aa1543ccceb417c9bf8c8f9bf83f9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300244 Aug 19 00:09:40.728532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:40.730881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c5d37-e8bd-4150-80dc-f3a9d6b85d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3f6da-197a-4f94-9117-0abd7abe35a6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:40.830523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.874737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.969474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.972069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:40.976176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddd3f6da-197a-4f94-9117-0abd7abe35a6 HTTP/1.1" status: 204 len: 168 time: 0.2461755 Aug 19 00:09:40.982691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59b8-f78b-4b14-8857-2ae0c09fb639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.000115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01b796-e872-4a37-8647-db89abbb445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3f6da-197a-4f94-9117-0abd7abe35a6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:41.079079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34d43d-883c-4dd5-b7d3-1c82cce050e9 req-215d18e2-aa98-4511-86d0-dc70402e246c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.080712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f34d43d-883c-4dd5-b7d3-1c82cce050e9 req-215d18e2-aa98-4511-86d0-dc70402e246c tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0996799 Aug 19 00:09:41.120852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:41.156407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62bb98fd-1c3a-4279-bfa2-7fdcb748d36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.163104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf8bf8-86ba-4a14-8b8e-ccfed155de97 req-8e32b995-a7e5-48c6-b998-64d3904b276e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.165051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3cf8bf8-86ba-4a14-8b8e-ccfed155de97 req-8e32b995-a7e5-48c6-b998-64d3904b276e tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.0729175 Aug 19 00:09:41.210385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3cf8bf8-86ba-4a14-8b8e-ccfed155de97 req-ddcd41aa-f547-4788-a8a7-b7e717d06e85 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364208 Aug 19 00:09:41.221132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f34d43d-883c-4dd5-b7d3-1c82cce050e9 req-fd9055eb-1e82-4f60-90d3-572b1cfb6f64 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184368 Aug 19 00:09:41.276221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59b8-f78b-4b14-8857-2ae0c09fb639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.285248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59b8-f78b-4b14-8857-2ae0c09fb639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.299053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:41.376692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf6e59b8-f78b-4b14-8857-2ae0c09fb639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b7c93a6a16a4c3e822529953010e2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8775847 Aug 19 00:09:41.380651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e59b8-f78b-4b14-8857-2ae0c09fb639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd6dc9-272f-43a5-bb76-461e50ee29ad,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:41.389761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34932) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:41.422315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.423053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.423784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.424419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.425206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.425778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.426442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.429291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-8f30eaa8-71bb-4604-85fd-b70dcf9c2ce6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.1293583 Aug 19 00:09:41.476027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.514059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.521334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b6ea8-53ae-4cda-a2b3-d4e6d2f90ddf req-16a236de-c077-481b-84e3-348feb749a7a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.531014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b75b6ea8-53ae-4cda-a2b3-d4e6d2f90ddf req-16a236de-c077-481b-84e3-348feb749a7a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1006474 Aug 19 00:09:41.543541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62bb98fd-1c3a-4279-bfa2-7fdcb748d36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.550449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-1a132960-88fe-4ce2-9ae3-7d1099c76af9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107073 Aug 19 00:09:41.552416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62bb98fd-1c3a-4279-bfa2-7fdcb748d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.589214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b75b6ea8-53ae-4cda-a2b3-d4e6d2f90ddf req-b290459a-0128-4d66-95a0-7ee41014259f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569189 Aug 19 00:09:41.636692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62bb98fd-1c3a-4279-bfa2-7fdcb748d36c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ff08d69d2a148578e6143c88c03b236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121076 Aug 19 00:09:41.640535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:41.642682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb98fd-1c3a-4279-bfa2-7fdcb748d36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815cc6c-8293-4d83-a988-1700afcbf0c7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:41.670602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.677558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.683534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.689845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.695684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.702637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.708720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:41.708826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.710631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-99bc1e9f-71ca-46a7-8257-cac1768708d6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1444414 Aug 19 00:09:41.711795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.714579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.719020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9bd6dc9-272f-43a5-bb76-461e50ee29ad HTTP/1.1" status: 204 len: 168 time: 0.3278279 Aug 19 00:09:41.734656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982430a-b200-4314-ac81-e8a5069c404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd6dc9-272f-43a5-bb76-461e50ee29ad,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:41.760887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.777942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0cfa0a4-0533-43ac-81ea-4726b1a7f65d req-9ebf42bd-48e3-4cd2-90f8-7dac81e88435 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575521 Aug 19 00:09:41.860496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.863693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:41.867415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0815cc6c-8293-4d83-a988-1700afcbf0c7 HTTP/1.1" status: 204 len: 168 time: 0.2227688 Aug 19 00:09:41.875392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdf3a9-9daa-472b-b2bb-74d3ebbb344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815cc6c-8293-4d83-a988-1700afcbf0c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:42.102941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:42.117747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71778056-51bd-4fce-9380-2fae4b991e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.227023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71778056-51bd-4fce-9380-2fae4b991e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.233084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71778056-51bd-4fce-9380-2fae4b991e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.281526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34970) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:42.282069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71778056-51bd-4fce-9380-2fae4b991e47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=524714be22ea44ea9c306db4667a9078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771491 Aug 19 00:09:42.282492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71778056-51bd-4fce-9380-2fae4b991e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b813bb36-0a54-433f-8e28-484bd7f4441c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:42.344393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:42.364586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e88270b-02e6-42ad-a46b-a5c760a508ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.365332 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a9188a9-cc72-4f01-9ece-4d011ce188f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.451415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.478525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e88270b-02e6-42ad-a46b-a5c760a508ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.478697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.484809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e88270b-02e6-42ad-a46b-a5c760a508ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.502934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e7b29-f07a-4080-8a12-c62ffa35e6e3 req-702e4a83-d0d5-40c4-9777-84ab9445edd7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:42.505000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf8e7b29-f07a-4080-8a12-c62ffa35e6e3 req-702e4a83-d0d5-40c4-9777-84ab9445edd7 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.1762285 Aug 19 00:09:42.532901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e88270b-02e6-42ad-a46b-a5c760a508ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=775dd4a128b646f29db95131d938ca48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874149 Aug 19 00:09:42.535951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:42.551423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-10e2738c-7b20-4f99-99f0-5913f94984ed tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:42.553168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-10e2738c-7b20-4f99-99f0-5913f94984ed tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 945 time: 0.2219617 Aug 19 00:09:42.560644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88270b-02e6-42ad-a46b-a5c760a508ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fd8eb9-b000-4b91-b5aa-a9594f1d7a85,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:42.610344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.641304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.668468 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf8e7b29-f07a-4080-8a12-c62ffa35e6e3 req-72d02261-b8db-475a-bc5f-90374ae1c4d0 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/security-groups?id=3eee14c9-7d68-4cc6-ad38-06ed045c3175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493900 Aug 19 00:09:42.692403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.695079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.698407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b813bb36-0a54-433f-8e28-484bd7f4441c HTTP/1.1" status: 204 len: 168 time: 0.4121914 Aug 19 00:09:42.710411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba6410-d109-44a8-ae38-54c2b732be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b813bb36-0a54-433f-8e28-484bd7f4441c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:42.727594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Deleting port 591d7aaf-feef-4f66-b42c-f1435c6536f7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:42.727947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.728535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.733054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.734472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64fd8eb9-b000-4b91-b5aa-a9594f1d7a85 HTTP/1.1" status: 204 len: 168 time: 0.1976118 Aug 19 00:09:42.766861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55f35a-b878-466f-aa54-a6e79cd2eb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fd8eb9-b000-4b91-b5aa-a9594f1d7a85,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:42.815354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61391a5-3f0b-4c33-9253-1c4b21ac9b85 req-884e617b-1715-442e-9820-f0643391e0af tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:42.817066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a61391a5-3f0b-4c33-9253-1c4b21ac9b85 req-884e617b-1715-442e-9820-f0643391e0af tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1080616 Aug 19 00:09:42.855455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] For port 591d7aaf-feef-4f66-b42c-f1435c6536f7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=591d7aaf-feef-4f66-b42c-f1435c6536f7,segment=NetworkSegment(9e004f74-7bbe-4b3b-9a98-4fe54816022e),segment_id=9e004f74-7bbe-4b3b-9a98-4fe54816022e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:42.857821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:42.868522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a61391a5-3f0b-4c33-9253-1c4b21ac9b85 req-bf6fdc83-7cce-4ed5-9b62-0279002557c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Aug 19 00:09:42.885446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Calling delete_port for 591d7aaf-feef-4f66-b42c-f1435c6536f7 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:43.025855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.031838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.037728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.043561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.054230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.061336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.067448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:43.069469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-b143c66c-c4e0-4c22-8604-64b002fff2be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1265647 Aug 19 00:09:43.156992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1300a60c-7d70-414e-91e4-20ea4d98737d req-73cc5aef-ad1a-4a83-91e5-2ced2035dd71 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775414 Aug 19 00:09:43.164705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:43.198767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['591d7aaf-feef-4f66-b42c-f1435c6536f7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:43.201557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Pushing event deleted for resources: {'Port': ['ID=591d7aaf-feef-4f66-b42c-f1435c6536f7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:43.253230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] No DVR routers for this DVR port 591d7aaf-feef-4f66-b42c-f1435c6536f7 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:43.256524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:43.258449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-812188ab-06d5-42d2-b2da-44f7bd0162cd req-188f66fc-6142-4bf7-bb9e-80cfe01284bc tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.21 "DELETE /v2.0/ports/591d7aaf-feef-4f66-b42c-f1435c6536f7 HTTP/1.1" status: 204 len: 173 time: 0.6961980 Aug 19 00:09:43.258907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'name': 'network-vif-deleted', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:43.261746 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8accb-2d0c-476c-be2c-493574531a75" -d '{"events": [{"server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "name": "network-vif-deleted", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:43.302065 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4628e21a-50e2-4339-8acf-70480c8b2855 x-openstack-request-id: req-4628e21a-50e2-4339-8acf-70480c8b2855 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:43.302710 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9696506f-951f-4324-9159-cefd21f34150", "name": "network-vif-deleted", "tag": "591d7aaf-feef-4f66-b42c-f1435c6536f7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:43.302710 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4628e21a-50e2-4339-8acf-70480c8b2855 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:43.303005 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9696506f-951f-4324-9159-cefd21f34150', 'name': 'network-vif-deleted', 'tag': '591d7aaf-feef-4f66-b42c-f1435c6536f7', 'status': 'completed', 'code': 200} Aug 19 00:09:43.806961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-479fa20f-9f67-492b-a5dd-18fc71826af4 req-1fa44f1c-219d-42b6-9f65-e3633764ce33 tempest-ServerDiskConfigTestJSON-954876274 tempest-ServerDiskConfigTestJSON-954876274-project] 10.222.0.20 "GET /v2.0/ports?device_id=9696506f-951f-4324-9159-cefd21f34150 HTTP/1.1" status: 200 len: 210 time: 0.0474651 Aug 19 00:09:43.881362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:44.029121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badec4-a23b-4987-a917-7ad72d380970 req-8fab9e6a-a9ae-4b1e-973b-73db2e6cf233 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.036897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1badec4-a23b-4987-a917-7ad72d380970 req-8fab9e6a-a9ae-4b1e-973b-73db2e6cf233 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0779302 Aug 19 00:09:44.085626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1badec4-a23b-4987-a917-7ad72d380970 req-c91f3754-3ca3-4fa5-a277-2729b4676e44 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Aug 19 00:09:44.181292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-412389652'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:44.212127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:44.218553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.227798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.373342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.379785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.385952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.392031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.398083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.404495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.410983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.413070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-7be7c6f5-0a2b-4d89-9df4-71905c2d8226 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5432 time: 0.1288297 Aug 19 00:09:44.455378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.460485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.496532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1cdc4a0-a4c3-4ba7-b51a-f203c3276920 req-42be13eb-7fb9-4a9a-b018-1462583504b7 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682957 Aug 19 00:09:44.501706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:44.511295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594eca62-c89f-42a4-a294-baa205223a0c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:44.518996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.519355 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Added segment 5ea6f6c8-ec45-4645-b2c5-4b49a7874900 of type vlan for network 201b5f96-c011-413b-b33b-e4f10c642327 Aug 19 00:09:44.578846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.624378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.642206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:44.642618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.721181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8375177 Aug 19 00:09:44.726544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35112) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:44.729028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb015a5-fe82-473e-b4ed-c51fc2acc941 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Network': ['ID=201b5f96-c011-413b-b33b-e4f10c642327,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:44.733552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:44.742245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:44.784499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:44.865965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:44.870863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.933766 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.964588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:44.979677 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b39e74d-b202-474b-8aab-e1c9f32b6c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:44.981823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'port_id': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'mac_address': 'fa:16:3e:90:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ccf720-607f-490e-8afb-5668ed4fa17a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:45.027061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.041766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:45.056885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:45.068507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:45.073150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.074207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7f4fcfc2-d6ec-425f-a357-392d32d64823 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:45.112251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Deleting subnet 046e598e-d267-40b3-b77b-e8db192e78ef {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:45.117105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.182931 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.208454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.265879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=0ab3db83-4d52-4017-8638-b352c2fe6d25,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:45.281037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:45.282456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network hostable DHCP agents. Network: 201b5f96-c011-413b-b33b-e4f10c642327, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:45.327357 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.341247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:45.352420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:45.362965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4534f-09ff-4053-96d3-3bdee28909be req-4f9fac3a-f606-4d99-a793-1926935f43a3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.364549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 201b5f96-c011-413b-b33b-e4f10c642327) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:45.366711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.370526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:45.375413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd16739-f75d-4098-bc21-b0246d1a0f4a None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:45.376690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fd4534f-09ff-4053-96d3-3bdee28909be req-4f9fac3a-f606-4d99-a793-1926935f43a3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1896863 Aug 19 00:09:45.381818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.382766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.391627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'network_id': '3327154d-0ea5-43d6-926e-dbb402940c73', 'port_id': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'mac_address': 'fa:16:3e:1f:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ccf720-607f-490e-8afb-5668ed4fa17a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:45.401908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2638de3a-c46b-4914-8342-caa16d6dc195 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6741033 Aug 19 00:09:45.405479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:45.421874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'name': 'tempest-NetworksTestDHCPv6-1150847395'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:45.464885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fd4534f-09ff-4053-96d3-3bdee28909be req-0c2c21ca-6135-40db-a373-643019eddb5e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792942 Aug 19 00:09:45.489018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.505635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.521779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4fcfc2-d6ec-425f-a357-392d32d64823 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:45.572871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046e598e-d267-40b3-b77b-e8db192e78ef,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:45.574395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:45.579376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.582710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.583406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:45.590098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36b0da76-dcba-483f-8742-8df154df0dff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/046e598e-d267-40b3-b77b-e8db192e78ef HTTP/1.1" status: 204 len: 168 time: 0.5320263 Aug 19 00:09:45.592700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:45.625316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:45.630409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.714248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.715263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port d15a90ec-657a-44ec-a40a-52b6b224136f yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:45.770464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '0ab3db83-4d52-4017-8638-b352c2fe6d25'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:09:45.771592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.789380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:45.836082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.841639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:45.861088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b083dd0b-b040-4b19-a88a-01754e1cd583']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:45.877809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.882838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e004f74-7bbe-4b3b-9a98-4fe54816022e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:45.883137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e004f74-7bbe-4b3b-9a98-4fe54816022e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:09:45.905438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.911196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.916635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.923241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.931272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.944145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.945584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.951733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:45.954070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:09:45.954914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:45.959921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-193dea24-8b75-403e-ac54-61fd981870a1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5434 time: 0.2940452 Aug 19 00:09:46.000451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'port_id': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'mac_address': 'fa:16:3e:47:47:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:09:46.040796 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:09:46.046412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.051796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ba31b2c-03a7-4432-9d41-a7307c9d906f req-d393736d-b6da-4326-ae06-089b0974bbe5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781410 Aug 19 00:09:46.088760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.094050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b083dd0b-b040-4b19-a88a-01754e1cd583 HTTP/1.1" status: 204 len: 168 time: 0.5004134 Aug 19 00:09:46.102519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::8 (201b5f96-c011-413b-b33b-e4f10c642327/0ab3db83-4d52-4017-8638-b352c2fe6d25/d15a90ec-657a-44ec-a40a-52b6b224136f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:46.117842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f87b-f6f2-4e0e-aaea-793ea97d6f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=b083dd0b-b040-4b19-a88a-01754e1cd583,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:46.128635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.151974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:46.193551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:46.217271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.218215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 947bbb4e-6ee3-4dc8-aed0-23d424be1594 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:46.280969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.336812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.353376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object d15a90ec-657a-44ec-a40a-52b6b224136f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:46.369420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:46.393138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.452152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=d15a90ec-657a-44ec-a40a-52b6b224136f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:46.468662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:46.470436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:46.473919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:46.482304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:46.486350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.510248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/0ab3db83-4d52-4017-8638-b352c2fe6d25/5ebe460b-c520-4e5e-84f9-01a8d43384bc) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:46.515619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:46.532203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30c97f73-cd27-4720-b595-ed86affa6d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1253982 Aug 19 00:09:46.534549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35188) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:46.613965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3e6a9265-5860-46ac-b8dd-ded0b39cb564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3e295a11efb4a89b41affa837a5af89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959294 Aug 19 00:09:46.614739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:46.623732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:46.646783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '947bbb4e-6ee3-4dc8-aed0-23d424be1594', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'port_id': '947bbb4e-6ee3-4dc8-aed0-23d424be1594', 'mac_address': 'fa:16:3e:21:48:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:46.676445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.707021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.782302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.810094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947bbb4e-6ee3-4dc8-aed0-23d424be1594 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:46.816633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.822913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 591d7aaf-feef-4f66-b42c-f1435c6536f7 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:46.828705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.833532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eee14c9-7d68-4cc6-ad38-06ed045c3175 HTTP/1.1" status: 204 len: 168 time: 0.2165534 Aug 19 00:09:46.870190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c6a7d-6480-489b-9fb3-17f099aeb67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee14c9-7d68-4cc6-ad38-06ed045c3175,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:46.894102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.909053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 591d7aaf-feef-4f66-b42c-f1435c6536f7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:46.909777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 591d7aaf-feef-4f66-b42c-f1435c6536f7 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:46.945818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Transition to ACTIVE for port object 5ebe460b-c520-4e5e-84f9-01a8d43384bc will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:46.967222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:46.977408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:46.979049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1e64a724-f2a5-45fb-9ac5-5034255bbe6b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:46.993206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Transition to ACTIVE for port object 5ebe460b-c520-4e5e-84f9-01a8d43384bc will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:47.031097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.075538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:47.087053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:47.090335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:47.093501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:47.101543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:47.159759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'port_id': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b', 'mac_address': 'fa:16:3e:b2:89:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:47.243260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf36d22-5e17-4afd-932c-a2a7a2f58c19 req-713a7530-4474-4fd4-9562-f63c122708c9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.251212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.251731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cf36d22-5e17-4afd-932c-a2a7a2f58c19 req-713a7530-4474-4fd4-9562-f63c122708c9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.6252301 Aug 19 00:09:47.258993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.268067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.276975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.281579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be2f3c-2496-4cfc-a9e7-836d280e9753 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.286069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.286230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0be2f3c-2496-4cfc-a9e7-836d280e9753 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.7504661 Aug 19 00:09:47.288759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35200) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:47.294102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.297027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Pushing event updated for resources: {'Port': ['ID=5ebe460b-c520-4e5e-84f9-01a8d43384bc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:47.311737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:47.314663 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-264de1e2-e757-4707-8395-239d89b2c3c9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5436 time: 0.1481841 Aug 19 00:09:47.334450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Attempting to bind port 5ebe460b-c520-4e5e-84f9-01a8d43384bc on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:47.334826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Attempting to bind port 5ebe460b-c520-4e5e-84f9-01a8d43384bc by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:47.335244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Attempting to bind port 5ebe460b-c520-4e5e-84f9-01a8d43384bc on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:47.338341 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.349366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:47.349744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:47.350152 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.350545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:47.351031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Bound port: 5ebe460b-c520-4e5e-84f9-01a8d43384bc, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:47.351415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.361945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cf36d22-5e17-4afd-932c-a2a7a2f58c19 req-ced8725f-c43e-40c4-ba88-ce6cf6f81c8b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094232 Aug 19 00:09:47.396839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e64a724-f2a5-45fb-9ac5-5034255bbe6b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:47.448445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:47.462294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51298539-f1ee-45bf-8db3-5809eedcf6a0 req-8e7fd666-91c8-420d-a51c-9a9d6e2cf31c tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372437 Aug 19 00:09:47.463152 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.463830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 565a294b-1ebb-4064-82da-00e4ca34fc25 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:47.495139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port d15a90ec-657a-44ec-a40a-52b6b224136f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:47.495477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.560409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:47.572490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] For port 5ebe460b-c520-4e5e-84f9-01a8d43384bc, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:47.608462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] For port 5ebe460b-c520-4e5e-84f9-01a8d43384bc, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5ebe460b-c520-4e5e-84f9-01a8d43384bc,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:47.619220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.687484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.695016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472ca5-be82-4d00-b81e-fa0ed9d496a1 None None] Pushing event updated for resources: {'Port': ['ID=5ebe460b-c520-4e5e-84f9-01a8d43384bc,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:47.702671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=565a294b-1ebb-4064-82da-00e4ca34fc25,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:47.711299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for d15a90ec-657a-44ec-a40a-52b6b224136f owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:47.733712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '565a294b-1ebb-4064-82da-00e4ca34fc25', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'port_id': '565a294b-1ebb-4064-82da-00e4ca34fc25', 'mac_address': 'fa:16:3e:12:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:47.813515 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.837931 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.883410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565a294b-1ebb-4064-82da-00e4ca34fc25 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:47.934196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=565a294b-1ebb-4064-82da-00e4ca34fc25,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:47.943641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:47.944494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:09:48.071471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.083858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:48.120445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=d15a90ec-657a-44ec-a40a-52b6b224136f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:48.149248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797', 'network_id': 'a00b16ce-4d1f-4faa-949f-b91847e51263', 'port_id': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797', 'mac_address': 'fa:16:3e:46:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd303a137-22b4-4512-bd48-8a8f0ab8b766', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:09:48.188547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:48.202035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.207372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:48.207616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-000871f9-ab75-4bcf-b5b7-b0fe5ee9fb2e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/d15a90ec-657a-44ec-a40a-52b6b224136f HTTP/1.1" status: 204 len: 168 time: 0.9178004 Aug 19 00:09:48.233073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35226) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:48.243481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.269461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:48.300071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:48.307304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122425ef-f279-4225-91ea-53f77be8e006 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.310189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.314727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122425ef-f279-4225-91ea-53f77be8e006 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.319054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-122425ef-f279-4225-91ea-53f77be8e006 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1101842 Aug 19 00:09:48.322621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:48.378760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-224480437-network', 'tenant_id': '570c4575178d4240ba733eaa117bd6c4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:48.432326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:48.436506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Made reservation on behalf of 570c4575178d4240ba733eaa117bd6c4 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:48.445115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.459405 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.463506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 0ab3db83-4d52-4017-8638-b352c2fe6d25 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:48.467924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.551866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5ebe460b-c520-4e5e-84f9-01a8d43384bc up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:48.590737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.615383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.632908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.634447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 5ebe460b-c520-4e5e-84f9-01a8d43384bc completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:48.652138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8397d-56cd-41f8-ab1a-137c16aa39b1 req-37acafc3-e39f-4e70-8dea-3783a37647e0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.658698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eb8397d-56cd-41f8-ab1a-137c16aa39b1 req-37acafc3-e39f-4e70-8dea-3783a37647e0 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1694527 Aug 19 00:09:48.701310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:09:48.710171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c97aa-46f2-45fb-ac61-551ba9de338e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:48.733324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.749849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eb8397d-56cd-41f8-ab1a-137c16aa39b1 req-8a1ed507-6995-4e3d-8fc2-541871558a22 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Aug 19 00:09:48.750283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.765933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.777674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.786617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.792855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.800331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.809929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-c102ef7a-82bf-4f12-aa05-9dd460e4959a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5439 time: 0.1987271 Aug 19 00:09:48.823984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.824636 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Added segment 43fe7003-44b7-47ed-ace0-f552dda617eb of type vlan for network 17285925-4076-4517-bd7b-3433e5f08a81 Aug 19 00:09:48.900030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.916624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.923653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac9500ce-c875-4bc4-b7d6-0eec0a7e869e req-cab63021-698c-418e-8ff9-a389588245fb tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069145 Aug 19 00:09:48.966888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:48.968640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:48.969626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.024599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7901852 Aug 19 00:09:49.025234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:49.048928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.065593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Request body: {'subnet': {'network_id': '17285925-4076-4517-bd7b-3433e5f08a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-224480437-subnet', 'tenant_id': '570c4575178d4240ba733eaa117bd6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:49.067154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['83b63a1d-af76-4916-b026-fbd8f9c1fbd9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.072052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7f4fcfc2-d6ec-425f-a357-392d32d64823'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.087069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.095941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35246) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:49.096162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0ab3db83-4d52-4017-8638-b352c2fe6d25 HTTP/1.1" status: 204 len: 168 time: 0.7723579 Aug 19 00:09:49.142271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f607c9c-2e85-4c88-bfd0-4fece406ab9d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab3db83-4d52-4017-8638-b352c2fe6d25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:49.197564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09493ec-69b0-4e1b-b529-5c2c263e724a admin admin] Pushing event updated for resources: {'Network': ['ID=17285925-4076-4517-bd7b-3433e5f08a81,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:49.205073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1022c349-628d-4083-81b3-ad6c20754da9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933633 Aug 19 00:09:49.208786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:49.214847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:49.221832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Made reservation on behalf of 570c4575178d4240ba733eaa117bd6c4 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:49.222682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['1e64a724-f2a5-45fb-9ac5-5034255bbe6b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.224892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.279135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['947bbb4e-6ee3-4dc8-aed0-23d424be1594'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.283502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['f01081a4-3ac4-4f4b-9f14-3511d7b5ca79'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.288602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['565a294b-1ebb-4064-82da-00e4ca34fc25'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:49.417839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:49.433656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.464794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 17285925-4076-4517-bd7b-3433e5f08a81 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:09:49.548868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:49.550118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1279c-f836-4b46-a80a-8b93de688a1d None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:49.600879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.701488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe86e1b8-1e64-4d36-bdb0-25824bcef0b9,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:49.706621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Checking segment: {'id': '43fe7003-44b7-47ed-ace0-f552dda617eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:49.706974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Network hostable DHCP agents. Network: 17285925-4076-4517-bd7b-3433e5f08a81, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:09:49.734600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Network 17285925-4076-4517-bd7b-3433e5f08a81 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:09:49.753315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 17285925-4076-4517-bd7b-3433e5f08a81) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:49.759383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:49.760252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:49.810131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9aaf80dc-1ac4-4433-9e88-56bf8ae7a18b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7502217 Aug 19 00:09:49.948427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e90e0-3461-480f-adee-d2a98e74065e None None] Network 17285925-4076-4517-bd7b-3433e5f08a81 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:49.982616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.066044 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab11f092-b147-4082-b376-ce5e538020ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.096138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:50.109050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:50.116806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.117642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.130296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187abdd-9003-45fc-b3df-2cf959bae2da req-2acd251a-59da-4854-8825-f45395c94174 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.132070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2187abdd-9003-45fc-b3df-2cf959bae2da req-2acd251a-59da-4854-8825-f45395c94174 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.2578530 Aug 19 00:09:50.152343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=a02e68d5-5436-4c9b-82ff-34448b0aebfd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:50.247266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2187abdd-9003-45fc-b3df-2cf959bae2da req-13dd1147-3fe4-46e7-b69f-1db078ba63d5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066959 Aug 19 00:09:50.274954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:09:50.352247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab11f092-b147-4082-b376-ce5e538020ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.362675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab11f092-b147-4082-b376-ce5e538020ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.366100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac02a44-7fdc-4b13-b87e-e5d60977be95 None None] Network 17285925-4076-4517-bd7b-3433e5f08a81 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:50.387103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dac025a1-9777-4509-bfb6-ccacccdea554 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1769249 Aug 19 00:09:50.392339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:50.399459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'name': 'tempest-NetworksTestDHCPv6-1359127399'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:50.424699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab11f092-b147-4082-b376-ce5e538020ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55257b45e5ae485788a8ade24316f316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8740022 Aug 19 00:09:50.425570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11f092-b147-4082-b376-ce5e538020ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea3b209-7dff-42fc-b7c7-3076e6454f49,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:50.429360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:50.538459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.572185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Provisioning for port 5ebe460b-c520-4e5e-84f9-01a8d43384bc completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:50.609976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:50.617766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.625827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.643283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port c0843009-4f16-4bc1-b82c-a9c540ce59cf yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:50.704172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Provisioning complete for port 5ebe460b-c520-4e5e-84f9-01a8d43384bc triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:50.704589 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.828286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-74002327-2dce-4658-ac97-a26aa46872f8 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.832798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-74002327-2dce-4658-ac97-a26aa46872f8 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/networks?id=17285925-4076-4517-bd7b-3433e5f08a81 HTTP/1.1" status: 200 len: 813 time: 0.1819313 Aug 19 00:09:50.847100 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.850559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:50.857809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ea3b209-7dff-42fc-b7c7-3076e6454f49 HTTP/1.1" status: 204 len: 168 time: 0.4243641 Aug 19 00:09:50.871118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::1d6 (201b5f96-c011-413b-b33b-e4f10c642327/a02e68d5-5436-4c9b-82ff-34448b0aebfd/c0843009-4f16-4bc1-b82c-a9c540ce59cf) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:50.912904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0a398-6b38-44a9-93df-847d19fdd9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea3b209-7dff-42fc-b7c7-3076e6454f49,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:50.916874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.924354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-f0738b38-9e9d-4f9c-9d5f-e9c2f7ae17de tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/quotas/570c4575178d4240ba733eaa117bd6c4 HTTP/1.1" status: 200 len: 375 time: 0.0635157 Aug 19 00:09:50.932957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.938825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:50.940785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.947381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.962792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.966946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.970502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-fe307ed7-e81b-4619-9fc7-b6e57456af91 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=570c4575178d4240ba733eaa117bd6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360138 Aug 19 00:09:50.975037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:50.985304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58b026d2-e927-4626-8115-6160001d27a7 req-8a8ddd5b-c62c-4ab5-ba85-a93770825e6a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5439 time: 0.2069101 Aug 19 00:09:51.068759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58b026d2-e927-4626-8115-6160001d27a7 req-781150b4-c938-43de-9533-406db0f70412 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644593 Aug 19 00:09:51.167623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-8d12a267-3b2e-405d-bd26-1519c727a683 service neutron] 10.222.0.20 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889746 Aug 19 00:09:51.358646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-85ff7be7-536c-4a36-9674-77fd99d78f22 service neutron] 10.222.0.20 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823914 Aug 19 00:09:51.374198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.426918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35302) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:51.460099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0282d2d6-dd48-41d5-a64d-932c7f59db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.494549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object c0843009-4f16-4bc1-b82c-a9c540ce59cf will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:51.517745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.568675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50e9ee-3e61-4e91-811c-e16c61ba3e14 req-6a9f2945-5e3f-46f3-bf0f-dabe3fefc334 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:51.580246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d50e9ee-3e61-4e91-811c-e16c61ba3e14 req-6a9f2945-5e3f-46f3-bf0f-dabe3fefc334 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1910219 Aug 19 00:09:51.665855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b27c9861-2dbb-4bc2-8166-dec70221de00 req-d23f1555-f90e-47b7-8455-fa205b792d17 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 210 time: 0.0725729 Aug 19 00:09:51.685916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d50e9ee-3e61-4e91-811c-e16c61ba3e14 req-e5a4cf01-8d2a-4900-b452-01167b100ac1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032112 Aug 19 00:09:51.687616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.697151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] For port 5ebe460b-c520-4e5e-84f9-01a8d43384bc, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5ebe460b-c520-4e5e-84f9-01a8d43384bc,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:51.712632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.738006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Deleting port 5ebe460b-c520-4e5e-84f9-01a8d43384bc {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:51.738394 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.744931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0282d2d6-dd48-41d5-a64d-932c7f59db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.767745 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0282d2d6-dd48-41d5-a64d-932c7f59db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.790509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:51.795296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:51.799847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:51.808078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:51.809000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.826904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0282d2d6-dd48-41d5-a64d-932c7f59db32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfecdbe8f9b44b2ebe7efa668885a395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988657 Aug 19 00:09:51.830203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:51.838053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=c0843009-4f16-4bc1-b82c-a9c540ce59cf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:51.850320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7655a518-e9c3-4d41-919f-0fb19ee363a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4552209 Aug 19 00:09:51.851197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:51.874658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d2d6-dd48-41d5-a64d-932c7f59db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b67ed-3b0e-44bf-9b22-8ecaff1a6a42,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:51.897669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17ac47-6d3c-46e8-a108-6157e40fd846 None None] Pushing event updated for resources: {'Port': ['ID=5ebe460b-c520-4e5e-84f9-01a8d43384bc,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:51.935880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] For port 5ebe460b-c520-4e5e-84f9-01a8d43384bc, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5ebe460b-c520-4e5e-84f9-01a8d43384bc,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:51.936626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.943719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.964586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Calling delete_port for 5ebe460b-c520-4e5e-84f9-01a8d43384bc owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:51.970000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b02667-3d46-417f-9d0b-997341472368 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:51.972089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:51.976651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b02667-3d46-417f-9d0b-997341472368 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:51.979965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d7b02667-3d46-417f-9d0b-997341472368 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1278212 Aug 19 00:09:51.982769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:52.087445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.107732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.110584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.114253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/190b67ed-3b0e-44bf-9b22-8ecaff1a6a42 HTTP/1.1" status: 204 len: 168 time: 0.2806714 Aug 19 00:09:52.126399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360550fc-c6f5-4b90-ac2c-5591e4e0daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b67ed-3b0e-44bf-9b22-8ecaff1a6a42,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:52.132522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port c0843009-4f16-4bc1-b82c-a9c540ce59cf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:52.132954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.172444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] Pushing event deleted for resources: {'Port': ['ID=5ebe460b-c520-4e5e-84f9-01a8d43384bc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:52.219745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6db486-4f21-4c1b-a951-4d9398567e43 None None] No DVR routers for this DVR port 5ebe460b-c520-4e5e-84f9-01a8d43384bc on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:52.253680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943445c0-5faa-4113-9df4-d58e23d24ba8 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:52.310779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.343527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.351215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.358866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.367766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.374438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.380720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.386697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.388708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-e6d01e36-ffa5-4f50-8e97-58c2e5a56f82 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5439 time: 0.1577787 Aug 19 00:09:52.393232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for c0843009-4f16-4bc1-b82c-a9c540ce59cf owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:52.451885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b74bd25-b90a-4c74-aad5-5aad59f9a8a5 req-c6a3a467-8176-4409-98d9-d89a8abeaf68 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544162 Aug 19 00:09:52.460134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5ebe460b-c520-4e5e-84f9-01a8d43384bc no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:09:52.514912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 5ebe460b-c520-4e5e-84f9-01a8d43384bc {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:09:52.515258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5ebe460b-c520-4e5e-84f9-01a8d43384bc not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:09:52.603226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.644533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': 'a02e68d5-5436-4c9b-82ff-34448b0aebfd'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:09:52.646030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.654240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=c0843009-4f16-4bc1-b82c-a9c540ce59cf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:52.672516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:52.676351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad54a1f5-fc31-48e1-a555-637d4f5d3cc6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/c0843009-4f16-4bc1-b82c-a9c540ce59cf HTTP/1.1" status: 204 len: 168 time: 0.6908073 Aug 19 00:09:52.677248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35334) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:52.848402 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af585467-ca5c-4416-97bb-2c292cd60728 req-ccd9dca3-e2a3-4832-bc9d-9082ddd88398 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 210 time: 0.0775342 Aug 19 00:09:52.853963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/a02e68d5-5436-4c9b-82ff-34448b0aebfd/9c841ec5-2617-48e0-bd7c-8598a5d9ba22) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:52.864693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fb980-7eeb-46ca-8739-ac078a5a88e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.866926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fb980-7eeb-46ca-8739-ac078a5a88e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.868723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f29fb980-7eeb-46ca-8739-ac078a5a88e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1902866 Aug 19 00:09:52.871446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35344) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:52.918952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333998ea-ef8a-4bb0-a56a-56014b51db0d req-29d09542-f229-42e6-a036-3839881fa0b7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:52.922622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-333998ea-ef8a-4bb0-a56a-56014b51db0d req-29d09542-f229-42e6-a036-3839881fa0b7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1097198 Aug 19 00:09:52.929752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet a02e68d5-5436-4c9b-82ff-34448b0aebfd {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:52.972870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-333998ea-ef8a-4bb0-a56a-56014b51db0d req-8253b0ed-edfe-4160-9ccd-202a2005080d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Aug 19 00:09:53.055872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.067122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Transition to ACTIVE for port object 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:53.091192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Transition to ACTIVE for port object 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:53.100287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.106960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.151862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:53.155423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:53.158352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:53.159884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.177235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Pushing event updated for resources: {'Port': ['ID=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:53.333462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.414496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-22cc2394-febc-45ee-b1e1-1dd95f4b706e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.416000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-22cc2394-febc-45ee-b1e1-1dd95f4b706e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.21 "GET /v2.0/networks?id=17285925-4076-4517-bd7b-3433e5f08a81 HTTP/1.1" status: 200 len: 813 time: 0.3303702 Aug 19 00:09:53.443492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Request body: {'port': {'device_id': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81', 'admin_state_up': True, 'tenant_id': '570c4575178d4240ba733eaa117bd6c4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:53.470293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Attempting to bind port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:53.471164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Attempting to bind port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:53.471164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Attempting to bind port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:53.489783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:53.490407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:53.490804 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.491211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:53.491827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Bound port: 9c841ec5-2617-48e0-bd7c-8598a5d9ba22, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:53.492221 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.551801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.592325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=a02e68d5-5436-4c9b-82ff-34448b0aebfd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:53.595344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] For port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:53.601555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] For port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:53.609425 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.612001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.612841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2dae6b60-49d6-49a0-9dde-0ad9b6c050b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/a02e68d5-5436-4c9b-82ff-34448b0aebfd HTTP/1.1" status: 204 len: 168 time: 0.7399580 Aug 19 00:09:53.616438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35364) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:53.650514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.658619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.674501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fcb687bc-6081-482a-960b-0eea896fc67e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535686 Aug 19 00:09:53.677125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.677321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35368) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:53.682667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:53.685796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.692763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.700115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.706298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f37f2-5132-48ec-b159-518ae142c263 None None] Pushing event updated for resources: {'Port': ['ID=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:53.721203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:53.729298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-1ecd7c90-045e-492a-9f86-a4d807193f06 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5439 time: 0.1611860 Aug 19 00:09:53.776510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96b22dfc-7fb0-4318-9886-9022beb3c9a2 req-c84785fa-f29a-4dc4-9805-4cac1dea3a03 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457826 Aug 19 00:09:53.820945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Made reservation on behalf of 570c4575178d4240ba733eaa117bd6c4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:53.825076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:53.896448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:53.899885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.041848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82d52b72-f0c9-4d88-8265-2c92049d66da req-0ccf0d59-1c95-43af-a144-9d69f32b5d68 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 210 time: 0.0531204 Aug 19 00:09:54.121001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Allocated IP 172.20.0.10 (17285925-4076-4517-bd7b-3433e5f08a81/fe86e1b8-1e64-4d36-bdb0-25824bcef0b9/4e585117-d6c8-456a-b1b5-75b525d5b6fb) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:54.121931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc9295-b60b-4dac-a00c-d9a11a286b77 req-075aeee9-dec4-4f71-b5ab-1d5b276aa8b9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:54.131255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccfc9295-b60b-4dac-a00c-d9a11a286b77 req-075aeee9-dec4-4f71-b5ab-1d5b276aa8b9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0658617 Aug 19 00:09:54.184963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ccfc9295-b60b-4dac-a00c-d9a11a286b77 req-737271f7-1530-400e-8b11-4ceb8ef1c5eb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 Aug 19 00:09:54.330126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.361800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:54.410697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:54.413658 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.424070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:54.429808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:54.430404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.436436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=d35d96e1-c901-463f-b7a8-bd3f48d1560f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:54.454095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-55c10946-d28e-4cfb-816a-caaf4462c227 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7755945 Aug 19 00:09:54.456846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:54.461844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'name': 'tempest-NetworksTestDHCPv6-594911213'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:54.497499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.506237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:54.517449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:54.517825 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.551417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Network 17285925-4076-4517-bd7b-3433e5f08a81 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:54.554874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:54.561821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:54.597432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:54.607298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Pushing event updated for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:54.665900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:54.669388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.711567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-753b3676-05bd-474c-b274-c13fe44c71fd tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2763731 Aug 19 00:09:54.743536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Request body: {'port': {'device_id': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:54.763873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:54.768489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.801203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:54.804227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 297fb6df-61eb-4aae-b83e-92b4a1e7c016 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:54.817157 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.890472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:54.892960 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81874a91-c245-4bdd-9f78-3d0eb4d7d311" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:54.897056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.948149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:54.962484 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:54.963319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 947bbb4e-6ee3-4dc8-aed0-23d424be1594 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:55.063114 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e3d5d-f354-400d-9438-9633dc06be8e x-openstack-request-id: req-fd7e3d5d-f354-400d-9438-9633dc06be8e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:55.064042 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:55.064537 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd7e3d5d-f354-400d-9438-9633dc06be8e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:55.065291 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'code': 200} Aug 19 00:09:55.100865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:55.114846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:55.115305 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.146122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:55.170514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b731e-4aba-4933-820f-a64d18906f28 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:55.201616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::6c (201b5f96-c011-413b-b33b-e4f10c642327/d35d96e1-c901-463f-b7a8-bd3f48d1560f/297fb6df-61eb-4aae-b83e-92b4a1e7c016) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:55.244910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.260029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.272418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6082794-d76b-4710-8464-2a110e1bede0 req-4e44d643-1770-4079-9eed-e5039ab49753 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.272653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.279308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.280884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6082794-d76b-4710-8464-2a110e1bede0 req-4e44d643-1770-4079-9eed-e5039ab49753 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 932 time: 0.0998158 Aug 19 00:09:55.287896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.294646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.301783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.303660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-b81f2d62-77f5-4146-9b5f-6fe0398ba9b2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5440 time: 0.3410418 Aug 19 00:09:55.340513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6082794-d76b-4710-8464-2a110e1bede0 req-fe5debb1-b26f-4f04-b683-a5aa8b9d38ea tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 Aug 19 00:09:55.421203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec45c2b4-5731-42a7-8426-06efb8599689 req-01771cd5-b26b-43d4-ae57-29a0d8e92e56 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094635 Aug 19 00:09:55.439319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Provisioning for port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:55.462804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Provisioning complete for port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:55.463356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.501905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e585117-d6c8-456a-b1b5-75b525d5b6fb {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:09:55.515381 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.531330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.553730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Transition to ACTIVE for port object 4e585117-d6c8-456a-b1b5-75b525d5b6fb will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:55.561485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.572734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa764-0f85-4114-b2f5-b818cc6cd79f req-360d1433-8928-4b3a-84bd-ed3717758712 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.580906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e62aa764-0f85-4114-b2f5-b818cc6cd79f req-360d1433-8928-4b3a-84bd-ed3717758712 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1378007 Aug 19 00:09:55.635030 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.662766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 297fb6df-61eb-4aae-b83e-92b4a1e7c016 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:55.698441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.725197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:55.749847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.772336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] For port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:55.772336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.773333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1e64a724-f2a5-45fb-9ac5-5034255bbe6b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:55.788241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:55.827204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:55.859928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:55.864215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:55.869974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:55.871414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e62aa764-0f85-4114-b2f5-b818cc6cd79f req-2fac7aef-0e1e-464c-9eee-51d0cc71b190 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781839 Aug 19 00:09:55.873089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.905621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=297fb6df-61eb-4aae-b83e-92b4a1e7c016,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:55.920176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Attempting to bind port 4e585117-d6c8-456a-b1b5-75b525d5b6fb on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:55.920727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Attempting to bind port 4e585117-d6c8-456a-b1b5-75b525d5b6fb by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '43fe7003-44b7-47ed-ace0-f552dda617eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:55.920895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Attempting to bind port 4e585117-d6c8-456a-b1b5-75b525d5b6fb on network 17285925-4076-4517-bd7b-3433e5f08a81 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:55.921131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8328e90-9648-4fe4-932d-069cfa4e1007 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4630558 Aug 19 00:09:55.923442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:55.931488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Port 4e585117-d6c8-456a-b1b5-75b525d5b6fb on network 17285925-4076-4517-bd7b-3433e5f08a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:09:55.932090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Attempting to bind port 4e585117-d6c8-456a-b1b5-75b525d5b6fb on network 17285925-4076-4517-bd7b-3433e5f08a81 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:55.933870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:55.939511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:55.944682 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.945188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Checking segment: {'id': '43fe7003-44b7-47ed-ace0-f552dda617eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:55.945809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Bound using segment: {'id': '43fe7003-44b7-47ed-ace0-f552dda617eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:55.946487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Bound port: 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fe7003-44b7-47ed-ace0-f552dda617eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:55.947209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:55.994766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Could not find standard attr ID for object c0843009-4f16-4bc1-b82c-a9c540ce59cf. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:56.021080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04b81f-bace-441f-860e-64ac6d1b414e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.023350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666508f-b773-4c28-bc7e-bcb0933313ae None None] Pushing event updated for resources: {'Port': ['ID=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:56.028805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04b81f-bace-441f-860e-64ac6d1b414e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.030653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bf04b81f-bace-441f-860e-64ac6d1b414e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1062346 Aug 19 00:09:56.033277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:56.050509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:56.059713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:56.061129 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.069885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:09:56.074699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb,segment=NetworkSegment(43fe7003-44b7-47ed-ace0-f552dda617eb),segment_id=43fe7003-44b7-47ed-ace0-f552dda617eb)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:09:56.084094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.165199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-22ccfcd5-cc34-4c1d-86b7-639dc264dc86 None None] Provisioning complete for port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:56.165939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcd5-cc34-4c1d-86b7-639dc264dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.183336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.187033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.192562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] 10.222.0.21 "PUT /v2.0/ports/4e585117-d6c8-456a-b1b5-75b525d5b6fb HTTP/1.1" status: 200 len: 1093 time: 1.4541228 Aug 19 00:09:56.194740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:56.201116 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16adc8-8033-4b47-95ca-4a5cb2d9d297" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:56.254268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 297fb6df-61eb-4aae-b83e-92b4a1e7c016 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:56.256614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.269800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.288051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843153e-fbaf-4f5a-a1d1-a238640e9cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:56.359302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:56.374218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.375153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 565a294b-1ebb-4064-82da-00e4ca34fc25 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:56.376423 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6029669-064f-4878-a127-bd5f6b763801 x-openstack-request-id: req-d6029669-064f-4878-a127-bd5f6b763801 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:56.376726 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:56.378747 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6029669-064f-4878-a127-bd5f6b763801 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:56.379386 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb', 'status': 'completed', 'code': 200} Aug 19 00:09:56.413107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-2c5a23ce-aeeb-4a78-a3f8-8eb4bd847303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.419600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-2c5a23ce-aeeb-4a78-a3f8-8eb4bd847303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=570c4575178d4240ba733eaa117bd6c4&device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 1096 time: 0.1622703 Aug 19 00:09:56.514410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:56.515120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-a62ed545-9a4e-4e7b-8691-4075982345ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb HTTP/1.1" status: 200 len: 217 time: 0.0770481 Aug 19 00:09:56.526932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-409cdbc2-14b8-46e4-b213-237651bcb25d None None] Could not find standard attr ID for object d15a90ec-657a-44ec-a40a-52b6b224136f. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:56.537976 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.556341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 297fb6df-61eb-4aae-b83e-92b4a1e7c016 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:56.630739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d7b5-1c67-4d2f-8e91-6f5511d90a64 req-a8429d9d-5ea6-4353-bff4-0cbd44190281 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.632414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75c0d7b5-1c67-4d2f-8e91-6f5511d90a64 req-a8429d9d-5ea6-4353-bff4-0cbd44190281 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 944 time: 0.1163292 Aug 19 00:09:56.644636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-ad989914-0b1b-4509-835a-923cbb66f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.649263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-ad989914-0b1b-4509-835a-923cbb66f7e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe86e1b8-1e64-4d36-bdb0-25824bcef0b9 HTTP/1.1" status: 200 len: 853 time: 0.0906401 Aug 19 00:09:56.672713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.681747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 565a294b-1ebb-4064-82da-00e4ca34fc25 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:56.694311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-5ad6e296-7f09-4398-94d9-9a23144cfcd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17285925-4076-4517-bd7b-3433e5f08a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340068 Aug 19 00:09:56.697902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 565a294b-1ebb-4064-82da-00e4ca34fc25 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:56.698470 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.709020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.715798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.722176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.728148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.729641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75c0d7b5-1c67-4d2f-8e91-6f5511d90a64 req-2947707e-23a6-4cbf-a80a-68a14b763cd9 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786169 Aug 19 00:09:56.735410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.756320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.768460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:56.770365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-c0d35ce9-18eb-4368-9c8f-c8ceb05ec6c6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5442 time: 0.1756055 Aug 19 00:09:56.770567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:56.781109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7bd1fdb5-67b1-49dc-a5a0-e65714e4094e None None] Could not find standard attr ID for object c0843009-4f16-4bc1-b82c-a9c540ce59cf. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:56.869095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-7cb70fa0-8377-4da2-ac43-c4966711d2a1 service neutron] 10.222.0.21 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631083 Aug 19 00:09:56.871978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:56.872576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:56.988416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.011555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bbc2c0a-5abe-47a9-9229-7baf74aaa004 req-fbd0708d-a987-4304-be76-34e7c7c5f9e2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222412 Aug 19 00:09:57.070810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594'}, {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:57.073833 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d68ac6-36dc-4f96-a35c-6240b08d7c26" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594"}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:57.090494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.103466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a81d7ccb-8132-43e5-a708-eee0de7e7f96 req-f63fc2f0-2a3c-4ff4-be7d-ca1dbb4dca9a service neutron] 10.222.0.21 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226615 Aug 19 00:09:57.120998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.128918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/297fb6df-61eb-4aae-b83e-92b4a1e7c016 HTTP/1.1" status: 204 len: 168 time: 1.0942912 Aug 19 00:09:57.131411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35450) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:57.132255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168afc30-0d7a-431e-b3cc-969ff2dbc02a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=297fb6df-61eb-4aae-b83e-92b4a1e7c016,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:57.164782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-333ed006-ece0-4c11-9b8f-a68f7f1e93fb None None] Could not find standard attr ID for object 297fb6df-61eb-4aae-b83e-92b4a1e7c016. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:09:57.236613 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68c12b-adaf-4ca3-9f27-36c34b90bbca x-openstack-request-id: req-fb68c12b-adaf-4ca3-9f27-36c34b90bbca {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:57.239331 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594", "code": 200}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:57.239601 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb68c12b-adaf-4ca3-9f27-36c34b90bbca {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:57.240063 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594', 'code': 200} Aug 19 00:09:57.240337 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b', 'code': 200} Aug 19 00:09:57.241775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eddd4-df78-45d7-9558-428188757695 req-fd0e9a63-1c01-4533-8774-1724e8113783 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.243787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a50eddd4-df78-45d7-9558-428188757695 req-fd0e9a63-1c01-4533-8774-1724e8113783 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1382210 Aug 19 00:09:57.248999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=565a294b-1ebb-4064-82da-00e4ca34fc25,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:57.255980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.257560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:57.273143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca88db-2ea7-4219-bd42-9ae888181b0f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.275427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca88db-2ea7-4219-bd42-9ae888181b0f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.279502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-69ca88db-2ea7-4219-bd42-9ae888181b0f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1355898 Aug 19 00:09:57.281797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:57.340250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-2be0d598-90cb-4f8c-b767-8e71b9011a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.342357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-2be0d598-90cb-4f8c-b767-8e71b9011a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=570c4575178d4240ba733eaa117bd6c4&device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 1096 time: 0.1252666 Aug 19 00:09:57.345382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a50eddd4-df78-45d7-9558-428188757695 req-42cee13d-ad6a-45b0-bec8-215e0a15d3b5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789771 Aug 19 00:09:57.391245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:57.413283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet d35d96e1-c901-463f-b7a8-bd3f48d1560f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:09:57.420233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.427620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:57.437740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:57.438273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.467427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-4ac22c9f-0c67-45fd-9871-31b67ca1631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.468975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-4ac22c9f-0c67-45fd-9871-31b67ca1631b service neutron] 10.222.0.21 "GET /v2.0/networks?id=17285925-4076-4517-bd7b-3433e5f08a81 HTTP/1.1" status: 200 len: 913 time: 0.1189382 Aug 19 00:09:57.506373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.530086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-6d897a65-c284-4b4e-9c4e-772dba3e51b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb HTTP/1.1" status: 200 len: 217 time: 0.0500782 Aug 19 00:09:57.563124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.591685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.592262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-45aaa2cf-f27b-46e9-ae98-b51ad225c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:57.594207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-45aaa2cf-f27b-46e9-ae98-b51ad225c937 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe86e1b8-1e64-4d36-bdb0-25824bcef0b9 HTTP/1.1" status: 200 len: 853 time: 0.0522959 Aug 19 00:09:57.612646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:57.623335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.624575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7f4fcfc2-d6ec-425f-a357-392d32d64823 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:57.646709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-7342e03a-91b8-49b1-9776-312386e36b67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17285925-4076-4517-bd7b-3433e5f08a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440731 Aug 19 00:09:57.730709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.796315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:57.805036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=d35d96e1-c901-463f-b7a8-bd3f48d1560f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:57.818843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7f4fcfc2-d6ec-425f-a357-392d32d64823 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:57.824033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7f4fcfc2-d6ec-425f-a357-392d32d64823 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:57.825352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.825957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:57.834995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-77bfb934-918a-4e0d-bf4f-389842041308 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/d35d96e1-c901-463f-b7a8-bd3f48d1560f HTTP/1.1" status: 204 len: 168 time: 0.5518806 Aug 19 00:09:57.835706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:57.921975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2938fe46-2796-40b0-b418-fe87512285f7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837369 Aug 19 00:09:57.924747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:57.934812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.010011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:58.019204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8859d3-84f1-4728-9ef0-301c03cb45b8 req-494deac5-8ac4-4854-a759-df0ccafca986 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.021380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.029351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b8859d3-84f1-4728-9ef0-301c03cb45b8 req-494deac5-8ac4-4854-a759-df0ccafca986 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 944 time: 0.1266470 Aug 19 00:09:58.039747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:09:58.049481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce26f3-02f7-4d6c-92bb-7818bce8c93b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.052949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fce26f3-02f7-4d6c-92bb-7818bce8c93b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1096914 Aug 19 00:09:58.058745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35468) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:58.146111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:58.165801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:09:58.171485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:09:58.172089 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.180861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b8859d3-84f1-4728-9ef0-301c03cb45b8 req-1f2097c2-c53d-46c0-8dca-93a5bf6af8ad tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492498 Aug 19 00:09:58.194175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37888c-decb-4ee9-a081-b80c6961ba5f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.195683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cc37888c-decb-4ee9-a081-b80c6961ba5f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350031 Aug 19 00:09:58.199071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:58.206280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbdfaf5-d45e-46a3-a6f2-57b3a21816aa None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:58.255508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1d467d12-bc56-4e7b-a592-bd36e65b85fc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536270 Aug 19 00:09:58.260667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:58.266926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:58.379956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:58.384676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.394864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.396931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.411609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.430791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.434287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:58.440403 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.454085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.465773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.474472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.483715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.489054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-f239f469-f719-4208-ab64-257324b51cd1 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5445 time: 0.2115657 Aug 19 00:09:58.501365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-a0327b62-df4c-46b4-adb0-0a100da7975f service neutron] 10.222.0.21 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470116 Aug 19 00:09:58.507759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:58.529338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:09:58.589964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Deleting port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:09:58.590393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.623319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c4c91b8-cceb-45d0-8a48-fa00b1dac1be req-1612e5f6-f9be-419f-a569-380c4050e3aa tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207550 Aug 19 00:09:58.667827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da16adc8-8033-4b47-95ca-4a5cb2d9d297 req-436e0410-1fb9-4bb2-94e3-95d0ceaa2f68 service neutron] 10.222.0.21 "GET /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561573 Aug 19 00:09:58.701265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] For port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:09:58.701680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.720209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Calling delete_port for 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:09:58.837536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:58.863257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] Pushing event deleted for resources: {'Port': ['ID=9c841ec5-2617-48e0-bd7c-8598a5d9ba22,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:58.876605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf907bb-e3a9-462d-8e0b-5cc04f716afe None None] No DVR routers for this DVR port 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:09:58.922169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42e619-b0be-450a-a229-cc4a24bfab96 req-3c08dcb9-efe2-4856-908c-e50cf269305e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:58.924966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f42e619-b0be-450a-a229-cc4a24bfab96 req-3c08dcb9-efe2-4856-908c-e50cf269305e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.4917209 Aug 19 00:09:58.998077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f42e619-b0be-450a-a229-cc4a24bfab96 req-34037994-65ab-430b-9d56-a9bf427ca57a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665960 Aug 19 00:09:59.070504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.114267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:59.125271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:59.129695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.130298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.135043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b23e78-456b-4919-9809-b83b2933260a None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:09:59.149124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=895bc746-5574-4ef8-ad34-a9630723ed35,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:59.153492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed1af068-773a-4e10-97ce-6e15d1e2531a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8910422 Aug 19 00:09:59.155998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:09:59.161886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '895bc746-5574-4ef8-ad34-a9630723ed35', 'ip_address': '2001:db8::8418:a9e1:86e9:f281'}], 'name': 'tempest-NetworksTestDHCPv6-1023095674'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:09:59.240907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565a294b-1ebb-4064-82da-00e4ca34fc25'}, {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9'}, {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823'}, {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:09:59.243199 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74a679-fde5-4ef6-af82-5aaf8506d54c" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "565a294b-1ebb-4064-82da-00e4ca34fc25"}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9"}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823"}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:09:59.321300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '895bc746-5574-4ef8-ad34-a9630723ed35'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:09:59.323060 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.353067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:09:59.365311 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0323f24-f1ca-4171-a11f-59bd57f3f911 x-openstack-request-id: req-c0323f24-f1ca-4171-a11f-59bd57f3f911 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:09:59.365618 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "565a294b-1ebb-4064-82da-00e4ca34fc25", "code": 200}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9", "code": 200}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823", "code": 200}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:09:59.365870 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0323f24-f1ca-4171-a11f-59bd57f3f911 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:09:59.366268 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565a294b-1ebb-4064-82da-00e4ca34fc25', 'code': 200} Aug 19 00:09:59.366523 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'code': 200} Aug 19 00:09:59.366814 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'code': 200} Aug 19 00:09:59.367036 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797', 'code': 200} Aug 19 00:09:59.403697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c7bb-7cf6-405b-a217-77241d656bbd req-d20b045c-18e4-4592-9e22-152870ab596e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.407991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9d6c7bb-7cf6-405b-a217-77241d656bbd req-d20b045c-18e4-4592-9e22-152870ab596e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 944 time: 0.1147840 Aug 19 00:09:59.481060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9d6c7bb-7cf6-405b-a217-77241d656bbd req-b52b32b9-4cd8-4391-915b-149c9b99046b tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Aug 19 00:09:59.506580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.524719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 715d55a6-38f0-4c08-a8a2-6570bed34abe yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:09:59.540544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.541359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.541900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.542579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.543286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.544351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/895bc746-5574-4ef8-ad34-a9630723ed35/f932beb9-a024-4852-82cf-24f40f45d045) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:59.544858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.545686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.548859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4e39d22-1040-476a-82ee-80617583d252 req-42ac29bd-e75e-45d2-a14d-a134c9377aee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.0980630 Aug 19 00:09:59.613116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4e39d22-1040-476a-82ee-80617583d252 req-57b17b95-d764-49ce-9838-4647e85177de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567822 Aug 19 00:09:59.759785 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.768651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Transition to ACTIVE for port object f932beb9-a024-4852-82cf-24f40f45d045 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:59.789017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Transition to ACTIVE for port object f932beb9-a024-4852-82cf-24f40f45d045 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:09:59.796206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.811682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.818446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.826085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.832662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.839086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.846530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Pushing event updated for resources: {'Port': ['ID=f932beb9-a024-4852-82cf-24f40f45d045,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:09:59.856726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.864706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:09:59.865333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:09:59.866505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:09:59.870071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::8418:a9e1:86e9:f281 (201b5f96-c011-413b-b33b-e4f10c642327/895bc746-5574-4ef8-ad34-a9630723ed35/715d55a6-38f0-4c08-a8a2-6570bed34abe) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:09:59.871532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:09:59.878802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-23316f7b-d3e5-49c7-805a-00be63c7a699 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.1337702 Aug 19 00:09:59.924160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5262ab4a-c51a-469e-95fe-61036e3f8881 req-363286a1-7459-41ef-88b0-b24fb71057f2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442302 Aug 19 00:09:59.935099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Attempting to bind port f932beb9-a024-4852-82cf-24f40f45d045 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:09:59.935415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Attempting to bind port f932beb9-a024-4852-82cf-24f40f45d045 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:09:59.935769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Attempting to bind port f932beb9-a024-4852-82cf-24f40f45d045 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:09:59.941495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:09:59.941877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:09:59.942279 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:09:59.942664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:09:59.943136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Bound port: f932beb9-a024-4852-82cf-24f40f45d045, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:09:59.943517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.014591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] For port f932beb9-a024-4852-82cf-24f40f45d045, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:00.021773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] For port f932beb9-a024-4852-82cf-24f40f45d045, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f932beb9-a024-4852-82cf-24f40f45d045,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:00.037408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.116631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.165080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 715d55a6-38f0-4c08-a8a2-6570bed34abe will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:00.190334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8108-fa55-40fa-8fa6-349f35662ffb None None] Pushing event updated for resources: {'Port': ['ID=f932beb9-a024-4852-82cf-24f40f45d045,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:00.238461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677bb5-bc2d-46ce-a433-67b117bbc777 req-f4cee7d4-7d7c-4c02-9eec-899e8bdd7704 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:00.240020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70677bb5-bc2d-46ce-a433-67b117bbc777 req-f4cee7d4-7d7c-4c02-9eec-899e8bdd7704 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1205883 Aug 19 00:10:00.314477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70677bb5-bc2d-46ce-a433-67b117bbc777 req-7862077a-6eec-4571-812f-08ba2f822ed7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Aug 19 00:10:00.326005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.403789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:00.407075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:00.411121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:00.416830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:00.417499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.505313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:00.511904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3546278 Aug 19 00:10:00.514613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad7e1f-74f1-4e8f-b1f4-5e323d8d9da5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=715d55a6-38f0-4c08-a8a2-6570bed34abe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:00.522149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:00.548268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:00.549244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9c841ec5-2617-48e0-bd7c-8598a5d9ba22 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:00.700946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b4824-b02c-41e2-85f8-d1075ac2dab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:00.721977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b4824-b02c-41e2-85f8-d1075ac2dab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:00.729058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c00b4824-b02c-41e2-85f8-d1075ac2dab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2008405 Aug 19 00:10:00.730216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:00.736374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90554c-d648-467a-9903-322c009133c8 req-8676c7b6-8cdc-4c4f-8544-891e6b2b7c7d tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:00.746025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d90554c-d648-467a-9903-322c009133c8 req-8676c7b6-8cdc-4c4f-8544-891e6b2b7c7d tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 944 time: 0.0818648 Aug 19 00:10:00.798586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d90554c-d648-467a-9903-322c009133c8 req-55c6f90d-e828-4a18-a547-4d1260a95673 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Aug 19 00:10:00.879576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 715d55a6-38f0-4c08-a8a2-6570bed34abe {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:00.879801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:00.905696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4e585117-d6c8-456a-b1b5-75b525d5b6fb details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:10:00.988234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.009764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 715d55a6-38f0-4c08-a8a2-6570bed34abe owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:01.037314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb,segment=NetworkSegment(43fe7003-44b7-47ed-ace0-f552dda617eb),segment_id=43fe7003-44b7-47ed-ace0-f552dda617eb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:01.059177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4e585117-d6c8-456a-b1b5-75b525d5b6fb', 'network_id': '17285925-4076-4517-bd7b-3433e5f08a81', 'port_id': '4e585117-d6c8-456a-b1b5-75b525d5b6fb', 'mac_address': 'fa:16:3e:47:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe86e1b8-1e64-4d36-bdb0-25824bcef0b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:10:01.124614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.152415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e585117-d6c8-456a-b1b5-75b525d5b6fb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:10:01.172881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.177783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb,segment=NetworkSegment(43fe7003-44b7-47ed-ace0-f552dda617eb),segment_id=43fe7003-44b7-47ed-ace0-f552dda617eb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:01.182837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.190255 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.190718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.201883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.208460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.216547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.223490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.231774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-78917160-e12a-4f12-af0a-6d6147d012ac tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.1517525 Aug 19 00:10:01.259729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:01.329638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63fd4cea-a96a-49e9-a1ec-bc322fbcc7ff req-f53e2d4d-b79f-4bb2-b96a-30addab7093d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898900 Aug 19 00:10:01.365345 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.427440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=715d55a6-38f0-4c08-a8a2-6570bed34abe,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:01.457524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.459578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-caee03f9-50d7-46e2-af02-e6ae53e9b416 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/715d55a6-38f0-4c08-a8a2-6570bed34abe HTTP/1.1" status: 204 len: 168 time: 0.7278233 Aug 19 00:10:01.461908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35536) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:01.516798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.522725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.529308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.538536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.546670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.551270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b9fad-1462-4576-80d7-9d78f840077f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.552777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.552930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b9fad-1462-4576-80d7-9d78f840077f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.554466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd1b9fad-1462-4576-80d7-9d78f840077f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0915961 Aug 19 00:10:01.556859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35540) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:01.572183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.574137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a67f2f5-5a16-409c-bc98-ec6a76374c77 req-50441632-f225-4d97-b517-405e9cdc0998 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.1523564 Aug 19 00:10:01.597340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4e585117-d6c8-456a-b1b5-75b525d5b6fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:10:01.600139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:01.614448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Request body: {'floatingip': {'port_id': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:01.627746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606e0c-2041-463e-8414-923df1d9b90e req-57264ab3-f9ba-4264-b5eb-69e703af4eb6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:01.635665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4606e0c-2041-463e-8414-923df1d9b90e req-57264ab3-f9ba-4264-b5eb-69e703af4eb6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1381052 Aug 19 00:10:01.636381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-edfa4f7f-5af2-4c41-a4c6-1ddc5bed1a89 None None] Provisioning for port f932beb9-a024-4852-82cf-24f40f45d045 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:01.729619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 895bc746-5574-4ef8-ad34-a9630723ed35 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:01.746170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.799096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:01.856858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4606e0c-2041-463e-8414-923df1d9b90e req-76ffdccf-7170-4723-978c-d9414f94db92 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860363 Aug 19 00:10:01.933305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.090917 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.096930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-850a0b4b-d7d3-4a93-8e6f-054ea6c6b5c5 None None] Could not find standard attr ID for object 715d55a6-38f0-4c08-a8a2-6570bed34abe. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:10:02.162853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2011ec-b239-424d-b367-398c2a68e7c6 req-a4240e66-6609-4781-bff5-32e46099c094 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:02.169193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d2011ec-b239-424d-b367-398c2a68e7c6 req-a4240e66-6609-4781-bff5-32e46099c094 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 945 time: 0.2095575 Aug 19 00:10:02.228372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.274118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=895bc746-5574-4ef8-ad34-a9630723ed35,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:02.284682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.289491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/895bc746-5574-4ef8-ad34-a9630723ed35 HTTP/1.1" status: 204 len: 168 time: 0.7311733 Aug 19 00:10:02.291386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.291708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.292069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.292431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.294527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.294698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.295029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.295369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.296006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.296648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.297117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.297461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5962929-690e-4e5c-8781-feadc5ee8b9f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:02.298263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d2011ec-b239-424d-b367-398c2a68e7c6 req-3c82461f-bfa5-404d-87bb-23f19365dc65 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915139 Aug 19 00:10:02.299040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:02.326641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:02.380817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cdad9f-e43b-49e3-bdc7-3386da0241d5 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:02.420166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7d73361-2255-4c24-8ea7-58b73c6824bd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172359 Aug 19 00:10:02.422906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35564) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:02.430377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:02.558990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f932beb9-a024-4852-82cf-24f40f45d045 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:02.577515 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2bcee9d3-83ba-491d-90d2-0fc6ca932939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.636812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f932beb9-a024-4852-82cf-24f40f45d045 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:02.642723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f932beb9-a024-4852-82cf-24f40f45d045 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:02.643472 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.696911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:02.729141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2bcee9d3-83ba-491d-90d2-0fc6ca932939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.748086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2bcee9d3-83ba-491d-90d2-0fc6ca932939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.765202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.773360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:02.862305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcee9d3-83ba-491d-90d2-0fc6ca932939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb056c2-47d5-40d6-8266-a42f7ee05f62,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:02.868947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2bcee9d3-83ba-491d-90d2-0fc6ca932939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6f68a37f0a747098bdd5511440a8667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409901 Aug 19 00:10:02.872549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35568) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:02.928377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:02.932251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.006120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.016233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4e585117-d6c8-456a-b1b5-75b525d5b6fb up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:03.060724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.061351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5007-3242-41ba-bbb8-fe63033d5648 req-ecfeadc6-9aa0-4a5f-a333-83c3eebae6d1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:03.070996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d92a5007-3242-41ba-bbb8-fe63033d5648 req-ecfeadc6-9aa0-4a5f-a333-83c3eebae6d1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0856726 Aug 19 00:10:03.097864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.102769 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Floating IP 12f171a0-93c4-4922-a48b-6edb0349b235 associated. External IP: 172.25.1.217, port: 83b63a1d-af76-4916-b026-fbd8f9c1fbd9. Aug 19 00:10:03.164620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.167505 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.168994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecb056c2-47d5-40d6-8266-a42f7ee05f62 HTTP/1.1" status: 204 len: 168 time: 0.2953749 Aug 19 00:10:03.170539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d92a5007-3242-41ba-bbb8-fe63033d5648 req-45437bc0-7e22-49d8-971c-5d575f3d4086 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981979 Aug 19 00:10:03.194983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4e585117-d6c8-456a-b1b5-75b525d5b6fb completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:03.200109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25238e08-a0dc-40e8-9daa-48ad10c3e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb056c2-47d5-40d6-8266-a42f7ee05f62,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:03.209905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Deleting port f932beb9-a024-4852-82cf-24f40f45d045 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:03.212489 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.251989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4e585117-d6c8-456a-b1b5-75b525d5b6fb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:03.252435 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.275958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.306556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f932beb9-a024-4852-82cf-24f40f45d045, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f932beb9-a024-4852-82cf-24f40f45d045,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:03.339198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.342598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=b0844e94-73ec-425d-a0a4-613e2b48f73e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:03.365432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:03.377149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:03.381795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:03.384336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.430510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] For port f932beb9-a024-4852-82cf-24f40f45d045, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f932beb9-a024-4852-82cf-24f40f45d045,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:03.430844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.433488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3fe441ae-edcd-4ac2-b1d4-abde961d065c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0093715 Aug 19 00:10:03.436938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35578) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:03.446121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': 'b0844e94-73ec-425d-a0a4-613e2b48f73e', 'ip_address': '2001:db8::bac4:4a44:255b:dac7'}], 'name': 'tempest-NetworksTestDHCPv6-2061756277'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:03.462556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Calling delete_port for f932beb9-a024-4852-82cf-24f40f45d045 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:03.467031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f932beb9-a024-4852-82cf-24f40f45d045,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:03.515275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Router 99eeed9a-4c00-4153-89bd-8032173e41d6 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:10:03.546439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.601413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:03.603894 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6638b9b9-75be-47ac-a618-c8cd0ce0b64c" -d '{"events": [{"server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "name": "network-vif-plugged", "status": "completed", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:03.620475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb,segment=NetworkSegment(43fe7003-44b7-47ed-ace0-f552dda617eb),segment_id=43fe7003-44b7-47ed-ace0-f552dda617eb)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:03.627438 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.641436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.676988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde153b-4e3f-4e95-aa0a-aa28c47a5361 req-bf383f7d-7a09-4dde-9e9b-1e62b285bb3f tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:03.679226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cde153b-4e3f-4e95-aa0a-aa28c47a5361 req-bf383f7d-7a09-4dde-9e9b-1e62b285bb3f tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 945 time: 0.2009275 Aug 19 00:10:03.702576 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4324cc9b-6da9-4e01-b522-b750f2f81300 x-openstack-request-id: req-4324cc9b-6da9-4e01-b522-b750f2f81300 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:03.702896 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "name": "network-vif-plugged", "status": "completed", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:03.703149 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4324cc9b-6da9-4e01-b522-b750f2f81300 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:03.703690 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb', 'code': 200} Aug 19 00:10:03.722083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] No DVR routers for this DVR port f932beb9-a024-4852-82cf-24f40f45d045 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:03.733231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:03.742575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.752668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:03.755629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807692d7-de8c-4ea1-bac5-e041cee38260 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:03.780097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cde153b-4e3f-4e95-aa0a-aa28c47a5361 req-79f9ce85-86ca-4f55-a52c-abe5c7abd149 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926878 Aug 19 00:10:03.788171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3a5b592-dd6a-47e1-b6e4-d0169969c41d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "PUT /v2.0/floatingips/12f171a0-93c4-4922-a48b-6edb0349b235 HTTP/1.1" status: 200 len: 992 time: 2.1849442 Aug 19 00:10:03.788171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:03.790068 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1956f7b-77cb-422d-944d-ae16a42a8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:03.816480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8a65b2c-ffac-4da9-881b-c09aecfb037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:03.830950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Sync routers for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:03.832419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:03.860273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:03.891472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:03.892634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:03.897311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e1e57-21df-4170-98c8-a0b3fd01562c None None] Pushing event deleted for resources: {'Port': ['ID=f932beb9-a024-4852-82cf-24f40f45d045,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:03.911948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b705-b2e7-4054-bdcb-005876645b9e req-13f540c7-cb11-4bd8-9c99-c1c34dc2ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:03.913795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c987b705-b2e7-4054-bdcb-005876645b9e req-13f540c7-cb11-4bd8-9c99-c1c34dc2ac1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 1098 time: 0.1327593 Aug 19 00:10:03.999976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.019967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c987b705-b2e7-4054-bdcb-005876645b9e req-7b37237f-94cb-402d-b39c-a46ce4e31e0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922203 Aug 19 00:10:04.037160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port f4b0b2e3-8788-47b4-a766-0cc19709038e yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:04.091809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:04.156083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8a65b2c-ffac-4da9-881b-c09aecfb037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.165390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8a65b2c-ffac-4da9-881b-c09aecfb037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.179417 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b2dc4-f5f1-4c5d-8456-56c9855c7fb0 x-openstack-request-id: req-137b2dc4-f5f1-4c5d-8456-56c9855c7fb0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:04.179830 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:04.180173 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-137b2dc4-f5f1-4c5d-8456-56c9855c7fb0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:04.180686 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'status': 'completed', 'code': 200} Aug 19 00:10:04.203076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': 'b0844e94-73ec-425d-a0a4-613e2b48f73e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:04.204173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.258284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8a65b2c-ffac-4da9-881b-c09aecfb037a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8db83b8ff444e43925e1688b394fcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029399 Aug 19 00:10:04.259023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a65b2c-ffac-4da9-881b-c09aecfb037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da2f3e-befb-4997-bc38-b0c460fc0d3e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:04.262721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:04.327926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::bac4:4a44:255b:dac7 (201b5f96-c011-413b-b33b-e4f10c642327/b0844e94-73ec-425d-a0a4-613e2b48f73e/f4b0b2e3-8788-47b4-a766-0cc19709038e) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:04.368900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.369398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.369885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.370371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.370853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.372091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.372662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.375067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-c27d8883-463f-449a-b261-89c560a635bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.1501710 Aug 19 00:10:04.397152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.411944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485acc8-e7ac-44ed-93c5-49457cda8b80 req-d9ffe3e3-05db-4907-afa5-fa78f9820890 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.422897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e485acc8-e7ac-44ed-93c5-49457cda8b80 req-d9ffe3e3-05db-4907-afa5-fa78f9820890 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1379199 Aug 19 00:10:04.424270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.477957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f932beb9-a024-4852-82cf-24f40f45d045 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:04.482619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.486368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.499350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5da2f3e-befb-4997-bc38-b0c460fc0d3e HTTP/1.1" status: 204 len: 168 time: 0.2261512 Aug 19 00:10:04.499530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f932beb9-a024-4852-82cf-24f40f45d045 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:04.499782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f932beb9-a024-4852-82cf-24f40f45d045 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:04.505644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e485acc8-e7ac-44ed-93c5-49457cda8b80 req-ef963655-1df1-4d00-95a6-4bd6f6963ffa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818782 Aug 19 00:10:04.536571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208c5a-017a-4179-9d9a-e1f29787b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da2f3e-befb-4997-bc38-b0c460fc0d3e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:04.547465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '12f171a0-93c4-4922-a48b-6edb0349b235', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'port_id': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'mac_address': 'fa:16:3e:47:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:32Z', 'updated_at': '2021-08-19T00:10:02Z', 'revision_number': 1, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:04.583199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Checking router: 99eeed9a-4c00-4153-89bd-8032173e41d6 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:04.594782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:04.595540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:09:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:04.712374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:04.733254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-5172e210-53a7-44f9-aca1-b31280f505d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.735389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-5172e210-53a7-44f9-aca1-b31280f505d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073 HTTP/1.1" status: 200 len: 916 time: 0.3493335 Aug 19 00:10:04.737146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:04.777387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object f4b0b2e3-8788-47b4-a766-0cc19709038e will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:04.855340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-3af87ee8-4c1b-42fd-acd8-4f5b3bbf3db6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0801609 Aug 19 00:10:04.877741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-391a5880-5586-4206-9192-73959e7f7cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467659 Aug 19 00:10:04.979837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-5ae79950-7444-4866-a802-e5e1a7514345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:04.981652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-5ae79950-7444-4866-a802-e5e1a7514345 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.1167870 Aug 19 00:10:04.984632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.005646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980955e-7856-4822-a660-1fbba43e6077 req-4752dbf9-122a-4c10-9836-3fed7ef10197 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.018959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e980955e-7856-4822-a660-1fbba43e6077 req-4752dbf9-122a-4c10-9836-3fed7ef10197 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 946 time: 0.1170166 Aug 19 00:10:05.031781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-fb450dc8-7beb-471a-90b1-a75c7ad973d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.033347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-fb450dc8-7beb-471a-90b1-a75c7ad973d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.1037116 Aug 19 00:10:05.051320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:05.063122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:05.069104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:05.072138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:05.075166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb732-1ec0-4aba-b73e-b24e94bee365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.081892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.082588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.101960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e980955e-7856-4822-a660-1fbba43e6077 req-7626faa0-cc84-4ff8-958c-b6eab959c69d tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 Aug 19 00:10:05.147876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/b0844e94-73ec-425d-a0a4-613e2b48f73e/390b4211-55e5-4668-9944-1afdf19377d7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:05.175538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=f4b0b2e3-8788-47b4-a766-0cc19709038e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:05.195892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-2db91605-3c37-4d6b-8897-7a499b105005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.197556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-2db91605-3c37-4d6b-8897-7a499b105005 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047555 Aug 19 00:10:05.218497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb732-1ec0-4aba-b73e-b24e94bee365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.224201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb732-1ec0-4aba-b73e-b24e94bee365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.244166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '12f171a0-93c4-4922-a48b-6edb0349b235', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'port_id': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'mac_address': 'fa:16:3e:47:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:32Z', 'updated_at': '2021-08-19T00:10:02Z', 'revision_number': 1, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:05.279003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f9ff726e-7ac1-4a6d-b74a-6499ed9555a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8407333 Aug 19 00:10:05.282605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35626) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:05.287420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d81-871f-42a3-9d9c-d9fdd81ada11 None None] The sync data for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 is: [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '12f171a0-93c4-4922-a48b-6edb0349b235', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'port_id': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'mac_address': 'fa:16:3e:47:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:08:32Z', 'updated_at': '2021-08-19T00:10:02Z', 'revision_number': 1, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:05.305903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e9fb732-1ec0-4aba-b73e-b24e94bee365 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b07dff938cd42ec97a2821a4c474a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525969 Aug 19 00:10:05.307750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fb732-1ec0-4aba-b73e-b24e94bee365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e46e3a-166a-4a2b-8fd7-e098c0aa5670,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:05.321640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35628) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:05.359438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-616fa6d1-3480-45b4-8869-d64f560fc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.361295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-616fa6d1-3480-45b4-8869-d64f560fc5f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.2943819 Aug 19 00:10:05.375856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.403938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.440052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.452883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Transition to ACTIVE for port object 390b4211-55e5-4668-9944-1afdf19377d7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:05.454894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c42d8-dab2-43d7-b546-f6e11bfcc967 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.456607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a54c42d8-dab2-43d7-b546-f6e11bfcc967 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1697783 Aug 19 00:10:05.460657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35632) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:05.493036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-90df1d83-cc3c-4815-9db9-2291d622dc00 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849050 Aug 19 00:10:05.499879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Transition to ACTIVE for port object 390b4211-55e5-4668-9944-1afdf19377d7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:05.503161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.506303 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.508120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9e46e3a-166a-4a2b-8fd7-e098c0aa5670 HTTP/1.1" status: 204 len: 168 time: 0.1854060 Aug 19 00:10:05.517145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.521237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fdaee-92ae-4a38-ab03-e5b660ca7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e46e3a-166a-4a2b-8fd7-e098c0aa5670,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:05.583965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Pushing event updated for resources: {'Port': ['ID=390b4211-55e5-4668-9944-1afdf19377d7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:05.596398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:05.598010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:05.600939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:05.675945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Attempting to bind port 390b4211-55e5-4668-9944-1afdf19377d7 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:05.676721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Attempting to bind port 390b4211-55e5-4668-9944-1afdf19377d7 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:05.677362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Attempting to bind port 390b4211-55e5-4668-9944-1afdf19377d7 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:05.687824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:05.687824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:05.688578 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.689188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:05.690058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Bound port: 390b4211-55e5-4668-9944-1afdf19377d7, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:05.690545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:05.717429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f074-9841-4e18-b15e-89b4b3c15931 req-52528fb6-c95d-44cc-a19c-b912720c0867 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.725463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55d1f074-9841-4e18-b15e-89b4b3c15931 req-52528fb6-c95d-44cc-a19c-b912720c0867 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Aug 19 00:10:05.760394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-c5831e8b-6da7-4c89-89c2-c090f762a42d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1000 time: 0.3879333 Aug 19 00:10:05.778623 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5587f-6408-455c-8cf3-54e6c388177a None None] New status for floating IP 12f171a0-93c4-4922-a48b-6edb0349b235: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:10:05.793017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55d1f074-9841-4e18-b15e-89b4b3c15931 req-cb3dac08-25dd-4641-98b3-84218a81f0aa tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647154 Aug 19 00:10:05.842532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1956f7b-77cb-422d-944d-ae16a42a8db4 req-6ca92716-e899-43e2-9f49-46b282f0a949 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342317 Aug 19 00:10:05.939251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-f506b78e-a2b1-479e-9671-6628f8c68b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:05.943019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-f506b78e-a2b1-479e-9671-6628f8c68b16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.1737313 Aug 19 00:10:06.001671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port f4b0b2e3-8788-47b4-a766-0cc19709038e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:06.002406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:06.028912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] For port 390b4211-55e5-4668-9944-1afdf19377d7, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:06.038249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] For port 390b4211-55e5-4668-9944-1afdf19377d7, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=390b4211-55e5-4668-9944-1afdf19377d7,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:06.047205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:06.240546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7d98-4833-4fbc-972d-276838f1243f None None] Pushing event updated for resources: {'Port': ['ID=390b4211-55e5-4668-9944-1afdf19377d7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:06.304731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:06.321104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for f4b0b2e3-8788-47b4-a766-0cc19709038e owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:06.404170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-a750e956-e692-411b-aa14-1f91f0842646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:06.406070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-a750e956-e692-411b-aa14-1f91f0842646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4518099 Aug 19 00:10:06.491666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53f5d-6497-4562-afec-3fcfe3870626 req-d87acd6e-9e5d-4e32-bab2-baea5f53eb97 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:06.491666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af53f5d-6497-4562-afec-3fcfe3870626 req-d87acd6e-9e5d-4e32-bab2-baea5f53eb97 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 946 time: 0.1972377 Aug 19 00:10:06.577396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af53f5d-6497-4562-afec-3fcfe3870626 req-76b8d3c0-76c0-46be-b442-c906bd14d99b tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758786 Aug 19 00:10:06.693922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-2a721de1-5465-43ed-a4de-1f2906b30ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795258 Aug 19 00:10:06.731271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:06.867487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=f4b0b2e3-8788-47b4-a766-0cc19709038e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:07.044852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf94d-9d49-465b-9db9-eea3fe69cdbe req-e9384506-cd03-4f53-84d4-54c6ab9e07c7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:07.047043 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-603cf94d-9d49-465b-9db9-eea3fe69cdbe req-e9384506-cd03-4f53-84d4-54c6ab9e07c7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.0762186 Aug 19 00:10:07.107117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-603cf94d-9d49-465b-9db9-eea3fe69cdbe req-1c8dae29-bac2-40e6-ae6b-724852f4c6ce tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Aug 19 00:10:07.352998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.358210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ece8a24b-edc5-4135-b262-cc9b55a46917 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f4b0b2e3-8788-47b4-a766-0cc19709038e HTTP/1.1" status: 204 len: 168 time: 1.8845303 Aug 19 00:10:07.359017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:07.402130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e283e0f-bb7c-4055-9a69-d6e394884fce req-ad307ed3-c0e7-403f-98ce-1b9988496c4b tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:07.403823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e283e0f-bb7c-4055-9a69-d6e394884fce req-ad307ed3-c0e7-403f-98ce-1b9988496c4b tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 946 time: 0.1313293 Aug 19 00:10:07.407990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f82f2756-8a95-4fd0-9ccb-bcb3c5c3a22e req-f9e5fc4a-c06d-46ca-8ed8-4e1463ec69a5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878474 Aug 19 00:10:07.460653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f3e12-5bd6-4b98-8c35-ed5ae34bb95f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:07.462844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f3e12-5bd6-4b98-8c35-ed5ae34bb95f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:07.468094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f69f3e12-5bd6-4b98-8c35-ed5ae34bb95f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1074467 Aug 19 00:10:07.468798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:07.502545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e283e0f-bb7c-4055-9a69-d6e394884fce req-2e3d3eb0-9ae4-4881-8dc0-b88fa2f0c1f3 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918634 Aug 19 00:10:07.548068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet b0844e94-73ec-425d-a0a4-613e2b48f73e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:07.552119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.604611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.717160 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.720545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ffcc19bb-0598-4bbb-96ce-01a035534683 None None] Provisioning for port 390b4211-55e5-4668-9944-1afdf19377d7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:07.807400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.830450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35702) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:07.847729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:07.855345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/b0844e94-73ec-425d-a0a4-613e2b48f73e HTTP/1.1" status: 204 len: 168 time: 0.3848617 Aug 19 00:10:07.857877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35706) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:07.865609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652390d7-e63a-45e6-b77f-ac0d14052a17 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=b0844e94-73ec-425d-a0a4-613e2b48f73e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:07.902212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7ea54dbd-bac5-4f92-ab5d-1876c31ddba3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430648 Aug 19 00:10:07.905263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35710) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:07.910698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:08.017647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69333240-d9f6-4503-a569-dd1023f9cd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.043930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:08.047587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.059967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d89db-8671-4cbf-b8ac-38fcd4d44dfd None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:08.160507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9bd6f839-3e2c-40da-a26b-a63fd9f1f8a9 None None] Could not find standard attr ID for object f4b0b2e3-8788-47b4-a766-0cc19709038e. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:10:08.282440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:08.299392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69333240-d9f6-4503-a569-dd1023f9cd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.313046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69333240-d9f6-4503-a569-dd1023f9cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.332569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Deleting port 390b4211-55e5-4668-9944-1afdf19377d7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:08.333059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.411358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] For port 390b4211-55e5-4668-9944-1afdf19377d7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=390b4211-55e5-4668-9944-1afdf19377d7,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:08.411850 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.425793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Calling delete_port for 390b4211-55e5-4668-9944-1afdf19377d7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:08.441978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-69333240-d9f6-4503-a569-dd1023f9cd5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa1901ad82214bb2a46c2d2dd6218b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096694 Aug 19 00:10:08.444541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:08.454601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216755c3-5355-410d-9d7d-a78349271548 req-227c2afb-defa-4c30-a0af-20c7b1492def tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:08.456137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-216755c3-5355-410d-9d7d-a78349271548 req-227c2afb-defa-4c30-a0af-20c7b1492def tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.2055414 Aug 19 00:10:08.457325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333240-d9f6-4503-a569-dd1023f9cd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988b5f7-1761-4c50-85d0-55fd64109fd4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:08.473478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.510180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.533280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.548066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:08.549835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.562273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:08.566311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=09d85ef3-d5e4-4200-ad00-a4dd7b6a9646,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:08.574051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:08.576200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.586672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] Pushing event deleted for resources: {'Port': ['ID=390b4211-55e5-4668-9944-1afdf19377d7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:08.599504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bac2d9-9c48-474e-bdd1-0fc87d2de817 None None] No DVR routers for this DVR port 390b4211-55e5-4668-9944-1afdf19377d7 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:08.600436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3680b587-f2de-4cf9-8d20-18730eb16393 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6897998 Aug 19 00:10:08.601266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35720) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:08.616927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '09d85ef3-d5e4-4200-ad00-a4dd7b6a9646', 'ip_address': '2001:db8::b9f2:8cfd:4797:7d99'}], 'name': 'tempest-NetworksTestDHCPv6-1416551820'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:08.621881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99666f-e074-4b71-ba4f-e017464381f0 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:08.650854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-216755c3-5355-410d-9d7d-a78349271548 req-380cd70f-ce48-4b41-93c5-3d56649f9935 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722829 Aug 19 00:10:08.678890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.682363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:08.684503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6988b5f7-1761-4c50-85d0-55fd64109fd4 HTTP/1.1" status: 204 len: 168 time: 0.2381845 Aug 19 00:10:08.703140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d189ba-6bce-430f-b5ca-cc9bec289d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988b5f7-1761-4c50-85d0-55fd64109fd4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:08.726641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab18c5-feab-42cb-a6df-6ea4c2851c08 req-95166007-1446-4afa-9b51-f65197d2a1db tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:08.746808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53ab18c5-feab-42cb-a6df-6ea4c2851c08 req-95166007-1446-4afa-9b51-f65197d2a1db tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 946 time: 0.1138091 Aug 19 00:10:08.833270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53ab18c5-feab-42cb-a6df-6ea4c2851c08 req-8451c4bd-2cdb-424e-8388-b173baa67fa1 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15c97aa-46f2-45fb-ac61-551ba9de338e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Aug 19 00:10:08.906739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-de0cfb60-33bd-42b5-932b-27adf7305286 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:08.908429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-de0cfb60-33bd-42b5-932b-27adf7305286 tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 946 time: 0.0850892 Aug 19 00:10:08.909270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:08.915140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.002724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:09.035618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93193990-3742-496d-bfc2-662f76117890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '09d85ef3-d5e4-4200-ad00-a4dd7b6a9646'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:09.036602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.249118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Deleting port 4e585117-d6c8-456a-b1b5-75b525d5b6fb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:09.249578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.284289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-93193990-3742-496d-bfc2-662f76117890 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/09d85ef3-d5e4-4200-ad00-a4dd7b6a9646/7495bd0f-6af2-4829-97bf-7f5f5091fde2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:09.315788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c180b6a-43d8-4abc-8ae2-700192643932 req-16a5ddbe-7254-4f4c-bb58-3790b116b11a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:09.318887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c180b6a-43d8-4abc-8ae2-700192643932 req-16a5ddbe-7254-4f4c-bb58-3790b116b11a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1153769 Aug 19 00:10:09.368963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c180b6a-43d8-4abc-8ae2-700192643932 req-7fc97718-6ac4-4c32-bede-9de94378cdca tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Aug 19 00:10:09.423130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] For port 4e585117-d6c8-456a-b1b5-75b525d5b6fb, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4e585117-d6c8-456a-b1b5-75b525d5b6fb,segment=NetworkSegment(43fe7003-44b7-47ed-ace0-f552dda617eb),segment_id=43fe7003-44b7-47ed-ace0-f552dda617eb)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:09.423579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.442756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Calling delete_port for 4e585117-d6c8-456a-b1b5-75b525d5b6fb owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:09.534877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.568833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93193990-3742-496d-bfc2-662f76117890 None None] Transition to ACTIVE for port object 7495bd0f-6af2-4829-97bf-7f5f5091fde2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:09.627807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93193990-3742-496d-bfc2-662f76117890 None None] Transition to ACTIVE for port object 7495bd0f-6af2-4829-97bf-7f5f5091fde2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:09.630524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.635751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.673212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Pushing event deleted for resources: {'Port': ['ID=4e585117-d6c8-456a-b1b5-75b525d5b6fb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:09.687249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4e585117-d6c8-456a-b1b5-75b525d5b6fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:10:09.755266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93193990-3742-496d-bfc2-662f76117890 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:09.756693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193990-3742-496d-bfc2-662f76117890 None None] Pushing event updated for resources: {'Port': ['ID=7495bd0f-6af2-4829-97bf-7f5f5091fde2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:09.759934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-93193990-3742-496d-bfc2-662f76117890 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:09.764579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193990-3742-496d-bfc2-662f76117890 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:09.766922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] No DVR routers for this DVR port 4e585117-d6c8-456a-b1b5-75b525d5b6fb on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:09.773242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.775329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a0e07a2-c2ff-4faf-9279-08fe384ab5ef req-91897f89-be64-4257-90c4-a823b3de5d2e tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.21 "DELETE /v2.0/ports/4e585117-d6c8-456a-b1b5-75b525d5b6fb HTTP/1.1" status: 204 len: 173 time: 0.8572307 Aug 19 00:10:09.775779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'name': 'network-vif-deleted', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:09.778701 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1365c1-abae-47a6-91b9-3ae9dd63eb39" -d '{"events": [{"server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "name": "network-vif-deleted", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:09.785236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::b9f2:8cfd:4797:7d99 (201b5f96-c011-413b-b33b-e4f10c642327/09d85ef3-d5e4-4200-ad00-a4dd7b6a9646/0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:09.849326 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518a5dd-10cd-433a-993c-2b8039285119 x-openstack-request-id: req-d518a5dd-10cd-433a-993c-2b8039285119 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:09.849613 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd3844-dc62-4cf9-87b5-fed58f2cc85b", "name": "network-vif-deleted", "tag": "4e585117-d6c8-456a-b1b5-75b525d5b6fb", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:09.850044 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d518a5dd-10cd-433a-993c-2b8039285119 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:09.850759 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd3844-dc62-4cf9-87b5-fed58f2cc85b', 'name': 'network-vif-deleted', 'tag': '4e585117-d6c8-456a-b1b5-75b525d5b6fb', 'status': 'completed', 'code': 200} Aug 19 00:10:09.851492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93193990-3742-496d-bfc2-662f76117890 None None] Attempting to bind port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:09.851873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93193990-3742-496d-bfc2-662f76117890 None None] Attempting to bind port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:09.852243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193990-3742-496d-bfc2-662f76117890 None None] Attempting to bind port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:09.865301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193990-3742-496d-bfc2-662f76117890 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:09.866119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193990-3742-496d-bfc2-662f76117890 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:09.866866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.867491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193990-3742-496d-bfc2-662f76117890 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:09.869963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93193990-3742-496d-bfc2-662f76117890 None None] Bound port: 7495bd0f-6af2-4829-97bf-7f5f5091fde2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:09.874220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:09.989634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-93193990-3742-496d-bfc2-662f76117890 None None] For port 7495bd0f-6af2-4829-97bf-7f5f5091fde2, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:09.994760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-93193990-3742-496d-bfc2-662f76117890 None None] For port 7495bd0f-6af2-4829-97bf-7f5f5091fde2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7495bd0f-6af2-4829-97bf-7f5f5091fde2,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:10.005010 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93193990-3742-496d-bfc2-662f76117890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.035744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be091894-7e40-4185-ad5e-359a8a7ff720 req-29d43f2b-a3f4-4e4a-886b-b99e66ec729d tempest-ServerAddressesTestJSON-275217029 tempest-ServerAddressesTestJSON-275217029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bfd3844-dc62-4cf9-87b5-fed58f2cc85b HTTP/1.1" status: 200 len: 210 time: 0.0549521 Aug 19 00:10:10.121018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.136201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193990-3742-496d-bfc2-662f76117890 None None] Pushing event updated for resources: {'Port': ['ID=7495bd0f-6af2-4829-97bf-7f5f5091fde2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:10.141642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:10.202031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.242528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:10.245813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:10.250270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:10.255940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:10.256614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.279109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:10.288035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c5c8674-33ab-42dc-8b62-5b5bc4599ed4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6793542 Aug 19 00:10:10.288530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:10.361217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc357d4-6967-4726-8794-96d367f47ac1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:10.368421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc357d4-6967-4726-8794-96d367f47ac1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:10.370268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ffc357d4-6967-4726-8794-96d367f47ac1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0807338 Aug 19 00:10:10.373463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:10.561048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7495bd0f-6af2-4829-97bf-7f5f5091fde2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:10.678165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:10.716840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf7a9-43a3-4d9f-804d-7ce9f06b45a9 req-0ff60eda-dc8b-45f7-a7d7-ddd62a212893 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:10.718565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-219bf7a9-43a3-4d9f-804d-7ce9f06b45a9 req-0ff60eda-dc8b-45f7-a7d7-ddd62a212893 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.2196839 Aug 19 00:10:10.738957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-d3860020-4170-4163-a0db-c23ea48906f9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:10.740618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-d3860020-4170-4163-a0db-c23ea48906f9 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 945 time: 0.1593583 Aug 19 00:10:10.762668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:10.763848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.868250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-219bf7a9-43a3-4d9f-804d-7ce9f06b45a9 req-33e7ca3a-a153-483b-97df-7e10ded78d17 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397219 Aug 19 00:10:10.932610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:10.950839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:10.969966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:10.970309 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.119168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:11.145641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port 4461270c-ea1a-46b4-a618-c6f8b1077bd0, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4461270c-ea1a-46b4-a618-c6f8b1077bd0,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:11.146245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.255975 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.259962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Deleting subnet fe86e1b8-1e64-4d36-bdb0-25824bcef0b9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:11.273931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.304743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for 4461270c-ea1a-46b4-a618-c6f8b1077bd0 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:11.409032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.416320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:11.457588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.459638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad384747-44bb-4d03-b054-a505b9817570 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa HTTP/1.1" status: 204 len: 168 time: 1.0850236 Aug 19 00:10:11.462148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35788) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:11.571185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.598711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b6dc4-4339-4c5b-ac76-a9d009b1b29c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:11.600731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b6dc4-4339-4c5b-ac76-a9d009b1b29c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:11.602475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e5b6dc4-4339-4c5b-ac76-a9d009b1b29c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1392126 Aug 19 00:10:11.606040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35792) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:11.628523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Provisioning for port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:11.663543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Provisioning complete for port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:11.665139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.741849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 09d85ef3-d5e4-4200-ad00-a4dd7b6a9646 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:11.751998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.762388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.855222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:11.862519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe86e1b8-1e64-4d36-bdb0-25824bcef0b9 HTTP/1.1" status: 204 len: 168 time: 0.7384109 Aug 19 00:10:11.864173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35804) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:11.865750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eba19-15b2-493a-a4f7-064f3467b883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe86e1b8-1e64-4d36-bdb0-25824bcef0b9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:12.050583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.077600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.130804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.141217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.157041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] For port 7495bd0f-6af2-4829-97bf-7f5f5091fde2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7495bd0f-6af2-4829-97bf-7f5f5091fde2,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:12.166509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.297476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=4461270c-ea1a-46b4-a618-c6f8b1077bd0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:12.305894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-972c2d02-4673-4191-89a1-737b6d4941e4 None None] Could not find standard attr ID for object 0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:10:12.314167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb4812-672e-4bfd-9b08-74ab96c48a4e None None] Pushing event updated for resources: {'Port': ['ID=7495bd0f-6af2-4829-97bf-7f5f5091fde2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:12.360856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.373635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45b9ae81-2ed3-4b5f-bbad-29d8408c23f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.386569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f2273-12a6-4419-8c3a-d4c2513fe75e req-ae51736f-3bd8-4048-a40b-763c3a5509de tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:12.394740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-648f2273-12a6-4419-8c3a-d4c2513fe75e req-ae51736f-3bd8-4048-a40b-763c3a5509de tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a7efb5-be99-48cd-b224-32275afd46b8 HTTP/1.1" status: 200 len: 867 time: 0.3627496 Aug 19 00:10:12.411568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17285925-4076-4517-bd7b-3433e5f08a81']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:12.443552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fe7003-44b7-47ed-ace0-f552dda617eb') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:12.444170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fe7003-44b7-47ed-ace0-f552dda617eb') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:12.460632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.482287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.514086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:10:12.515667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:10:12.522406 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:10:12.525807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-648f2273-12a6-4419-8c3a-d4c2513fe75e req-3acdb7d6-e3a9-44e6-ad76-640fcdb435e6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300750 Aug 19 00:10:12.541197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port 4461270c-ea1a-46b4-a618-c6f8b1077bd0 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:12.580035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7495bd0f-6af2-4829-97bf-7f5f5091fde2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:12.593933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.597880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-235429ae-a436-48a0-9ce6-7b22eaebd6e5 req-9e1ea4be-27be-41ab-8d1a-f56b18c9c7f7 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "DELETE /v2.0/ports/4461270c-ea1a-46b4-a618-c6f8b1077bd0 HTTP/1.1" status: 204 len: 173 time: 1.8458774 Aug 19 00:10:12.598350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'name': 'network-vif-deleted', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:12.606786 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b568e5-ae1d-4d36-b190-17b979d27bee" -d '{"events": [{"server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "name": "network-vif-deleted", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:12.701730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.716514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.761788 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d3380-0bcd-4f1c-a020-2055806e2dc6 x-openstack-request-id: req-984d3380-0bcd-4f1c-a020-2055806e2dc6 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:12.762474 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7efb5-be99-48cd-b224-32275afd46b8", "name": "network-vif-deleted", "tag": "4461270c-ea1a-46b4-a618-c6f8b1077bd0", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:12.762918 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-984d3380-0bcd-4f1c-a020-2055806e2dc6 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:12.763795 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7efb5-be99-48cd-b224-32275afd46b8', 'name': 'network-vif-deleted', 'tag': '4461270c-ea1a-46b4-a618-c6f8b1077bd0', 'status': 'completed', 'code': 200} Aug 19 00:10:12.789352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:12.791841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.810587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.822240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] 10.222.0.20 "DELETE /v2.0/networks/17285925-4076-4517-bd7b-3433e5f08a81 HTTP/1.1" status: 204 len: 168 time: 0.9435341 Aug 19 00:10:12.823609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332ed39-4de5-4371-9dc3-5d059897c734 admin admin] Pushing event deleted for resources: {'Network': ['ID=17285925-4076-4517-bd7b-3433e5f08a81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:12.867378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.957541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=09d85ef3-d5e4-4200-ad00-a4dd7b6a9646,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:12.967981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4461270c-ea1a-46b4-a618-c6f8b1077bd0 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:12.980616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:12.988026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-677bcd84-3a52-49d6-984d-0b1cc348f034 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/09d85ef3-d5e4-4200-ad00-a4dd7b6a9646 HTTP/1.1" status: 204 len: 168 time: 1.3793721 Aug 19 00:10:12.989217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.016309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4461270c-ea1a-46b4-a618-c6f8b1077bd0 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:13.016752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4461270c-ea1a-46b4-a618-c6f8b1077bd0 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:13.017187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4e585117-d6c8-456a-b1b5-75b525d5b6fb no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:13.024495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb395f-ff48-46cc-a8e5-77c5ae2c0989 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:13.076501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-afab7eb8-2550-45fe-b48d-a070fb300246 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792224 Aug 19 00:10:13.079165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.105837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4e585117-d6c8-456a-b1b5-75b525d5b6fb {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:13.106190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4e585117-d6c8-456a-b1b5-75b525d5b6fb not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:13.174461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f8ec5-1dc5-49d1-8f5f-7cb801b546a7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:13.179728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d18f8ec5-1dc5-49d1-8f5f-7cb801b546a7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995510 Aug 19 00:10:13.185076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.354560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:13.365517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.370632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aebc8b-333b-4be2-9e12-be298c58d395 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:13.375680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b5aebc8b-333b-4be2-9e12-be298c58d395 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877103 Aug 19 00:10:13.376329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.427668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a0f90d24-2e89-4637-aa81-b90527dd6070 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=570c4575178d4240ba733eaa117bd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587173 Aug 19 00:10:13.428063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.447864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Deleting port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:13.447864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.448983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f067fd4b-b26d-4d85-8c87-4a0a033eb293 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713048 Aug 19 00:10:13.450388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:13.456863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:13.500965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.527733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] For port 7495bd0f-6af2-4829-97bf-7f5f5091fde2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7495bd0f-6af2-4829-97bf-7f5f5091fde2,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:13.528482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.534823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.546544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Calling delete_port for 7495bd0f-6af2-4829-97bf-7f5f5091fde2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:13.582542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:13.586636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.648633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.651575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.653426 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d15c97aa-46f2-45fb-ac61-551ba9de338e HTTP/1.1" status: 204 len: 168 time: 0.2236357 Aug 19 00:10:13.668963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ba3e-e34a-42af-8618-6685fbf98fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c97aa-46f2-45fb-ac61-551ba9de338e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:13.728693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.761013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] Pushing event deleted for resources: {'Port': ['ID=7495bd0f-6af2-4829-97bf-7f5f5091fde2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:13.770903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74defb63-47d5-43c8-871d-cd842d89eeed None None] No DVR routers for this DVR port 7495bd0f-6af2-4829-97bf-7f5f5091fde2 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:13.922083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:13.986558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:13.990683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:13.995894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:13.997105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:14.002436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396a228-e7e7-4a87-ae38-f1e062f45c15 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:14.015258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=8035d8d8-0d91-43dc-bd9b-109c76a643e4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:14.035317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5c489e2d-686f-4d8a-a178-9279dda18703 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5834908 Aug 19 00:10:14.036205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:14.050787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '8035d8d8-0d91-43dc-bd9b-109c76a643e4', 'ip_address': '2001:db8::8b87:dbaf:27:fa4b'}], 'name': 'tempest-NetworksTestDHCPv6-1965969724'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:14.182494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-caaa372f-45b0-4377-83b4-889e193391fb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:14.184224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-caaa372f-45b0-4377-83b4-889e193391fb tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.2286053 Aug 19 00:10:14.205685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-f75093cf-2c25-4683-9307-b47f656f5f28 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/quotas/3682f3dd87f945bc99f07f9b68f62ebb HTTP/1.1" status: 200 len: 375 time: 0.0109110 Aug 19 00:10:14.251684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0bf7725d-48cb-41cd-aa10-fabefa6d239b tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373237 Aug 19 00:10:14.280662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:14.291397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '8035d8d8-0d91-43dc-bd9b-109c76a643e4'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:14.299210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:14.483982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-33c2efea-e4a4-4e88-84d4-3863bfb24d18 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139909 Aug 19 00:10:14.610673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7495bd0f-6af2-4829-97bf-7f5f5091fde2 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:14.649225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0fed458b-5525-40e0-a20c-e6bab16da3a7 service neutron] 10.222.0.20 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550679 Aug 19 00:10:14.659831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:14.700585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 56f3a471-33b2-4246-851e-29bdaf1c1c95 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:14.826035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/8035d8d8-0d91-43dc-bd9b-109c76a643e4/354d8c2a-2056-433e-bca1-48f223a7aca5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:14.921813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7495bd0f-6af2-4829-97bf-7f5f5091fde2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:14.922089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7495bd0f-6af2-4829-97bf-7f5f5091fde2 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:14.942090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-603d6e0c-6ce2-4774-82ff-8b1efbaeefd7 req-09db8aab-2589-4e10-b8c8-f432d333f69e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 210 time: 0.0352609 Aug 19 00:10:14.968809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:14.971947 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:14.978474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-179a4f56-1a8e-45d1-82f5-bfc305dabb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.034128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.045477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Transition to ACTIVE for port object 354d8c2a-2056-433e-bca1-48f223a7aca5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:15.065574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Transition to ACTIVE for port object 354d8c2a-2056-433e-bca1-48f223a7aca5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:15.075268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.136032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:15.146686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:15.154269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:15.160600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Pushing event updated for resources: {'Port': ['ID=354d8c2a-2056-433e-bca1-48f223a7aca5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:15.171693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.180614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1974370833-network', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:15.216253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::8b87:dbaf:27:fa4b (201b5f96-c011-413b-b33b-e4f10c642327/8035d8d8-0d91-43dc-bd9b-109c76a643e4/56f3a471-33b2-4246-851e-29bdaf1c1c95) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:15.230021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Made reservation on behalf of 09a4acceaa7848658d5967d297a1b1d2 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:15.233651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.243464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Attempting to bind port 354d8c2a-2056-433e-bca1-48f223a7aca5 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:15.244132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Attempting to bind port 354d8c2a-2056-433e-bca1-48f223a7aca5 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:15.244540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Attempting to bind port 354d8c2a-2056-433e-bca1-48f223a7aca5 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:15.255461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.263358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:15.263754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:15.264164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.264600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:15.265090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Bound port: 354d8c2a-2056-433e-bca1-48f223a7aca5, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:15.265479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.388009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] For port 354d8c2a-2056-433e-bca1-48f223a7aca5, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:15.392870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] For port 354d8c2a-2056-433e-bca1-48f223a7aca5, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=354d8c2a-2056-433e-bca1-48f223a7aca5,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:15.398989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.482681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.486892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47fc71-918d-4335-abd2-170c757711b6 None None] Pushing event updated for resources: {'Port': ['ID=354d8c2a-2056-433e-bca1-48f223a7aca5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:15.563899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.576268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 56f3a471-33b2-4246-851e-29bdaf1c1c95 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:15.594784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.676163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:10:15.705932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdefbe-060a-4766-82a1-dbc6b5442572,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:15.721129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.723556 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Added segment 19610a9f-4fd1-4ee3-a707-733483e9eb80 of type vlan for network 7ffe1033-798d-4fb6-8f14-3595666428f6 Aug 19 00:10:15.834848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.906471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.922645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.924119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:15.925502 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:15.931483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:10:15.948095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35918) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:16.075697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] Pushing event updated for resources: {'Network': ['ID=7ffe1033-798d-4fb6-8f14-3595666428f6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:16.088652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:10:16.097369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35924) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:16.097954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-950a08f6-9076-42b2-bc5f-981c10a84dcf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1276081 Aug 19 00:10:16.110553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Request body: {'subnet': {'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1974370833-subnet', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:16.134046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:16.141089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-450b1273-577c-4329-a14c-94334f358476 req-2d23f9ac-f219-4c44-84c5-1b63be4b64a5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 210 time: 0.0881763 Aug 19 00:10:16.147129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:16.157690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Made reservation on behalf of 09a4acceaa7848658d5967d297a1b1d2 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:16.161016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:16.161258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:16.169395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:16.176776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:16.227286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48a3513c-926b-4eac-b90f-7075838b1f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:16.230226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1902213 Aug 19 00:10:16.234966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35926) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:16.238608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991f3ac-c7d6-40dd-92b3-c046ba250e44 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=56f3a471-33b2-4246-851e-29bdaf1c1c95,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:16.247910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '8035d8d8-0d91-43dc-bd9b-109c76a643e4', 'ip_address': '2001:db8::8b87:dbaf:27:fa4b'}], 'name': 'tempest-NetworksTestDHCPv6-1352867292'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:16.278192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:16.533443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 354d8c2a-2056-433e-bca1-48f223a7aca5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:16.672764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 354d8c2a-2056-433e-bca1-48f223a7aca5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:16.710701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-a3884d93-b19e-4a92-ba03-772f295f0cf1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:16.712215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-a3884d93-b19e-4a92-ba03-772f295f0cf1 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 812 time: 0.3972275 Aug 19 00:10:16.746121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Request body: {'port': {'device_id': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'admin_state_up': True, 'tenant_id': '3682f3dd87f945bc99f07f9b68f62ebb'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:16.983585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Provisioning for port 354d8c2a-2056-433e-bca1-48f223a7aca5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:16.997139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Provisioning complete for port 354d8c2a-2056-433e-bca1-48f223a7aca5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:16.997615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.196877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.282442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] For port 354d8c2a-2056-433e-bca1-48f223a7aca5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=354d8c2a-2056-433e-bca1-48f223a7aca5,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:17.288889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.316517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c75d682f-6c48-419b-8351-6905968716c9 req-dccefd7a-dcc1-42c7-9330-757b4aefd70a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 210 time: 0.0403566 Aug 19 00:10:17.318994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48a3513c-926b-4eac-b90f-7075838b1f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.325934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.361448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395df059-1f03-4b24-b2d8-8ba34597e9c2 None None] Pushing event updated for resources: {'Port': ['ID=354d8c2a-2056-433e-bca1-48f223a7aca5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:17.379982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48a3513c-926b-4eac-b90f-7075838b1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.411800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e31185d-b894-4369-aab3-6ac083e0606d None None] Provisioning for port 56f3a471-33b2-4246-851e-29bdaf1c1c95 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:17.419391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e31185d-b894-4369-aab3-6ac083e0606d None None] Provisioning complete for port 56f3a471-33b2-4246-851e-29bdaf1c1c95 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:17.419797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e31185d-b894-4369-aab3-6ac083e0606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.453617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3e31185d-b894-4369-aab3-6ac083e0606d None None] Port 56f3a471-33b2-4246-851e-29bdaf1c1c95 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:10:17.469969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:17.474165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62f28ff-a280-4608-8b86-72e50a8ca289,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:17.493645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3513c-926b-4eac-b90f-7075838b1f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230180d2-4f0f-437a-9968-903b7da1e474,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:17.499546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-48a3513c-926b-4eac-b90f-7075838b1f55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8965936fba7d4492b8e42615a5b4890f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5496731 Aug 19 00:10:17.502650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:17.552104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Made reservation on behalf of 3682f3dd87f945bc99f07f9b68f62ebb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:17.553255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.555590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.574471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.574662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Checking segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:17.574860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Network hostable DHCP agents. Network: 7ffe1033-798d-4fb6-8f14-3595666428f6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:10:17.622076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.626462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.630032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.630703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/230180d2-4f0f-437a-9968-903b7da1e474 HTTP/1.1" status: 204 len: 168 time: 0.1270411 Aug 19 00:10:17.639346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44a140-f287-4973-bb55-ed4a86a07874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230180d2-4f0f-437a-9968-903b7da1e474,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:17.683243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:10:17.709867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port fc3e4699-592e-44ba-9554-4d40c5cfa1f6 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:17.722577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 7ffe1033-798d-4fb6-8f14-3595666428f6) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:17.735065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:17.735867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.738426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188221ee-e7fd-41dc-9f95-0b70379b2ba4 None None] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:17.856506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.922930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3313e33-8b4b-49a2-9453-90cc47a55abf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8238578 Aug 19 00:10:17.925626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:17.931451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:17.961587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.963181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:17.975752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Allocated IP 172.20.0.2 (2beff9c1-aafb-4c05-ba2d-331132cd0c21/44e04add-33f2-4aa7-95c1-b9fb52fb91d1/972a70f1-4d27-46d8-b62a-0c214f949256) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:18.000176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcba3af-7450-444b-8c7b-e969b3019c7f None None] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:18.000991 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 00:10:18.001633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:10:18.034541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-413de857-96e5-4e9d-98a2-75f986b6304a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.7924752 Aug 19 00:10:18.037749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:18.042269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.259050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba08242-5681-4a89-a8e7-13625918de12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:18.269815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.273182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba08242-5681-4a89-a8e7-13625918de12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:18.278593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eba08242-5681-4a89-a8e7-13625918de12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2394261 Aug 19 00:10:18.293813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35964) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:18.313627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.491289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.553790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 354d8c2a-2056-433e-bca1-48f223a7aca5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:18.593713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event updated for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:18.605362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.638245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.640136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 56f3a471-33b2-4246-851e-29bdaf1c1c95 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:18.640608 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.660023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 354d8c2a-2056-433e-bca1-48f223a7aca5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:18.660349 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.720612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:18.731484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:18.734570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:18.842817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:18.844153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Allocated IP 172.25.1.10 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e38fb596-faa3-4720-a930-ecd94037b433) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:18.846064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.939104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:18.964279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842616bf-63bf-47c4-b88c-8b61e88a5403 req-ebd3aaa0-214f-42c0-8488-c9a26deefbfe tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:18.966888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-842616bf-63bf-47c4-b88c-8b61e88a5403 req-ebd3aaa0-214f-42c0-8488-c9a26deefbfe tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 931 time: 0.3855336 Aug 19 00:10:18.975458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-891a9f82-6bc5-4405-a9e7-9b3d8e3444c6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2386620 Aug 19 00:10:18.981591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 56f3a471-33b2-4246-851e-29bdaf1c1c95 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:19.056207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Request body: {'port': {'device_id': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:19.111430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.165304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.211994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:19.218042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:19.227381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:19.242923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-842616bf-63bf-47c4-b88c-8b61e88a5403 req-d2726ce0-0455-4508-bf26-564a49ba8279 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631712 Aug 19 00:10:19.262359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Pushing event updated for resources: {'Port': ['ID=e38fb596-faa3-4720-a930-ecd94037b433,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:19.263424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.286903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.288789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.289525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.290088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.290554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.290904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.291967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.292385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.292707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.293246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.293590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.293927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:19.505529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.606271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=56f3a471-33b2-4246-851e-29bdaf1c1c95,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:19.670138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.695040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.702982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3a4534ec-496b-40b0-a2a2-691e54b14a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/56f3a471-33b2-4246-851e-29bdaf1c1c95 HTTP/1.1" status: 204 len: 168 time: 1.4054000 Aug 19 00:10:19.711558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:19.801519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875db92d-cf33-474c-ba48-c3c23ae3c812 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:19.803030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875db92d-cf33-474c-ba48-c3c23ae3c812 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:19.807546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-875db92d-cf33-474c-ba48-c3c23ae3c812 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0946660 Aug 19 00:10:19.808135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35996) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:19.935738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 8035d8d8-0d91-43dc-bd9b-109c76a643e4 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:19.940927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:19.967353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972a70f1-4d27-46d8-b62a-0c214f949256 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:10:19.983165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.008343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Transition to ACTIVE for port object 972a70f1-4d27-46d8-b62a-0c214f949256 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:20.017534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.062848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.140169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Pushing event updated for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:20.261797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.307876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Attempting to bind port 972a70f1-4d27-46d8-b62a-0c214f949256 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:20.308226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Attempting to bind port 972a70f1-4d27-46d8-b62a-0c214f949256 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:20.308618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Attempting to bind port 972a70f1-4d27-46d8-b62a-0c214f949256 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:20.318818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Port 972a70f1-4d27-46d8-b62a-0c214f949256 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:10:20.319145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Attempting to bind port 972a70f1-4d27-46d8-b62a-0c214f949256 on network 2beff9c1-aafb-4c05-ba2d-331132cd0c21 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:20.329973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:20.330323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Checking segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:20.330822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Bound using segment: {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:20.331320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Bound port: 972a70f1-4d27-46d8-b62a-0c214f949256, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5a1720-7020-4f11-9539-6c876729d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:20.331717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.400812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.445746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=8035d8d8-0d91-43dc-bd9b-109c76a643e4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:20.471126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20025785-826f-4186-b977-b8844aeb3ebd None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:20.473276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.475714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2b2a59b-2a56-4f13-bbd8-a6188f11dc69 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/8035d8d8-0d91-43dc-bd9b-109c76a643e4 HTTP/1.1" status: 204 len: 168 time: 0.6649218 Aug 19 00:10:20.482367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36002) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:20.518448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484efce-7b9a-4fa2-88a1-439b52b2faa9 req-8fcb4c8f-bff4-4c51-92cf-d832256bfea3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:20.520643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a484efce-7b9a-4fa2-88a1-439b52b2faa9 req-8fcb4c8f-bff4-4c51-92cf-d832256bfea3 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 943 time: 0.1163893 Aug 19 00:10:20.526826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.545426 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d4472724-d1f2-45da-91c7-f01906094cf1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565825 Aug 19 00:10:20.546535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36006) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:20.569208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:20.605441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:20.650864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a484efce-7b9a-4fa2-88a1-439b52b2faa9 req-bd3ebf78-0da8-451c-8f55-365a162ec233 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205938 Aug 19 00:10:20.662184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=972a70f1-4d27-46d8-b62a-0c214f949256,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:20.676487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.757906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Pushing event updated for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:20.788694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:20.788694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.788694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-0eb2a408-491b-4475-acfb-64d3e86e00dc service neutron] 10.222.0.21 "PUT /v2.0/ports/972a70f1-4d27-46d8-b62a-0c214f949256 HTTP/1.1" status: 200 len: 1092 time: 1.7855361 Aug 19 00:10:20.788694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:20.794518 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31996bea-9abc-4208-a471-0d453aeffd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:20.822869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:20.833067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:20.864251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Router 0e7179f0-1fe2-4771-a401-f7e594994e26 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:10:20.894122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:20.899050 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f320b6c-b16b-4edc-bcc9-487b98babf38 x-openstack-request-id: req-0f320b6c-b16b-4edc-bcc9-487b98babf38 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:20.899468 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:20.899614 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f320b6c-b16b-4edc-bcc9-487b98babf38 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:20.899983 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256', 'status': 'completed', 'code': 200} Aug 19 00:10:21.002853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Deleting port 354d8c2a-2056-433e-bca1-48f223a7aca5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:21.003685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.090406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-09c4dfb3-0fb6-4890-8254-c30f1c22eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:21.093109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-09c4dfb3-0fb6-4890-8254-c30f1c22eab6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 1095 time: 0.1952527 Aug 19 00:10:21.106166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] For port 354d8c2a-2056-433e-bca1-48f223a7aca5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=354d8c2a-2056-433e-bca1-48f223a7aca5,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:21.107194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.121662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:21.125023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Calling delete_port for 354d8c2a-2056-433e-bca1-48f223a7aca5 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:21.132087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Sync routers for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:21.153282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:21.154487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:21.156855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.158667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c84ab5b5-e119-4bdf-9e02-3f348c85cdbc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2316797 Aug 19 00:10:21.161314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:21.291272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-df5e27c2-58f0-485c-a09f-68113c8b6a83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=972a70f1-4d27-46d8-b62a-0c214f949256 HTTP/1.1" status: 200 len: 217 time: 0.1826975 Aug 19 00:10:21.298164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.310347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:21.404995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:21.422995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:21.426807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:21.427413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.434234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=2372c571-19c9-4758-b2cb-c1d3ce3625f3,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:21.444744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-2cc880c2-ad90-4db5-a88f-675562a7672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:21.446384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-2cc880c2-ad90-4db5-a88f-675562a7672b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1450663 Aug 19 00:10:21.469338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7566c4f9-02e4-4401-8204-0507dc8dbc20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9212449 Aug 19 00:10:21.469791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36024) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:21.489924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '2372c571-19c9-4758-b2cb-c1d3ce3625f3', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-564827510'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:21.579751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.605960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] No DVR routers for this DVR port 354d8c2a-2056-433e-bca1-48f223a7aca5 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:21.608406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-b37e5060-0c43-4d0c-a162-296657cb7045 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528840 Aug 19 00:10:21.630418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae61a-5969-416c-8c65-e92bf9917416 None None] Pushing event deleted for resources: {'Port': ['ID=354d8c2a-2056-433e-bca1-48f223a7aca5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:21.650715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab618f4-8ad6-41c9-a429-bdc6719d47d4 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:21.717526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.721227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-6945291f-ef42-4722-b57c-9a58f14adbac service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049175 Aug 19 00:10:21.794452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:19Z', 'revision_number': 3, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:21.854378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fc2f3-52d9-44d8-97dd-35f17a114a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '2372c571-19c9-4758-b2cb-c1d3ce3625f3'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:21.855277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-572fc2f3-52d9-44d8-97dd-35f17a114a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.859455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Checking router: 0e7179f0-1fe2-4771-a401-f7e594994e26 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:21.859455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Updating router 0e7179f0-1fe2-4771-a401-f7e594994e26 port e38fb596-faa3-4720-a930-ecd94037b433 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:21.878238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c01f6e5-8d94-483e-bd04-197e93cd221c req-6894e850-7960-4815-bae3-03c9009f7669 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481433 Aug 19 00:10:21.889676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:21.901850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.913670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:21.953410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port c58cb161-b7ee-4724-93b8-1b4d3a65c81d yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:22.003272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Allocated IP 172.20.0.1 (7ffe1033-798d-4fb6-8f14-3595666428f6/a62f28ff-a280-4608-8b86-72e50a8ca289/f1771867-2770-4ad5-8eca-561cc4923d4a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:22.142570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996bea-9abc-4208-a471-0d453aeffd3c req-74b0f82a-dc26-4a4a-95a0-ab8216ea2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.144189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-74b0f82a-dc26-4a4a-95a0-ab8216ea2e47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 1095 time: 0.1109459 Aug 19 00:10:22.155047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.215390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.217353 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:10:22.217877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:10:22.254990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-29151473-2043-48b4-a668-3a630cd4db77 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7696049 Aug 19 00:10:22.257952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36036) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:22.303710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-90c714d5-fc53-4c63-a93f-eb4e09ce6dc0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0443702 Aug 19 00:10:22.308937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36038) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:22.317610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:22.327474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:22.330979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:22.341634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0391ba-6eb3-4add-acc6-cbc29b868054 req-9a329f18-c864-4f15-b265-91f41b9bc819 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.343302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e0391ba-6eb3-4add-acc6-cbc29b868054 req-9a329f18-c864-4f15-b265-91f41b9bc819 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 943 time: 0.1444278 Aug 19 00:10:22.355066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Pushing event updated for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:22.376883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996bea-9abc-4208-a471-0d453aeffd3c req-889245f5-ca26-4bfb-bcb6-f265b8a6c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.378878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-889245f5-ca26-4bfb-bcb6-f265b8a6c55e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 200 len: 912 time: 0.2254736 Aug 19 00:10:22.419568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.449426 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-ee903df9-c0f6-47dd-9824-30ad3b001aec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=972a70f1-4d27-46d8-b62a-0c214f949256 HTTP/1.1" status: 200 len: 217 time: 0.0593395 Aug 19 00:10:22.460780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5fc732-29e5-443d-ac44-e867d7916d35 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.460780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5fc732-29e5-443d-ac44-e867d7916d35 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.461262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad5fc732-29e5-443d-ac44-e867d7916d35 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1509137 Aug 19 00:10:22.471746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36044) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:22.518979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e0391ba-6eb3-4add-acc6-cbc29b868054 req-cf26080c-365e-4a95-8fa1-138bfb00051a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603067 Aug 19 00:10:22.584576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996bea-9abc-4208-a471-0d453aeffd3c req-f13c89ef-bccc-4201-81d0-7b9a4e059d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:22.586384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-f13c89ef-bccc-4201-81d0-7b9a4e059d1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 200 len: 852 time: 0.1242187 Aug 19 00:10:22.591465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 2372c571-19c9-4758-b2cb-c1d3ce3625f3 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:22.602671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.603481 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.614093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Transition to ACTIVE for port object e38fb596-faa3-4720-a930-ecd94037b433 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:22.622479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 354d8c2a-2056-433e-bca1-48f223a7aca5 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:22.629643 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.655525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-d74f6179-666b-42bd-bf57-02e55c5d42af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2beff9c1-aafb-4c05-ba2d-331132cd0c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602055 Aug 19 00:10:22.675878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 354d8c2a-2056-433e-bca1-48f223a7aca5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:22.676407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 354d8c2a-2056-433e-bca1-48f223a7aca5 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:22.715677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Attempting to bind port e38fb596-faa3-4720-a930-ecd94037b433 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:22.716202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Attempting to bind port e38fb596-faa3-4720-a930-ecd94037b433 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:22.716665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Attempting to bind port e38fb596-faa3-4720-a930-ecd94037b433 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:22.718974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4236a-0b2d-47c5-856d-9cd908093418 None None] Pushing event updated for resources: {'Port': ['ID=e38fb596-faa3-4720-a930-ecd94037b433,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:22.725375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:22.725688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:22.726255 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.726717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:22.727275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Bound port: e38fb596-faa3-4720-a930-ecd94037b433, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:22.727729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.738334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.840133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] For port e38fb596-faa3-4720-a930-ecd94037b433, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:22.844191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] For port e38fb596-faa3-4720-a930-ecd94037b433, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e38fb596-faa3-4720-a930-ecd94037b433,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:22.856274 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:22.950898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4236a-0b2d-47c5-856d-9cd908093418 None None] Pushing event updated for resources: {'Port': ['ID=e38fb596-faa3-4720-a930-ecd94037b433,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:22.996724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:22.998161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:23.155757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.162283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.223233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:23.223764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.239293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Pushing event updated for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:23.246529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.322944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.354009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-d349269a-28cf-419b-aa6d-7c6b665397a0 service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883569 Aug 19 00:10:23.371081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:23.373111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:23.467822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.518558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Router 0e7179f0-1fe2-4771-a401-f7e594994e26 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:10:23.535126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.537852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/2372c571-19c9-4758-b2cb-c1d3ce3625f3 HTTP/1.1" status: 204 len: 168 time: 1.0657949 Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-572fc2f3-52d9-44d8-97dd-35f17a114a22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2372c571-19c9-4758-b2cb-c1d3ce3625f3: This subnet is being modified by another concurrent operation. Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:10:23.540453 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2372c571-19c9-4758-b2cb-c1d3ce3625f3: This subnet is being modified by another concurrent operation. Aug 19 00:10:23.545709 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:10:23.551495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8694c82-8614-4f3b-9960-1b39abe0f765 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=2372c571-19c9-4758-b2cb-c1d3ce3625f3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:23.556442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:23.558707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31996bea-9abc-4208-a471-0d453aeffd3c req-f7a55482-bb41-4137-9131-12e36f1c4dcb service neutron] 10.222.0.21 "GET /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930058 Aug 19 00:10:23.603921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f1771867-2770-4ad5-8eca-561cc4923d4a', 'name': '', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'mac_address': 'fa:16:3e:14:b2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:21Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 1, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'subnets': [{'id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:23.609477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9b81dfbc-f927-49d3-9c12-ab26eebad77e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495756 Aug 19 00:10:23.615224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:23.618588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:23.653674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c594fdf-7011-48bc-b82b-f7cde23b56fb None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:10:23.657803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865158-2618-4b25-8ce9-c48fd11b3003 None None] The sync data for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 is: [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f1771867-2770-4ad5-8eca-561cc4923d4a', 'name': '', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'mac_address': 'fa:16:3e:14:b2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:21Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 1, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'subnets': [{'id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:23.681219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:23.693225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78e1a7ac-4578-4589-8ca0-3af05989c760 admin admin] 10.222.0.20 "PUT /v2.0/routers/0e7179f0-1fe2-4771-a401-f7e594994e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296915 Aug 19 00:10:23.779600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52dbb-d892-4291-8dc8-999d7bde94ab req-44aea0a2-5d39-41aa-bcf4-550393002a09 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:23.781579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8f52dbb-d892-4291-8dc8-999d7bde94ab req-44aea0a2-5d39-41aa-bcf4-550393002a09 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 943 time: 0.1069086 Aug 19 00:10:23.800511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:23.808936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:23.923149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8f52dbb-d892-4291-8dc8-999d7bde94ab req-c763f931-5a3b-4e03-8061-98983f34b3be tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266856 Aug 19 00:10:24.136368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c594fdf-7011-48bc-b82b-f7cde23b56fb None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:10:24.242339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.323374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:24.327687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:24.336842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:24.337442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.359554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=acfb061c-2fae-40b3-a713-d7b8cd749e6a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:24.395693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:24.400740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c042948-6106-4ef8-84ac-e465885870c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7861340 Aug 19 00:10:24.412505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1296056340', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:24.529721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.531029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.550356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-ddcebdae-0c13-4bad-a7a4-703bb7954eef tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:24.563055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-ddcebdae-0c13-4bad-a7a4-703bb7954eef tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 811 time: 0.3394768 Aug 19 00:10:24.616319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-05a82ab6-edab-408a-a5e1-4f197ac59691 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/quotas/09a4acceaa7848658d5967d297a1b1d2 HTTP/1.1" status: 200 len: 375 time: 0.0534952 Aug 19 00:10:24.718205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.727586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.763639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-a92fdd99-5bf2-4f1f-94c9-48206ee3ad6c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1462116 Aug 19 00:10:24.782310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:24.786415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4dde66fb-fa09-47fc-83d6-89fdcde0fd6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3840129 Aug 19 00:10:24.787145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:25.030855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 972a70f1-4d27-46d8-b62a-0c214f949256 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:10:25.064092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-304f16d1-3690-43bd-a280-b59e5f2afcb9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995298 Aug 19 00:10:25.094764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:25.097577 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:25.241901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-6918897b-c32d-4514-99f6-bddad5e515c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645300 Aug 19 00:10:25.327308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:10:25.710964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/acfb061c-2fae-40b3-a713-d7b8cd749e6a/a5f3445e-2d30-4b11-ae1c-68c343aedd13) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:25.717741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=972a70f1-4d27-46d8-b62a-0c214f949256,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:25.773707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '972a70f1-4d27-46d8-b62a-0c214f949256', 'network_id': '2beff9c1-aafb-4c05-ba2d-331132cd0c21', 'port_id': '972a70f1-4d27-46d8-b62a-0c214f949256', 'mac_address': 'fa:16:3e:d1:0b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e04add-33f2-4aa7-95c1-b9fb52fb91d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:10:25.791229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef350d-8776-408f-b784-e7ac6aa5ce57 req-1631c6e9-d3b1-4b58-895b-9c8a34570f25 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:25.809676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26ef350d-8776-408f-b784-e7ac6aa5ce57 req-1631c6e9-d3b1-4b58-895b-9c8a34570f25 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 943 time: 0.6556129 Aug 19 00:10:25.831118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:25.915965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-439bad22-e496-4768-a690-303330a504d4 req-5abe138e-74d7-48bf-85a4-ebc0a492d48a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 210 time: 0.0860684 Aug 19 00:10:25.968997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.003359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972a70f1-4d27-46d8-b62a-0c214f949256 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:10:26.073427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=972a70f1-4d27-46d8-b62a-0c214f949256,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:26.150045 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.160286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Transition to ACTIVE for port object a5f3445e-2d30-4b11-ae1c-68c343aedd13 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:26.160629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26ef350d-8776-408f-b784-e7ac6aa5ce57 req-5c853b44-3d6a-404f-bf32-fba19690637e tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499570 Aug 19 00:10:26.179599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Transition to ACTIVE for port object a5f3445e-2d30-4b11-ae1c-68c343aedd13 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:26.189547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.275191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.314300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:26.351748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:26.376751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:26.380375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:26.505984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Pushing event updated for resources: {'Port': ['ID=a5f3445e-2d30-4b11-ae1c-68c343aedd13,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:26.517420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.517827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.518118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.518508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.518848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.519189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.519607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.519986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.520399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.521549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.521931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.522296 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:26.573172 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.576451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Attempting to bind port a5f3445e-2d30-4b11-ae1c-68c343aedd13 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:26.576831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Attempting to bind port a5f3445e-2d30-4b11-ae1c-68c343aedd13 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:26.577201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Attempting to bind port a5f3445e-2d30-4b11-ae1c-68c343aedd13 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:26.597002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:26.597362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:26.597851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.598273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:26.598888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Bound port: a5f3445e-2d30-4b11-ae1c-68c343aedd13, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:26.599346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.633969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['972a70f1-4d27-46d8-b62a-0c214f949256'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:10:26.643667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::1 (201b5f96-c011-413b-b33b-e4f10c642327/acfb061c-2fae-40b3-a713-d7b8cd749e6a/66647c47-832f-4092-9d33-5d1439a6f8a3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:26.722349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e38fb596-faa3-4720-a930-ecd94037b433 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:26.814876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.832947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 66647c47-832f-4092-9d33-5d1439a6f8a3 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:26.867393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] For port a5f3445e-2d30-4b11-ae1c-68c343aedd13, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:26.885231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.894991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] For port a5f3445e-2d30-4b11-ae1c-68c343aedd13, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5f3445e-2d30-4b11-ae1c-68c343aedd13,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:26.923344 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.925173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e38fb596-faa3-4720-a930-ecd94037b433 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:26.931747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e38fb596-faa3-4720-a930-ecd94037b433 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:26.932385 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:26.986166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=66647c47-832f-4092-9d33-5d1439a6f8a3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:26.989744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:26.991489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:26.993616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:26.994164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:27.055370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595f14-e51c-4319-9053-b2488b3b17c1 None None] Pushing event updated for resources: {'Port': ['ID=a5f3445e-2d30-4b11-ae1c-68c343aedd13,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:27.134386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:27.143101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9371ac53-61ac-4032-be78-247b499f2435 req-a26e15b7-eb6d-4541-af80-5bf4c4be1dc4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 210 time: 0.0649736 Aug 19 00:10:27.170354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e38fb596-faa3-4720-a930-ecd94037b433, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e38fb596-faa3-4720-a930-ecd94037b433,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:27.175795 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:27.260062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e38fb596-faa3-4720-a930-ecd94037b433,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:27.607787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2f07-4527-4477-a499-17118bdd7080 req-09adfafa-8517-4c56-a193-f9c3e9b30b0f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:27.612674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebbf2f07-4527-4477-a499-17118bdd7080 req-09adfafa-8517-4c56-a193-f9c3e9b30b0f tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 944 time: 0.3108206 Aug 19 00:10:27.631220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:27.678268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-30518925-76d2-4b89-9d93-a320209fe0a5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:27.678544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-30518925-76d2-4b89-9d93-a320209fe0a5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.21 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 811 time: 0.5075476 Aug 19 00:10:27.710675 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Sync routers for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:27.720603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Request body: {'port': {'device_id': 'f50e348f-8732-487a-8022-658032c22cfe', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'admin_state_up': True, 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:27.725570 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:27.726499 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:27.927721 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:27.931514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebbf2f07-4527-4477-a499-17118bdd7080 req-90e9fe5d-e4f9-498c-807c-257c9ffeccb6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914877 Aug 19 00:10:28.239047 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f1771867-2770-4ad5-8eca-561cc4923d4a', 'name': '', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'mac_address': 'fa:16:3e:14:b2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:21Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 2, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'subnets': [{'id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:28.247801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Made reservation on behalf of 09a4acceaa7848658d5967d297a1b1d2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:28.256427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.304880 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Checking router: 0e7179f0-1fe2-4771-a401-f7e594994e26 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:28.305502 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Updating router 0e7179f0-1fe2-4771-a401-f7e594994e26 port f1771867-2770-4ad5-8eca-561cc4923d4a binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:28.353876 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.359934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b421b53b-5246-4555-83ed-5228c327c716 req-041c3398-d8e4-479e-997c-232f8b99824b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 210 time: 0.0416985 Aug 19 00:10:28.530982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.540251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.541786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.665806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e38fb596-faa3-4720-a930-ecd94037b433 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:28.721799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=66647c47-832f-4092-9d33-5d1439a6f8a3,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:28.741044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Allocated IP 172.20.0.2 (7ffe1033-798d-4fb6-8f14-3595666428f6/a62f28ff-a280-4608-8b86-72e50a8ca289/1bd8d148-9d0e-4c67-8a8b-f0ea33048aec) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:28.756583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e38fb596-faa3-4720-a930-ecd94037b433 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:28.757218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:28.925889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:28.933666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:28.966268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5f3445e-2d30-4b11-ae1c-68c343aedd13 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:29.219819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 972a70f1-4d27-46d8-b62a-0c214f949256 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:29.259893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d5d06-9924-427a-971d-6ef16a4199d2 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:29.345369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70d09621-2749-45a0-a20b-f08a1f40e801 None None] Provisioning for port a5f3445e-2d30-4b11-ae1c-68c343aedd13 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:29.381971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 972a70f1-4d27-46d8-b62a-0c214f949256 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:29.391938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 972a70f1-4d27-46d8-b62a-0c214f949256 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:29.392756 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:29.467810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a5f3445e-2d30-4b11-ae1c-68c343aedd13 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:29.503242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a5f3445e-2d30-4b11-ae1c-68c343aedd13 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:29.503957 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:29.568112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec925a4a-cd71-4141-baa9-a26f824b5389 req-133e89b9-d367-4e56-b837-12d0fcc76e8e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 210 time: 0.0542467 Aug 19 00:10:29.764481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:29.856524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:29.860524 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab59b6f-9c27-4777-afd3-0843f015faee" -d '{"events": [{"server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "name": "network-vif-plugged", "status": "completed", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:29.895778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c38c-0ca7-4a4e-83db-78be1c330703 req-939c3efa-1ccc-4623-93b4-8c17bddf8b58 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:29.906883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d80c38c-0ca7-4a4e-83db-78be1c330703 req-939c3efa-1ccc-4623-93b4-8c17bddf8b58 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 944 time: 0.2773552 Aug 19 00:10:29.937826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.009566 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea8d74-2333-4f8f-aa91-654f388ce8cd x-openstack-request-id: req-e7ea8d74-2333-4f8f-aa91-654f388ce8cd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:30.011937 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "name": "network-vif-plugged", "status": "completed", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:30.012208 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7ea8d74-2333-4f8f-aa91-654f388ce8cd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:30.012355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.018029 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256', 'code': 200} Aug 19 00:10:30.036718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=972a70f1-4d27-46d8-b62a-0c214f949256,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:30.096073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.102684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Router cf427505-71e7-40d6-99a9-0c0cf1fe8031 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:10:30.121782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d80c38c-0ca7-4a4e-83db-78be1c330703 req-6d1ab201-dd83-41aa-a6ab-7d44908b7447 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115898 Aug 19 00:10:30.141488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:30.154632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:30.158948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:30.262515 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.283856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Pushing event updated for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:30.353758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:30.368626 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.383802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Provisioning for port 66647c47-832f-4092-9d33-5d1439a6f8a3 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:30.391918 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Transition to ACTIVE for port object f1771867-2770-4ad5-8eca-561cc4923d4a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:30.404574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a5f3445e-2d30-4b11-ae1c-68c343aedd13, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5f3445e-2d30-4b11-ae1c-68c343aedd13,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:30.406037 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.411371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Provisioning complete for port 66647c47-832f-4092-9d33-5d1439a6f8a3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:30.414463 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.457924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb16734-e813-42a4-8776-90edc74f688a req-b21f8f1b-b3cd-4707-8843-ba3a9d540b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:30.459507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbb16734-e813-42a4-8776-90edc74f688a req-b21f8f1b-b3cd-4707-8843-ba3a9d540b6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 1097 time: 0.3533504 Aug 19 00:10:30.467569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.529891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:30.572064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e627c1f-121a-4549-8343-ec5c0f9d7474 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "PUT /v2.0/routers/cf427505-71e7-40d6-99a9-0c0cf1fe8031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7799370 Aug 19 00:10:30.575161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:30.592025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f3445e-2d30-4b11-ae1c-68c343aedd13,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:30.604590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Sync routers for ids ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:30.611600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:30.612290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.628284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Routers {'cf427505-71e7-40d6-99a9-0c0cf1fe8031'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:30.630057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:30.686874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82404bf-3d93-46af-ae39-037d2fd0faa1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:30.691276 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f82404bf-3d93-46af-ae39-037d2fd0faa1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports/66647c47-832f-4092-9d33-5d1439a6f8a3 HTTP/1.1" status: 200 len: 911 time: 0.1150515 Aug 19 00:10:30.696417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbb16734-e813-42a4-8776-90edc74f688a req-2257c8d3-db5f-48b8-9ba9-a623fc93fdf8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036119 Aug 19 00:10:30.697457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36204) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:30.722795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-d41da23b-a94c-4cee-8aed-948caea23fec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0167799 Aug 19 00:10:30.786529 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Pushing event updated for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:30.826607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957cb79-2eb5-4ee3-90f1-9642f235c479 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:30.832900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957cb79-2eb5-4ee3-90f1-9642f235c479 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:30.837182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2957cb79-2eb5-4ee3-90f1-9642f235c479 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1358364 Aug 19 00:10:30.837355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:30.841551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Set router cf427505-71e7-40d6-99a9-0c0cf1fe8031 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:30.845595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Port 66647c47-832f-4092-9d33-5d1439a6f8a3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:10:30.851247 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.851597 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.851938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.852276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.852660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.854594 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.855335 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.855679 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.856142 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.856549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.856729 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.857076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:10:30.875882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Attempting to bind port f1771867-2770-4ad5-8eca-561cc4923d4a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:30.875882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Attempting to bind port f1771867-2770-4ad5-8eca-561cc4923d4a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:30.880541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Attempting to bind port f1771867-2770-4ad5-8eca-561cc4923d4a on network 7ffe1033-798d-4fb6-8f14-3595666428f6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:30.891291 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:30.892253 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Checking segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:30.894923 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:30.895404 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Bound using segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:30.896003 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Bound port: f1771867-2770-4ad5-8eca-561cc4923d4a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:30.896697 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.000697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a493-f54c-4a04-ac61-d361a5d71712 req-e6eb3c2b-1774-4d91-9f8b-b1674e7d45f5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:31.011358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3cc5a493-f54c-4a04-ac61-d361a5d71712 req-e6eb3c2b-1774-4d91-9f8b-b1674e7d45f5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 931 time: 0.2448535 Aug 19 00:10:31.036862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Provisioning complete for port a5f3445e-2d30-4b11-ae1c-68c343aedd13 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:31.037104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c9b7d78-1c63-4b13-a498-eef4fd06976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.051834 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] For port f1771867-2770-4ad5-8eca-561cc4923d4a, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:31.055280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] For port f1771867-2770-4ad5-8eca-561cc4923d4a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1771867-2770-4ad5-8eca-561cc4923d4a,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:31.070126 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.090272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Request body: {'port': {'device_id': 'f50e348f-8732-487a-8022-658032c22cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:31.179811 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:31.180958 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:31.253393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.287600 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2bb3-045f-483a-bf15-6a0d721839cd None None] Pushing event updated for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:31.331380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3cc5a493-f54c-4a04-ac61-d361a5d71712 req-9b5401c7-00a0-4e14-9478-13fcffe281bc tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155963 Aug 19 00:10:31.348089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'name': 'tempest-NetworksTestDHCPv6-router-1296056340', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:24Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '66647c47-832f-4092-9d33-5d1439a6f8a3', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:4a:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:26Z', 'updated_at': '2021-08-19T00:10:28Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:31.434556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Checking router: cf427505-71e7-40d6-99a9-0c0cf1fe8031 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:31.438917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Updating router cf427505-71e7-40d6-99a9-0c0cf1fe8031 port 66647c47-832f-4092-9d33-5d1439a6f8a3 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:31.484290 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:31.569590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.648161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad602b-fab8-48e5-b803-5f6e9e97b1f1 req-71c5a8cd-793e-433a-af8b-d2e8d2e82001 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:31.651410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3ad602b-fab8-48e5-b803-5f6e9e97b1f1 req-71c5a8cd-793e-433a-af8b-d2e8d2e82001 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.2787614 Aug 19 00:10:31.716832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b4198d0e-605b-40b7-bcd0-543e367893f4 None None] Provisioning complete for port 66647c47-832f-4092-9d33-5d1439a6f8a3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:31.717517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4198d0e-605b-40b7-bcd0-543e367893f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.758385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3ad602b-fab8-48e5-b803-5f6e9e97b1f1 req-cb41f8d1-ee3a-492d-89ca-e9899c3e4557 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635059 Aug 19 00:10:31.960881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:31.974669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:10:31.997068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.029178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Transition to ACTIVE for port object 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:32.056644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.066463 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f1771867-2770-4ad5-8eca-561cc4923d4a', 'name': '', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'mac_address': 'fa:16:3e:14:b2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:21Z', 'updated_at': '2021-08-19T00:10:31Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'subnets': [{'id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:32.095197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4198d0e-605b-40b7-bcd0-543e367893f4 None None] Port 66647c47-832f-4092-9d33-5d1439a6f8a3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:10:32.154137 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de271d-7d64-4775-a17d-de78877bed27 None None] The sync data for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 is: [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:10:22Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f1771867-2770-4ad5-8eca-561cc4923d4a', 'name': '', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'mac_address': 'fa:16:3e:14:b2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:21Z', 'updated_at': '2021-08-19T00:10:31Z', 'revision_number': 4, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'subnets': [{'id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:32.156176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:32.346413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Attempting to bind port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:32.346413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Attempting to bind port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:32.346681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Attempting to bind port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec on network 7ffe1033-798d-4fb6-8f14-3595666428f6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:32.351910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec on network 7ffe1033-798d-4fb6-8f14-3595666428f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:10:32.352245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Attempting to bind port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec on network 7ffe1033-798d-4fb6-8f14-3595666428f6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:32.364877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:32.365498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Checking segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:32.366373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Bound using segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:32.368546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Bound port: 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:32.370577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.578620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.601826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Transition to ACTIVE for port object 66647c47-832f-4092-9d33-5d1439a6f8a3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:32.607219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:32.610623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.620707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:32.633336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.731971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1771867-2770-4ad5-8eca-561cc4923d4a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:32.769754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:32.770713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.772340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] 10.222.0.21 "PUT /v2.0/ports/1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 200 len: 1092 time: 1.7067525 Aug 19 00:10:32.776331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:32.810299 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e242020-2f9e-4b49-b34d-a34a6d29edb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:32.854277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3108-ab04-440d-9ae3-a7e6b0cac6e6 None None] Pushing event updated for resources: {'Port': ['ID=66647c47-832f-4092-9d33-5d1439a6f8a3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:32.905153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Attempting to bind port 66647c47-832f-4092-9d33-5d1439a6f8a3 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:32.905153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Attempting to bind port 66647c47-832f-4092-9d33-5d1439a6f8a3 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:32.905862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Attempting to bind port 66647c47-832f-4092-9d33-5d1439a6f8a3 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:32.936748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:32.937307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:32.937939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:32.938455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:32.940441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Bound port: 66647c47-832f-4092-9d33-5d1439a6f8a3, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:32.941045 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.070276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791609e5-d250-4ea2-93fc-872d0f6fbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:33.201083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-b8ca0dac-388a-4c31-b4e6-acea4473cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:33.202864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-b8ca0dac-388a-4c31-b4e6-acea4473cf20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1095 time: 0.3468697 Aug 19 00:10:33.205103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a39b8-e543-4852-9491-57ad402c5f55 req-99ef82c1-6a4c-4945-90f2-a8811dc4e4d7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:33.215699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f5a39b8-e543-4852-9491-57ad402c5f55 req-99ef82c1-6a4c-4945-90f2-a8811dc4e4d7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 943 time: 0.2589161 Aug 19 00:10:33.221977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f1771867-2770-4ad5-8eca-561cc4923d4a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:33.244640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1771867-2770-4ad5-8eca-561cc4923d4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:33.245030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.285314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-446b3e1b-0b21-48f0-87ec-bf153108a00e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 200 len: 217 time: 0.0561535 Aug 19 00:10:33.350714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] For port 66647c47-832f-4092-9d33-5d1439a6f8a3, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:33.391754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] For port 66647c47-832f-4092-9d33-5d1439a6f8a3, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=66647c47-832f-4092-9d33-5d1439a6f8a3,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:33.416962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5d44-c35d-4ab6-9293-5af063290f01 req-e7c9ba90-d320-42bf-8a55-029acdafc394 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:33.433065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c3f5d44-c35d-4ab6-9293-5af063290f01 req-e7c9ba90-d320-42bf-8a55-029acdafc394 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.3468101 Aug 19 00:10:33.435094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.513128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f5a39b8-e543-4852-9491-57ad402c5f55 req-8deb48d9-d30d-4f6f-a8a9-9d42a8aadbfe tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948816 Aug 19 00:10:33.610486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-396360c4-6253-4777-84f2-5357f0272914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:33.613587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-396360c4-6253-4777-84f2-5357f0272914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.3108215 Aug 19 00:10:33.616345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.648188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c3f5d44-c35d-4ab6-9293-5af063290f01 req-92d8cfcf-3999-4426-9413-5be9df8e2637 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136915 Aug 19 00:10:33.694532 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dfc56c-76ab-4c26-aa56-9a8a548248b2 x-openstack-request-id: req-34dfc56c-76ab-4c26-aa56-9a8a548248b2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:33.696899 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:33.701512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 66647c47-832f-4092-9d33-5d1439a6f8a3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:33.701734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.703198 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34dfc56c-76ab-4c26-aa56-9a8a548248b2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:33.704615 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec', 'status': 'completed', 'code': 200} Aug 19 00:10:33.724166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f1771867-2770-4ad5-8eca-561cc4923d4a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1771867-2770-4ad5-8eca-561cc4923d4a,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:33.725817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-183976d7-9e78-4705-b98b-895f45664df3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032534 Aug 19 00:10:33.770536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:33.771630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5f3445e-2d30-4b11-ae1c-68c343aedd13 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:33.907260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Routers {'cf427505-71e7-40d6-99a9-0c0cf1fe8031'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:33.909375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:34.146079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port 66647c47-832f-4092-9d33-5d1439a6f8a3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=66647c47-832f-4092-9d33-5d1439a6f8a3,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:34.146911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:34.168600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-3c22cacc-1a72-4c4a-80de-5ed508083560 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308538 Aug 19 00:10:34.175301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36258) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:34.202377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 66647c47-832f-4092-9d33-5d1439a6f8a3 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:34.439569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04167bbc-2cd1-4252-9d72-8f529398212c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:34.444219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3108-ab04-440d-9ae3-a7e6b0cac6e6 None None] Pushing event updated for resources: {'Port': ['ID=66647c47-832f-4092-9d33-5d1439a6f8a3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:34.449602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311320e-4eb6-4205-a6a2-550d7b7851c6 req-699c2c99-1268-4027-b53b-ed413ec98c19 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:34.456181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b311320e-4eb6-4205-a6a2-550d7b7851c6 req-699c2c99-1268-4027-b53b-ed413ec98c19 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.1287861 Aug 19 00:10:34.558793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:34.593972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b311320e-4eb6-4205-a6a2-550d7b7851c6 req-43c9a682-7b22-46bf-9146-43bc7b155884 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269941 Aug 19 00:10:34.612418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] Set router cf427505-71e7-40d6-99a9-0c0cf1fe8031 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:34.627215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a5f3445e-2d30-4b11-ae1c-68c343aedd13 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:34.628181 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:34.754218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36206874-4d0c-4e6d-bfeb-d97d105e9b06 req-bdaff7dd-f5c7-426a-94da-01687d4260f0 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660446 Aug 19 00:10:34.756418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:34.794216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c623-e5c6-4d65-901b-f443e668b363 req-fb8ddd8d-e83c-4334-b678-af66f541fca3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:34.796397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24e0c623-e5c6-4d65-901b-f443e668b363 req-fb8ddd8d-e83c-4334-b678-af66f541fca3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 943 time: 0.1245344 Aug 19 00:10:34.862713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=66647c47-832f-4092-9d33-5d1439a6f8a3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:34.992315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04167bbc-2cd1-4252-9d72-8f529398212c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.015567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24e0c623-e5c6-4d65-901b-f443e668b363 req-ada194e1-6857-447d-998a-4cc5d7721aaa tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039032 Aug 19 00:10:35.030105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04167bbc-2cd1-4252-9d72-8f529398212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.089819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-04167bbc-2cd1-4252-9d72-8f529398212c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a40214151fd434db844581215ddacbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130704 Aug 19 00:10:35.092805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36266) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:35.181189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'name': 'tempest-NetworksTestDHCPv6-router-1296056340', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:24Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '66647c47-832f-4092-9d33-5d1439a6f8a3', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:4a:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:26Z', 'updated_at': '2021-08-19T00:10:33Z', 'revision_number': 4, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:35.200927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.205253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-4b9e9f36-701d-4152-a6ba-40f8b166fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.207351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-4b9e9f36-701d-4152-a6ba-40f8b166fb0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1095 time: 0.3430893 Aug 19 00:10:35.240174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d352211-873e-4c27-bd08-a7e19a50eebc None None] The sync data for ids ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'] in n-d-771363-38 is: [{'id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'name': 'tempest-NetworksTestDHCPv6-router-1296056340', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:24Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '66647c47-832f-4092-9d33-5d1439a6f8a3', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:4a:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf427505-71e7-40d6-99a9-0c0cf1fe8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:26Z', 'updated_at': '2021-08-19T00:10:33Z', 'revision_number': 4, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': 'acfb061c-2fae-40b3-a713-d7b8cd749e6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:35.297466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167bbc-2cd1-4252-9d72-8f529398212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcbb745-c9fc-4427-969b-48b33aab1d59,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:35.347601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1771867-2770-4ad5-8eca-561cc4923d4a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:35.433890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1771867-2770-4ad5-8eca-561cc4923d4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:35.434599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.463216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-4eda6289-10e5-4c29-8928-0467ffa157ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.465835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-4eda6289-10e5-4c29-8928-0467ffa157ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.2374079 Aug 19 00:10:35.520314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Router cf427505-71e7-40d6-99a9-0c0cf1fe8031 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:10:35.559652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-5fbc10ce-4f51-4e1b-8b6f-f84a77e984c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 200 len: 217 time: 0.0843873 Aug 19 00:10:35.565255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.679522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-6313a94d-d668-4702-981e-333806e7332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.681647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-6313a94d-d668-4702-981e-333806e7332e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.1018186 Aug 19 00:10:35.690846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.707237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:35.724935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b2656432-6e73-4dd3-9964-1b027b9f77a5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "PUT /v2.0/routers/cf427505-71e7-40d6-99a9-0c0cf1fe8031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8865209 Aug 19 00:10:35.725595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:35.749553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-71b0c4bf-c52b-463d-9418-eec7be83c391 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558281 Aug 19 00:10:35.826743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d65623-569d-475a-947c-3b992e5907c8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.828789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d65623-569d-475a-947c-3b992e5907c8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.832549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-80d65623-569d-475a-947c-3b992e5907c8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1036053 Aug 19 00:10:35.834370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:35.884141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.887794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:35.889116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fcbb745-c9fc-4427-969b-48b33aab1d59 HTTP/1.1" status: 204 len: 168 time: 0.7946603 Aug 19 00:10:35.930845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d21e1-11ba-4f27-a768-91bf85692619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcbb745-c9fc-4427-969b-48b33aab1d59,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:35.937915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-9d68f6f3-b6c3-4d73-a18a-6972b11cea0f service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805975 Aug 19 00:10:35.964579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918330e6-8f39-4c62-95b7-98d8904c3629 req-7a526145-489f-4125-8393-d3eab9d1fda5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:35.978951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-918330e6-8f39-4c62-95b7-98d8904c3629 req-7a526145-489f-4125-8393-d3eab9d1fda5 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.1989763 Aug 19 00:10:36.036108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet acfb061c-2fae-40b3-a713-d7b8cd749e6a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:36.064348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:36.083339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-918330e6-8f39-4c62-95b7-98d8904c3629 req-1a84d0ef-d4a5-4278-8b5b-1ae987a00477 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982561 Aug 19 00:10:36.147214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e242020-2f9e-4b49-b34d-a34a6d29edb5 req-2de1211e-27dc-44df-973a-07f1f28c40f0 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935213 Aug 19 00:10:36.253842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:36.279188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2388e1c-0128-4c44-9494-f9fa10a0e5d1 req-da65ff95-a677-4fd0-94d6-c8fda71ea120 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:36.287034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2388e1c-0128-4c44-9494-f9fa10a0e5d1 req-da65ff95-a677-4fd0-94d6-c8fda71ea120 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 943 time: 0.1072869 Aug 19 00:10:36.405351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2388e1c-0128-4c44-9494-f9fa10a0e5d1 req-ce2d6626-4fd3-498f-ab3b-c135cfe21758 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979097 Aug 19 00:10:36.511286 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:36.748053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:36.793495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=acfb061c-2fae-40b3-a713-d7b8cd749e6a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:36.809378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:36.811735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-648b119d-b380-4841-a712-322581350101 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/acfb061c-2fae-40b3-a713-d7b8cd749e6a HTTP/1.1" status: 204 len: 168 time: 0.9568782 Aug 19 00:10:36.812904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71bf3c0-f0fe-4257-ab63-785f9c8ec73a None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:36.814359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36302) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:36.861494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6df4c9-e17f-47d5-b0f2-148ceadfb0c7 req-0c359a6d-df97-476a-972b-aa67b41b1b44 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:36.864064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b6df4c9-e17f-47d5-b0f2-148ceadfb0c7 req-0c359a6d-df97-476a-972b-aa67b41b1b44 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.1671004 Aug 19 00:10:36.970617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b6df4c9-e17f-47d5-b0f2-148ceadfb0c7 req-5eae48d5-1093-458e-bca0-b526ae2cf292 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982478 Aug 19 00:10:37.020419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-10837654-05d0-4b6d-85a6-44abcd1702f7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2040854 Aug 19 00:10:37.022775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36310) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:37.166332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.270653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:37.406193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Deleting port a5f3445e-2d30-4b11-ae1c-68c343aedd13 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:37.411987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.523534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.537610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.579915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] For port a5f3445e-2d30-4b11-ae1c-68c343aedd13, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5f3445e-2d30-4b11-ae1c-68c343aedd13,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:37.580525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.611893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Calling delete_port for a5f3445e-2d30-4b11-ae1c-68c343aedd13 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:37.731670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58ec68-0841-4dea-ab6c-c43504aed690 req-9cf7cc8e-1173-467f-b976-e2ebdf91b8c9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:37.732181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.735032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Fanout notify agent at l3_agent the message router_deleted on router cf427505-71e7-40d6-99a9-0c0cf1fe8031 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:10:37.743284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c58ec68-0841-4dea-ab6c-c43504aed690 req-9cf7cc8e-1173-467f-b976-e2ebdf91b8c9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 943 time: 0.1400518 Aug 19 00:10:37.766168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.781033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-910dd664-4892-435b-af92-9aa12e18728f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/routers/cf427505-71e7-40d6-99a9-0c0cf1fe8031 HTTP/1.1" status: 204 len: 168 time: 0.7530541 Aug 19 00:10:37.783509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36328) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:37.807063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:37.824332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c58ec68-0841-4dea-ab6c-c43504aed690 req-1952b143-727e-4242-bc27-3b48c16630cf tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797822 Aug 19 00:10:37.868888 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Sync routers for ids ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:37.874082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:37.889694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:37.894112 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:10:37.894799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf427505-71e7-40d6-99a9-0c0cf1fe8031'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:10:37.933989 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:37.938866 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:10:37.939974 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf427505-71e7-40d6-99a9-0c0cf1fe8031'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:10:37.940463 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb9e51-bd9e-4a73-badc-07798e46796b None None] The sync data for ids ['cf427505-71e7-40d6-99a9-0c0cf1fe8031'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:37.943871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] Pushing event deleted for resources: {'Port': ['ID=a5f3445e-2d30-4b11-ae1c-68c343aedd13,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:37.951997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dd13f-bd17-4dee-a39f-1740ddb577c2 None None] No DVR routers for this DVR port a5f3445e-2d30-4b11-ae1c-68c343aedd13 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:38.023193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:38.031786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.339904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6cd13-6f53-4cdb-8c27-a75ddcb4e260 req-ad4abb05-b79c-40ff-9480-eecde26aefad tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:38.341609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11b6cd13-6f53-4cdb-8c27-a75ddcb4e260 req-ad4abb05-b79c-40ff-9480-eecde26aefad tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.1462615 Aug 19 00:10:38.393203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:38.596334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f84be-bc76-4441-b031-1734db653815 req-eb7e8660-00a0-4c7d-8979-964c58e59ea6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:38.601874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-090f84be-bc76-4441-b031-1734db653815 req-eb7e8660-00a0-4c7d-8979-964c58e59ea6 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 945 time: 0.2431729 Aug 19 00:10:38.604012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.629367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-617bfbc2-3807-4397-bd93-7371c9fb61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.639440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11b6cd13-6f53-4cdb-8c27-a75ddcb4e260 req-fc296ce2-d762-4921-88bf-ecc67b28840a tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/security-groups?id=92809d05-c5d3-46ad-925d-f98240011560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848351 Aug 19 00:10:38.743687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:38.756513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:38.760117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:38.760819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.766823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8573846-0414-418f-b804-1219b858cbff None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:38.868538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-617bfbc2-3807-4397-bd93-7371c9fb61ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.877738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-617bfbc2-3807-4397-bd93-7371c9fb61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:38.888662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=51830f1c-c9d0-4558-a02e-ba2c8b66b931,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:38.894106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd8d9494-586d-46b1-a5a9-7a6617947d1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1025610 Aug 19 00:10:38.899349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36346) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:38.910435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1251824144', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:38.963444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-617bfbc2-3807-4397-bd93-7371c9fb61ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=198e9a62bea2400fbb15cdf01c6db659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668466 Aug 19 00:10:38.963444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bfbc2-3807-4397-bd93-7371c9fb61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44bb33-3548-442c-9015-54109a25001e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:38.981293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:39.040019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Deleting port 972a70f1-4d27-46d8-b62a-0c214f949256 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:39.040626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.097948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:10:39.125078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.126325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.136141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.186750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.293451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66647c47-832f-4092-9d33-5d1439a6f8a3 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:39.312915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.319399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:39.320767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.324525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.335153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 66647c47-832f-4092-9d33-5d1439a6f8a3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:39.335620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66647c47-832f-4092-9d33-5d1439a6f8a3 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:39.336068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5f3445e-2d30-4b11-ae1c-68c343aedd13 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:39.355876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3686c-f0c2-4540-95f5-8da35c2e9104 req-c2090051-537e-4c41-beb0-f63b6971169b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:39.367008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fb3686c-f0c2-4540-95f5-8da35c2e9104 req-c2090051-537e-4c41-beb0-f63b6971169b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 943 time: 0.2782660 Aug 19 00:10:39.367273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.374255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.379717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a5f3445e-2d30-4b11-ae1c-68c343aedd13 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:39.380075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5f3445e-2d30-4b11-ae1c-68c343aedd13 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:39.395467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:39.405709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e44bb33-3548-442c-9015-54109a25001e HTTP/1.1" status: 204 len: 168 time: 0.4179633 Aug 19 00:10:39.429077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] For port 972a70f1-4d27-46d8-b62a-0c214f949256, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=972a70f1-4d27-46d8-b62a-0c214f949256,segment=NetworkSegment(dd5a1720-7020-4f11-9539-6c876729d1de),segment_id=dd5a1720-7020-4f11-9539-6c876729d1de)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:39.429474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.434682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e04f-241b-45f4-8ffc-b3acb2a5591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44bb33-3548-442c-9015-54109a25001e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:39.446689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'port_id': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec', 'mac_address': 'fa:16:3e:a6:f9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:10:39.452256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.453589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6e7be993-77ab-4bce-b3e9-f827ecd448fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5526998 Aug 19 00:10:39.459493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:39.461324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Calling delete_port for 972a70f1-4d27-46d8-b62a-0c214f949256 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:39.473419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fb3686c-f0c2-4540-95f5-8da35c2e9104 req-93eaaffb-fb50-451b-a31b-895a230cbd66 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041756 Aug 19 00:10:39.702792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:39.858608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/51830f1c-c9d0-4558-a02e-ba2c8b66b931/a1f3439c-a1c7-4c2c-beea-53a4a4a4996e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:39.939868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.047552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['972a70f1-4d27-46d8-b62a-0c214f949256'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:10:40.101276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Pushing event deleted for resources: {'Port': ['ID=972a70f1-4d27-46d8-b62a-0c214f949256,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:40.123831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:10:40.154018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c416ba8-fc4e-42b9-b67b-530d7b284570 req-fc0b3616-3f87-4e00-8484-d1a36b77f210 tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc02ba73-ee5a-4061-8bed-41513b63c367 HTTP/1.1" status: 200 len: 210 time: 0.1022861 Aug 19 00:10:40.226234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:40.238355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.241676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] No DVR routers for this DVR port 972a70f1-4d27-46d8-b62a-0c214f949256 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:40.251934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.254907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-090f84be-bc76-4441-b031-1734db653815 req-f27f9c60-1374-4dd0-bc38-5e6c14e1349d tempest-DeleteServersTestJSON-143448962 tempest-DeleteServersTestJSON-143448962-project] 10.222.0.21 "DELETE /v2.0/ports/972a70f1-4d27-46d8-b62a-0c214f949256 HTTP/1.1" status: 204 len: 173 time: 1.6282496 Aug 19 00:10:40.255669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'name': 'network-vif-deleted', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:40.270909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.278096 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4256222e-f6e2-4e49-8547-a3c3ebb7d501" -d '{"events": [{"server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "name": "network-vif-deleted", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:40.369240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:40.391777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.424856 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e268161f-6d98-41a2-803f-63e426fd3250 x-openstack-request-id: req-e268161f-6d98-41a2-803f-63e426fd3250 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:40.425264 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc02ba73-ee5a-4061-8bed-41513b63c367", "name": "network-vif-deleted", "tag": "972a70f1-4d27-46d8-b62a-0c214f949256", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:40.425593 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e268161f-6d98-41a2-803f-63e426fd3250 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:40.426149 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc02ba73-ee5a-4061-8bed-41513b63c367', 'name': 'network-vif-deleted', 'tag': '972a70f1-4d27-46d8-b62a-0c214f949256', 'status': 'completed', 'code': 200} Aug 19 00:10:40.427419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Transition to ACTIVE for port object a1f3439c-a1c7-4c2c-beea-53a4a4a4996e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:40.456353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Transition to ACTIVE for port object a1f3439c-a1c7-4c2c-beea-53a4a4a4996e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:40.463384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.515299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:40.519389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:40.525300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:40.592089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Pushing event updated for resources: {'Port': ['ID=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:40.630570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Attempting to bind port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:40.630946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Attempting to bind port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:40.631187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Attempting to bind port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:40.641632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:40.642022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:40.643503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.644043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:40.644568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Bound port: a1f3439c-a1c7-4c2c-beea-53a4a4a4996e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:40.645180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.657588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:10:40.747887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::1 (201b5f96-c011-413b-b33b-e4f10c642327/51830f1c-c9d0-4558-a02e-ba2c8b66b931/32fad7b5-cee6-4c58-999c-cf3dfcdf52ea) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:40.777308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883710e-47b7-416b-be55-c93a3b178218 req-23b686ba-3614-4eee-b3d7-107094bb6a50 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:40.779720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1883710e-47b7-416b-be55-c93a3b178218 req-23b686ba-3614-4eee-b3d7-107094bb6a50 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 944 time: 0.1038334 Aug 19 00:10:40.883665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] For port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:40.889450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] For port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:40.899248 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:40.930761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1883710e-47b7-416b-be55-c93a3b178218 req-2f839cee-28c2-48a4-a8f5-464454b414a2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279187 Aug 19 00:10:41.102382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 972a70f1-4d27-46d8-b62a-0c214f949256 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:41.108131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87167b5-9918-4e13-8ded-65b77f5b8907 None None] Pushing event updated for resources: {'Port': ['ID=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:41.117747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:41.203739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:41.238493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 972a70f1-4d27-46d8-b62a-0c214f949256 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:41.242193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 972a70f1-4d27-46d8-b62a-0c214f949256 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:41.355758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:41.477301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:41.491527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:41.495914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:41.500144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:41.501172 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:41.739194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:42.270568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3fdb-e72b-4c48-8d55-cb1401a63a37 req-480b47f8-d12a-4d53-ac32-7d750f03234c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:42.278120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8eb3fdb-e72b-4c48-8d55-cb1401a63a37 req-480b47f8-d12a-4d53-ac32-7d750f03234c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 944 time: 0.1625993 Aug 19 00:10:42.349585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8eb3fdb-e72b-4c48-8d55-cb1401a63a37 req-9573d944-640e-4217-bc69-b2ce63d8e7bf tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704882 Aug 19 00:10:42.387688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e4e725b-0ff9-484a-8a40-50793d3d8e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:42.410391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:42.420756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:42.421626 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:42.508472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:42.622891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:42.624279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:42.752523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0527024e-ea3f-4602-ab02-2de1c9e76200 None None] Provisioning for port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:42.878632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Router f3cd2257-1abe-4944-b164-da12ca72e51a is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:10:43.026286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:43.040834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36406) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:43.041388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71c723c4-cfe9-4f89-bd3c-322e7847db43 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "PUT /v2.0/routers/f3cd2257-1abe-4944-b164-da12ca72e51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5763872 Aug 19 00:10:43.043063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Sync routers for ids ['f3cd2257-1abe-4944-b164-da12ca72e51a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:43.060278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Routers {'f3cd2257-1abe-4944-b164-da12ca72e51a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:43.061142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3cd2257-1abe-4944-b164-da12ca72e51a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:43.266300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:43.498193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a1f3439c-a1c7-4c2c-beea-53a4a4a4996e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:43.590516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46b7ca13-ce2e-4b94-854b-ad4cc7746c39 None None] Provisioning for port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:43.603852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46b7ca13-ce2e-4b94-854b-ad4cc7746c39 None None] Provisioning complete for port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:43.620622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46b7ca13-ce2e-4b94-854b-ad4cc7746c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:43.672998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Set router f3cd2257-1abe-4944-b164-da12ca72e51a gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:43.703525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:43.716209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:43.716942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:43.751404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:43.771761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:43.771761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:43.780415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46b7ca13-ce2e-4b94-854b-ad4cc7746c39 None None] Port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:10:43.811891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881ad18-660d-4b79-9f4e-8ad8571c279e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:43.817026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6881ad18-660d-4b79-9f4e-8ad8571c279e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports/32fad7b5-cee6-4c58-999c-cf3dfcdf52ea HTTP/1.1" status: 200 len: 911 time: 0.7718604 Aug 19 00:10:43.817229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:43.842251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681756d1-c8d0-489b-819f-8970115a89e5 req-68280281-b5ce-43f3-afe2-16eb3df52f26 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:43.849925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-681756d1-c8d0-489b-819f-8970115a89e5 req-68280281-b5ce-43f3-afe2-16eb3df52f26 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 944 time: 0.0993538 Aug 19 00:10:43.883736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780d58e-ca54-49b9-9167-df7b8bb20517 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:43.890482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780d58e-ca54-49b9-9167-df7b8bb20517 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:43.894655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2780d58e-ca54-49b9-9167-df7b8bb20517 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0746074 Aug 19 00:10:43.895262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:43.926968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ff1c19b3-8081-4054-8e79-b6b03330c9ea None None] Provisioning complete for port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:43.927428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff1c19b3-8081-4054-8e79-b6b03330c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:43.931487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-681756d1-c8d0-489b-819f-8970115a89e5 req-96d2f670-5750-4431-baa2-9c779cc4d2ee tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Aug 19 00:10:44.256102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c19b3-8081-4054-8e79-b6b03330c9ea None None] Port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:10:44.257601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.324830 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.346070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:44.365973 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.406746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:44.412002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:10:44.416155 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afea66-6548-4d7d-bffe-d542bbeea098" -d '{"events": [{"server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:10:44.452587 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.508359 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df63a1-717d-4a26-8afc-17794403ab39 x-openstack-request-id: req-95df63a1-717d-4a26-8afc-17794403ab39 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:10:44.509341 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:10:44.509759 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95df63a1-717d-4a26-8afc-17794403ab39 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:10:44.510700 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec', 'code': 200} Aug 19 00:10:44.531661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'name': 'tempest-NetworksTestDHCPv6-router-1251824144', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:39Z', 'updated_at': '2021-08-19T00:10:41Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '32fad7b5-cee6-4c58-999c-cf3dfcdf52ea', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:b3:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:40Z', 'updated_at': '2021-08-19T00:10:42Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:44.534961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:44.583800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Checking router: f3cd2257-1abe-4944-b164-da12ca72e51a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:44.584162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Updating router f3cd2257-1abe-4944-b164-da12ca72e51a port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:44.661777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.687237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:44.711155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91738a3-6b6f-4386-93a1-5541825c0a91 req-40ff5957-469e-4a6a-a277-5bac939f8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:44.718873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a91738a3-6b6f-4386-93a1-5541825c0a91 req-40ff5957-469e-4a6a-a277-5bac939f8962 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1097 time: 0.0886290 Aug 19 00:10:44.808418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a91738a3-6b6f-4386-93a1-5541825c0a91 req-0083e101-a42a-4955-b0a5-4656be3ba3eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779822 Aug 19 00:10:44.918177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.981564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c66b9510-35e6-4262-b6ca-53c9c3c09eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:44.993183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.123978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.131463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6f18f-0027-4194-a8c7-a71dd34d4c20 req-f12c59ef-426e-40c0-bfa1-24078479db84 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:45.133151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c6f18f-0027-4194-a8c7-a71dd34d4c20 req-f12c59ef-426e-40c0-bfa1-24078479db84 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1064358 Aug 19 00:10:45.137350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.140934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Transition to ACTIVE for port object 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:45.148534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.203808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94347d-c977-4514-89ec-12d55187f958 None None] Pushing event updated for resources: {'Port': ['ID=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:45.223998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-82c6f18f-0027-4194-a8c7-a71dd34d4c20 req-03f99aa3-779f-40d8-b147-530e0511b9af tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783956 Aug 19 00:10:45.269945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Attempting to bind port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:45.271663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Attempting to bind port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:45.271663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Attempting to bind port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:45.278403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:45.278791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:45.279210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.279921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:45.280470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Bound port: 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:45.280870 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.281559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:45.282092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.303178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a1f3439c-a1c7-4c2c-beea-53a4a4a4996e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:45.379370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:45.379744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.391983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea, host n-d-771363-38, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:45.392498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.409055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:45.442322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] For port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:45.446752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] For port 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:45.471575 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.601612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Routers {'f3cd2257-1abe-4944-b164-da12ca72e51a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:45.602331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3cd2257-1abe-4944-b164-da12ca72e51a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:45.649137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94347d-c977-4514-89ec-12d55187f958 None None] Pushing event updated for resources: {'Port': ['ID=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:45.673514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.712194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=32fad7b5-cee6-4c58-999c-cf3dfcdf52ea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:45.748121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] Set router f3cd2257-1abe-4944-b164-da12ca72e51a gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:45.820888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:45.896220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.922079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Deleting subnet 44e04add-33f2-4aa7-95c1-b9fb52fb91d1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:45.925992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:45.950928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0f7950c9-7ae2-424f-9c41-e6d98ab3ea16 None None] Could not find standard attr ID for object 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:10:46.063437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.097877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'name': 'tempest-NetworksTestDHCPv6-router-1251824144', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:39Z', 'updated_at': '2021-08-19T00:10:41Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '32fad7b5-cee6-4c58-999c-cf3dfcdf52ea', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:b3:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:40Z', 'updated_at': '2021-08-19T00:10:45Z', 'revision_number': 4, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:46.142031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccd2da-2abc-45f8-8d3e-958beaec394a None None] The sync data for ids ['f3cd2257-1abe-4944-b164-da12ca72e51a'] in n-d-771363-38 is: [{'id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'name': 'tempest-NetworksTestDHCPv6-router-1251824144', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:39Z', 'updated_at': '2021-08-19T00:10:41Z', 'revision_number': 2, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None, '_interfaces': [{'id': '32fad7b5-cee6-4c58-999c-cf3dfcdf52ea', 'name': '', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'mac_address': 'fa:16:3e:b3:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:40Z', 'updated_at': '2021-08-19T00:10:45Z', 'revision_number': 4, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'subnets': [{'id': '51830f1c-c9d0-4558-a02e-ba2c8b66b931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:46.165759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Router f3cd2257-1abe-4944-b164-da12ca72e51a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:10:46.181015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.228915 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.356272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:46.360485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-c66eebde-558b-41e5-a9a9-108a80bfd787 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1162193 Aug 19 00:10:46.375617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3fd68026-ee70-4a76-bd61-2aa2189fa4ba tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "PUT /v2.0/routers/f3cd2257-1abe-4944-b164-da12ca72e51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4792848 Aug 19 00:10:46.376188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.380449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:46.404557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.408062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44e04add-33f2-4aa7-95c1-b9fb52fb91d1 HTTP/1.1" status: 204 len: 168 time: 0.5854316 Aug 19 00:10:46.424714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:46.429652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8d4c2-dd8d-4e88-a0e0-820561a72982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e04add-33f2-4aa7-95c1-b9fb52fb91d1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:46.493840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.494627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.495880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.501970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.502475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.502965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.511700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.514057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-f843f9d2-c460-42ff-a934-ea942f8f05a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3589de6867d14c0aa969c7b77d84cb07&device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 6495 time: 0.0732105 Aug 19 00:10:46.650643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.679651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacc67c-d286-4b4d-9016-be1e94a821a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.688582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacc67c-d286-4b4d-9016-be1e94a821a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.692030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4cacc67c-d286-4b4d-9016-be1e94a821a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3111653 Aug 19 00:10:46.694455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36466) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:46.773681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2c2b6-49a3-4e42-9b06-dc76aa95f8fd req-08a75c5a-a62f-45a2-bb94-7983099c9ea2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.789104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91f2c2b6-49a3-4e42-9b06-dc76aa95f8fd req-08a75c5a-a62f-45a2-bb94-7983099c9ea2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.4301429 Aug 19 00:10:46.827452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 51830f1c-c9d0-4558-a02e-ba2c8b66b931 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:46.835135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.840098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-be1f76e6-2aab-459d-b80d-8b474f590e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.840837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-be1f76e6-2aab-459d-b80d-8b474f590e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.841896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-be1f76e6-2aab-459d-b80d-8b474f590e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:46.843673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-be1f76e6-2aab-459d-b80d-8b474f590e6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf8789-21f2-4f9d-8f71-0524fc593523&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=8371296d-aef6-4865-adfc-c2d683b4033f&id=b1276e97-672e-4994-8837-2e7da273af00&id=b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 200 len: 2290 time: 0.2801993 Aug 19 00:10:46.892048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.909457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91f2c2b6-49a3-4e42-9b06-dc76aa95f8fd req-81044d29-6edc-4c87-929b-b0e7955f1011 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187789 Aug 19 00:10:46.945795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beff9c1-aafb-4c05-ba2d-331132cd0c21']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:46.966854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:46.973113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5a1720-7020-4f11-9539-6c876729d1de') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:46.973419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5a1720-7020-4f11-9539-6c876729d1de') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:46.996476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.022331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.032288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:10:47.032797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:10:47.034765 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:10:47.048580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-41766d79-2320-4e6e-a49d-0b9e3bca9770 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 200 len: 1000 time: 0.1781213 Aug 19 00:10:47.183107 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.219181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.221385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/2beff9c1-aafb-4c05-ba2d-331132cd0c21 HTTP/1.1" status: 204 len: 168 time: 0.7643361 Aug 19 00:10:47.222537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f652-a046-4730-b234-0842a347c1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2beff9c1-aafb-4c05-ba2d-331132cd0c21,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:47.300035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-5d0c04a8-eaf0-4409-9c8e-ce82cbfd1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.301960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-5d0c04a8-eaf0-4409-9c8e-ce82cbfd1d3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 200 len: 851 time: 0.2432342 Aug 19 00:10:47.305471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.377538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-2c74a196-ebef-4a6d-87cd-9b06f3f6d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.379416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-2c74a196-ebef-4a6d-87cd-9b06f3f6d8b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1097 time: 0.2060921 Aug 19 00:10:47.395260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af155a5-e26c-4ae3-b802-86c52338dd70 req-91a88072-20eb-4e21-9f9a-9b334627de54 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.397128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5af155a5-e26c-4ae3-b802-86c52338dd70 req-91a88072-20eb-4e21-9f9a-9b334627de54 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1604531 Aug 19 00:10:47.434904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:47.476494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-15284742-4dd8-413a-9b20-1f362c235f87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3682f3dd87f945bc99f07f9b68f62ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403297 Aug 19 00:10:47.479075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:47.530055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-927da8c3-53ef-44bc-83cb-8b7a39f18a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.532067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-927da8c3-53ef-44bc-83cb-8b7a39f18a9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf8789-21f2-4f9d-8f71-0524fc593523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955976 Aug 19 00:10:47.542036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.576668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.588194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.620394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5af155a5-e26c-4ae3-b802-86c52338dd70 req-69b90c20-fafa-43e2-87d8-5c3ca743f467 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097268 Aug 19 00:10:47.666155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.666333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e52d32-4277-4c14-95dc-7949eecdabce None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:47.668611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/51830f1c-c9d0-4558-a02e-ba2c8b66b931 HTTP/1.1" status: 204 len: 168 time: 0.9546878 Aug 19 00:10:47.671610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:47.676162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdf2e3-5c5e-48cc-b818-010093589c46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=51830f1c-c9d0-4558-a02e-ba2c8b66b931,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:47.688645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-e7d1c861-e820-4246-a8de-c49836bcc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.690756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-e7d1c861-e820-4246-a8de-c49836bcc394 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.2898810 Aug 19 00:10:47.748893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-61ea2843-d136-4dbf-89f7-76cef80466f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 200 len: 217 time: 0.0493751 Aug 19 00:10:47.751546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.761766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.764555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:47.765739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92809d05-c5d3-46ad-925d-f98240011560 HTTP/1.1" status: 204 len: 168 time: 0.2856596 Aug 19 00:10:47.795376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-4623d1f3-8e0f-43f3-adf9-7b61ed8c1b5f service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531304 Aug 19 00:10:47.859057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce3164-a58a-44f2-b9e2-a0dd75535b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92809d05-c5d3-46ad-925d-f98240011560,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:47.863760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-d142f693-a678-4965-be8e-4a1037ce3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:47.865856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-d142f693-a678-4965-be8e-4a1037ce3dad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.1078334 Aug 19 00:10:47.919027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5560b1a2-dca9-424a-84a6-d554c3a62214 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2419744 Aug 19 00:10:47.919250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:47.928355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-f2cdd756-a057-48ff-a506-1de79779cafe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481913 Aug 19 00:10:47.969878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-95c9ed2d-5691-4572-856f-be870ca4c477 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655583 Aug 19 00:10:48.067100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:48.083312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-66a1b90d-79f2-46d8-9874-271a734ea846 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 217 time: 0.1032302 Aug 19 00:10:48.092976 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.153308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Deleting port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:48.153970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.182086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-c83450ed-3ed4-49f7-81d6-6854fa776b1c service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165287 Aug 19 00:10:48.184877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-b78611bc-fb51-4623-b0f7-8d453aa94fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:48.186914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-b78611bc-fb51-4623-b0f7-8d453aa94fb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.0958188 Aug 19 00:10:48.294817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] For port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:48.295223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.311965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Calling delete_port for a1f3439c-a1c7-4c2c-beea-53a4a4a4996e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:48.356850 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Sync routers for ids ['f3cd2257-1abe-4944-b164-da12ca72e51a'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:48.372067 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Routers {'f3cd2257-1abe-4944-b164-da12ca72e51a'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:48.372733 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3cd2257-1abe-4944-b164-da12ca72e51a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:48.387603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.390312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.406273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.446379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.447069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Fanout notify agent at l3_agent the message router_deleted on router f3cd2257-1abe-4944-b164-da12ca72e51a {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:10:48.448640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] Pushing event deleted for resources: {'Port': ['ID=a1f3439c-a1c7-4c2c-beea-53a4a4a4996e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:48.454402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83c76a-db0c-4b55-98a6-2fe44ea4cdf2 None None] No DVR routers for this DVR port a1f3439c-a1c7-4c2c-beea-53a4a4a4996e on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:48.460783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:48.462230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28cde5f2-f693-48cb-948f-63bae51b4fb3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/routers/f3cd2257-1abe-4944-b164-da12ca72e51a HTTP/1.1" status: 204 len: 168 time: 0.5421391 Aug 19 00:10:48.469407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:48.499256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa2bc64a-ff7a-46ac-9b91-36c0dede5c03 req-e7313d94-ad15-43f4-93dd-950d176cdc1e service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031240 Aug 19 00:10:48.510073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-7b7a54ce-992b-4789-a88d-c48b3d452220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:48.511632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-7b7a54ce-992b-4789-a88d-c48b3d452220 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2996349 Aug 19 00:10:48.521165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3b8e4f2-48ab-4722-83ba-278dd0a7cb53 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500917 Aug 19 00:10:48.523862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:48.530864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Set router f3cd2257-1abe-4944-b164-da12ca72e51a gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:48.616789 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd2257-1abe-4944-b164-da12ca72e51a', 'name': 'tempest-NetworksTestDHCPv6-router-1251824144', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:39Z', 'updated_at': '2021-08-19T00:10:45Z', 'revision_number': 3, 'project_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:48.630605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3e9b5-f305-4d95-a493-7d28c66ca8c7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:48.638084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b0f3e9b5-f305-4d95-a493-7d28c66ca8c7 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120276 Aug 19 00:10:48.640659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:48.653174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-47a0de68-507b-4ae7-a7b2-2f0c24b2c10a service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330333 Aug 19 00:10:48.660947 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Checking router: f3cd2257-1abe-4944-b164-da12ca72e51a for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:48.670101 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:48.672799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:10:48.673673 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3cd2257-1abe-4944-b164-da12ca72e51a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:10:48.674279 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5ded1-b6e9-4399-a20e-af94fbbaf455 None None] The sync data for ids ['f3cd2257-1abe-4944-b164-da12ca72e51a'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:48.722138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-edd8a701-0251-4a2a-ba38-98add9210785 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798011 Aug 19 00:10:48.726403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36516) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:48.732962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:48.787699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0cd6d-1a65-42af-8fae-6ab9093b6f31 req-242c525c-0c08-488e-adc3-1f6ba82954af tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:48.787699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38e0cd6d-1a65-42af-8fae-6ab9093b6f31 req-242c525c-0c08-488e-adc3-1f6ba82954af tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0572200 Aug 19 00:10:48.832509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38e0cd6d-1a65-42af-8fae-6ab9093b6f31 req-3c7ce35e-f2d2-4314-bc51-3cb088e30667 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 19 00:10:48.879176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-db06c2aa-d7c5-4522-bcc7-8679fb749dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168095 Aug 19 00:10:48.928346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-5ee4b644-7d6c-4963-82e8-6efe43b983ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 217 time: 0.0387387 Aug 19 00:10:48.928900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:48.932419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.031533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:49.037890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-6c69d13a-3a5c-4253-bb16-b6bbb44f975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.039410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-6c69d13a-3a5c-4253-bb16-b6bbb44f975f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1036556 Aug 19 00:10:49.138946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-2c111b12-f406-44aa-b9c3-92e4eea66d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.140491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-2c111b12-f406-44aa-b9c3-92e4eea66d92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931320 Aug 19 00:10:49.178869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-network', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:49.217895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Made reservation on behalf of d9bf5ad658b843d998c8847c33ea020f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:49.220915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.231396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.265054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:49.303381 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-2fa97248-8c2d-4cbf-8375-09dc0b57a85b service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548324 Aug 19 00:10:49.327494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:49.327866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 32fad7b5-cee6-4c58-999c-cf3dfcdf52ea not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:49.328319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a1f3439c-a1c7-4c2c-beea-53a4a4a4996e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:49.369174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a1f3439c-a1c7-4c2c-beea-53a4a4a4996e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:49.369524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a1f3439c-a1c7-4c2c-beea-53a4a4a4996e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:49.375093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.394174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.420956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:10:49.431148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb487125-bcb1-4601-bb79-4dd3f9a48b54,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:49.443821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.444184 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Added segment 1ef48e51-9aa0-473d-be0f-98a898135ee6 of type vlan for network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 Aug 19 00:10:49.476001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:10:49.479383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.497391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.527199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.528620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.530132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.555323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:49.563701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:49.569771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.570380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.575056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-a35b9c30-89d7-48dc-b938-002b69ffeac9 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376292 Aug 19 00:10:49.576793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=0af449c2-3ec2-46dd-93ed-857fe85a534e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:49.582977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce720d-0ba0-4af7-b6e3-3cfc25054cb5 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:49.587932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5550711 Aug 19 00:10:49.591630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36536) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:49.598310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Request body: {'subnet': {'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-subnet', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:49.621672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900c385-16dc-4aa5-a2ae-a6a8b49698d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e232dc0a-5d94-40b8-a8ca-6355ab4ca124,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:49.626204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2faea8a3-55bd-43af-88d3-0d4f5869c952 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8985424 Aug 19 00:10:49.628355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-00bf9f9f-8a59-4099-8a57-87c430ad9bc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 200 len: 217 time: 0.0458283 Aug 19 00:10:49.629077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36538) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:49.634501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:49.648518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Made reservation on behalf of d9bf5ad658b843d998c8847c33ea020f for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:49.651076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.742001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:10:49.743612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-b9cb145d-bbbf-4641-8f40-46d7078a0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.746421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-b9cb145d-bbbf-4641-8f40-46d7078a0667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1058307 Aug 19 00:10:49.844761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-74d91927-ca93-4e80-ab8e-61e0611b24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:49.847147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-74d91927-ca93-4e80-ab8e-61e0611b24fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925093 Aug 19 00:10:49.848611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:49.852395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.926767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:49.982673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '0af449c2-3ec2-46dd-93ed-857fe85a534e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:49.983553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.009522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac83db17-5448-48e6-b215-9e1e9acb2e87,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:50.059192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Checking segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:50.060769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Network hostable DHCP agents. Network: e232dc0a-5d94-40b8-a8ca-6355ab4ca124, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:10:50.089060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-3eef5118-f683-4e19-8525-c8c48c1ef7f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315643 Aug 19 00:10:50.098490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908181e-378b-4609-b5a9-c22ac2948078 req-510be5e3-fe08-4148-b3f3-8fe348ff9363 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:50.099885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c908181e-378b-4609-b5a9-c22ac2948078 req-510be5e3-fe08-4148-b3f3-8fe348ff9363 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1393418 Aug 19 00:10:50.119203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:10:50.134227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e232dc0a-5d94-40b8-a8ca-6355ab4ca124) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:50.146945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb8c19-6419-4b96-88db-3cbc78f67e20 None None] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:50.154091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:50.154432 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.181764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bcbb6fc9-c370-453e-8728-8b3de69ce16f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5874975 Aug 19 00:10:50.185630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:50.207535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:50.243503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.245575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.250097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Allocated IP 2001:db8::f816:3eff:fe6d:41d1 (201b5f96-c011-413b-b33b-e4f10c642327/0af449c2-3ec2-46dd-93ed-857fe85a534e/a38c42b7-8984-4e6c-ade6-ef9fa6331a8e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:50.312999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.381182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cbac5-2cd8-4f1e-931e-7509fbbd3c27 None None] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:50.500589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.577759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c908181e-378b-4609-b5a9-c22ac2948078 req-4d2e3afc-4cca-46aa-966c-a205e748e4c7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648213 Aug 19 00:10:50.628190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-5c1dc158-f6bb-416b-9d43-739e6b49f7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250399 Aug 19 00:10:50.731488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-911819da-764d-4c46-9831-346d0b51cc9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 200 len: 217 time: 0.0679369 Aug 19 00:10:50.799592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.814873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Transition to ACTIVE for port object a38c42b7-8984-4e6c-ade6-ef9fa6331a8e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:50.834955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Transition to ACTIVE for port object a38c42b7-8984-4e6c-ade6-ef9fa6331a8e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:50.842452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-9d9e0256-7b4a-4386-846d-591bc1d8f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:50.843710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.845073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-9d9e0256-7b4a-4386-846d-591bc1d8f8f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 200 len: 797 time: 0.1034086 Aug 19 00:10:50.847206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.892667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:50.901663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:50.908844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:50.920127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Pushing event updated for resources: {'Port': ['ID=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:50.928019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.955534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:50.958168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:50.974774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:50.981048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:50.981484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.002727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Attempting to bind port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:51.003103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Attempting to bind port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:51.003479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Attempting to bind port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:51.005820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-fc782aa5-351f-4be0-975f-5dc75cdc92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:51.009139 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-fc782aa5-351f-4be0-975f-5dc75cdc92c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8371296d-aef6-4865-adfc-c2d683b4033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548953 Aug 19 00:10:51.015968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:51.016429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:51.016787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.020392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3900816 Aug 19 00:10:51.020919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:51.021430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Bound port: a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:51.021831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.025027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:51.038728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:70:1c:cf', 'name': 'tempest-NetworksTestDHCPv6-152705407'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:51.050355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e54f-f7f5-4600-b02d-b6be9a068a10 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=852c6495-f534-4eba-9ed2-9df5bab87fa3,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:51.110602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Allocated IP 172.25.1.85 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/d4dbf836-87c7-4af7-8219-d0abff137245) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:51.158055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] For port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:51.162019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] For port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:51.169757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.206828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-90ed7888-d506-4e29-a382-7d14dae8ff99 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807702 Aug 19 00:10:51.314196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.325777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:51.358056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f6ba2-ed53-48ba-b33a-196e1bf3e8f7 None None] Pushing event updated for resources: {'Port': ['ID=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:51.372109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.432220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbf836-87c7-4af7-8219-d0abff137245,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:51.436346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:51.461184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:51.462908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:51.470517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-ae26e873-5511-4bc7-ba29-bac9f3e2f1c2 service neutron] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468984 Aug 19 00:10:51.474098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:51.479793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 4b243406-08d1-4c2c-abc2-91555e3b2a80 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:51.526829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-0870f595-c236-4660-853a-0a3898555fa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 200 len: 217 time: 0.0482559 Aug 19 00:10:51.676704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-04651129-889f-495d-8a91-9ca9847e96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:51.678843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-04651129-889f-495d-8a91-9ca9847e96d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.1458967 Aug 19 00:10:51.789934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-16d97952-b4a5-4472-ada0-e591ec7b69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:51.794043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-16d97952-b4a5-4472-ada0-e591ec7b69cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979483 Aug 19 00:10:51.866901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 172.20.0.7 (201b5f96-c011-413b-b33b-e4f10c642327/852c6495-f534-4eba-9ed2-9df5bab87fa3/4b243406-08d1-4c2c-abc2-91555e3b2a80) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:51.885933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe70:1ccf (201b5f96-c011-413b-b33b-e4f10c642327/0af449c2-3ec2-46dd-93ed-857fe85a534e/4b243406-08d1-4c2c-abc2-91555e3b2a80) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:51.979305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-d790eb92-cd63-4f2f-9d7e-dbbd99ad96e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700270 Aug 19 00:10:52.133003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ab4a5-f157-4e43-a533-e0f14f6d288e req-88269a52-25fe-4089-954c-85dce22d19d7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.134698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-537ab4a5-f157-4e43-a533-e0f14f6d288e req-88269a52-25fe-4089-954c-85dce22d19d7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0924704 Aug 19 00:10:52.174103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-ae6c909c-521e-40d8-bfa5-177233cf08be service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865647 Aug 19 00:10:52.194694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.229544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-6b833dbd-b719-4c64-bd6c-fad881619a1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0469916 Aug 19 00:10:52.264586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-537ab4a5-f157-4e43-a533-e0f14f6d288e req-28e9186c-abce-4dd6-badf-b48e4048fae7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209731 Aug 19 00:10:52.267100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 4b243406-08d1-4c2c-abc2-91555e3b2a80 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:52.293709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.296804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-54ac8104-54f3-453f-8f48-4d5b16970297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.298302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-54ac8104-54f3-453f-8f48-4d5b16970297 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 200 len: 797 time: 0.0611532 Aug 19 00:10:52.351888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.355567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-10e6c2c5-34d7-4aed-8043-947aad5b4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.357255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-10e6c2c5-34d7-4aed-8043-947aad5b4e82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1276e97-672e-4994-8837-2e7da273af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511608 Aug 19 00:10:52.419430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=4b243406-08d1-4c2c-abc2-91555e3b2a80,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:52.497679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:52.500830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:52.515110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:52.568334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.582456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.583091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.594121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5785485-ccdc-4b08-966b-cacaa7e1c687 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:52.601293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-5d0983de-62ce-4ceb-a679-c54d52f4e998 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344553 Aug 19 00:10:52.612636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3bb7a984-77f6-4198-a35b-bb58ff553da0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5770018 Aug 19 00:10:52.613497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:52.672528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46af3584-0867-4cd0-887a-8bd2516cc3d1 None None] Provisioning for port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:52.738948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eef54f-7f0f-4850-93df-74ffb891f552 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.744209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Router 75d33904-c9d2-4cde-90db-963fb18c7d1a is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:10:52.745438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eef54f-7f0f-4850-93df-74ffb891f552 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:52.747505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-51eef54f-7f0f-4850-93df-74ffb891f552 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1319613 Aug 19 00:10:52.751781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:52.771510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3eaa3e98-b3e0-4a39-be0d-d0b574555ec0 req-fafceb5c-02a3-4711-aad1-3c11425b3a07 service neutron] 10.222.0.11 "GET /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569636 Aug 19 00:10:52.898336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '0af449c2-3ec2-46dd-93ed-857fe85a534e', 'ip_address': '2001:db8::f816:3eff:fe6d:41d1'}, {'subnet_id': '852c6495-f534-4eba-9ed2-9df5bab87fa3'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'a38c42b7-8984-4e6c-ade6-ef9fa6331a8e'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:10:52.927019 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:10:52.930311 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.952469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:52.966131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Sync routers for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:52.969625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 4b243406-08d1-4c2c-abc2-91555e3b2a80 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:52.969934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:52.991089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:52.991560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:53.013163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.016908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-258b65fb-e971-41ae-9ea0-4d19e73829eb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8267770 Aug 19 00:10:53.017691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:53.100281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:53.153536 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.172404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 4b243406-08d1-4c2c-abc2-91555e3b2a80 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:53.390860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a38c42b7-8984-4e6c-ade6-ef9fa6331a8e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:53.494342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32d15-eeef-470e-bb6c-d2887eece814 req-8d7e3e1a-89f8-43bd-9b50-f0992fdbbf7f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:53.498013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Allocated IP 172.20.0.2 (201b5f96-c011-413b-b33b-e4f10c642327/852c6495-f534-4eba-9ed2-9df5bab87fa3/a38c42b7-8984-4e6c-ade6-ef9fa6331a8e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:53.499379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-abe32d15-eeef-470e-bb6c-d2887eece814 req-8d7e3e1a-89f8-43bd-9b50-f0992fdbbf7f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1058297 Aug 19 00:10:53.507327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:52Z', 'revision_number': 3, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:53.513030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:53.554557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Checking router: 75d33904-c9d2-4cde-90db-963fb18c7d1a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:53.555213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Updating router 75d33904-c9d2-4cde-90db-963fb18c7d1a port d4dbf836-87c7-4af7-8219-d0abff137245 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:53.562655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:53.563304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.584286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-abe32d15-eeef-470e-bb6c-d2887eece814 req-b2f8c190-ec6f-4177-b882-512b19885fdf tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777647 Aug 19 00:10:53.584899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36598) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:53.670965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.683617 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.779716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=4b243406-08d1-4c2c-abc2-91555e3b2a80,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:53.791336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fba-93d0-47f9-9174-a909e39c3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.824046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] For port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:53.895185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.898511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.926422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.973021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:53.977390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64c8c5d4-67d0-4ca8-9470-151104682a11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/4b243406-08d1-4c2c-abc2-91555e3b2a80 HTTP/1.1" status: 204 len: 168 time: 1.2204235 Aug 19 00:10:53.977609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:53.985993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Transition to ACTIVE for port object a38c42b7-8984-4e6c-ade6-ef9fa6331a8e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:53.994210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.010102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fba-93d0-47f9-9174-a909e39c3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.016596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fba-93d0-47f9-9174-a909e39c3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.055332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe0fba-93d0-47f9-9174-a909e39c3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded31ac-48fb-4c8b-a69f-08942ecdf3f4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.060922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ebbe0fba-93d0-47f9-9174-a909e39c3fd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcbd680aaac54dccac3d7d90da0d9f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751561 Aug 19 00:10:54.063588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36606) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:54.077154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18722098-a27a-4d2c-b4e0-0652764a7a3e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:54.078733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18722098-a27a-4d2c-b4e0-0652764a7a3e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:54.080284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18722098-a27a-4d2c-b4e0-0652764a7a3e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:54.082206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-18722098-a27a-4d2c-b4e0-0652764a7a3e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1034732 Aug 19 00:10:54.087052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36608) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:54.106015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:10:54.106781 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:10:54.132443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.156623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.158196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 0af449c2-3ec2-46dd-93ed-857fe85a534e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:54.161735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.226441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b947e4-73da-4cc8-91b5-d791f8f6162d None None] Pushing event updated for resources: {'Port': ['ID=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.226856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.233139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.236685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.236867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ded31ac-48fb-4c8b-a69f-08942ecdf3f4 HTTP/1.1" status: 204 len: 168 time: 0.1697028 Aug 19 00:10:54.250558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5bdf0-9e6a-415e-bd2a-d686d6cecf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded31ac-48fb-4c8b-a69f-08942ecdf3f4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.269269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.281002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Transition to ACTIVE for port object d4dbf836-87c7-4af7-8219-d0abff137245 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:54.286986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Allocated IP 172.20.0.1 (e232dc0a-5d94-40b8-a8ca-6355ab4ca124/ac83db17-5448-48e6-b215-9e1e9acb2e87/1fe95904-d8e5-4625-95cb-06392123bf02) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:54.293027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.359719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6534-89b9-4987-ab0c-10384dcd4097 None None] Pushing event updated for resources: {'Port': ['ID=d4dbf836-87c7-4af7-8219-d0abff137245,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.367703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Attempting to bind port d4dbf836-87c7-4af7-8219-d0abff137245 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:54.368089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Attempting to bind port d4dbf836-87c7-4af7-8219-d0abff137245 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:54.368532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Attempting to bind port d4dbf836-87c7-4af7-8219-d0abff137245 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:54.375870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:54.376272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:54.376713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.377113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:54.377598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Bound port: d4dbf836-87c7-4af7-8219-d0abff137245, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:54.377991 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.400319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.435541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] For port d4dbf836-87c7-4af7-8219-d0abff137245, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:54.439291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] For port d4dbf836-87c7-4af7-8219-d0abff137245, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dbf836-87c7-4af7-8219-d0abff137245,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:54.447894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.499833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.512690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:54.513886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:54.533522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.551593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.553655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0af449c2-3ec2-46dd-93ed-857fe85a534e HTTP/1.1" status: 204 len: 168 time: 0.4655135 Aug 19 00:10:54.556413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36616) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:54.563128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6534-89b9-4987-ab0c-10384dcd4097 None None] Pushing event updated for resources: {'Port': ['ID=d4dbf836-87c7-4af7-8219-d0abff137245,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.582023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5e39c-46a9-4ab3-904e-afe71ecda167 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=0af449c2-3ec2-46dd-93ed-857fe85a534e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.620616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.661930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 852c6495-f534-4eba-9ed2-9df5bab87fa3 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:10:54.668345 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.713663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Pushing event updated for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:54.739314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:54.740960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:54.743446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:54.750455 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.796333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.923010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794edc-a955-43e2-a848-dfc79e2e7145 req-833674c7-61e3-447f-bddc-3485be9cd157 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:54.924238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:54.925392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6794edc-a955-43e2-a848-dfc79e2e7145 req-833674c7-61e3-447f-bddc-3485be9cd157 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1255167 Aug 19 00:10:54.987467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:55.021274 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.054086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6794edc-a955-43e2-a848-dfc79e2e7145 req-74b1bc09-e6ba-4cbc-9231-1fca5ad8c5a2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217458 Aug 19 00:10:55.064413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.114964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=852c6495-f534-4eba-9ed2-9df5bab87fa3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:55.116964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.122304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ff5a6fd1-eccb-4269-b59e-50aa05870615 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/852c6495-f534-4eba-9ed2-9df5bab87fa3 HTTP/1.1" status: 204 len: 168 time: 0.5603704 Aug 19 00:10:55.124759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:55.174499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-92562a90-2d2d-4879-bb01-daa00e2064b3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486174 Aug 19 00:10:55.177373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:55.182269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:55.188557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.199476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77293c0-1f85-4bc8-bfd7-101253068da1 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:55.256783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:10:55.257208 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:10:55.265254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Could not find standard attr ID for object 4b243406-08d1-4c2c-abc2-91555e3b2a80. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:10:55.327152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Provisioning for port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:55.351299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Provisioning complete for port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:55.351686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.364395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:55.367898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.440214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:52Z', 'revision_number': 3, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:55.471444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07d13a-0e4f-4630-b684-164baabe9627 None None] The sync data for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 is: [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:52Z', 'revision_number': 3, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:10:55.510250 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.527642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:10:55.573516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.580021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] For port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:55.586279 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.591629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.638356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Deleting port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:55.638923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.689044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfa71c-71de-458a-b071-c86a3e0dff81 None None] Pushing event updated for resources: {'Port': ['ID=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:55.708883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.716006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] For port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:55.716446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.725131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Pushing event updated for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:55.730711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Calling delete_port for a38c42b7-8984-4e6c-ade6-ef9fa6331a8e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:55.878713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:55.912137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] Pushing event deleted for resources: {'Port': ['ID=a38c42b7-8984-4e6c-ade6-ef9fa6331a8e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:55.915750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ebb44-77a1-4ff1-81f1-5e473b632116 None None] No DVR routers for this DVR port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:10:55.929348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:55.932865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:55.975829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:10:55.978995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.051487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port a38c42b7-8984-4e6c-ade6-ef9fa6331a8e update to ACTIVE by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 00:10:56.072730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:56.096660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:56.109720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bbde0-d956-4a1b-864a-36c615022f37 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:56.249763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dbf836-87c7-4af7-8219-d0abff137245 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:56.298538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69042a-05b7-44b6-bea9-c78a90d22d72 req-79322e76-b8bc-46eb-93fe-4db17d608be2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:56.300461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a69042a-05b7-44b6-bea9-c78a90d22d72 req-79322e76-b8bc-46eb-93fe-4db17d608be2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0876844 Aug 19 00:10:56.380850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a69042a-05b7-44b6-bea9-c78a90d22d72 req-688a1aa1-bb4f-4244-8bfd-c4771c0715bb tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745082 Aug 19 00:10:56.388331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '83ed03f2-7a5e-4daa-84a4-066fed1bec92'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:10:56.389709 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.395270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d4dbf836-87c7-4af7-8219-d0abff137245 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:56.412178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4dbf836-87c7-4af7-8219-d0abff137245 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:56.412863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.608799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Allocated IP 2001:db8::f816:3eff:fe5b:35f9 (201b5f96-c011-413b-b33b-e4f10c642327/83ed03f2-7a5e-4daa-84a4-066fed1bec92/db0d77f5-6dc4-48aa-baff-587ec6000ff8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:56.622845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.670044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:56.670722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.676131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=83ed03f2-7a5e-4daa-84a4-066fed1bec92,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:56.719485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.719645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-574721e1-2e5e-4d0b-af11-5a50f852374f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5411708 Aug 19 00:10:56.720811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36752) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:56.728568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:56.740014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Router 75d33904-c9d2-4cde-90db-963fb18c7d1a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:10:56.759176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d4dbf836-87c7-4af7-8219-d0abff137245, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dbf836-87c7-4af7-8219-d0abff137245,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:56.769757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.867772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a38c42b7-8984-4e6c-ade6-ef9fa6331a8e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:10:56.891348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a38c42b7-8984-4e6c-ade6-ef9fa6331a8e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:10:56.891630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a38c42b7-8984-4e6c-ade6-ef9fa6331a8e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:10:56.892326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:10:56.902715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d4dbf836-87c7-4af7-8219-d0abff137245,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:56.907587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3ab73617-1d42-4e7f-9686-2ab7c6a58b8a admin admin] 10.222.0.20 "PUT /v2.0/routers/75d33904-c9d2-4cde-90db-963fb18c7d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8890502 Aug 19 00:10:56.930126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.940901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Transition to ACTIVE for port object db0d77f5-6dc4-48aa-baff-587ec6000ff8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:56.954151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:56.958799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:56.971576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Transition to ACTIVE for port object db0d77f5-6dc4-48aa-baff-587ec6000ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:56.986128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.039614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:57.043307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:57.047989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:57.051254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:57.125218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Attempting to bind port db0d77f5-6dc4-48aa-baff-587ec6000ff8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:57.125872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Attempting to bind port db0d77f5-6dc4-48aa-baff-587ec6000ff8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:57.125977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Attempting to bind port db0d77f5-6dc4-48aa-baff-587ec6000ff8 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:57.131260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:57.131649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:57.132062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.132719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:57.133191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Bound port: db0d77f5-6dc4-48aa-baff-587ec6000ff8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:57.133700 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.241306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:57.245067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:57.255679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.303131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.344169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec7d40-8635-4caf-ac9c-356ef9075969 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:57.355238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:57.359140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:57.365164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:57.365757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.384541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=cd6ca74d-2df5-46dd-baa7-a55d15ed31bb,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:57.399008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dbb21d3-0659-44b6-be51-8d20dda2b053 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6737630 Aug 19 00:10:57.399746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:57.405817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:5c:2e:c4', 'name': 'tempest-NetworksTestDHCPv6-1252059137'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:10:57.416797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36798) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:57.550282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a99525-6744-4966-b787-2309eeaf324a req-261b459a-36b1-44a9-b1b5-f28f7703a81f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:57.551896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24a99525-6744-4966-b787-2309eeaf324a req-261b459a-36b1-44a9-b1b5-f28f7703a81f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0727971 Aug 19 00:10:57.608809 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fd4579-eadc-4309-afee-944a57893616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.636678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24a99525-6744-4966-b787-2309eeaf324a req-8c0d9347-8939-4fc0-83b6-76778f14fb0e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 Aug 19 00:10:57.760097 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Sync routers for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:10:57.769721 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:57.770409 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:57.793450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fd4579-eadc-4309-afee-944a57893616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.799626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fd4579-eadc-4309-afee-944a57893616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.819191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:10:57.857627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63fd4579-eadc-4309-afee-944a57893616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b603a03a70de4c05abfc6c5e515c3901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389448 Aug 19 00:10:57.866034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:57.889097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd4579-eadc-4309-afee-944a57893616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15238069-3384-4466-bbf2-91872c8e7a85,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:57.890321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:57.901675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-3f865c2e-ccbe-43e1-a6f4-5b64f24f64eb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:57.903562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-3f865c2e-ccbe-43e1-a6f4-5b64f24f64eb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 819 time: 0.1933653 Aug 19 00:10:57.937235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-472e66ff-5bce-45b8-bac3-f33e0997d5c2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/quotas/d9bf5ad658b843d998c8847c33ea020f HTTP/1.1" status: 200 len: 375 time: 0.0200071 Aug 19 00:10:57.939962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.940889 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:57.963105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 25fdecc9-5931-448c-998a-fa2c17b092b0 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:10:57.991445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.037469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-37ce3826-4e50-4f85-aa5b-21b1043cb5fa tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865819 Aug 19 00:10:58.107200 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:55Z', 'revision_number': 4, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1fe95904-d8e5-4625-95cb-06392123bf02', 'name': '', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'mac_address': 'fa:16:3e:9f:d6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:53Z', 'updated_at': '2021-08-19T00:10:55Z', 'revision_number': 2, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'subnets': [{'id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:58.109782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.115738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.119647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15238069-3384-4466-bbf2-91872c8e7a85 HTTP/1.1" status: 204 len: 168 time: 0.2504394 Aug 19 00:10:58.143864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b89f5-6aa5-4295-aef0-743abc955488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15238069-3384-4466-bbf2-91872c8e7a85,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:58.148475 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Checking router: 75d33904-c9d2-4cde-90db-963fb18c7d1a for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:10:58.149109 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Updating router 75d33904-c9d2-4cde-90db-963fb18c7d1a port 1fe95904-d8e5-4625-95cb-06392123bf02 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:10:58.183599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-7b6a544b-93a2-421d-b8b2-605995f1f477 service neutron] 10.222.0.20 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450026 Aug 19 00:10:58.230202 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.263101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 172.20.0.5 (201b5f96-c011-413b-b33b-e4f10c642327/cd6ca74d-2df5-46dd-baa7-a55d15ed31bb/25fdecc9-5931-448c-998a-fa2c17b092b0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:58.275358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe5c:2ec4 (201b5f96-c011-413b-b33b-e4f10c642327/83ed03f2-7a5e-4daa-84a4-066fed1bec92/25fdecc9-5931-448c-998a-fa2c17b092b0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:58.389997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dbf836-87c7-4af7-8219-d0abff137245 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:58.405595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-383ba70d-ced2-4725-9a08-75940f0ee706 service neutron] 10.222.0.20 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212143 Aug 19 00:10:58.454542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4dbf836-87c7-4af7-8219-d0abff137245 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:58.455005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.481613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.496315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 25fdecc9-5931-448c-998a-fa2c17b092b0 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:58.542231 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.627950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:10:58.635408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:10:58.640137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:10:58.645099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:10:58.675460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=25fdecc9-5931-448c-998a-fa2c17b092b0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:58.711997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:58.737292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:58.764056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c6b10-adcb-4651-bbfe-bf8a14710d44 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:10:58.785125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3817a-d3b1-49a3-a928-ad66da304e50 req-45dc4ccd-64f6-4aad-a70f-4108ef805f91 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:58.786711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3db3817a-d3b1-49a3-a928-ad66da304e50 req-45dc4ccd-64f6-4aad-a70f-4108ef805f91 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0766556 Aug 19 00:10:58.799333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85805ba8-3bbd-4ac8-9099-523725e88a1b req-bbc72a33-8737-40e8-a0d8-b71fb5544a5d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 210 time: 0.0512025 Aug 19 00:10:58.803792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-524372d7-0b83-479e-a5c8-5e36a18eabd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.824958 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.836208 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Transition to ACTIVE for port object 1fe95904-d8e5-4625-95cb-06392123bf02 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:58.851904 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.914577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3db3817a-d3b1-49a3-a928-ad66da304e50 req-1002fa2b-5c35-4731-83f5-ff758db69b8b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168976 Aug 19 00:10:58.920928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Provisioning for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:10:58.942852 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf78540-8a05-4341-b471-58c82e2da4ce None None] Pushing event updated for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:58.950543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:10:58.951304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.957594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-524372d7-0b83-479e-a5c8-5e36a18eabd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.966447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:58.967045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:58.971380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-524372d7-0b83-479e-a5c8-5e36a18eabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.024921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:59.026719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-237317da-7b30-4507-b58b-69d255744587 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6248770 Aug 19 00:10:59.030164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524372d7-0b83-479e-a5c8-5e36a18eabd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7eb0a5-f5f8-4471-b7f5-65284df88277,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:59.037198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-524372d7-0b83-479e-a5c8-5e36a18eabd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b7b5a55e05b4734b03aa0c24a49db24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963505 Aug 19 00:10:59.037501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:59.123146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbafb3-270a-4e17-9e8d-8043313dee06 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:59.148334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.151626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbafb3-270a-4e17-9e8d-8043313dee06 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:59.155901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-01fbafb3-270a-4e17-9e8d-8043313dee06 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1283929 Aug 19 00:10:59.157971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36850) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:10:59.202083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:59.209024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.307963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d519a4-2e3a-4955-b621-af076f3b2a07 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:59.309954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.311512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '83ed03f2-7a5e-4daa-84a4-066fed1bec92', 'ip_address': '2001:db8::f816:3eff:fe5b:35f9'}, {'subnet_id': 'cd6ca74d-2df5-46dd-baa7-a55d15ed31bb'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'db0d77f5-6dc4-48aa-baff-587ec6000ff8'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:10:59.330588 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Attempting to bind port 1fe95904-d8e5-4625-95cb-06392123bf02 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:10:59.330991 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Attempting to bind port 1fe95904-d8e5-4625-95cb-06392123bf02 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:10:59.331334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Attempting to bind port 1fe95904-d8e5-4625-95cb-06392123bf02 on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:10:59.342198 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:10:59.342589 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Checking segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:10:59.343000 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.343398 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Bound using segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:10:59.343868 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Bound port: 1fe95904-d8e5-4625-95cb-06392123bf02, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:10:59.344252 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.344625 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.392249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 25fdecc9-5931-448c-998a-fa2c17b092b0 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:10:59.392944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.412278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.443849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-d330e719-56bf-4fcd-bd8b-45fc5bff1f0e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:10:59.451986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-d330e719-56bf-4fcd-bd8b-45fc5bff1f0e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 819 time: 0.3033931 Aug 19 00:10:59.480103 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] For port 1fe95904-d8e5-4625-95cb-06392123bf02, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:10:59.485064 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] For port 1fe95904-d8e5-4625-95cb-06392123bf02, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1fe95904-d8e5-4625-95cb-06392123bf02,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:10:59.493457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-76888769-6288-4a73-a7be-6b7ae049e149 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/quotas/d9bf5ad658b843d998c8847c33ea020f HTTP/1.1" status: 200 len: 375 time: 0.0402458 Aug 19 00:10:59.497477 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.592133 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:10:59.593080 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:10:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:10:59.596471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf78540-8a05-4341-b471-58c82e2da4ce None None] Pushing event updated for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:59.598403 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-4083f517-360f-421c-a157-1f50c74d2063 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038752 Aug 19 00:10:59.617853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.621928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Allocated IP 172.20.0.2 (201b5f96-c011-413b-b33b-e4f10c642327/cd6ca74d-2df5-46dd-baa7-a55d15ed31bb/db0d77f5-6dc4-48aa-baff-587ec6000ff8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:10:59.625678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.628267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df7eb0a5-f5f8-4471-b7f5-65284df88277 HTTP/1.1" status: 204 len: 168 time: 0.5897782 Aug 19 00:10:59.646448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555743c-dee0-4a66-b7e7-f0bbe2070202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7eb0a5-f5f8-4471-b7f5-65284df88277,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:10:59.648819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.665894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 25fdecc9-5931-448c-998a-fa2c17b092b0 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:10:59.800562 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:10:59.808424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:10:59.845964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:10:59.861874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Transition to ACTIVE for port object db0d77f5-6dc4-48aa-baff-587ec6000ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:10:59.868330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:00.000757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-3b055724-6163-4e07-8560-666ae99d5d76 service neutron] 10.222.0.20 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955944 Aug 19 00:11:00.022106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:00.089685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a029f-368c-4696-a4c8-215fa65ee802 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:00.192411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-1c20fe06-8176-4a98-be82-78cdba05e883 service neutron] 10.222.0.20 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752574 Aug 19 00:11:00.196850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=25fdecc9-5931-448c-998a-fa2c17b092b0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:00.241780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:00.304522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:55Z', 'revision_number': 4, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1fe95904-d8e5-4625-95cb-06392123bf02', 'name': '', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'mac_address': 'fa:16:3e:9f:d6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:53Z', 'updated_at': '2021-08-19T00:10:59Z', 'revision_number': 4, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'subnets': [{'id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:00.407119 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc97dd-7a48-4ea0-8ab8-a8f811b5c379 None None] The sync data for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 is: [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:55Z', 'revision_number': 4, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1fe95904-d8e5-4625-95cb-06392123bf02', 'name': '', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'mac_address': 'fa:16:3e:9f:d6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:53Z', 'updated_at': '2021-08-19T00:10:59Z', 'revision_number': 4, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'subnets': [{'id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:11:00.679475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54851d10-9c85-4b43-ba33-89866aee09f4 req-474cd447-372a-467f-8b13-44de0db5c560 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0499744 Aug 19 00:11:00.937535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-a8299b76-d678-4430-9ab5-5404c04c8cb4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:00.939131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-a8299b76-d678-4430-9ab5-5404c04c8cb4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 819 time: 0.7293856 Aug 19 00:11:00.961867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:00.964988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e84da7b-4716-4741-9afd-3680f6f88f2d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/25fdecc9-5931-448c-998a-fa2c17b092b0 HTTP/1.1" status: 204 len: 168 time: 1.8056672 Aug 19 00:11:00.968078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:00.969396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Request body: {'port': {'device_id': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'admin_state_up': True, 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:00.981410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0523294-62d0-4b90-a488-4d94b9dbc434 req-b0052e06-4baa-4e4d-a8a4-a058819cfc09 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:00.983064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0523294-62d0-4b90-a488-4d94b9dbc434 req-b0052e06-4baa-4e4d-a8a4-a058819cfc09 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.9160450 Aug 19 00:11:01.064203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30055a1f-14f3-42e5-a81d-092b6b8149ea None None] Provisioning for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:01.069038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30055a1f-14f3-42e5-a81d-092b6b8149ea None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:01.069668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30055a1f-14f3-42e5-a81d-092b6b8149ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.084334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9c08-3d32-490e-aa1c-13c7f6148045 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:01.087104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0523294-62d0-4b90-a488-4d94b9dbc434 req-9c9bd664-60d1-44de-b446-5ebf297edbe0 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869975 Aug 19 00:11:01.089036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9c08-3d32-490e-aa1c-13c7f6148045 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:01.094119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9c08-3d32-490e-aa1c-13c7f6148045 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:01.104371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-957e9c08-3d32-490e-aa1c-13c7f6148045 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1348054 Aug 19 00:11:01.106998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:01.162631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Made reservation on behalf of d9bf5ad658b843d998c8847c33ea020f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:01.169968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.193748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 83ed03f2-7a5e-4daa-84a4-066fed1bec92 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:01.200696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.252685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30055a1f-14f3-42e5-a81d-092b6b8149ea None None] Could not find standard attr ID for object 25fdecc9-5931-448c-998a-fa2c17b092b0. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:01.288887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.358833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Allocated IP 172.20.0.9 (e232dc0a-5d94-40b8-a8ca-6355ab4ca124/ac83db17-5448-48e6-b215-9e1e9acb2e87/ac2c6613-340d-4b9b-a429-99c8da50e3fb) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:01.413884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.473455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6e7dd7a4-6a5e-4731-bfa3-7258961c2afe None None] Could not find standard attr ID for object 25fdecc9-5931-448c-998a-fa2c17b092b0. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:01.483291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.516056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.517994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/83ed03f2-7a5e-4daa-84a4-066fed1bec92 HTTP/1.1" status: 204 len: 168 time: 0.4099951 Aug 19 00:11:01.519328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffa2b-4f9d-4295-a890-859106fd9b12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=83ed03f2-7a5e-4daa-84a4-066fed1bec92,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:01.521708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36882) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:01.587969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.605206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet cd6ca74d-2df5-46dd-baa7-a55d15ed31bb {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:01.609892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.661592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.703320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.847520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:01.855820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:01.893668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:01.944914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7886c32-e34b-4c39-af75-50e89e147616 req-a0ef5dcd-b10c-41b2-a9e4-d8338ad68e4a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 210 time: 0.1064107 Aug 19 00:11:01.981477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-2d87acb9-b5a0-47a5-95aa-47fac41f8c2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:01.982992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-2d87acb9-b5a0-47a5-95aa-47fac41f8c2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.21 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 819 time: 0.2358415 Aug 19 00:11:01.986507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:01.989667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Pushing event updated for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:02.022576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Request body: {'port': {'device_id': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'admin_state_up': True, 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:02.034776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:02.035388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.039264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff72204-5b21-4ba0-9880-fced46de3fbd None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:02.106823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-245ad170-a3a0-4d2b-b108-c3105a055101 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495392 Aug 19 00:11:02.125221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Request body: {'port': {'device_id': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:02.204973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.212239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.257937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6ca74d-2df5-46dd-baa7-a55d15ed31bb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:02.272391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583af8-f6a6-4395-bfe2-eb83b2b4ccbc req-10375998-a672-4a39-90d4-2c0de42d8fa1 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:02.280832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79583af8-f6a6-4395-bfe2-eb83b2b4ccbc req-10375998-a672-4a39-90d4-2c0de42d8fa1 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0939023 Aug 19 00:11:02.287948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.289820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-21fe370d-9116-43fb-a4d6-1e86e4a8a87e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/cd6ca74d-2df5-46dd-baa7-a55d15ed31bb HTTP/1.1" status: 204 len: 168 time: 0.7670934 Aug 19 00:11:02.294789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:02.304205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1fe95904-d8e5-4625-95cb-06392123bf02 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:02.319235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Made reservation on behalf of d9bf5ad658b843d998c8847c33ea020f for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:02.323353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.336337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2831b67f-cdf1-410b-83df-549bd90088e2 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': 'cd6ca74d-2df5-46dd-baa7-a55d15ed31bb'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'db0d77f5-6dc4-48aa-baff-587ec6000ff8'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:02.346889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-070c10e4-ae2a-4168-aaee-2851f8cd9df0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483184 Aug 19 00:11:02.347210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:02.352109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:02.368707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79583af8-f6a6-4395-bfe2-eb83b2b4ccbc req-0d56160c-6097-4d46-93c1-e6952e1396ba tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863311 Aug 19 00:11:02.372054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2831b67f-cdf1-410b-83df-549bd90088e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.413213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1fe95904-d8e5-4625-95cb-06392123bf02 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:02.423779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1fe95904-d8e5-4625-95cb-06392123bf02 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:02.424152 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.470770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:02.474512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.614620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2c6613-340d-4b9b-a429-99c8da50e3fb {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:02.623046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.635880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Transition to ACTIVE for port object ac2c6613-340d-4b9b-a429-99c8da50e3fb will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:02.647383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.669392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.712695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:02.718958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:02.725608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:02.727823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.741768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Allocated IP 172.20.0.3 (e232dc0a-5d94-40b8-a8ca-6355ab4ca124/ac83db17-5448-48e6-b215-9e1e9acb2e87/252caae0-f93f-4c50-9898-6b7128545385) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:02.741768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:02.777242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.777691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.778003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.778338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.778666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.778993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.779649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.779649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.779943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.780264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.780609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.780928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:02.781448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a34fb7-f619-46fc-a0dd-a8b4d2c5f494 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:02.781731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=526f13eb-3a0a-4c0a-8548-325057cb3d7a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:02.786708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c9e90c70-3b29-435f-ba3e-7010dc36dd86 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4384432 Aug 19 00:11:02.789866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:02.799966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:02.861770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.888899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a25dbf3-450d-4089-badc-78b548168115 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:02.889370 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a25dbf3-450d-4089-badc-78b548168115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.903959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Attempting to bind port ac2c6613-340d-4b9b-a429-99c8da50e3fb on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:02.904334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Attempting to bind port ac2c6613-340d-4b9b-a429-99c8da50e3fb by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:02.904655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Attempting to bind port ac2c6613-340d-4b9b-a429-99c8da50e3fb on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:02.916018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Port ac2c6613-340d-4b9b-a429-99c8da50e3fb on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:11:02.916368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Attempting to bind port ac2c6613-340d-4b9b-a429-99c8da50e3fb on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:02.926049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:02.926390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Checking segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:02.926777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Bound using segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:02.927226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Bound port: ac2c6613-340d-4b9b-a429-99c8da50e3fb, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:02.927581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.961289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1fe95904-d8e5-4625-95cb-06392123bf02, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1fe95904-d8e5-4625-95cb-06392123bf02,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:02.968962 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:02.969969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:02.971001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:02.979579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.027092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.044525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:03.049502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:03.059738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.136387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:03.137014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.138400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 1092 time: 1.0218771 Aug 19 00:11:03.142090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:03.144392 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:03.148540 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c84db1c-aa34-4d9c-8eb7-fe09f39c7afa req-e5830776-3c5a-4052-823e-5db52a24126f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0534072 Aug 19 00:11:03.190935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.195913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3933d-c0f2-4e72-8000-6fff28cf2641 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:03.205485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:03.245397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:03.246127 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.246775 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab7ec56-4f1d-421e-ad1b-b38db2aee4d4 x-openstack-request-id: req-cab7ec56-4f1d-421e-ad1b-b38db2aee4d4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:03.247066 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:03.247316 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cab7ec56-4f1d-421e-ad1b-b38db2aee4d4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:03.247712 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb', 'status': 'completed', 'code': 200} Aug 19 00:11:03.290416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:03.295843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:03.303593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:03.309064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Pushing event updated for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:03.348832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-46e767fc-291a-42d5-81b9-ca82b64199ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:03.350374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-46e767fc-291a-42d5-81b9-ca82b64199ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1095 time: 0.1072142 Aug 19 00:11:03.363593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:03.364886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.379790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '526f13eb-3a0a-4c0a-8548-325057cb3d7a'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'db0d77f5-6dc4-48aa-baff-587ec6000ff8'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:03.405690 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-3395cd06-f79b-4286-af32-f994840d728e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0387552 Aug 19 00:11:03.408762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.413032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-c0e2b119-b229-4083-a16b-c162c9b6c098 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3978009 Aug 19 00:11:03.453742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Request body: {'port': {'device_id': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:03.498230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:03.521675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-5019b909-6d64-4306-8b3f-ea2090241483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:03.523140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-5019b909-6d64-4306-8b3f-ea2090241483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.1093409 Aug 19 00:11:03.574199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-c29c077e-2613-4d9c-8c90-82c3d9626113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331018 Aug 19 00:11:03.576806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.606813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c68205-b294-4459-89d8-4957017e7eb0 req-f3b7fc35-2bf2-481f-88a0-3e3a79c8729b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:03.608348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7c68205-b294-4459-89d8-4957017e7eb0 req-f3b7fc35-2bf2-481f-88a0-3e3a79c8729b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1493783 Aug 19 00:11:03.647074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Allocated IP 172.20.0.2 (201b5f96-c011-413b-b33b-e4f10c642327/526f13eb-3a0a-4c0a-8548-325057cb3d7a/db0d77f5-6dc4-48aa-baff-587ec6000ff8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:03.654074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Allocated IP 2001:db8::f816:3eff:fe5b:35f9 (201b5f96-c011-413b-b33b-e4f10c642327/42e76e0d-d744-43b7-b689-96f051bcd8e7/db0d77f5-6dc4-48aa-baff-587ec6000ff8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:03.730990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7c68205-b294-4459-89d8-4957017e7eb0 req-adc1321e-9bc5-4855-b1d9-4075c27ef907 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 Aug 19 00:11:03.754133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:03.783356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.805198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Transition to ACTIVE for port object db0d77f5-6dc4-48aa-baff-587ec6000ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:03.805744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-80c1390e-e6f5-43a6-87e9-ccbf87b34da6 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170091 Aug 19 00:11:03.809422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:03.810759 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe5b:35f9-958e2c63-a4d4-4007-a1da-7addfa5015 {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:03.811452 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:03.898425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9e7aa-25a6-4d03-9ca3-1a85658c58ee None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:03.974527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b190dd92-dbd4-45da-8e32-90b292af70fc req-f44097fe-881f-46c5-8076-478be25d5f4c service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601496 Aug 19 00:11:04.051021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252caae0-f93f-4c50-9898-6b7128545385 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:04.063434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.080599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:04.103406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Transition to ACTIVE for port object 252caae0-f93f-4c50-9898-6b7128545385 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:04.110536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.142202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-461bb7dd-d6fa-4a32-9c88-c67412e2b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.143719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-461bb7dd-d6fa-4a32-9c88-c67412e2b7f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1095 time: 0.0775979 Aug 19 00:11:04.165075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.200577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:04.207307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.221427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Pushing event updated for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:04.272442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:04.321953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-f20084e6-b05b-4d65-8141-8a17f0d16482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.323550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-f20084e6-b05b-4d65-8141-8a17f0d16482 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.1725562 Aug 19 00:11:04.328255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Attempting to bind port 252caae0-f93f-4c50-9898-6b7128545385 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:04.328655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Attempting to bind port 252caae0-f93f-4c50-9898-6b7128545385 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:04.328989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Attempting to bind port 252caae0-f93f-4c50-9898-6b7128545385 on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:04.340954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Port 252caae0-f93f-4c50-9898-6b7128545385 on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:11:04.341313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Attempting to bind port 252caae0-f93f-4c50-9898-6b7128545385 on network e232dc0a-5d94-40b8-a8ca-6355ab4ca124 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:04.375517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:04.375742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Checking segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:04.376111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Bound using segment: {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:04.376573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Bound port: 252caae0-f93f-4c50-9898-6b7128545385, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef48e51-9aa0-473d-be0f-98a898135ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:04.376933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.380643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-c11f03c3-e159-438b-b858-7cf9a685e54f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0481994 Aug 19 00:11:04.452392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1fe95904-d8e5-4625-95cb-06392123bf02 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:04.456136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5d873-46c7-4c7c-a445-ce917d9653b7 req-615865f2-0bad-45fc-ba23-84f84c580f6b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.457544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25b5d873-46c7-4c7c-a445-ce917d9653b7 req-615865f2-0bad-45fc-ba23-84f84c580f6b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 943 time: 0.1557143 Aug 19 00:11:04.470639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-e273ff0c-5fe2-4f5b-8ad7-be8b2e51b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.472125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-e273ff0c-5fe2-4f5b-8ad7-be8b2e51b744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0827432 Aug 19 00:11:04.513726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-1aafaa40-6431-4d37-9872-7a15ddfe6907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297189 Aug 19 00:11:04.518680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:04.529882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1fe95904-d8e5-4625-95cb-06392123bf02 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:04.530288 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.568010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25b5d873-46c7-4c7c-a445-ce917d9653b7 req-160bbd7e-2f77-43ff-a93d-b04e1fa34cda tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Aug 19 00:11:04.574505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:04.574850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=252caae0-f93f-4c50-9898-6b7128545385,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:04.588789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.626865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:04.638445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.639062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.640589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] 10.222.0.21 "PUT /v2.0/ports/252caae0-f93f-4c50-9898-6b7128545385 HTTP/1.1" status: 200 len: 1092 time: 1.1931617 Aug 19 00:11:04.674558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-9be74875-0662-469e-9f55-6abbc8f13aba service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518812 Aug 19 00:11:04.677483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6237-b191-4271-9a03-fa1917bc8b14 service neutron] Pushing event updated for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:04.703470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_pluggable_backend [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Port db0d77f5-6dc4-48aa-baff-587ec6000ff8 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94623) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 19 00:11:04.703852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.712397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Provisioning for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:04.715096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:04.715548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.724664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:04.727232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:04.730192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.730816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.741646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:04.742030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:04.743711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc1c7e-4717-4db8-bc78-03ba971897ba None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:04.800531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0094712 Aug 19 00:11:04.804333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:04.806097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b17b1-1e88-4410-a2dc-b1c9b43bdab4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=42e76e0d-d744-43b7-b689-96f051bcd8e7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:04.809961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:18:30:eb', 'name': 'tempest-NetworksTestDHCPv6-1079434498'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:04.820536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-dede4a5d-d339-43dc-b4dc-ca9b594b0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:04.822391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-dede4a5d-d339-43dc-b4dc-ca9b594b0a90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 1095 time: 0.1135354 Aug 19 00:11:05.012115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:05.064164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:05.090639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:05.097958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:05.185811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:05.189427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:05.189929 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-e886e691-850c-4eef-937a-d32d3cfaede7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:05.214889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9e2a8a9-647b-42b1-a8e1-beed73be5dc2 req-a162a833-cff9-4d0e-b49f-a068cdc40076 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320752 Aug 19 00:11:05.231699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-ba40c5e6-0886-4218-9882-4b40be7236a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252caae0-f93f-4c50-9898-6b7128545385 HTTP/1.1" status: 200 len: 217 time: 0.3639345 Aug 19 00:11:05.251373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'tag': '252caae0-f93f-4c50-9898-6b7128545385'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:05.253628 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c48818e-74a9-4206-8f8a-11e1277b0555" -d '{"events": [{"name": "network-changed", "server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "tag": "252caae0-f93f-4c50-9898-6b7128545385"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:05.303834 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa95829-0a4a-46fa-9f97-54a26d3d1782 x-openstack-request-id: req-6fa95829-0a4a-46fa-9f97-54a26d3d1782 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:05.304258 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "tag": "252caae0-f93f-4c50-9898-6b7128545385", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:05.304683 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fa95829-0a4a-46fa-9f97-54a26d3d1782 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:05.305087 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'tag': '252caae0-f93f-4c50-9898-6b7128545385', 'status': 'completed', 'code': 200} Aug 19 00:11:05.337107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-4bb5f874-5154-423a-8cb2-fe708aac8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:05.338662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-4bb5f874-5154-423a-8cb2-fe708aac8c27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0977643 Aug 19 00:11:05.351409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedfbc3-6d23-4ac2-8ce5-6d398cd57761 req-7bc842e8-8161-4417-a70f-fd3dd5fe633d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:05.352918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6aedfbc3-6d23-4ac2-8ce5-6d398cd57761 req-7bc842e8-8161-4417-a70f-fd3dd5fe633d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.4793341 Aug 19 00:11:05.390645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-21490f2b-e16c-4789-89f9-4c475c11c4f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367465 Aug 19 00:11:05.471165 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6aedfbc3-6d23-4ac2-8ce5-6d398cd57761 req-f7960132-31ff-4bda-8e0c-318289f7442e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083140 Aug 19 00:11:05.475794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:05.561897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-b49b4827-bc90-4ec9-b7f9-4627cdf9ebe3 service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602087 Aug 19 00:11:05.633409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:05.667975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port f9fcae4b-2a81-413b-8fa5-09f095e6a034 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:05.683631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec24b5-2618-4cf3-a589-94c9519c38f5 req-557c367b-9b1d-415e-af15-c715c7abfa4b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:05.685562 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4ec24b5-2618-4cf3-a589-94c9519c38f5 req-557c367b-9b1d-415e-af15-c715c7abfa4b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Aug 19 00:11:05.723603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3837d067-2f50-4281-8c52-9e6c78efb86f req-7c5254b9-ef53-4e26-9699-0f84d946d15c service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537127 Aug 19 00:11:05.732066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4ec24b5-2618-4cf3-a589-94c9519c38f5 req-e9211d66-e366-4a26-afc5-ae8563a8d232 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Aug 19 00:11:05.847830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a3f40321-edd3-46d3-80fe-06768578a3b5 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:05.848434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3f40321-edd3-46d3-80fe-06768578a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:05.871951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 172.20.0.12 (201b5f96-c011-413b-b33b-e4f10c642327/526f13eb-3a0a-4c0a-8548-325057cb3d7a/f9fcae4b-2a81-413b-8fa5-09f095e6a034) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:05.880434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-f7e0ae63-87bb-48cc-91c0-b2b9b8f0aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:05.881940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-f7e0ae63-87bb-48cc-91c0-b2b9b8f0aa05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0608487 Aug 19 00:11:05.883224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe18:30eb (201b5f96-c011-413b-b33b-e4f10c642327/42e76e0d-d744-43b7-b689-96f051bcd8e7/f9fcae4b-2a81-413b-8fa5-09f095e6a034) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:06.049788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-67b15642-efc2-45b9-a286-2989ef7f4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.051257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-67b15642-efc2-45b9-a286-2989ef7f4e16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.1617427 Aug 19 00:11:06.130800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:06.136242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-2a6e1fbe-9290-4fe1-ab67-42cd7d450d59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252caae0-f93f-4c50-9898-6b7128545385 HTTP/1.1" status: 200 len: 217 time: 0.0484431 Aug 19 00:11:06.139049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.177989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object f9fcae4b-2a81-413b-8fa5-09f095e6a034 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:06.179170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:06.179548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.205375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-471bb5df-f351-4b1f-ac98-fb8684998dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.206861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-471bb5df-f351-4b1f-ac98-fb8684998dee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0612512 Aug 19 00:11:06.246802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-68c1097e-6ded-4e31-89ee-af6ed9e22eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297093 Aug 19 00:11:06.254093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.353992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:06.357207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:06.359669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=f9fcae4b-2a81-413b-8fa5-09f095e6a034,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:06.362050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:06.430938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.431569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.437927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-914b0952-ba6b-4635-aec4-24579252104e service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812115 Aug 19 00:11:06.458441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f05c9b68-94e4-4901-b96d-9da475669a4d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6506455 Aug 19 00:11:06.459416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:06.515286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded33a4-fbc4-43f1-b5f2-1d1b4b201de3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.521763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded33a4-fbc4-43f1-b5f2-1d1b4b201de3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.523787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ded33a4-fbc4-43f1-b5f2-1d1b4b201de3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0632465 Aug 19 00:11:06.527017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:06.551686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c48818e-74a9-4206-8f8a-11e1277b0555 req-0e6df090-a1f2-47d3-8ea6-f8706d3c54e1 service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053579 Aug 19 00:11:06.616217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bc378-c70e-4dde-885c-fc8d54f881f0 req-59f10fc3-a2ce-4376-b9c3-e3942c8f5b41 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.617764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d7bc378-c70e-4dde-885c-fc8d54f881f0 req-59f10fc3-a2ce-4376-b9c3-e3942c8f5b41 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0544088 Aug 19 00:11:06.631906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port f9fcae4b-2a81-413b-8fa5-09f095e6a034 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:06.632261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.648599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ac2c6613-340d-4b9b-a429-99c8da50e3fb details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:11:06.661465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-150b8921-7007-4e55-92f9-c6160b280d8e None None] Provisioning for port f9fcae4b-2a81-413b-8fa5-09f095e6a034 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:06.668892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-150b8921-7007-4e55-92f9-c6160b280d8e None None] Provisioning complete for port f9fcae4b-2a81-413b-8fa5-09f095e6a034 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:06.669375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-150b8921-7007-4e55-92f9-c6160b280d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.691683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d7bc378-c70e-4dde-885c-fc8d54f881f0 req-8927ffaf-629a-4140-a248-061bb50c44a6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645974 Aug 19 00:11:06.705387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-66f1879c-5d14-4bde-9e38-0601bb41732c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608065 Aug 19 00:11:06.728329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.740106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for f9fcae4b-2a81-413b-8fa5-09f095e6a034 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:06.750730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-150b8921-7007-4e55-92f9-c6160b280d8e None None] Port f9fcae4b-2a81-413b-8fa5-09f095e6a034 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:06.789237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:06.811525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'port_id': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb', 'mac_address': 'fa:16:3e:9c:91:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:11:06.840378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-e07c0bdb-9973-4c3b-83c2-1c9c0e2230de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.842272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-e07c0bdb-9973-4c3b-83c2-1c9c0e2230de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.0567017 Aug 19 00:11:06.850399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.864881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2c6613-340d-4b9b-a429-99c8da50e3fb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:06.882441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00860-4477-43b2-89c4-db81defd14c2 req-630ec397-a80c-4c8b-a709-31d94242adc1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.883853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81d00860-4477-43b2-89c4-db81defd14c2 req-630ec397-a80c-4c8b-a709-31d94242adc1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0668144 Aug 19 00:11:06.885827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:06.891204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:06.942434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:06.958280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-ae0b5a76-e11c-4b08-a329-f3aec8cb013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:06.959766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-ae0b5a76-e11c-4b08-a329-f3aec8cb013d service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.0946047 Aug 19 00:11:06.966134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81d00860-4477-43b2-89c4-db81defd14c2 req-8e24320f-cac4-4b71-8352-47d3eaddfb79 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 Aug 19 00:11:07.012103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.032389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-bed28f5e-21b4-4e78-a9c0-abe0bd2cc342 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1000 time: 0.0639820 Aug 19 00:11:07.045676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=f9fcae4b-2a81-413b-8fa5-09f095e6a034,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:07.085639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-e2dfc4fd-607b-46a0-b64d-303073eb4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.087848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-e2dfc4fd-607b-46a0-b64d-303073eb4382 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0484242 Aug 19 00:11:07.144346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-259c8798-d74d-4813-8e17-66530bba9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.146688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.146860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-259c8798-d74d-4813-8e17-66530bba9e50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505681 Aug 19 00:11:07.148765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dd812ae5-48c9-4795-92b3-93077eb09305 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f9fcae4b-2a81-413b-8fa5-09f095e6a034 HTTP/1.1" status: 204 len: 168 time: 0.6206000 Aug 19 00:11:07.151033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:07.211766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b36e64-231d-4a44-84db-b0e6f03c255c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.213687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b36e64-231d-4a44-84db-b0e6f03c255c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.215544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b36e64-231d-4a44-84db-b0e6f03c255c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.217372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-86b36e64-231d-4a44-84db-b0e6f03c255c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0652213 Aug 19 00:11:07.224637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ac2c6613-340d-4b9b-a429-99c8da50e3fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:11:07.225753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36946) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:07.301101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 42e76e0d-d744-43b7-b689-96f051bcd8e7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:07.305615 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.359162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.394933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-36ada401-d895-42ff-abe5-551eb5af5e0a service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186747 Aug 19 00:11:07.510359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.553007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2370a2f8-013c-49e7-9997-5e5d19f8a4e0 req-99c6f8bc-53b0-43e5-b535-1d225ea1a308 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490486 Aug 19 00:11:07.579922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.611636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=42e76e0d-d744-43b7-b689-96f051bcd8e7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:07.613787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.618012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b6e2c44b-b114-4715-b5d2-e45bb85fb4c2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/42e76e0d-d744-43b7-b689-96f051bcd8e7 HTTP/1.1" status: 204 len: 168 time: 0.3893027 Aug 19 00:11:07.618344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:07.621830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744f34c-071b-4b47-a3c4-ef57237aa6b6 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:07.670327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 526f13eb-3a0a-4c0a-8548-325057cb3d7a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:07.673326 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.712120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.808968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.824155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcf5e1-2b4d-4ca1-b2bb-18a185706340 req-162775d8-7305-469f-9790-6f0f80da23b7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:07.825682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19dcf5e1-2b4d-4ca1-b2bb-18a185706340 req-162775d8-7305-469f-9790-6f0f80da23b7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0559721 Aug 19 00:11:07.871792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19dcf5e1-2b4d-4ca1-b2bb-18a185706340 req-84cc35c2-d633-4af5-a2a2-4d169dbe6cd5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Aug 19 00:11:07.880323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.912560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=526f13eb-3a0a-4c0a-8548-325057cb3d7a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:07.918681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:07.920821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0d04448c-024e-41cb-a7ef-3beb13f14e1f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/526f13eb-3a0a-4c0a-8548-325057cb3d7a HTTP/1.1" status: 204 len: 168 time: 0.3010986 Aug 19 00:11:07.923066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36954) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:07.968693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0d2b9b40-1f2c-43b7-981f-764cc95f8cd1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429831 Aug 19 00:11:07.971493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36956) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:07.976525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:08.087720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:08.091511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.092417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2f7da-e35e-4632-83c5-ab3e6ff28af3 req-879b67f5-f6eb-4e0a-a3d9-b805322ac4b3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:08.100270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48b2f7da-e35e-4632-83c5-ab3e6ff28af3 req-879b67f5-f6eb-4e0a-a3d9-b805322ac4b3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0592222 Aug 19 00:11:08.134808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48b2f7da-e35e-4632-83c5-ab3e6ff28af3 req-c10a2ac5-70d6-497d-ba10-e49a6099f693 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Aug 19 00:11:08.285268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.293418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a42ed2-2297-4bda-b2f4-a63e2aa97901 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:08.333019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:08.337835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:08.344192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:08.344885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.362764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=65e99295-05ae-4da7-a4e2-2b88d299d8fd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:08.370300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:08.370585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5b6e6794-93ff-4274-aace-37e0b4647838 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3979843 Aug 19 00:11:08.375660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:08.493558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:08.497427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.565327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35ea07b2-d137-4782-b1dc-303abb9d824b None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:08.565614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35ea07b2-d137-4782-b1dc-303abb9d824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.664580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ac2c6613-340d-4b9b-a429-99c8da50e3fb up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:08.727182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port ac2c6613-340d-4b9b-a429-99c8da50e3fb completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:08.731553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port ac2c6613-340d-4b9b-a429-99c8da50e3fb triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:08.732016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.818371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.831087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bb453-6fd4-4a10-8c98-0482a4d66c5b None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:08.849198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:08.881632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:08.884154 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885712ca-23ec-4a74-b53d-f89289f498a4" -d '{"events": [{"server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "name": "network-vif-plugged", "status": "completed", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:08.905136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:08.914200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:08.979306 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbdd321-0e29-4cc0-8ac1-61a997acaf0f x-openstack-request-id: req-cfbdd321-0e29-4cc0-8ac1-61a997acaf0f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:08.979590 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "name": "network-vif-plugged", "status": "completed", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:08.979843 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfbdd321-0e29-4cc0-8ac1-61a997acaf0f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:08.980238 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb', 'code': 200} Aug 19 00:11:09.005275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0ab03096-caea-4bd7-9b30-3ff5e14766d4 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:09.005639 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ab03096-caea-4bd7-9b30-3ff5e14766d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.054410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335001d-e3f7-45a9-a2f6-e6f046856659 req-1def943d-a45e-4c3d-913a-78f2cfad8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:09.056050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0335001d-e3f7-45a9-a2f6-e6f046856659 req-1def943d-a45e-4c3d-913a-78f2cfad8402 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.0495548 Aug 19 00:11:09.069822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:09.083027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eae61-a44c-4e15-a909-236da3e4912a req-cd195dc1-730b-4095-ac13-6362c75fbf8a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:09.084528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b21eae61-a44c-4e15-a909-236da3e4912a req-cd195dc1-730b-4095-ac13-6362c75fbf8a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0990036 Aug 19 00:11:09.085572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.103092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0335001d-e3f7-45a9-a2f6-e6f046856659 req-9e5d0f08-844f-43df-90c3-180237432d38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Aug 19 00:11:09.168989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b21eae61-a44c-4e15-a909-236da3e4912a req-79fe0bc5-6e76-4e54-a509-149480898b3b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748451 Aug 19 00:11:09.212802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 252caae0-f93f-4c50-9898-6b7128545385 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:11:09.246603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '0d30147b-fcb9-46ed-a77b-77ff5ddf1381', 'ip_address': '2001:db8::f816:3eff:fe5b:35f9'}, {'subnet_id': '65e99295-05ae-4da7-a4e2-2b88d299d8fd'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'db0d77f5-6dc4-48aa-baff-587ec6000ff8'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:09.268427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0e418-f16f-41cd-809f-412ab9dae4e4 req-0fe334a9-86e5-4d03-a29b-fbf1089b65d8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:09.275815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bc0e418-f16f-41cd-809f-412ab9dae4e4 req-0fe334a9-86e5-4d03-a29b-fbf1089b65d8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0629537 Aug 19 00:11:09.289400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:09.321836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0bc0e418-f16f-41cd-809f-412ab9dae4e4 req-54a8309c-fae7-47fe-b9d3-448cdeb01289 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Aug 19 00:11:09.322023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.332936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.333763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.343050 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.407339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:09.413718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=252caae0-f93f-4c50-9898-6b7128545385,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:09.416914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:09.419974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:09.420953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.439587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=0d30147b-fcb9-46ed-a77b-77ff5ddf1381,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:09.448831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=13']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:09.453249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b0b8247-9956-42db-bd44-84b990508ce3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0816534 Aug 19 00:11:09.456143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:09.463456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:ac:78:ae', 'name': 'tempest-NetworksTestDHCPv6-146059656'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:09.472772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '252caae0-f93f-4c50-9898-6b7128545385', 'network_id': 'e232dc0a-5d94-40b8-a8ca-6355ab4ca124', 'port_id': '252caae0-f93f-4c50-9898-6b7128545385', 'mac_address': 'fa:16:3e:42:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac83db17-5448-48e6-b215-9e1e9acb2e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:11:09.547775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.571193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252caae0-f93f-4c50-9898-6b7128545385 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:09.579182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:09.583851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.595802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Allocated IP 172.20.0.2 (201b5f96-c011-413b-b33b-e4f10c642327/65e99295-05ae-4da7-a4e2-2b88d299d8fd/db0d77f5-6dc4-48aa-baff-587ec6000ff8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:09.601633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=252caae0-f93f-4c50-9898-6b7128545385,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:09.606902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 4d5ce115-3461-4381-916e-57708c7dfa15 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:09.611616 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.702180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:09.728485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:09.757530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.770432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Transition to ACTIVE for port object db0d77f5-6dc4-48aa-baff-587ec6000ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:09.775030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:09.869064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d3632-1739-4415-828d-e2f7b98ccde2 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=14']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:09.893031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 172.20.0.4 (201b5f96-c011-413b-b33b-e4f10c642327/65e99295-05ae-4da7-a4e2-2b88d299d8fd/4d5ce115-3461-4381-916e-57708c7dfa15) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:09.899995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:feac:78ae (201b5f96-c011-413b-b33b-e4f10c642327/0d30147b-fcb9-46ed-a77b-77ff5ddf1381/4d5ce115-3461-4381-916e-57708c7dfa15) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:10.023427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['252caae0-f93f-4c50-9898-6b7128545385'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:11:10.065296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.079696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 4d5ce115-3461-4381-916e-57708c7dfa15 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:10.129991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.158279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:10.184121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:10.187590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:10.191765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:10.220885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=4d5ce115-3461-4381-916e-57708c7dfa15,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:10.266330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.267020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.283704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-386cc55c-04de-455c-8552-cab9378f7ecc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8258135 Aug 19 00:11:10.286827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36980) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:10.322544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4864c-7f74-464d-bfbe-c1bd264c34f0 req-9957daf2-cc24-4505-ad1a-3804ab5eb3ca tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.324748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9f4864c-7f74-464d-bfbe-c1bd264c34f0 req-9957daf2-cc24-4505-ad1a-3804ab5eb3ca tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0650132 Aug 19 00:11:10.342759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955448e0-1ce0-4cac-bb03-dca39c9e8152 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.349144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955448e0-1ce0-4cac-bb03-dca39c9e8152 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.353363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-955448e0-1ce0-4cac-bb03-dca39c9e8152 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0629287 Aug 19 00:11:10.355132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36984) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:10.413620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9f4864c-7f74-464d-bfbe-c1bd264c34f0 req-29e5f330-8edf-4d5a-98ff-ba2d2a50ebac tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823972 Aug 19 00:11:10.441067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afda8-c098-459b-b8d1-cee2815346dc req-a02eac37-051d-4b20-a07b-89bb9812264b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.442597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-152afda8-c098-459b-b8d1-cee2815346dc req-a02eac37-051d-4b20-a07b-89bb9812264b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 944 time: 0.0559416 Aug 19 00:11:10.478801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d642d72-5c90-49e2-826e-c84de2927a02 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:10.488394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 4d5ce115-3461-4381-916e-57708c7dfa15 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:10.488829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.491216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-152afda8-c098-459b-b8d1-cee2815346dc req-ffa1053c-c4c7-47a0-9f49-0b8cf6658aa5 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Aug 19 00:11:10.533475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9e90d394-b4a0-4d2b-998d-b9511fbe4795 None None] Provisioning for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:10.542459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9e90d394-b4a0-4d2b-998d-b9511fbe4795 None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:10.542837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e90d394-b4a0-4d2b-998d-b9511fbe4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.596644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.609646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 4d5ce115-3461-4381-916e-57708c7dfa15 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:10.792121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.819383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=4d5ce115-3461-4381-916e-57708c7dfa15,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:10.915103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:10.917205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-83d74548-09fc-402d-816d-7684a4d6a2bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/4d5ce115-3461-4381-916e-57708c7dfa15 HTTP/1.1" status: 204 len: 168 time: 0.5611248 Aug 19 00:11:10.919743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:10.974618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd947192-2e78-4c9e-af05-a5a2870e66c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.976270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd947192-2e78-4c9e-af05-a5a2870e66c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.978023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd947192-2e78-4c9e-af05-a5a2870e66c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:10.979672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cd947192-2e78-4c9e-af05-a5a2870e66c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0589714 Aug 19 00:11:10.982383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:11.017716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd67381b-6e59-4e0e-8602-a7f2201b616e None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:11.018466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd67381b-6e59-4e0e-8602-a7f2201b616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.036814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 0d30147b-fcb9-46ed-a77b-77ff5ddf1381 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:11.040177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.085703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.110405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd67381b-6e59-4e0e-8602-a7f2201b616e None None] Could not find standard attr ID for object 4d5ce115-3461-4381-916e-57708c7dfa15. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:11.177107 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.214303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 252caae0-f93f-4c50-9898-6b7128545385 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:11.240016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.247059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-52328f15-7978-477b-b762-698038c81f9c None None] Could not find standard attr ID for object 4d5ce115-3461-4381-916e-57708c7dfa15. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:11.255144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.257645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0d30147b-fcb9-46ed-a77b-77ff5ddf1381 HTTP/1.1" status: 204 len: 168 time: 0.2743201 Aug 19 00:11:11.261056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:11.276273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623280ca-5889-449c-9eb1-2a3c4b28143f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=0d30147b-fcb9-46ed-a77b-77ff5ddf1381,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:11.303862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 252caae0-f93f-4c50-9898-6b7128545385 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:11.308640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 252caae0-f93f-4c50-9898-6b7128545385 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:11.309028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.323552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 65e99295-05ae-4da7-a4e2-2b88d299d8fd {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:11.326919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.372338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.393211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38437dae-9573-4199-b782-5a5002f71930 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:11.396368 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.460572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252caae0-f93f-4c50-9898-6b7128545385'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:11.462828 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41a21b-e532-4a2d-82b9-5023b67b4f3e" -d '{"events": [{"server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "name": "network-vif-plugged", "status": "completed", "tag": "252caae0-f93f-4c50-9898-6b7128545385"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:11.466802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.492015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=252caae0-f93f-4c50-9898-6b7128545385,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:11.505530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.543737 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda768f-ae56-44d5-b24e-be3cffb7b4a2 x-openstack-request-id: req-5fda768f-ae56-44d5-b24e-be3cffb7b4a2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:11.543737 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "name": "network-vif-plugged", "status": "completed", "tag": "252caae0-f93f-4c50-9898-6b7128545385", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:11.543737 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fda768f-ae56-44d5-b24e-be3cffb7b4a2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:11.543737 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252caae0-f93f-4c50-9898-6b7128545385', 'code': 200} Aug 19 00:11:11.560571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b4d6-6e24-479b-8bc0-c162858e00f5 req-6ba6e0d5-15fb-4da2-88a1-9a59293b2ce6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:11.562240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a48b4d6-6e24-479b-8bc0-c162858e00f5 req-6ba6e0d5-15fb-4da2-88a1-9a59293b2ce6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0642943 Aug 19 00:11:11.578812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.617633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:11.626311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a48b4d6-6e24-479b-8bc0-c162858e00f5 req-3afcd5b1-07f1-4d52-ae8e-e28915ffe93f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Aug 19 00:11:11.670989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=65e99295-05ae-4da7-a4e2-2b88d299d8fd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:11.708396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.710418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-313b7fd9-0c0c-448c-9b1d-9c60f4047913 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/65e99295-05ae-4da7-a4e2-2b88d299d8fd HTTP/1.1" status: 204 len: 168 time: 0.4481406 Aug 19 00:11:11.713384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:11.792013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c235119-a2e5-43f8-8ddc-97caa25882bd None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '65e99295-05ae-4da7-a4e2-2b88d299d8fd'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'db0d77f5-6dc4-48aa-baff-587ec6000ff8'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:11.792736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc830-768e-4689-b63b-3094919e4e78 req-3317ff84-748b-43c2-ae8f-924c9f2e3ac6 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:11.798673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82bbc830-768e-4689-b63b-3094919e4e78 req-3317ff84-748b-43c2-ae8f-924c9f2e3ac6 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1452425 Aug 19 00:11:11.802133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9bcb4-b81f-48e4-bc10-7bf3e1d1e2f4 req-2cc62d47-68fd-48b6-9f05-1015a1847cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:11.814176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e9bcb4-b81f-48e4-bc10-7bf3e1d1e2f4 req-2cc62d47-68fd-48b6-9f05-1015a1847cbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.1475697 Aug 19 00:11:11.845582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c235119-a2e5-43f8-8ddc-97caa25882bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:11.903334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82bbc830-768e-4689-b63b-3094919e4e78 req-e58c0588-2e70-4ba3-82a1-4d4bcb51d463 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Aug 19 00:11:11.910979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e9bcb4-b81f-48e4-bc10-7bf3e1d1e2f4 req-0db3e2c9-2fd3-4275-a560-eec4b5a854d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836811 Aug 19 00:11:12.053810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4267385-1280-4e2d-9381-31d7649c189e None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:12.123519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8337f355-05b7-4072-a06b-d4d6840b3d8d None None] Provisioning complete for port db0d77f5-6dc4-48aa-baff-587ec6000ff8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:12.123894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8337f355-05b7-4072-a06b-d4d6840b3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.131900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1ec88522-36ec-424a-9a36-a02598f8e6de tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4173732 Aug 19 00:11:12.134413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.151676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device db0d77f5-6dc4-48aa-baff-587ec6000ff8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:12.183455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f8a11-dc9b-43b8-ad3b-685b347257cf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:12.184934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-718f8a11-dc9b-43b8-ad3b-685b347257cf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0495577 Aug 19 00:11:12.187320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.240400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced1014-dac6-4b24-a404-3bb22bc92b20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:12.241778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ced1014-dac6-4b24-a404-3bb22bc92b20 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535610 Aug 19 00:11:12.244232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.280526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb4e3737-2042-44ee-bf7e-c21eba29749e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0343633 Aug 19 00:11:12.285151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37020) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.290665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:12.315909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:12.317586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.381107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:12.384511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:12.385159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.386848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77030dff-96a2-4ee3-873d-ab820e14b7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.387115 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:12.387720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:12.389605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.402963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9a24bcb7-2841-4408-8eb4-bd10ffe16ced tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1166675 Aug 19 00:11:12.405943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37022) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.410805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:12.443690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Deleting port db0d77f5-6dc4-48aa-baff-587ec6000ff8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:12.444075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.455387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=17']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:12.501881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:12.505329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.506703 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:12.507146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:12.511422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] For port db0d77f5-6dc4-48aa-baff-587ec6000ff8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=db0d77f5-6dc4-48aa-baff-587ec6000ff8,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:12.511942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.520429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d9e5e04b-d742-4eb5-ac1b-dcd0f5894962 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1134653 Aug 19 00:11:12.523399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37024) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.528429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Calling delete_port for db0d77f5-6dc4-48aa-baff-587ec6000ff8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:12.528863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:12.605295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.618380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:12.623747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.625757 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:12.626398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:12.632661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] Pushing event deleted for resources: {'Port': ['ID=db0d77f5-6dc4-48aa-baff-587ec6000ff8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:12.634488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0036732-a9ad-44e8-ac14-c3ab72675fac None None] No DVR routers for this DVR port db0d77f5-6dc4-48aa-baff-587ec6000ff8 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:12.651562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5023c3d5-7747-4af6-a776-388c737d0e12 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1230845 Aug 19 00:11:12.651562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37026) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.656250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:12.751864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:12.755586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.757001 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:12.757431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:12.758400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adedac-4670-4830-bd7a-fb46e54c3e9d req-7df1da16-a1b6-4ff4-a7c4-7ffc10b96fb3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:12.760100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1adedac-4670-4830-bd7a-fb46e54c3e9d req-7df1da16-a1b6-4ff4-a7c4-7ffc10b96fb3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0518563 Aug 19 00:11:12.773417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fcbf381e-f26e-41da-a696-11c0396007d6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1209729 Aug 19 00:11:12.778526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37032) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.785824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:12.808882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1adedac-4670-4830-bd7a-fb46e54c3e9d req-7c8f7d3d-d64c-41a8-ab12-1893c92d9486 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Aug 19 00:11:12.889878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:12.893470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:12.894935 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:12.895348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:12.909799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e10267a3-96c1-4471-b56a-5fe6a8f8010d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1301184 Aug 19 00:11:12.912811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37036) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:12.918787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:13.024147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:13.030971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.032823 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:13.034320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:13.049090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42fbaa-71b4-43ea-9f72-56a15ae0d962 req-9e0f624c-f428-46b2-8746-bd521d9ae98c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:13.053505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e42fbaa-71b4-43ea-9f72-56a15ae0d962 req-9e0f624c-f428-46b2-8746-bd521d9ae98c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0705066 Aug 19 00:11:13.053688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cbef37f-ed3b-4e73-9033-5e8c6b069d38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1371803 Aug 19 00:11:13.053876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:13.100053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1f4e38f-3f5d-4c53-a514-cedb57a92e3a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0448005 Aug 19 00:11:13.102437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:13.154047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e42fbaa-71b4-43ea-9f72-56a15ae0d962 req-a213a5d8-d211-443c-97dc-4388772b52a0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823460 Aug 19 00:11:13.165806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d05a0-44bd-4495-a771-1c9d2a2ba15c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:13.170031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-463d05a0-44bd-4495-a771-1c9d2a2ba15c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640860 Aug 19 00:11:13.170031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:13.211843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9efdc9ac-0668-4549-a35e-5a4d081c6e2a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405838 Aug 19 00:11:13.216165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:13.221139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:13.312436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:13.316972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.588959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:13.590756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.632511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:13.638804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:13.643457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:13.644366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.651967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eaec1d-0676-4802-acca-e774a69e9393 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:13.657177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=621ae729-17c6-457c-bf23-846eb65301ba,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:13.670414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5543046-2801-4303-8ff6-e31c83f125e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4507341 Aug 19 00:11:13.670758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:13.676211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:47:06:6f', 'name': 'tempest-NetworksTestDHCPv6-1022468818'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:13.788841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:13.811172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '621ae729-17c6-457c-bf23-846eb65301ba'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:13.812057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.871289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:13.892994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port fee7e770-977a-4031-939b-63014cd29e77 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:13.960676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Allocated IP 2001:db8::f816:3eff:fed9:b6a3 (201b5f96-c011-413b-b33b-e4f10c642327/621ae729-17c6-457c-bf23-846eb65301ba/e79c8ace-a951-4b92-b0d6-41c4e701ee18) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:13.992557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba7131-cd83-476e-857a-2a05f719af90 req-0f738c53-8622-4342-9d54-4d1a9d04f887 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:13.994057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-beba7131-cd83-476e-857a-2a05f719af90 req-0f738c53-8622-4342-9d54-4d1a9d04f887 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1025479 Aug 19 00:11:14.032617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-beba7131-cd83-476e-857a-2a05f719af90 req-cfdf835f-ac50-4609-a25b-58ca137e4716 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Aug 19 00:11:14.103154 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.111970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Transition to ACTIVE for port object e79c8ace-a951-4b92-b0d6-41c4e701ee18 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:14.126614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Transition to ACTIVE for port object e79c8ace-a951-4b92-b0d6-41c4e701ee18 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:14.132653 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.182008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe47:66f (201b5f96-c011-413b-b33b-e4f10c642327/621ae729-17c6-457c-bf23-846eb65301ba/fee7e770-977a-4031-939b-63014cd29e77) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:14.186194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Pushing event updated for resources: {'Port': ['ID=e79c8ace-a951-4b92-b0d6-41c4e701ee18,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:14.195052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:14.197028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:14.199244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:14.263206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Attempting to bind port e79c8ace-a951-4b92-b0d6-41c4e701ee18 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:14.263647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Attempting to bind port e79c8ace-a951-4b92-b0d6-41c4e701ee18 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:14.266488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Attempting to bind port e79c8ace-a951-4b92-b0d6-41c4e701ee18 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:14.270286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:14.270661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:14.271076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.271452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:14.271914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Bound port: e79c8ace-a951-4b92-b0d6-41c4e701ee18, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:14.272308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.359173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465a19-b302-42b8-8881-eda5941e4ba7 req-69a715fd-970e-4db6-baf9-a724dc8825a9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.360803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3465a19-b302-42b8-8881-eda5941e4ba7 req-69a715fd-970e-4db6-baf9-a724dc8825a9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1104202 Aug 19 00:11:14.428419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.456863 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3465a19-b302-42b8-8881-eda5941e4ba7 req-7c394fe2-8007-4e62-89bd-150ee680e167 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699732 Aug 19 00:11:14.459962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object fee7e770-977a-4031-939b-63014cd29e77 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:14.501051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-85a85851-6e87-4299-b453-bf453a90599b None None] For port e79c8ace-a951-4b92-b0d6-41c4e701ee18, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:14.506383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-85a85851-6e87-4299-b453-bf453a90599b None None] For port e79c8ace-a951-4b92-b0d6-41c4e701ee18, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79c8ace-a951-4b92-b0d6-41c4e701ee18,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:14.511180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.514041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.576483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a85851-6e87-4299-b453-bf453a90599b None None] Pushing event updated for resources: {'Port': ['ID=e79c8ace-a951-4b92-b0d6-41c4e701ee18,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:14.598692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:14.600129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:14.606348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:14.613559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.614711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.625616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=fee7e770-977a-4031-939b-63014cd29e77,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:14.655100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37076) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:14.655765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-204cdb05-19a2-4398-a001-0130a40f2d46 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9832733 Aug 19 00:11:14.732457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04b68e-618f-4e82-8b82-c662db982482 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.739781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04b68e-618f-4e82-8b82-c662db982482 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.741123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb04b68e-618f-4e82-8b82-c662db982482 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0845320 Aug 19 00:11:14.743768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:14.836059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529ab-5b80-4281-a177-79866df05028 req-68c6df15-2cda-41bb-adc8-c62c4477a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.837708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-68c6df15-2cda-41bb-adc8-c62c4477a49c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0524685 Aug 19 00:11:14.892973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061ae07-0df2-4781-b996-3db1ba1690d0 req-7e7c1277-5785-4af0-b35b-52180f079366 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:14.894553 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0061ae07-0df2-4781-b996-3db1ba1690d0 req-7e7c1277-5785-4af0-b35b-52180f079366 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0876508 Aug 19 00:11:14.935889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port fee7e770-977a-4031-939b-63014cd29e77 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:14.936248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.963623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:14.966076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a184799d-cd14-444d-a689-b2a9bd02c320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.010575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0061ae07-0df2-4781-b996-3db1ba1690d0 req-73a415a2-d0b2-4c33-87d0-a7846679c258 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Aug 19 00:11:15.070044 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.087269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for fee7e770-977a-4031-939b-63014cd29e77 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:15.131992 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.278471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.293792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529ab-5b80-4281-a177-79866df05028 req-d31d9df9-d0a1-4f42-946a-d3f5200c5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.295281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-d31d9df9-d0a1-4f42-946a-d3f5200c5831 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.4474936 Aug 19 00:11:15.310467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=fee7e770-977a-4031-939b-63014cd29e77,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:15.329183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad914a1-2bbe-4a89-a381-00889640b7cb req-d881c4e0-97c5-4607-bcdd-46de27e4256c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.330817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ad914a1-2bbe-4a89-a381-00889640b7cb req-d881c4e0-97c5-4607-bcdd-46de27e4256c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0995107 Aug 19 00:11:15.341018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-ecc4a7fa-7f58-42e9-b7c4-a101baf81470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252caae0-f93f-4c50-9898-6b7128545385 HTTP/1.1" status: 200 len: 217 time: 0.0374763 Aug 19 00:11:15.357156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.359631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad2977be-71a0-4d8c-a8fc-917bcb5bb18e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/fee7e770-977a-4031-939b-63014cd29e77 HTTP/1.1" status: 204 len: 168 time: 0.6126354 Aug 19 00:11:15.366125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:15.409898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529ab-5b80-4281-a177-79866df05028 req-76342708-fdd0-4c1d-80a6-d981b712826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.411863 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-76342708-fdd0-4c1d-80a6-d981b712826c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0628681 Aug 19 00:11:15.453752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09fa0aa-6f51-4c08-bc4b-b6d4ce65410d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.455501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09fa0aa-6f51-4c08-bc4b-b6d4ce65410d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.457936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b09fa0aa-6f51-4c08-bc4b-b6d4ce65410d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0908523 Aug 19 00:11:15.464341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:15.475255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-3584e243-b8ed-4325-bec7-8fe5e1897058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557575 Aug 19 00:11:15.513842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ad914a1-2bbe-4a89-a381-00889640b7cb req-39d58d6b-ddd3-49e2-93d3-6778bf0f5ecb tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644886 Aug 19 00:11:15.545877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10a6ed-b010-4c96-bac1-435babdd1b4c req-44f89897-b9a4-4885-a09b-6741169f0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:15.547401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa10a6ed-b010-4c96-bac1-435babdd1b4c req-44f89897-b9a4-4885-a09b-6741169f0669 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1097 time: 0.1128771 Aug 19 00:11:15.558248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 621ae729-17c6-457c-bf23-846eb65301ba {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:15.563654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.608286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa10a6ed-b010-4c96-bac1-435babdd1b4c req-faf5542f-7aef-4491-a6fa-15325b1339f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526252 Aug 19 00:11:15.613811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-aa78b9e1-844f-46cb-855f-c58d6f1c837f service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316895 Aug 19 00:11:15.616972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.720060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.803791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.834207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=621ae729-17c6-457c-bf23-846eb65301ba,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:15.837623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:15.840086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5abc1170-d1c6-4f81-bd0a-160f12018d79 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/621ae729-17c6-457c-bf23-846eb65301ba HTTP/1.1" status: 204 len: 168 time: 0.3743374 Aug 19 00:11:15.841972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:15.877632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e8313d68-899a-4f0b-943c-7712f0309ca9 None None] Provisioning for port e79c8ace-a951-4b92-b0d6-41c4e701ee18 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:15.883373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7eb3954-4c08-4888-8818-e5a55bc10a53 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402336 Aug 19 00:11:15.886261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:15.892642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:16.004158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2363617-d42a-43f1-8933-1049022297e6 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:16.072071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:16.076509 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.138611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebf529ab-5b80-4281-a177-79866df05028 req-e81f5a73-9efe-406b-9dad-3ed1f79c137a service neutron] 10.222.0.21 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018681 Aug 19 00:11:16.145286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1552f082-f230-4fbc-9d3f-42614a07ab3c None None] Could not find standard attr ID for object fee7e770-977a-4031-939b-63014cd29e77. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:16.241050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5a0b-4969-42b9-b7f6-414ded4ffb53 req-b0b4edd8-fc96-418f-a304-748a0239da53 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:16.246568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-adaa5a0b-4969-42b9-b7f6-414ded4ffb53 req-b0b4edd8-fc96-418f-a304-748a0239da53 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1024930 Aug 19 00:11:16.263712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.272920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79c8ace-a951-4b92-b0d6-41c4e701ee18 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:16.318389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-adaa5a0b-4969-42b9-b7f6-414ded4ffb53 req-229e3837-6300-4908-9069-22b61ea5e30b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Aug 19 00:11:16.328404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e79c8ace-a951-4b92-b0d6-41c4e701ee18 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:16.333507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e79c8ace-a951-4b92-b0d6-41c4e701ee18 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:16.333898 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.416995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:16.457282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.500456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e79c8ace-a951-4b92-b0d6-41c4e701ee18, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79c8ace-a951-4b92-b0d6-41c4e701ee18,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:16.502034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Deleting port e79c8ace-a951-4b92-b0d6-41c4e701ee18 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:16.502399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.543073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.579642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:16.620238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e79c8ace-a951-4b92-b0d6-41c4e701ee18,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:16.640012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] For port e79c8ace-a951-4b92-b0d6-41c4e701ee18, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79c8ace-a951-4b92-b0d6-41c4e701ee18,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:16.640443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.653355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Calling delete_port for e79c8ace-a951-4b92-b0d6-41c4e701ee18 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:16.656880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2d8cc-3001-4b45-ae90-860e50170610 req-6bbd348c-97ed-485c-a676-315ffe203548 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:16.665122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1d2d8cc-3001-4b45-ae90-860e50170610 req-6bbd348c-97ed-485c-a676-315ffe203548 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0678434 Aug 19 00:11:16.723136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1d2d8cc-3001-4b45-ae90-860e50170610 req-08a93af0-0165-4e88-b9a3-6f1a7d7511aa tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570514 Aug 19 00:11:16.764937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.797432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] Pushing event deleted for resources: {'Port': ['ID=e79c8ace-a951-4b92-b0d6-41c4e701ee18,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:16.808429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c84d1-7f9d-447b-901e-3818e2a8a1f7 None None] No DVR routers for this DVR port e79c8ace-a951-4b92-b0d6-41c4e701ee18 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:16.831302 n-d-771363-38 neutron-server[94622]: WARNING neutron.services.revisions.revision_plugin [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Could not find related port for resource to bump revision. Aug 19 00:11:16.839956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Port e79c8ace-a951-4b92-b0d6-41c4e701ee18 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94622) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 00:11:16.841827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:b6a3 {{(pid=94622) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 00:11:16.850255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:b6a3 {{(pid=94622) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 00:11:16.854063 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.907905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:16.911202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:16.915306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:16.915893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:16.921200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53773ed9-e8db-4cbd-9164-d6fc027b98ac None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:16.929864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=e5b29613-23a8-4ff9-a116-a78105c6b5dd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:16.942272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3a057dd6-2443-4145-abc8-156079494ce1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0523055 Aug 19 00:11:16.942942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:16.947464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:80:6b:7c', 'name': 'tempest-NetworksTestDHCPv6-1386865288'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:17.057242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:17.061248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.075953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': 'e5b29613-23a8-4ff9-a116-a78105c6b5dd'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:17.077058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.085938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 85cac4f1-dab4-4120-805c-fb774d653308 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:17.203519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe80:6b7c (201b5f96-c011-413b-b33b-e4f10c642327/e5b29613-23a8-4ff9-a116-a78105c6b5dd/85cac4f1-dab4-4120-805c-fb774d653308) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:17.351315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.365324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 85cac4f1-dab4-4120-805c-fb774d653308 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:17.398252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.446114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=85cac4f1-dab4-4120-805c-fb774d653308,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:17.462069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:17.462231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Allocated IP 2001:db8::f816:3eff:fe64:9565 (201b5f96-c011-413b-b33b-e4f10c642327/e5b29613-23a8-4ff9-a116-a78105c6b5dd/e79e0770-ee83-4cc3-bb2e-8c586ed6b00f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:17.464649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:17.467175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:17.473217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:17.474037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.479003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8e05-6016-4d1d-9589-7ec3f9465f7c req-56f4fefd-a00f-476c-96c2-66a14018b89f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:17.480716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdfd8e05-6016-4d1d-9589-7ec3f9465f7c req-56f4fefd-a00f-476c-96c2-66a14018b89f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Aug 19 00:11:17.495038 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eee242c7-e58e-4431-a27a-20ac7ef2d8d3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5512011 Aug 19 00:11:17.497513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37114) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:17.525337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdfd8e05-6016-4d1d-9589-7ec3f9465f7c req-3ea8eef2-6cc3-4321-aa04-d969882f98bc tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Aug 19 00:11:17.554742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13be8657-436f-4e48-8dfd-24c41b3be7b4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:17.559060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13be8657-436f-4e48-8dfd-24c41b3be7b4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0577717 Aug 19 00:11:17.559909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:17.645675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.655627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Transition to ACTIVE for port object e79e0770-ee83-4cc3-bb2e-8c586ed6b00f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:17.655882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 85cac4f1-dab4-4120-805c-fb774d653308 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:17.656273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.674007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Transition to ACTIVE for port object e79e0770-ee83-4cc3-bb2e-8c586ed6b00f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:17.681195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.721363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:17.725368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:17.727759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:17.752561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.759377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Pushing event updated for resources: {'Port': ['ID=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:17.772792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 85cac4f1-dab4-4120-805c-fb774d653308 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:17.818336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.820973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Attempting to bind port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:17.821455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Attempting to bind port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:17.821940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Attempting to bind port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:17.827451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:17.827915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:17.828433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.828897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:17.829462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Bound port: e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:17.829917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.903193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] For port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:17.903430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8623-60d2-4490-9ff7-960caa9a761c req-ac411b2c-d40f-4af9-ab12-7b59e1cc93b6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:17.908006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] For port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:17.912908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e15f8623-60d2-4490-9ff7-960caa9a761c req-ac411b2c-d40f-4af9-ab12-7b59e1cc93b6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1078858 Aug 19 00:11:17.918696 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.934933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:17.972117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e15f8623-60d2-4490-9ff7-960caa9a761c req-3b98a467-7a89-49e7-952f-d55e14184bc9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582509 Aug 19 00:11:17.976658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=85cac4f1-dab4-4120-805c-fb774d653308,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:18.007336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.012076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dffd72ab-18e1-4db9-85f4-fdd58825d287 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/85cac4f1-dab4-4120-805c-fb774d653308 HTTP/1.1" status: 204 len: 168 time: 0.4499974 Aug 19 00:11:18.014273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37124) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.019188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7862bcf-7f6c-488c-86f1-6d3c7bc3fb6f None None] Pushing event updated for resources: {'Port': ['ID=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:18.076788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbb95c-181d-4171-beb6-0d0fbae368ef tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.078480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbb95c-181d-4171-beb6-0d0fbae368ef tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.081180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6cdbb95c-181d-4171-beb6-0d0fbae368ef tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0658503 Aug 19 00:11:18.083918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.145182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet e5b29613-23a8-4ff9-a116-a78105c6b5dd {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:18.148799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.192844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79c8ace-a951-4b92-b0d6-41c4e701ee18 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:18.234009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.240405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e79c8ace-a951-4b92-b0d6-41c4e701ee18 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:18.240768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79c8ace-a951-4b92-b0d6-41c4e701ee18 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:18.346593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.414729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.420201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-6d4e7d3e-fb6b-4b96-ab7c-9eced212438b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.422104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-6d4e7d3e-fb6b-4b96-ab7c-9eced212438b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 811 time: 0.1355824 Aug 19 00:11:18.438343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-4d98a08e-1fac-4ab9-8d06-f7404657d35b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/quotas/09a4acceaa7848658d5967d297a1b1d2 HTTP/1.1" status: 200 len: 375 time: 0.0099030 Aug 19 00:11:18.440643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b29613-23a8-4ff9-a116-a78105c6b5dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:18.451121 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.455221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d6fe9e65-e89d-42de-b8c8-23a896b48cfa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/e5b29613-23a8-4ff9-a116-a78105c6b5dd HTTP/1.1" status: 204 len: 168 time: 0.3680410 Aug 19 00:11:18.455809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37140) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.499864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c711826-68d4-49c3-b63b-aadfb5ff4a8b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424838 Aug 19 00:11:18.500709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-9a14d2f7-8180-4389-9e5a-f70492e59f19 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508938 Aug 19 00:11:18.502128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.601059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6e32b-8284-4aa6-b685-425ab27acf22 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.602544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a2d6e32b-8284-4aa6-b685-425ab27acf22 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0994284 Aug 19 00:11:18.605896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37146) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.633755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-e5861e64-345c-4c1f-bb88-a606f0a1222a service neutron] 10.222.0.20 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220450 Aug 19 00:11:18.688583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436f966-eb8d-4e09-bbe1-d0e3824dbf1b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.692833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0436f966-eb8d-4e09-bbe1-d0e3824dbf1b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0831084 Aug 19 00:11:18.692833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.730014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-40405337-d357-4e58-b609-38fe2024e5ad service neutron] 10.222.0.20 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Aug 19 00:11:18.735534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8840fe27-d558-4b31-a7d1-fb572df12618 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420082 Aug 19 00:11:18.739999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:18.743361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af431-480c-46b4-aa94-3d9fe5c98313 req-52682106-7f07-49e9-a44f-d514b433b018 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:18.744899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-199af431-480c-46b4-aa94-3d9fe5c98313 req-52682106-7f07-49e9-a44f-d514b433b018 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1083665 Aug 19 00:11:18.749990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:18.806534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-199af431-480c-46b4-aa94-3d9fe5c98313 req-4fc496ca-ead1-4ba9-a64f-3567a0e7f0b0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Aug 19 00:11:18.890751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:18.895842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:18.956221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6b03173-76df-4acb-a423-e684b466aa5c req-1e6f03b1-9245-465b-b5f0-1057e88a1291 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 210 time: 0.0407467 Aug 19 00:11:19.262621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8223d-77b4-4dc9-806f-ae076b37b91f None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:19.286868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:19.344818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3564e2a0-e2c4-4cb7-b23c-99fbb6b5c37a None None] Provisioning for port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:19.499778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:19.679676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:19.710389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:19.715079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:19.715918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:19.797011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:19.803870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:19.807817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:19.808437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:19.821297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=ba6f322c-27b3-4364-acb5-084a5384a1cc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:19.837098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,revision_number=5']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:19.839946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.840289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.840916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.841287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.841713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.841974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.842292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.842612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.842916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.843326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.843573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.843891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.857526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1161611 Aug 19 00:11:19.859319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.859663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.860004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.860345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37168) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:19.860478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.860715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.861057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.861395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.861708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.862033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.862357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.862709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.863002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2f836-d84c-40cb-9b06-a4af85b86171 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:19.866669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:49:11:08', 'name': 'tempest-NetworksTestDHCPv6-1618139108'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:19.929108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc4935-dbe0-41c2-a350-79d9dffd9b0c None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:20.020049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07fd547f-485b-4f45-b8cf-ac6616448fe8 None None] Could not find standard attr ID for object 85cac4f1-dab4-4120-805c-fb774d653308. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:20.070964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c323a5-098d-4157-aeed-65e01f5f7b32 req-e7a394a1-a2e8-4353-8c65-61b8d9399cd7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:20.074070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9c323a5-098d-4157-aeed-65e01f5f7b32 req-e7a394a1-a2e8-4353-8c65-61b8d9399cd7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1811123 Aug 19 00:11:20.122341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3d1cf3ca-6c39-4042-8822-40014e441a82 req-f8012b67-493d-475c-852c-dc9532d628f4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 210 time: 0.0722492 Aug 19 00:11:20.180667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9c323a5-098d-4157-aeed-65e01f5f7b32 req-8e02ccbb-5329-4778-81bb-d28030ef4e12 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958884 Aug 19 00:11:20.183364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:20.193412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8e42d4c1-063b-4312-acf6-4eec1d3b687e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:20.194889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8e42d4c1-063b-4312-acf6-4eec1d3b687e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.11 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 811 time: 0.2234807 Aug 19 00:11:20.216214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Request body: {'port': {'device_id': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'admin_state_up': True, 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:20.243454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79e0770-ee83-4cc3-bb2e-8c586ed6b00f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:20.298422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:20.302204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:20.302582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.366437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.386655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.397835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:20.411872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Made reservation on behalf of 09a4acceaa7848658d5967d297a1b1d2 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:20.415535 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.418699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:20.422745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.474944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70cf59fb-7581-4036-a1fb-179b000b01d5 None None] Provisioning complete for port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:20.475474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70cf59fb-7581-4036-a1fb-179b000b01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.517527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:20.597540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe49:1108 (201b5f96-c011-413b-b33b-e4f10c642327/ba6f322c-27b3-4364-acb5-084a5384a1cc/f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:20.647687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Allocated IP 172.20.0.4 (7ffe1033-798d-4fb6-8f14-3595666428f6/a62f28ff-a280-4608-8b86-72e50a8ca289/1a1ee41a-b9d1-4079-9857-c90aa0f31dc2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:20.857372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.887784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:20.906455 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.955805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:20.991250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.013329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:21.020930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:21.022547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:11:21.028372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:21.033967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.034613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.038235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Network 7ffe1033-798d-4fb6-8f14-3595666428f6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:21.039170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:21.045610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:21.050957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:21.110959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b6c8f11a-db55-439a-ad6a-e6e9a8c1a3f2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2464898 Aug 19 00:11:21.111511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:21.132867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Pushing event updated for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:21.144046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.144434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.163203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-3c7895ba-39f0-41ef-b175-e157e7bf6148 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9512537 Aug 19 00:11:21.190699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Request body: {'port': {'device_id': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:21.192142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de36a3f-a0c3-4c7d-abc1-c4d7d3f3ce99 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.206771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de36a3f-a0c3-4c7d-abc1-c4d7d3f3ce99 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.208856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4de36a3f-a0c3-4c7d-abc1-c4d7d3f3ce99 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0962005 Aug 19 00:11:21.213724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37182) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:21.325411 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.348838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec05296-29dd-443b-9f0d-f017045bd0bc req-380c2814-c23a-4f39-9464-460877e20b95 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.350299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ec05296-29dd-443b-9f0d-f017045bd0bc req-380c2814-c23a-4f39-9464-460877e20b95 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 931 time: 0.0717590 Aug 19 00:11:21.363990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ece0-10bd-4222-9c8a-6e8f8a3eefce req-b8617e31-f49f-4523-88c7-671aac0fd210 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.365483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c45ece0-10bd-4222-9c8a-6e8f8a3eefce req-b8617e31-f49f-4523-88c7-671aac0fd210 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Aug 19 00:11:21.367779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:21.368122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.392857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e76cdace-49d3-4750-9982-1c90381c686c None None] Provisioning for port f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:21.397654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e76cdace-49d3-4750-9982-1c90381c686c None None] Provisioning complete for port f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:21.397818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e76cdace-49d3-4750-9982-1c90381c686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.433340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e76cdace-49d3-4750-9982-1c90381c686c None None] Port f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:21.455407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c45ece0-10bd-4222-9c8a-6e8f8a3eefce req-9f276b2f-db53-495e-9791-b631bf8ccb25 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828261 Aug 19 00:11:21.464505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ec05296-29dd-443b-9f0d-f017045bd0bc req-3bb9461b-f589-4565-8ea2-558de4b1612f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928068 Aug 19 00:11:21.493113 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.506367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:21.629641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:21.637430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.638918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.651805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Transition to ACTIVE for port object 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:21.655538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.674656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:21.693908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.696428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-69def635-cf36-494f-bbad-0bfb9894d2da tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a HTTP/1.1" status: 204 len: 168 time: 0.4782202 Aug 19 00:11:21.699126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37188) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:21.735023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:21.753286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063391e-3376-49c9-96a3-d3b0fd86dfe0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.756145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063391e-3376-49c9-96a3-d3b0fd86dfe0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.758839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d063391e-3376-49c9-96a3-d3b0fd86dfe0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0586207 Aug 19 00:11:21.761903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:21.787244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Attempting to bind port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:21.787748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Attempting to bind port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:21.788182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Attempting to bind port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 on network 7ffe1033-798d-4fb6-8f14-3595666428f6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:21.793288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 on network 7ffe1033-798d-4fb6-8f14-3595666428f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:11:21.793733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Attempting to bind port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 on network 7ffe1033-798d-4fb6-8f14-3595666428f6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:21.806003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:21.806402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Checking segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:21.807363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Bound using segment: {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:21.807738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Bound port: 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19610a9f-4fd1-4ee3-a707-733483e9eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:21.808096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.819457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet ba6f322c-27b3-4364-acb5-084a5384a1cc {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:21.823757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.872881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.873677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:21.877011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:21.881082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.920247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:21.920892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:21.922320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 200 len: 1092 time: 0.7421153 Aug 19 00:11:21.922748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:21.924993 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:21.950867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80571d-dbe5-442f-adff-06aa846916c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:21.971830 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de667ee0-8a0d-4cbc-b4a7-c85ff996bf28 x-openstack-request-id: req-de667ee0-8a0d-4cbc-b4a7-c85ff996bf28 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:21.972124 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:21.972405 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de667ee0-8a0d-4cbc-b4a7-c85ff996bf28 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:21.972820 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2', 'status': 'completed', 'code': 200} Aug 19 00:11:21.973616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.018243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-599fe958-5b76-414c-b316-ef6fd139f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:22.019746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-599fe958-5b76-414c-b316-ef6fd139f944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1095 time: 0.0411041 Aug 19 00:11:22.033240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.062883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-4783a2c3-ba5b-457b-8537-3eea684b952e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 200 len: 217 time: 0.0352156 Aug 19 00:11:22.066362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6f322c-27b3-4364-acb5-084a5384a1cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:22.068547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.070452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-48a2f35c-f953-4dbf-8e8e-b9424598e1fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/ba6f322c-27b3-4364-acb5-084a5384a1cc HTTP/1.1" status: 204 len: 168 time: 0.3071845 Aug 19 00:11:22.073532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:22.076641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499f85b-b33c-4e07-8534-fd228fa432b3 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:22.117970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-519a084b-c90d-4502-9218-33d18bdd4082 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419495 Aug 19 00:11:22.119168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37196) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:22.126841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:22.144387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-f24de791-22db-49cc-81ff-73c927b91b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:22.145642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-f24de791-22db-49cc-81ff-73c927b91b96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.0754554 Aug 19 00:11:22.172366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79e0770-ee83-4cc3-bb2e-8c586ed6b00f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:22.200658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-c6f32293-e80e-4d8f-9306-7bfcf67e7bbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289974 Aug 19 00:11:22.247048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:22.247431 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.307040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:22.310689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.315249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:22.371343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-c5de2df5-74e2-4deb-af1c-404f88d2ad56 service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624227 Aug 19 00:11:22.390827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Deleting port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:22.391218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.457993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] For port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:22.458675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.472116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Calling delete_port for e79e0770-ee83-4cc3-bb2e-8c586ed6b00f owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:22.555966 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:22.586100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e06f1-e580-48de-98bd-c85a2a2a3dbb req-bbc56128-a685-4f5d-94bf-e1c1d1ce2751 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:22.587105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] Pushing event deleted for resources: {'Port': ['ID=e79e0770-ee83-4cc3-bb2e-8c586ed6b00f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:22.587722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-269e06f1-e580-48de-98bd-c85a2a2a3dbb req-bbc56128-a685-4f5d-94bf-e1c1d1ce2751 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Aug 19 00:11:22.592337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64447635-43d2-4311-83a0-ed03b3be435e None None] No DVR routers for this DVR port e79e0770-ee83-4cc3-bb2e-8c586ed6b00f on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:22.631839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-269e06f1-e580-48de-98bd-c85a2a2a3dbb req-293518cd-e789-4e58-ac7a-cb94c9f54cd9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Aug 19 00:11:22.827871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470df08-bfa4-41c5-9c0d-e5a596e7d9dd req-4c6874b9-3570-4239-a0b6-792849b5dd39 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:22.829379 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4470df08-bfa4-41c5-9c0d-e5a596e7d9dd req-4c6874b9-3570-4239-a0b6-792849b5dd39 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 943 time: 0.1197405 Aug 19 00:11:22.894327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64e08d48-7a2b-482f-8ab9-a04a1f453696 req-a0b9d46d-cb12-412d-bf76-079f0adb1785 service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142651 Aug 19 00:11:22.922075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4470df08-bfa4-41c5-9c0d-e5a596e7d9dd req-6856df87-a47a-41fb-973e-b0463c3e448d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 Aug 19 00:11:23.031864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-d4f3c120-e437-4276-9b0e-5219c7f07ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:23.033390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-d4f3c120-e437-4276-9b0e-5219c7f07ba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1095 time: 0.0834620 Aug 19 00:11:23.110814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:23.113570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.167612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:23.173968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:23.179554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:23.179934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.183782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e1fb90-0fd4-4622-8cc6-9520937a4d80 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:23.202069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=0bfa99c8-3f34-4aef-b87e-7013312fee64,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:23.215189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-e870ffa3-5bdd-4aed-8290-ff95f44d91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:23.216872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-e870ffa3-5bdd-4aed-8290-ff95f44d91cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.1747980 Aug 19 00:11:23.218093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30ebf01d-a606-4512-8684-b6db2c82544f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0973308 Aug 19 00:11:23.221016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:23.226148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:ba:67:fa', 'name': 'tempest-NetworksTestDHCPv6-1234648289'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:23.300631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-fbe2609d-ca6c-4f88-8352-6c8b523c08f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 200 len: 217 time: 0.0695424 Aug 19 00:11:23.334317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '0bfa99c8-3f34-4aef-b87e-7013312fee64'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:23.335176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.372948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-cf3f1a40-1faf-40d8-8e39-ad50b427affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:23.374397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-cf3f1a40-1faf-40d8-8e39-ad50b427affd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.0664837 Aug 19 00:11:23.421393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-dbb038b0-eada-4c6b-9321-f81b5d852c6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381320 Aug 19 00:11:23.439087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:23.442926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.472550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Allocated IP 2001:db8::f816:3eff:fe43:cf6f (201b5f96-c011-413b-b33b-e4f10c642327/0bfa99c8-3f34-4aef-b87e-7013312fee64/82e31fb0-d2b6-48b4-b317-180baba849f1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:23.504818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 8d1adeb7-5c73-4dd0-b294-e5b82cf64198 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:23.578762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-50386d8d-ebed-46e6-b273-2fa59f24965b service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483886 Aug 19 00:11:23.613093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.622206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Transition to ACTIVE for port object 82e31fb0-d2b6-48b4-b317-180baba849f1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:23.636535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Transition to ACTIVE for port object 82e31fb0-d2b6-48b4-b317-180baba849f1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:23.642059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.676585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:23.683395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:23.685882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:23.694870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Pushing event updated for resources: {'Port': ['ID=82e31fb0-d2b6-48b4-b317-180baba849f1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:23.751176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Attempting to bind port 82e31fb0-d2b6-48b4-b317-180baba849f1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:23.751551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Attempting to bind port 82e31fb0-d2b6-48b4-b317-180baba849f1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:23.751944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Attempting to bind port 82e31fb0-d2b6-48b4-b317-180baba849f1 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:23.757566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:23.757992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:23.758442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.758887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:23.759359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Bound port: 82e31fb0-d2b6-48b4-b317-180baba849f1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:23.759789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.763429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:feba:67fa (201b5f96-c011-413b-b33b-e4f10c642327/0bfa99c8-3f34-4aef-b87e-7013312fee64/8d1adeb7-5c73-4dd0-b294-e5b82cf64198) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:23.807183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b858cdb8-a1e6-449b-a622-6f72b7fc43ab req-e7eb900d-cae3-45cf-8de6-63402c03e98a service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081633 Aug 19 00:11:23.833685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] For port 82e31fb0-d2b6-48b4-b317-180baba849f1, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:23.839719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] For port 82e31fb0-d2b6-48b4-b317-180baba849f1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=82e31fb0-d2b6-48b4-b317-180baba849f1,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:23.843309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:23.894872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ed563-0c25-48f0-af6f-3f78f48d721d req-51ab0a22-32bc-47e5-95c7-91d16aed2fe6 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:23.901517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d58ed563-0c25-48f0-af6f-3f78f48d721d req-51ab0a22-32bc-47e5-95c7-91d16aed2fe6 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1247506 Aug 19 00:11:23.909218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99758e02-f074-4e3d-b3da-b8203478f649 None None] Pushing event updated for resources: {'Port': ['ID=82e31fb0-d2b6-48b4-b317-180baba849f1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:23.949665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d58ed563-0c25-48f0-af6f-3f78f48d721d req-b493c802-009e-47c0-b99d-4987e607ab66 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Aug 19 00:11:23.990183 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.026837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 8d1adeb7-5c73-4dd0-b294-e5b82cf64198 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:24.069155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8842bd-8fe3-4a1b-aae0-3ae5750b0b6c req-43d69bc4-d863-45a4-9cf9-e3cc9a0d4454 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:24.072873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b8842bd-8fe3-4a1b-aae0-3ae5750b0b6c req-43d69bc4-d863-45a4-9cf9-e3cc9a0d4454 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 943 time: 0.0727470 Aug 19 00:11:24.092585 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.169365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:24.180033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:24.182600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:24.188273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:24.188933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.196456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=8d1adeb7-5c73-4dd0-b294-e5b82cf64198,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:24.206224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b8842bd-8fe3-4a1b-aae0-3ae5750b0b6c req-ac2b64ba-8444-4ea8-ae01-f7e3e49657d9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077020 Aug 19 00:11:24.217986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be8a0d85-8b2c-47b2-8fb7-e112f43581af tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9956548 Aug 19 00:11:24.220632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:24.223721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82e31fb0-d2b6-48b4-b317-180baba849f1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:24.276095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b58cd7-2d10-4a3e-97a2-6108d8756734 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:24.276531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 82e31fb0-d2b6-48b4-b317-180baba849f1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:24.283270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b58cd7-2d10-4a3e-97a2-6108d8756734 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:24.284884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62b58cd7-2d10-4a3e-97a2-6108d8756734 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0632148 Aug 19 00:11:24.287957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:24.335835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79e0770-ee83-4cc3-bb2e-8c586ed6b00f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:24.358996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e79e0770-ee83-4cc3-bb2e-8c586ed6b00f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:24.359344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e79e0770-ee83-4cc3-bb2e-8c586ed6b00f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:24.379834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 8d1adeb7-5c73-4dd0-b294-e5b82cf64198 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:24.380187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.706508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.718488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 8d1adeb7-5c73-4dd0-b294-e5b82cf64198 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:24.735337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:11:24.835855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:24.847637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2', 'network_id': '7ffe1033-798d-4fb6-8f14-3595666428f6', 'port_id': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2', 'mac_address': 'fa:16:3e:16:db:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62f28ff-a280-4608-8b86-72e50a8ca289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:11:24.882200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.891493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.914239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:11:24.920259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=8d1adeb7-5c73-4dd0-b294-e5b82cf64198,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:24.936937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Provisioning for port 82e31fb0-d2b6-48b4-b317-180baba849f1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:24.949641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:24.952641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22f15138-491d-478e-a453-0e2dcd50d10b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/8d1adeb7-5c73-4dd0-b294-e5b82cf64198 HTTP/1.1" status: 204 len: 168 time: 0.6636643 Aug 19 00:11:24.955130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.026545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18ffbc-418a-4839-a9c0-bc9a73198b64 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.028315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18ffbc-418a-4839-a9c0-bc9a73198b64 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.030996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c18ffbc-418a-4839-a9c0-bc9a73198b64 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0744903 Aug 19 00:11:25.033465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.093293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746ca52-f333-4c01-b193-0cb841271227 req-835dce13-a165-4f1d-b684-e1aa9cafa459 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.101556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1746ca52-f333-4c01-b193-0cb841271227 req-835dce13-a165-4f1d-b684-e1aa9cafa459 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0663385 Aug 19 00:11:25.103179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 0bfa99c8-3f34-4aef-b87e-7013312fee64 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:25.108335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.129690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:25.131277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Provisioning complete for port 82e31fb0-d2b6-48b4-b317-180baba849f1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:25.131877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.149771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1746ca52-f333-4c01-b193-0cb841271227 req-9c3cf719-ddcc-4e84-8b50-079606a47d77 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Aug 19 00:11:25.157810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.169555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.260134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.260641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:25.293494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.371378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.401918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfa99c8-3f34-4aef-b87e-7013312fee64,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:25.406212 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.408108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e378f82b-f7cd-4abc-b59f-8fb7ce824bf4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0bfa99c8-3f34-4aef-b87e-7013312fee64 HTTP/1.1" status: 204 len: 168 time: 0.3734059 Aug 19 00:11:25.410610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37232) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.413843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb514e79-d251-448e-94a5-daff72ae1012 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:25.421472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dadb52-60da-4b3f-9b67-f6ac9e9d26e7 req-fe0b2463-ae77-4b15-913a-2727404a912f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.423000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73dadb52-60da-4b3f-9b67-f6ac9e9d26e7 req-fe0b2463-ae77-4b15-913a-2727404a912f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 944 time: 0.0926905 Aug 19 00:11:25.429574 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:25.429957 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:25.455693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f9b9c017-9131-4524-ba88-5fadc50ef3fa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414867 Aug 19 00:11:25.455894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37234) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.464582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73dadb52-60da-4b3f-9b67-f6ac9e9d26e7 req-e67174d6-6042-4056-9540-e90327a62006 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Aug 19 00:11:25.510934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf944c7-a6b0-4d1b-a2ad-7e86ff4c3949 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.514841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eaf944c7-a6b0-4d1b-a2ad-7e86ff4c3949 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0552251 Aug 19 00:11:25.515313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37238) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.530996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['1a1ee41a-b9d1-4079-9857-c90aa0f31dc2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:11:25.567016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93e97b-9a7f-47c2-9e80-045428f1752e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.570961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5a93e97b-9a7f-47c2-9e80-045428f1752e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525641 Aug 19 00:11:25.571117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.625680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b45209ee-a28b-47b1-a2b3-dd60184870e9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534964 Aug 19 00:11:25.629787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37246) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:25.635977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:25.660552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:25.746110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:25.750299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.751964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Deleting port 82e31fb0-d2b6-48b4-b317-180baba849f1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:25.752468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.813800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99e3d9-d142-42d8-b0b1-4c0db50ba564 req-e72b80b9-70ea-423a-82dd-52d239337876 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:25.815602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb99e3d9-d142-42d8-b0b1-4c0db50ba564 req-e72b80b9-70ea-423a-82dd-52d239337876 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0566943 Aug 19 00:11:25.826237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] For port 82e31fb0-d2b6-48b4-b317-180baba849f1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=82e31fb0-d2b6-48b4-b317-180baba849f1,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:25.826651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.842381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Calling delete_port for 82e31fb0-d2b6-48b4-b317-180baba849f1 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:25.872984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb99e3d9-d142-42d8-b0b1-4c0db50ba564 req-126357fe-5831-49f6-b44c-a4deb56e916c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508976 Aug 19 00:11:25.934830 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.957609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:25.960719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-690e2c88-146b-46c1-aa15-f0a5fbf44355 None None] Port 82e31fb0-d2b6-48b4-b317-180baba849f1 update to ACTIVE by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 00:11:25.980092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] Pushing event deleted for resources: {'Port': ['ID=82e31fb0-d2b6-48b4-b317-180baba849f1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:25.984814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973a4f2-af8f-4cbf-aebd-c4a1dcfea951 None None] No DVR routers for this DVR port 82e31fb0-d2b6-48b4-b317-180baba849f1 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:26.011883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:26.015218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:26.017367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=77c3fce4-48af-4a19-a7e2-d3c64872b01d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:26.021261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:26.022083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.023736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f7ca9-ed78-427e-850d-b17a13dd0145 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:26.037155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-85496a98-ce63-4c5a-ab71-31cdb8e736b1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4063017 Aug 19 00:11:26.039778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37254) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:26.044683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:24:a3:87', 'name': 'tempest-NetworksTestDHCPv6-876031127'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:26.075786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c44665ba-576f-4d77-bdf2-d49ac9fe23ba None None] Could not find standard attr ID for object 8d1adeb7-5c73-4dd0-b294-e5b82cf64198. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:26.158595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82e31fb0-d2b6-48b4-b317-180baba849f1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:26.161963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:26.192941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '77c3fce4-48af-4a19-a7e2-d3c64872b01d'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:26.193792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.196068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 82e31fb0-d2b6-48b4-b317-180baba849f1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:26.196443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82e31fb0-d2b6-48b4-b317-180baba849f1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:26.262798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.274899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe1cb6-f866-4c1f-b6dd-2fd32eea2d68 req-63cd2fa3-3376-4138-8bb2-2ad03e1354f1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:26.277868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1bbe1cb6-f866-4c1f-b6dd-2fd32eea2d68 req-63cd2fa3-3376-4138-8bb2-2ad03e1354f1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0562923 Aug 19 00:11:26.284863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 77e17f76-e402-46f7-81cc-0fb9442f4ace yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:26.319817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1bbe1cb6-f866-4c1f-b6dd-2fd32eea2d68 req-5d2d0070-2a7e-41ea-bbb8-93478797f556 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Aug 19 00:11:26.336063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/77c3fce4-48af-4a19-a7e2-d3c64872b01d/556cbb38-93dd-4c27-a5e3-2e2ec07b2160) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:26.475889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.483833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Transition to ACTIVE for port object 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:26.497931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Transition to ACTIVE for port object 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:26.503968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.563610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:26.566976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:26.569563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:26.571410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Pushing event updated for resources: {'Port': ['ID=556cbb38-93dd-4c27-a5e3-2e2ec07b2160,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:26.584810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::19a (201b5f96-c011-413b-b33b-e4f10c642327/77c3fce4-48af-4a19-a7e2-d3c64872b01d/77e17f76-e402-46f7-81cc-0fb9442f4ace) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:26.585435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.585435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.585654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.585809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.586143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.586478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.586808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.587172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.587582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.588597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.588928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.589252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:11:26.593280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.622932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c57052-0624-43a8-8d30-f5a1352dbf7e req-f3fe9efc-3c88-47b6-a161-55fa8ef08922 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:26.624464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9c57052-0624-43a8-8d30-f5a1352dbf7e req-f3fe9efc-3c88-47b6-a161-55fa8ef08922 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 944 time: 0.0794959 Aug 19 00:11:26.642071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Attempting to bind port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:26.642445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Attempting to bind port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:26.642810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Attempting to bind port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:26.647616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:26.647988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:26.648451 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.648842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:26.649303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Bound port: 556cbb38-93dd-4c27-a5e3-2e2ec07b2160, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:26.649684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.693587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9c57052-0624-43a8-8d30-f5a1352dbf7e req-481b83d7-9aa3-4e26-b8b8-e0b88ecd32f4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628157 Aug 19 00:11:26.719384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] For port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:26.722494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] For port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=556cbb38-93dd-4c27-a5e3-2e2ec07b2160,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:26.726017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.783557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426a9cb-df47-4159-997e-7c367b3fb899 None None] Pushing event updated for resources: {'Port': ['ID=556cbb38-93dd-4c27-a5e3-2e2ec07b2160,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:26.794181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.808813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 77e17f76-e402-46f7-81cc-0fb9442f4ace will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:26.843920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.894205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:26.897464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:26.901649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:26.907915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:26.909120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:26.915097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=77e17f76-e402-46f7-81cc-0fb9442f4ace,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:26.929729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13d020e1-8a90-44ee-8a86-8b0ac338f5c1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8888738 Aug 19 00:11:26.933049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.039940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f084fc-be41-4c89-9f31-b2f6f13d888c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.045955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f084fc-be41-4c89-9f31-b2f6f13d888c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.047644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a6f084fc-be41-4c89-9f31-b2f6f13d888c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1136150 Aug 19 00:11:27.050518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37266) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.059143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fcb3c-ee67-4139-8bae-24a84f45c4eb req-3950aa9c-c311-4c5b-b549-1774a12c82d1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.060737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-077fcb3c-ee67-4139-8bae-24a84f45c4eb req-3950aa9c-c311-4c5b-b549-1774a12c82d1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Aug 19 00:11:27.112760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-077fcb3c-ee67-4139-8bae-24a84f45c4eb req-cc6fcdd9-0621-4d3d-bc00-c04ba9eba54f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344903 Aug 19 00:11:27.148987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 77e17f76-e402-46f7-81cc-0fb9442f4ace {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:27.149333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.235881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.248433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 77e17f76-e402-46f7-81cc-0fb9442f4ace owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:27.370827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.403752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=77e17f76-e402-46f7-81cc-0fb9442f4ace,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:27.459808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.461915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3f80227-7f7a-4cec-b4a8-6d685e0f7af9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/77e17f76-e402-46f7-81cc-0fb9442f4ace HTTP/1.1" status: 204 len: 168 time: 0.4103401 Aug 19 00:11:27.464997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.479300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84685525-4a73-40ea-9dee-bb7636147578 req-6cba6595-bedc-49d2-b39a-9f7c33550104 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.480896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84685525-4a73-40ea-9dee-bb7636147578 req-6cba6595-bedc-49d2-b39a-9f7c33550104 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0783365 Aug 19 00:11:27.519483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26330150-bc0a-47aa-ab2d-45ca471f4c70 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.521056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26330150-bc0a-47aa-ab2d-45ca471f4c70 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.521896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84685525-4a73-40ea-9dee-bb7636147578 req-1d986906-951e-4fae-865d-c228abd76a3b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Aug 19 00:11:27.527880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26330150-bc0a-47aa-ab2d-45ca471f4c70 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0611980 Aug 19 00:11:27.530487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.585186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 77c3fce4-48af-4a19-a7e2-d3c64872b01d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:27.588546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.628624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.717568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.734311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec60fbf6-9214-492d-9b87-7ba43a9cb3b7 None None] Provisioning for port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:27.814871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.852871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=77c3fce4-48af-4a19-a7e2-d3c64872b01d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:27.857321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:27.859190 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-489a2106-2dab-4cd4-b7d0-639bada2143a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/77c3fce4-48af-4a19-a7e2-d3c64872b01d HTTP/1.1" status: 204 len: 168 time: 0.3277531 Aug 19 00:11:27.861976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37278) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.868009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5acc2-34cd-4156-b3ca-6bf61092b32c req-8fd7e2d3-161c-4933-88db-6912235a278d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.870053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05f5acc2-34cd-4156-b3ca-6bf61092b32c req-8fd7e2d3-161c-4933-88db-6912235a278d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 944 time: 0.0984020 Aug 19 00:11:27.904490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-920061ad-dc27-4906-952a-bc68ed9d37e6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410564 Aug 19 00:11:27.907210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.915091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e8787-cf2b-4d74-8c36-9014dfe4e3dd None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:27.918806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-05f5acc2-34cd-4156-b3ca-6bf61092b32c req-62af8274-280d-41ef-8ee7-feafe8a89835 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Aug 19 00:11:27.957035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19c67f-4b5d-4c83-ae25-63719c9ea6bd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:27.958413 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7c19c67f-4b5d-4c83-ae25-63719c9ea6bd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0501842 Aug 19 00:11:27.960870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37282) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:27.971956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-63b9e8e2-e6cc-4e29-844c-836978f85960 None None] Could not find standard attr ID for object 77e17f76-e402-46f7-81cc-0fb9442f4ace. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:28.013546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017fe9f-ced9-4a8d-9f37-0c6b4e08a44d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:28.015015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7017fe9f-ced9-4a8d-9f37-0c6b4e08a44d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532432 Aug 19 00:11:28.018928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:28.055775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-479f92ce-a49b-41bd-b1fa-a6784ca8e477 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370071 Aug 19 00:11:28.060127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37286) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:28.064996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:28.099754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:28.157057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Deleting port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:28.157635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.167491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:28.171125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.225138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] For port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=556cbb38-93dd-4c27-a5e3-2e2ec07b2160,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:28.225541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.236616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd081e3-32ef-4de4-b4f9-8c247289b320 req-dce7d6b1-cd3d-4719-88ef-9dc7db3a7605 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:28.238139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bd081e3-32ef-4de4-b4f9-8c247289b320 req-dce7d6b1-cd3d-4719-88ef-9dc7db3a7605 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Aug 19 00:11:28.241033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Calling delete_port for 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:28.279579 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bd081e3-32ef-4de4-b4f9-8c247289b320 req-3efca445-fcd2-42f4-a0e6-e5412b22d419 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321062 Aug 19 00:11:28.329379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.356907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] Pushing event deleted for resources: {'Port': ['ID=556cbb38-93dd-4c27-a5e3-2e2ec07b2160,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:28.360375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983414b-2f77-4eee-8088-8107f629dbd7 None None] No DVR routers for this DVR port 556cbb38-93dd-4c27-a5e3-2e2ec07b2160 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:28.440684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:28.442041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.487057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:28.490158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:28.494282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:28.494873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.499220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6551d23-13f3-4bb0-99fe-6a02b8a9df59 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:28.506824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=1df00223-5223-4074-a52a-2a2de49ec63e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:28.516682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e872837b-7a29-4b94-851a-0a018f948906 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4555035 Aug 19 00:11:28.519438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37292) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:28.524665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:28.647148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': '1df00223-5223-4074-a52a-2a2de49ec63e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:28.648042 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.674391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5c98-ab5d-44b5-b640-d2e63f829d09 req-ea4fc235-b485-4027-870b-b1cf5ec1940d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:28.675885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bcb5c98-ab5d-44b5-b640-d2e63f829d09 req-ea4fc235-b485-4027-870b-b1cf5ec1940d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0771954 Aug 19 00:11:28.681969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:28.685503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.746214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:28.770965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bcb5c98-ab5d-44b5-b640-d2e63f829d09 req-163da60c-6ac6-46d5-8253-898cd42ad5f8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808940 Aug 19 00:11:28.802909 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1df00223-5223-4074-a52a-2a2de49ec63e (CIDR: 2001:db8::/64) Aug 19 00:11:28.807311 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:28.807819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:28.815338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Allocated IP 2001:db8::f816:3eff:fe64:7adb (201b5f96-c011-413b-b33b-e4f10c642327/1df00223-5223-4074-a52a-2a2de49ec63e/d628082a-ff7e-482a-9fa2-9b6b39139bff) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:28.825007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e969a667-5948-4685-a13f-a5e808097299 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3015471 Aug 19 00:11:28.825279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37296) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:28.830465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:28.882181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:28.890132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:28.890514 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:28.946630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:28.950966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.032109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.033979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.043714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b48b-1a8d-48af-9147-168235e757d0 req-602fda48-4222-4a94-bb33-0843df45ad9c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:29.046015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d104b48b-1a8d-48af-9147-168235e757d0 req-602fda48-4222-4a94-bb33-0843df45ad9c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 944 time: 0.0535953 Aug 19 00:11:29.049807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Transition to ACTIVE for port object d628082a-ff7e-482a-9fa2-9b6b39139bff will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:29.072667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:29.075210 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc10e4-b8fd-4c06-a1ad-ef2a3a9e2b09" -d '{"events": [{"server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "name": "network-vif-plugged", "status": "completed", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:29.088874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Transition to ACTIVE for port object d628082a-ff7e-482a-9fa2-9b6b39139bff will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:29.091586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d104b48b-1a8d-48af-9147-168235e757d0 req-27a335e2-9649-4291-9532-0456103bf0e4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Aug 19 00:11:29.093729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:29.097397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.111691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.134548 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83bb8e3-3114-434c-8f00-ccc245bbe390 x-openstack-request-id: req-b83bb8e3-3114-434c-8f00-ccc245bbe390 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:29.135328 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "name": "network-vif-plugged", "status": "completed", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:29.135581 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b83bb8e3-3114-434c-8f00-ccc245bbe390 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:29.136190 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2', 'code': 200} Aug 19 00:11:29.137947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:29.141489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:29.154900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:29.191508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:29.253709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.256625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0f3d-2e34-4fe8-b106-19468ce1f073 req-b97f3d2a-66e6-4a6c-8c78-954a64135bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:29.258175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621e0f3d-2e34-4fe8-b106-19468ce1f073 req-b97f3d2a-66e6-4a6c-8c78-954a64135bec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1097 time: 0.0738235 Aug 19 00:11:29.264864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Attempting to bind port d628082a-ff7e-482a-9fa2-9b6b39139bff on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:29.265235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Attempting to bind port d628082a-ff7e-482a-9fa2-9b6b39139bff by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:29.265598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Attempting to bind port d628082a-ff7e-482a-9fa2-9b6b39139bff on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:29.273717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:29.278173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:29.278561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:29.278965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.279347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:29.279815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Bound port: d628082a-ff7e-482a-9fa2-9b6b39139bff, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:29.280199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.318506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:29.325755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:29.335819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:29.336449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.345454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:29.346845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=db8dde0a-e331-46be-ada5-1918f4590cce,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:29.349665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:29.350500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-621e0f3d-2e34-4fe8-b106-19468ce1f073 req-ff82cbdc-b4d3-4f99-9d4d-aad0c4aae9b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625985 Aug 19 00:11:29.355757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.367781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-81d54395-3265-4705-a42d-128b30a3ce27 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5413904 Aug 19 00:11:29.370870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37306) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:29.389142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:f6:8b:31', 'name': 'tempest-NetworksTestDHCPv6-356189606'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:29.420100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790bb41-fe0b-43fa-a6bb-c84ee8240120 None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:29.465172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3363-ed78-4263-b428-e76b89abb3dd req-964c29cf-948a-4209-adc6-a821bbdaeb28 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:29.466696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09da3363-ed78-4263-b428-e76b89abb3dd req-964c29cf-948a-4209-adc6-a821bbdaeb28 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1084821 Aug 19 00:11:29.532029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09da3363-ed78-4263-b428-e76b89abb3dd req-9381bdbe-bc31-45d8-b2aa-19724f65a02f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591354 Aug 19 00:11:29.552630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:29.556936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.582752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port bac25c1b-508a-4e95-b9ca-beadd1ae91a4 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:29.748802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8:0:1::386 (201b5f96-c011-413b-b33b-e4f10c642327/db8dde0a-e331-46be-ada5-1918f4590cce/bac25c1b-508a-4e95-b9ca-beadd1ae91a4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:29.755535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fef6:8b31 (201b5f96-c011-413b-b33b-e4f10c642327/1df00223-5223-4074-a52a-2a2de49ec63e/bac25c1b-508a-4e95-b9ca-beadd1ae91a4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:29.897084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101efd-a896-4eb0-bceb-2792a3ac0fe3 req-a96b32f9-5ed6-4684-95ec-627d555633b4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:29.898694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64101efd-a896-4eb0-bceb-2792a3ac0fe3 req-a96b32f9-5ed6-4684-95ec-627d555633b4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Aug 19 00:11:29.903659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:29.916441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object bac25c1b-508a-4e95-b9ca-beadd1ae91a4 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:29.929300 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:11:29.940850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64101efd-a896-4eb0-bceb-2792a3ac0fe3 req-7858698a-f772-448a-8e9c-edfc0f15b80d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359650 Aug 19 00:11:29.962166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.008587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:30.012585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:30.016545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:30.022162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.022835 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.030011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=bac25c1b-508a-4e95-b9ca-beadd1ae91a4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:30.046769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37310) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:30.047362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fba51730-2f94-497a-9665-270fdf0dca6a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6747439 Aug 19 00:11:30.169040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port bac25c1b-508a-4e95-b9ca-beadd1ae91a4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:30.172777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.218168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d628082a-ff7e-482a-9fa2-9b6b39139bff up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:30.256772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df080aa-e38d-481c-8aaf-50a3b93e11c2 req-bc878ea8-f6b6-4cdd-a9bb-8aaec6b90eb4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.258486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1df080aa-e38d-481c-8aaf-50a3b93e11c2 req-bc878ea8-f6b6-4cdd-a9bb-8aaec6b90eb4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0846343 Aug 19 00:11:30.296073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d628082a-ff7e-482a-9fa2-9b6b39139bff completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:30.314463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1df080aa-e38d-481c-8aaf-50a3b93e11c2 req-1e6d1ad8-b787-4d06-8940-dfcc60cbaadd tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491805 Aug 19 00:11:30.337054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.350080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for bac25c1b-508a-4e95-b9ca-beadd1ae91a4 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:30.373859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593b471-1fc5-40ac-92c2-ec122e854116 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:30.433003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Provisioning for port d628082a-ff7e-482a-9fa2-9b6b39139bff completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:30.444271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:30.444666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.526868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.553302 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=bac25c1b-508a-4e95-b9ca-beadd1ae91a4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:30.582502 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.601485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.603775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-602651a0-4264-49e3-9d9c-ba39020235c5 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/bac25c1b-508a-4e95-b9ca-beadd1ae91a4 HTTP/1.1" status: 204 len: 168 time: 0.5557523 Aug 19 00:11:30.606269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37318) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:30.625305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:30.629645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.661361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171e429-08ec-445f-ae0b-44a8929223a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.665464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37320) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:30.665838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c171e429-08ec-445f-ae0b-44a8929223a1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0583706 Aug 19 00:11:30.708373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8442a2a-2033-4add-b097-cd876ac91e0e req-2c2fa64d-dcbc-4725-84bd-da822cbb1828 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.709982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8442a2a-2033-4add-b097-cd876ac91e0e req-2c2fa64d-dcbc-4725-84bd-da822cbb1828 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0833023 Aug 19 00:11:30.742848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a118ef-ddb7-4d40-9bb1-2c81d94d54b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.744990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a4a118ef-ddb7-4d40-9bb1-2c81d94d54b6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0785902 Aug 19 00:11:30.748187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:30.802402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8442a2a-2033-4add-b097-cd876ac91e0e req-186cce84-af80-4ca9-8777-c9810a8c770a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839427 Aug 19 00:11:30.817029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb2946-0534-403f-beae-88e1342a35f6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.818806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb2946-0534-403f-beae-88e1342a35f6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.820345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb2946-0534-403f-beae-88e1342a35f6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:30.824863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3dfb2946-0534-403f-beae-88e1342a35f6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0730972 Aug 19 00:11:30.825465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:30.858731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0dfad-a5bd-4613-b46c-236a315441bb None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:30.861420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f58d09-39e8-473a-ba04-4d4fc917e3af None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '1df00223-5223-4074-a52a-2a2de49ec63e', 'ip_address': '2001:db8::f816:3eff:fe64:7adb'}, {'subnet_id': 'db8dde0a-e331-46be-ada5-1918f4590cce'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'd628082a-ff7e-482a-9fa2-9b6b39139bff'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:30.877539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 1df00223-5223-4074-a52a-2a2de49ec63e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:30.880690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.887187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9f58d09-39e8-473a-ba04-4d4fc917e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:30.924154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.005490 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.065472 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-c9f58d09-39e8-473a-ba04-4d4fc917e3af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1df00223-5223-4074-a52a-2a2de49ec63e: This subnet is being modified by another concurrent operation. Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:31.066741 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1df00223-5223-4074-a52a-2a2de49ec63e: This subnet is being modified by another concurrent operation. Aug 19 00:11:31.071412 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:11:31.104849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=1df00223-5223-4074-a52a-2a2de49ec63e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:31.109047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.113326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c31284f8-366c-408d-9aa8-6d1f0a326518 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/1df00223-5223-4074-a52a-2a2de49ec63e HTTP/1.1" status: 204 len: 168 time: 0.2844317 Aug 19 00:11:31.113326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:31.152247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5ebfd-3a4d-42bf-878f-b09d19183308 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:31.169957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet db8dde0a-e331-46be-ada5-1918f4590cce {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:31.173622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.205755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-99bc0d2d-c1a1-4568-a2f4-afda95ec9142 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:31.206135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99bc0d2d-c1a1-4568-a2f4-afda95ec9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.219253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.267637 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.347571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.379673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd520e-ecd8-4f68-9d5d-dc1c17ed1174 req-3bb8dfc7-eb51-4cc1-8695-65441bed2a3f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:31.381837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90cd520e-ecd8-4f68-9d5d-dc1c17ed1174 req-3bb8dfc7-eb51-4cc1-8695-65441bed2a3f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.3625185 Aug 19 00:11:31.386105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=db8dde0a-e331-46be-ada5-1918f4590cce,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:31.389135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.391375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-09ff5d12-2c06-4502-8c5a-0c1723a25776 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/db8dde0a-e331-46be-ada5-1918f4590cce HTTP/1.1" status: 204 len: 168 time: 0.2768247 Aug 19 00:11:31.393666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:31.435392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-086709f7-3133-4674-b4fd-aa1900f45202 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403893 Aug 19 00:11:31.437019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90cd520e-ecd8-4f68-9d5d-dc1c17ed1174 req-1e8d36e0-a067-45c9-a7b6-662a10739c64 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Aug 19 00:11:31.438390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:31.447728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:31.458499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64945a7-400c-4eb7-8fa1-ca343569bcf8 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': 'db8dde0a-e331-46be-ada5-1918f4590cce'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'd628082a-ff7e-482a-9fa2-9b6b39139bff'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:31.483816 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f64945a7-400c-4eb7-8fa1-ca343569bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.575279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4e3a5-2724-42ec-94f6-2824241bb50d req-eb65546c-e251-4357-95b7-f4e63e3c4b21 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:31.576793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6db4e3a5-2724-42ec-94f6-2824241bb50d req-eb65546c-e251-4357-95b7-f4e63e3c4b21 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0795176 Aug 19 00:11:31.591428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:31.594681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.679383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6db4e3a5-2724-42ec-94f6-2824241bb50d req-cddfd1e5-9c8c-4149-823d-66addf9a53a1 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950999 Aug 19 00:11:31.687991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-077e1edd-60d0-4c36-87ea-b468168359ba None None] Could not find standard attr ID for object bac25c1b-508a-4e95-b9ca-beadd1ae91a4. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:31.711552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-077e1edd-60d0-4c36-87ea-b468168359ba None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:31.712099 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-077e1edd-60d0-4c36-87ea-b468168359ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:31.743362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c3d9b-532f-415d-8552-aa0c8a1903be None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:11:31.921454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c3d9b-532f-415d-8552-aa0c8a1903be None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:11:31.967456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-56376d82-b564-4e75-a845-bb0015739385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:31.969326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-56376d82-b564-4e75-a845-bb0015739385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1097 time: 0.0840747 Aug 19 00:11:31.982703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb5a1-0cb6-4017-bf83-35e8e3f2f11b req-5e3fdfea-9d26-4264-8158-35ce79cb1e10 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:31.984711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837fb5a1-0cb6-4017-bf83-35e8e3f2f11b req-5e3fdfea-9d26-4264-8158-35ce79cb1e10 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0686741 Aug 19 00:11:31.997997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699652d-de9f-4790-9f4b-d58784aeae3a req-019bee49-fcd2-49be-a12b-8710da3edec8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:31.999500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f699652d-de9f-4790-9f4b-d58784aeae3a req-019bee49-fcd2-49be-a12b-8710da3edec8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0959709 Aug 19 00:11:32.020129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:32.079232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837fb5a1-0cb6-4017-bf83-35e8e3f2f11b req-6d1b26d9-172f-48e6-9ec3-ff9f78917a6f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Aug 19 00:11:32.117795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-86e1800c-d11a-445f-aa14-7a792707ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:32.121443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-86e1800c-d11a-445f-aa14-7a792707ce95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.1354349 Aug 19 00:11:32.125693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f699652d-de9f-4790-9f4b-d58784aeae3a req-f59e206c-c59c-4161-b29c-47693a3937d7 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159847 Aug 19 00:11:32.177203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d628082a-ff7e-482a-9fa2-9b6b39139bff no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:32.184077 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-d58b55f4-4278-4d0a-93a4-bc8d25720654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 200 len: 217 time: 0.0537250 Aug 19 00:11:32.232437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.234786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-ca6c0358-115f-43e1-a42f-b69cfdafe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:32.236419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-ca6c0358-115f-43e1-a42f-b69cfdafe0c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.0456331 Aug 19 00:11:32.276425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-1d9bc459-c41d-4686-bfd8-37655db2cacb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307126 Aug 19 00:11:32.308568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.351986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '54351910-ab5c-484f-b22d-20511862d458'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'd628082a-ff7e-482a-9fa2-9b6b39139bff'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:32.375229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-11197d53-65c2-4c59-85f4-c938c6c0f257 service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908389 Aug 19 00:11:32.379895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.411969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:32.449636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.457855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.458845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.489103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1462f6a-750b-40b4-a7b6-76508b882da8 req-563a4ce3-5e03-4901-b1e6-8ef1c4d35baf service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053588 Aug 19 00:11:32.559720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:32.577642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:32.580692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:32.583756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:32.584394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.586283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:32.586787 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:32.595253 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:32.595615 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:32.623426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1837561 Aug 19 00:11:32.626221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37352) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:32.626537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9570-8259-4bc6-bcdc-4f7b61eb1247 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=54351910-ab5c-484f-b22d-20511862d458,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:32.632710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:32.645683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f843f-e604-455d-9331-d1e0b28f217f req-027178ec-597c-4d77-bb0b-43fdea2623fa tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:32.647248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-722f843f-e604-455d-9331-d1e0b28f217f req-027178ec-597c-4d77-bb0b-43fdea2623fa tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0995495 Aug 19 00:11:32.684707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-722f843f-e604-455d-9331-d1e0b28f217f req-af86ae10-344a-450d-bfba-3274765c5bcb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Aug 19 00:11:32.741711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:32.745261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:32.831775 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54351910-ab5c-484f-b22d-20511862d458 (CIDR: 2001:db8::/64) Aug 19 00:11:32.835146 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:32.835609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:32.848486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ffe77aa3-40ab-4db3-8b23-b251d7d17159 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2208538 Aug 19 00:11:32.851194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37354) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:32.856029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:32.964269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:32.967726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.142005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.157404 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.216134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.232825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009e278-fcd4-4b94-aa71-e284732b55e1 req-a36429a6-05c0-4394-a307-d7433e9272e1 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:33.235327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1009e278-fcd4-4b94-aa71-e284732b55e1 req-a36429a6-05c0-4394-a307-d7433e9272e1 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0806224 Aug 19 00:11:33.241703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:33.250566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.257601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b0c34-db1f-4cd2-bf8c-d874fea310b3 req-09e23282-0b35-4a91-9cc6-6abfb6597dfc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:33.260911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-104b0c34-db1f-4cd2-bf8c-d874fea310b3 req-09e23282-0b35-4a91-9cc6-6abfb6597dfc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0557280 Aug 19 00:11:33.293390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:33.301652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:33.311403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:33.311994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.313141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-104b0c34-db1f-4cd2-bf8c-d874fea310b3 req-a958033f-7fa6-4c3f-bf8c-0a64a233171d tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408094 Aug 19 00:11:33.337124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1009e278-fcd4-4b94-aa71-e284732b55e1 req-1117b399-0834-4a23-af0b-0202897cf1d5 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638468 Aug 19 00:11:33.337124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=22e81801-a69f-4b18-93f3-41497343336f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:33.342186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd83418a-2c01-4ead-906c-1de371d51e73 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4899573 Aug 19 00:11:33.345103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:33.350978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:8b:a3:5a', 'name': 'tempest-NetworksTestDHCPv6-1762869465'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:33.367143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:33.380661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:11:33.381022 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:11:33.463416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:33.541666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.543611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.564285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port 2ee3212f-1b8c-4567-93e9-0b481814c0cb yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:33.723686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8:0:1::237 (201b5f96-c011-413b-b33b-e4f10c642327/22e81801-a69f-4b18-93f3-41497343336f/2ee3212f-1b8c-4567-93e9-0b481814c0cb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:33.730961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::f816:3eff:fe8b:a35a (201b5f96-c011-413b-b33b-e4f10c642327/54351910-ab5c-484f-b22d-20511862d458/2ee3212f-1b8c-4567-93e9-0b481814c0cb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:33.801686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8752b-d955-4fc6-9bb1-eb4480599265 req-f824fa28-121a-457b-9e59-e25e97314a66 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:33.803222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55b8752b-d955-4fc6-9bb1-eb4480599265 req-f824fa28-121a-457b-9e59-e25e97314a66 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Aug 19 00:11:33.841734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55b8752b-d955-4fc6-9bb1-eb4480599265 req-c3e39e19-d7e7-4988-929f-783e384f1528 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Aug 19 00:11:33.881832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.897843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object 2ee3212f-1b8c-4567-93e9-0b481814c0cb will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:33.931944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:33.971476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:33.974443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:33.980757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:33.986117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:33.986731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.000912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=2ee3212f-1b8c-4567-93e9-0b481814c0cb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:34.008683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c8ac1966-adbe-4c58-81d4-3cbf1fd0567d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6623392 Aug 19 00:11:34.011805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37366) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:34.023998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:34.058348 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.063338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.115609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256daeeb-4551-438d-b2d6-0e2b2c822c9f None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:34.369327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port 2ee3212f-1b8c-4567-93e9-0b481814c0cb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:34.369858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.481359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68d2f6-3aa6-49cb-b7d2-dd46517e73a8 req-52cec4cb-43f7-4cea-8519-2428e1c544df tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:34.483320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a68d2f6-3aa6-49cb-b7d2-dd46517e73a8 req-52cec4cb-43f7-4cea-8519-2428e1c544df tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0642507 Aug 19 00:11:34.485895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ce67-6a97-444b-b7d1-93e39267e5da req-04311f11-03a2-4b0a-9dbc-d1264b1179e4 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:34.487404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6463ce67-6a97-444b-b7d1-93e39267e5da req-04311f11-03a2-4b0a-9dbc-d1264b1179e4 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0772898 Aug 19 00:11:34.508356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.529291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for 2ee3212f-1b8c-4567-93e9-0b481814c0cb owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:34.532912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a68d2f6-3aa6-49cb-b7d2-dd46517e73a8 req-8e25f138-302e-427d-8571-e8a63ea2cb7c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Aug 19 00:11:34.557599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6463ce67-6a97-444b-b7d1-93e39267e5da req-e0db9f04-30f8-4031-91e7-7059695792fa tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586264 Aug 19 00:11:34.682568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0de73-c0df-426a-94d7-ef5741d587c8 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:11:34.733671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.748638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:34.749018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.763010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=2ee3212f-1b8c-4567-93e9-0b481814c0cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:34.813937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.816046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7719f258-6b9e-45cd-8c5f-8dc1b2386e40 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/2ee3212f-1b8c-4567-93e9-0b481814c0cb HTTP/1.1" status: 204 len: 168 time: 0.8030901 Aug 19 00:11:34.818242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:34.865070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c0de73-c0df-426a-94d7-ef5741d587c8 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:11:34.872052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529adb94-af8b-4a64-bbb9-9f88fe515d11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:34.875865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-529adb94-af8b-4a64-bbb9-9f88fe515d11 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0543995 Aug 19 00:11:34.876107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37378) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:34.877941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.949915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645afcb-1f74-4f0f-ad4d-d80e07aeca36 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:34.953992 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a645afcb-1f74-4f0f-ad4d-d80e07aeca36 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0741029 Aug 19 00:11:34.954170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37380) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:34.961913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:34.966774 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:34.975083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e909ee-5adf-4ee4-8c35-9e4a68feaf3d req-43d56f75-c282-4768-ba81-ef70f052e804 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:34.976739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01e909ee-5adf-4ee4-8c35-9e4a68feaf3d req-43d56f75-c282-4768-ba81-ef70f052e804 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0644543 Aug 19 00:11:35.012116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3902a85-10fe-49a5-9a66-83c5d72778f1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:35.013781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3902a85-10fe-49a5-9a66-83c5d72778f1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:35.015292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3902a85-10fe-49a5-9a66-83c5d72778f1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:35.016890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a3902a85-10fe-49a5-9a66-83c5d72778f1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0619023 Aug 19 00:11:35.017772 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01e909ee-5adf-4ee4-8c35-9e4a68feaf3d req-c3e6e884-c2d0-427d-b052-57f58aab426a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Aug 19 00:11:35.019610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37382) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:35.067541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8707f-9898-4933-bea8-8d33db0b1214 None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:35.086363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 22e81801-a69f-4b18-93f3-41497343336f {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:35.089527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.129189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.177683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.237802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.261621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1b61c2-d0a5-4c47-a00d-f11a9928b974 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '54351910-ab5c-484f-b22d-20511862d458', 'ip_address': '2001:db8::f816:3eff:fe64:7adb'}, {'subnet_id': '22e81801-a69f-4b18-93f3-41497343336f'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'd628082a-ff7e-482a-9fa2-9b6b39139bff'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:35.266044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=22e81801-a69f-4b18-93f3-41497343336f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:35.268059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.272199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c5a006c6-afc6-4a2f-bcce-bc42ee111f2b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/22e81801-a69f-4b18-93f3-41497343336f HTTP/1.1" status: 204 len: 168 time: 0.2492540 Aug 19 00:11:35.272611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:35.287923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba1b61c2-d0a5-4c47-a00d-f11a9928b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.326124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 54351910-ab5c-484f-b22d-20511862d458 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:35.329529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.371902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.454320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.516376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.542762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=54351910-ab5c-484f-b22d-20511862d458,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:35.547896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.549812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8419c4ea-38b3-4f0c-9091-a57991dd5df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/54351910-ab5c-484f-b22d-20511862d458 HTTP/1.1" status: 204 len: 168 time: 0.2762065 Aug 19 00:11:35.552401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-ba1b61c2-d0a5-4c47-a00d-f11a9928b974 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54351910-ab5c-484f-b22d-20511862d458: This subnet is being modified by another concurrent operation. Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:35.557800 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54351910-ab5c-484f-b22d-20511862d458: This subnet is being modified by another concurrent operation. Aug 19 00:11:35.562320 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:11:35.593180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-93e6508b-5e50-4c03-ac3e-b93f3ac73088 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396540 Aug 19 00:11:35.596189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:35.601499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:35.645860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fdb2f-0be5-450a-94f0-b65fe76786ca None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:11:35.682857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a87b01-ccf9-4aff-bc01-95549c4e0582 req-0b6bcd83-77eb-41ef-9714-f4adf4bdaeba tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:35.684434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8a87b01-ccf9-4aff-bc01-95549c4e0582 req-0b6bcd83-77eb-41ef-9714-f4adf4bdaeba tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Aug 19 00:11:35.715795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4ce131e9-db56-4efc-8c02-49b6f4747980 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:35.716091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ce131e9-db56-4efc-8c02-49b6f4747980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.730432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4e5b-bd15-4539-8e54-390072d04e5d req-1f131c8e-19b8-4426-8cca-76862e3ce4cc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:35.730797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8a87b01-ccf9-4aff-bc01-95549c4e0582 req-432e98cd-f839-46b5-9b58-6ef2c9942f1f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Aug 19 00:11:35.732221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1af4e5b-bd15-4539-8e54-390072d04e5d req-1f131c8e-19b8-4426-8cca-76862e3ce4cc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0824916 Aug 19 00:11:35.766317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:35.769879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:35.815742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fdb2f-0be5-450a-94f0-b65fe76786ca None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:11:35.823471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1af4e5b-bd15-4539-8e54-390072d04e5d req-2d965b84-8a45-4400-8e36-7b6c1fbb1b0a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833974 Aug 19 00:11:35.967359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.003562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:36.007984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:36.011824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:36.012450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.030329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=2eb51741-58ad-4f3b-8538-e8ec2d134eac,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:36.038811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-500273a0-4653-4400-9e36-3ed26b08d212 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4412222 Aug 19 00:11:36.042750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:36.047931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:36.161943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': '2eb51741-58ad-4f3b-8538-e8ec2d134eac'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'd628082a-ff7e-482a-9fa2-9b6b39139bff'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:36.188987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.200466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00704992-cf59-4f42-afd8-31ced4f48bae req-9a454bbc-f65e-4040-8ec8-47613dd329f2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:36.201960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00704992-cf59-4f42-afd8-31ced4f48bae req-9a454bbc-f65e-4040-8ec8-47613dd329f2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0894847 Aug 19 00:11:36.237421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:36.240805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.293586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00704992-cf59-4f42-afd8-31ced4f48bae req-563d1e1b-87a4-4767-8ce7-2eb0eae4d9da tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825987 Aug 19 00:11:36.346260 n-d-771363-38 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2eb51741-58ad-4f3b-8538-e8ec2d134eac (CIDR: 2001:db8::/64) Aug 19 00:11:36.349568 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:36.350036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:36.353807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/2eb51741-58ad-4f3b-8538-e8ec2d134eac/d628082a-ff7e-482a-9fa2-9b6b39139bff) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:36.364724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-216aff3b-71d7-4fdf-bb4d-4cd2b9fca7c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3210125 Aug 19 00:11:36.367519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:36.373099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:36.449036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:36.477943 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.482522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:36.485910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.491276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Transition to ACTIVE for port object d628082a-ff7e-482a-9fa2-9b6b39139bff will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:36.495002 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:36.567836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baa7b7-7e61-4570-ada9-bca64d88cce8 None None] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:36.849861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:36.883761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb7d75-07bd-4b1f-9490-2fffac909529 req-19ec9cb8-6917-4b60-b30d-9c5ef6d11dd9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:36.886114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06eb7d75-07bd-4b1f-9490-2fffac909529 req-19ec9cb8-6917-4b60-b30d-9c5ef6d11dd9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0711472 Aug 19 00:11:36.930838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-06eb7d75-07bd-4b1f-9490-2fffac909529 req-f4c780e8-2d2e-4dbb-864c-9a4eb02d6e87 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Aug 19 00:11:36.986792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea579ef-af4d-44be-ab99-1f3d9c92e974 req-a6a75d90-6364-472a-afcd-06dc073a0366 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:36.988415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fea579ef-af4d-44be-ab99-1f3d9c92e974 req-a6a75d90-6364-472a-afcd-06dc073a0366 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0768857 Aug 19 00:11:37.058251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fea579ef-af4d-44be-ab99-1f3d9c92e974 req-b6f84582-e80c-443f-8a7b-329d1ec06ae8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477071 Aug 19 00:11:37.098882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.193506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c444a-4b3f-441b-a0ee-78c1ca4c6b1a None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:37.259113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-92e80efa-1abe-4f9d-96fa-f04037628022 None None] Provisioning for port d628082a-ff7e-482a-9fa2-9b6b39139bff completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:37.267660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-92e80efa-1abe-4f9d-96fa-f04037628022 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:37.268440 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-92e80efa-1abe-4f9d-96fa-f04037628022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.311021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9af37b-8700-4090-93d5-69bc1c39f71b req-918d5094-45d1-4146-bdca-2ca7d892514b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.312520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c9af37b-8700-4090-93d5-69bc1c39f71b req-918d5094-45d1-4146-bdca-2ca7d892514b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0866416 Aug 19 00:11:37.321873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:37.334114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-303fe59b-f381-4437-a7c3-e05817a27940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.336927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-303fe59b-f381-4437-a7c3-e05817a27940 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.0513718 Aug 19 00:11:37.379587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c9af37b-8700-4090-93d5-69bc1c39f71b req-169c473b-1641-4f80-a4ff-6246103a38b3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604734 Aug 19 00:11:37.384994 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.392219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.395070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.482036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:37.485384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb0854-0713-4a2b-a4bc-d9157914a979 req-cf9cc9ca-dafb-4d0e-aae4-56cfa8b4e36f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.492056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ddb0854-0713-4a2b-a4bc-d9157914a979 req-cf9cc9ca-dafb-4d0e-aae4-56cfa8b4e36f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0830276 Aug 19 00:11:37.494833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:37.499781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.500404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.502791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=5678e0ee-cf73-4538-8479-8c2cb977fa0b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:37.516849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-115262ee-83fc-4fd8-a0c2-b16584fc0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.518696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-115262ee-83fc-4fd8-a0c2-b16584fc0966 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.1732814 Aug 19 00:11:37.519330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=13']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:37.530960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cb17cf51-a69d-4084-93d8-39294d7238a6 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1622512 Aug 19 00:11:37.533652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:37.539401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:7b:2d:0a', 'name': 'tempest-NetworksTestDHCPv6-592869450'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:37.591339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ddb0854-0713-4a2b-a4bc-d9157914a979 req-0e6d7e30-9f6f-48b4-ab37-2423d905e84d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982203 Aug 19 00:11:37.609019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-6ce0a894-73aa-49e5-9633-5cf2f177f004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1000 time: 0.0771189 Aug 19 00:11:37.657781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:37.664123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:37.666473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-3fd904d7-7ecd-4da7-99ed-fea8295713b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.668053 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-3fd904d7-7ecd-4da7-99ed-fea8295713b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0508039 Aug 19 00:11:37.690084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port e53f26b1-e1a8-4898-bfde-4cef5537623e yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:37.719158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-a1e8c46b-8ca1-41c0-b308-942d9d5eb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:37.720746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-a1e8c46b-8ca1-41c0-b308-942d9d5eb632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439661 Aug 19 00:11:37.824514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-2a82b234-f034-4ee2-812a-9d23aa802b35 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956557 Aug 19 00:11:37.874477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::16c (201b5f96-c011-413b-b33b-e4f10c642327/2eb51741-58ad-4f3b-8538-e8ec2d134eac/e53f26b1-e1a8-4898-bfde-4cef5537623e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:37.882001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:2d0a (201b5f96-c011-413b-b33b-e4f10c642327/5678e0ee-cf73-4538-8479-8c2cb977fa0b/e53f26b1-e1a8-4898-bfde-4cef5537623e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:37.925268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d96b723-b41a-40af-8588-aa5b1e5ce588 req-2ff3a196-505f-477d-b575-39c9c8332e8a service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924978 Aug 19 00:11:38.001560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec238809-d0fb-49e9-9628-04ee0700eb17 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:38.074959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a2987bdc-63f5-4bb6-a871-90d9aeb276a1 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:38.075254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2987bdc-63f5-4bb6-a871-90d9aeb276a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.084950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.111918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b816c3-a7fd-46c2-bed7-fb0cae27973c req-9be7c2ac-61d1-4f0a-b12f-450eb6a999b6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.113045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7b816c3-a7fd-46c2-bed7-fb0cae27973c req-9be7c2ac-61d1-4f0a-b12f-450eb6a999b6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.1055181 Aug 19 00:11:38.117991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object e53f26b1-e1a8-4898-bfde-4cef5537623e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:38.175136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7b816c3-a7fd-46c2-bed7-fb0cae27973c req-209c82e8-0978-4796-9578-c9288782ea23 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Aug 19 00:11:38.206312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.217642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d628082a-ff7e-482a-9fa2-9b6b39139bff up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:38.253331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:38.258426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:38.262455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:38.268081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.268735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.279997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=e53f26b1-e1a8-4898-bfde-4cef5537623e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:38.286325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:38.287014 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.292893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-41682147-8bb7-49a9-8730-66f2532b7459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7580934 Aug 19 00:11:38.295578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:38.395572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port e53f26b1-e1a8-4898-bfde-4cef5537623e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:38.396340 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.489307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3be3a-83ee-4b2e-815e-5f87986b0faa None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:38.491987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.504891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for e53f26b1-e1a8-4898-bfde-4cef5537623e owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:38.510032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99caed9-ca62-4c5f-a9bf-30decb6a162d req-ae197a14-9441-4ab5-a703-df53e12be100 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.511565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f99caed9-ca62-4c5f-a9bf-30decb6a162d req-ae197a14-9441-4ab5-a703-df53e12be100 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Aug 19 00:11:38.542955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8ed9816d-1d43-496e-aee0-fdb9d3d8ea41 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:38.543337 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ed9816d-1d43-496e-aee0-fdb9d3d8ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.553048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f99caed9-ca62-4c5f-a9bf-30decb6a162d req-facaadb2-87fb-436f-b1c0-9fb673280d9a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353165 Aug 19 00:11:38.724704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.735861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517b43-aede-4c08-b612-32be79212a05 req-ca34db78-662b-44d1-bf99-0e1d9f1e3177 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.737387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec517b43-aede-4c08-b612-32be79212a05 req-ca34db78-662b-44d1-bf99-0e1d9f1e3177 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0701816 Aug 19 00:11:38.765333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=e53f26b1-e1a8-4898-bfde-4cef5537623e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:38.839327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:38.843500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f0118f50-c5b3-49f0-8554-d64c3796e502 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/e53f26b1-e1a8-4898-bfde-4cef5537623e HTTP/1.1" status: 204 len: 168 time: 0.5445948 Aug 19 00:11:38.843708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:38.862126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec517b43-aede-4c08-b612-32be79212a05 req-7f2e3590-d672-42c5-a48e-f8fb27ff31ea tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Aug 19 00:11:38.900148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18957df0-6874-4b02-90b0-8e0247b2f65f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.901717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-18957df0-6874-4b02-90b0-8e0247b2f65f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0570753 Aug 19 00:11:38.904375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37430) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:38.924961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85df93-4c17-4a3f-8e07-4d60ff157705 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:38.957121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ffcee-5099-423f-9872-133a1796decb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:38.958618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c18ffcee-5099-423f-9872-133a1796decb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0532467 Aug 19 00:11:38.961215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:39.008636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-011d11e0-3bae-4458-a205-24c2e9abaf88 None None] Could not find standard attr ID for object e53f26b1-e1a8-4898-bfde-4cef5537623e. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:39.015781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f149c-7186-47cc-896e-5235d32d12bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:39.017451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f149c-7186-47cc-896e-5235d32d12bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:39.018945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f149c-7186-47cc-896e-5235d32d12bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:39.020492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-277f149c-7186-47cc-896e-5235d32d12bf tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0583456 Aug 19 00:11:39.023090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37434) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:39.044180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-011d11e0-3bae-4458-a205-24c2e9abaf88 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:39.044611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-011d11e0-3bae-4458-a205-24c2e9abaf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.073679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 2eb51741-58ad-4f3b-8538-e8ec2d134eac {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:39.076747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.115675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.211450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.275448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.301425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285519b-37a7-4f3d-b8de-661529a438d2 req-4ff39ff9-a16a-4a60-a834-c5f5dfc3be48 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:39.303459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb51741-58ad-4f3b-8538-e8ec2d134eac,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:39.304976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e285519b-37a7-4f3d-b8de-661529a438d2 req-4ff39ff9-a16a-4a60-a834-c5f5dfc3be48 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0547714 Aug 19 00:11:39.308357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.310558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ecf2f3d6-7a41-466a-9000-b66f4db40738 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/2eb51741-58ad-4f3b-8538-e8ec2d134eac HTTP/1.1" status: 204 len: 168 time: 0.2865660 Aug 19 00:11:39.314142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:39.325922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619f701-9f63-4fcf-9147-896effe7ec99 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:39.380853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e285519b-37a7-4f3d-b8de-661529a438d2 req-968c941b-090d-4eaf-ac0b-3a500805f683 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674500 Aug 19 00:11:39.390050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 5678e0ee-cf73-4538-8479-8c2cb977fa0b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:39.393344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.400015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-20b38516-9697-45a2-8388-fe19049135a9 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:39.400602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20b38516-9697-45a2-8388-fe19049135a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.436562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.517123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.577829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.608823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=5678e0ee-cf73-4538-8479-8c2cb977fa0b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:39.613740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:39.615729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68d02225-07a0-4c53-93e1-b45279364fcd tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/5678e0ee-cf73-4538-8479-8c2cb977fa0b HTTP/1.1" status: 204 len: 168 time: 0.3000844 Aug 19 00:11:39.618069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:39.656356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0044a24-4a18-4f0a-ac10-c436b8dd1cc9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366147 Aug 19 00:11:39.658726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:39.663697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:39.687943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26171a7-1b69-402f-9ab8-d02180fdda6e req-2f2621dd-5f6c-4dce-a7df-bff9d413e28a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:39.689610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b26171a7-1b69-402f-9ab8-d02180fdda6e req-2f2621dd-5f6c-4dce-a7df-bff9d413e28a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0592372 Aug 19 00:11:39.731329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b26171a7-1b69-402f-9ab8-d02180fdda6e req-aa1ba390-d3c2-4def-8d46-b0368cd2455d tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346932 Aug 19 00:11:39.765459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:39.769140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.080263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c7686-f5eb-4c0e-8692-3bed4a856b46 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:40.134626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10fcb2-e206-4bd2-bcd1-3eafabf0bbee req-3a8866c0-ebd4-42b0-a5c5-40495fe3f068 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:40.136079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b10fcb2-e206-4bd2-bcd1-3eafabf0bbee req-3a8866c0-ebd4-42b0-a5c5-40495fe3f068 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1041989 Aug 19 00:11:40.198022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7866dfce-bcd7-47fd-8c77-699117843990 None None] Provisioning complete for port d628082a-ff7e-482a-9fa2-9b6b39139bff triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:40.198490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7866dfce-bcd7-47fd-8c77-699117843990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.210848 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b10fcb2-e206-4bd2-bcd1-3eafabf0bbee req-43055713-9df5-4172-b5f0-73ce60d5ef4f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Aug 19 00:11:40.296683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.297260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:40.345952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:40.348713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Deleting port d628082a-ff7e-482a-9fa2-9b6b39139bff {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:40.349256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.349388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:40.352108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:40.352716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.369504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=db3ee339-63a1-41ba-b701-b7210d9f9e1b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:40.374139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-55405112-ae2d-459a-8a5b-525dc573ae24 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7144444 Aug 19 00:11:40.377085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37456) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:40.382069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:40.428283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] For port d628082a-ff7e-482a-9fa2-9b6b39139bff, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d628082a-ff7e-482a-9fa2-9b6b39139bff,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:40.428744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.442418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Calling delete_port for d628082a-ff7e-482a-9fa2-9b6b39139bff owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:40.498207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:40.502294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.508374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cfb5-0d1d-47ce-b3bc-64a7122b4d26 req-223fdc0b-f0c0-4dd6-b134-f19a18731595 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:40.516452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b2cfb5-0d1d-47ce-b3bc-64a7122b4d26 req-223fdc0b-f0c0-4dd6-b134-f19a18731595 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0575116 Aug 19 00:11:40.533817 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.552994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93b2cfb5-0d1d-47ce-b3bc-64a7122b4d26 req-89f37ef1-3b9d-4231-9431-9aed5ebbef2b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Aug 19 00:11:40.564863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] Pushing event deleted for resources: {'Port': ['ID=d628082a-ff7e-482a-9fa2-9b6b39139bff,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:40.570777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d70c5e-f4c2-405c-abef-bbbf5e8a5a06 None None] No DVR routers for this DVR port d628082a-ff7e-482a-9fa2-9b6b39139bff on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:40.586490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f3721-ea2b-4fc6-bae9-5b8f3e00c514 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:40.601615 n-d-771363-38 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db3ee339-63a1-41ba-b701-b7210d9f9e1b (CIDR: 2001:db8::/64) Aug 19 00:11:40.604567 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:11:40.605036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:40.618945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f60026a0-67dd-49c2-bc28-dc219dd0c5e1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2401488 Aug 19 00:11:40.621889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:40.626818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'subnet': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:40.729406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-201b5f96-c011-413b-b33b-e4f10c642327', 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'tenant_id': '72990e5077de4a92b5a6b5d7f83f86b9', 'fixed_ips': [{'subnet_id': 'db3ee339-63a1-41ba-b701-b7210d9f9e1b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:40.730299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:40.734955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:40.738683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.024688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Allocated IP 2001:db8::2 (201b5f96-c011-413b-b33b-e4f10c642327/db3ee339-63a1-41ba-b701-b7210d9f9e1b/cd3aa55f-d595-4eca-85fd-12b0a30a1141) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:41.047956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:11:41.049942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.094979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:41.098227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:41.102720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:41.103302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.112786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Subnet': ['ID=38fda727-47f9-41ad-a10e-64f4143e34fd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:41.123454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aed31d91-3dcf-48bb-a173-d7ef96677f3c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5005593 Aug 19 00:11:41.126226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:41.131283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Request body: {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'mac_address': 'fa:16:3e:9d:80:e5', 'name': 'tempest-NetworksTestDHCPv6-1889404776'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:41.175645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.184261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Transition to ACTIVE for port object cd3aa55f-d595-4eca-85fd-12b0a30a1141 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:41.200522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Transition to ACTIVE for port object cd3aa55f-d595-4eca-85fd-12b0a30a1141 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:41.206308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.246732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:41.250442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Made reservation on behalf of 72990e5077de4a92b5a6b5d7f83f86b9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:41.250621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:41.253535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:41.288816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Pushing event updated for resources: {'Port': ['ID=cd3aa55f-d595-4eca-85fd-12b0a30a1141,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:41.323992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Attempting to bind port cd3aa55f-d595-4eca-85fd-12b0a30a1141 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:41.324394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Attempting to bind port cd3aa55f-d595-4eca-85fd-12b0a30a1141 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:41.324766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Attempting to bind port cd3aa55f-d595-4eca-85fd-12b0a30a1141 on network 201b5f96-c011-413b-b33b-e4f10c642327 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:41.329865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:41.330247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Checking segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:41.330657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.331048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Bound using segment: {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:41.331518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Bound port: cd3aa55f-d595-4eca-85fd-12b0a30a1141, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f6c8-ec45-4645-b2c5-4b49a7874900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '201b5f96-c011-413b-b33b-e4f10c642327'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:41.331903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.353612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.370924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cefe0-06f1-4cdd-b550-672c743f11c4 req-613353c4-71f7-420d-8725-87040200c9d7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:41.372547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6cefe0-06f1-4cdd-b550-672c743f11c4 req-613353c4-71f7-420d-8725-87040200c9d7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0508835 Aug 19 00:11:41.374228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] device_id is not set on port f8a4048f-942a-4604-964d-98cc412fdda1 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:41.400417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] For port cd3aa55f-d595-4eca-85fd-12b0a30a1141, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:41.403570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] For port cd3aa55f-d595-4eca-85fd-12b0a30a1141, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cd3aa55f-d595-4eca-85fd-12b0a30a1141,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:41.408402 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.418388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed6cefe0-06f1-4cdd-b550-672c743f11c4 req-f1280103-512f-4c71-aafc-67da0a65e56e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Aug 19 00:11:41.471313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d5c0b-f46c-41c7-a53d-ded185c98c8b None None] Pushing event updated for resources: {'Port': ['ID=cd3aa55f-d595-4eca-85fd-12b0a30a1141,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:41.551571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8::1cd (201b5f96-c011-413b-b33b-e4f10c642327/db3ee339-63a1-41ba-b701-b7210d9f9e1b/f8a4048f-942a-4604-964d-98cc412fdda1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:41.559176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:80e5 (201b5f96-c011-413b-b33b-e4f10c642327/38fda727-47f9-41ad-a10e-64f4143e34fd/f8a4048f-942a-4604-964d-98cc412fdda1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:41.742191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92d376-5a4c-49e8-8977-37140cfec24c req-bd2aaabc-aa90-4667-83df-c8325fbd299d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:41.744374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed92d376-5a4c-49e8-8977-37140cfec24c req-bd2aaabc-aa90-4667-83df-c8325fbd299d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0843930 Aug 19 00:11:41.784343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.809367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Transition to ACTIVE for port object f8a4048f-942a-4604-964d-98cc412fdda1 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:41.813249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed92d376-5a4c-49e8-8977-37140cfec24c req-0b76f2a3-9e0e-4d72-be63-c3934b83e602 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589387 Aug 19 00:11:41.846281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.887363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Network 201b5f96-c011-413b-b33b-e4f10c642327 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:41.892590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:41.896369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:41.902489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:41.903115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:41.913577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event updated for resources: {'Port': ['ID=f8a4048f-942a-4604-964d-98cc412fdda1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:41.926908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab1345ae-8abb-46bc-a336-87b0d85917fb tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7971766 Aug 19 00:11:41.927228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.021430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting port f8a4048f-942a-4604-964d-98cc412fdda1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:42.022181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.113788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.129250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Calling delete_port for f8a4048f-942a-4604-964d-98cc412fdda1 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:42.197084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cd3aa55f-d595-4eca-85fd-12b0a30a1141 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:42.256908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cd3aa55f-d595-4eca-85fd-12b0a30a1141 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:42.326456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d628082a-ff7e-482a-9fa2-9b6b39139bff no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:42.350874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d628082a-ff7e-482a-9fa2-9b6b39139bff {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:42.351373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d628082a-ff7e-482a-9fa2-9b6b39139bff not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:42.379333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b863c4b-239e-4fe3-8402-7d82bb0bcf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.382380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.413539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Port': ['ID=f8a4048f-942a-4604-964d-98cc412fdda1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:42.438294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f997f23-eb2c-460a-ba95-7b5e1ca984d5 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:42.468252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.472999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37476) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.473519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2743501e-c71b-4bc5-830e-835f53620c4e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f8a4048f-942a-4604-964d-98cc412fdda1 HTTP/1.1" status: 204 len: 168 time: 0.5448163 Aug 19 00:11:42.531544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904772b-7ba7-4695-a7c2-e47d09306ff9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.533665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9904772b-7ba7-4695-a7c2-e47d09306ff9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0593913 Aug 19 00:11:42.536143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37478) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.561643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe074-5b56-405d-afef-0e6e23a5ba54 req-17bd026b-68d1-400e-ac8a-8b7e213f279a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.576757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a97fe074-5b56-405d-afef-0e6e23a5ba54 req-17bd026b-68d1-400e-ac8a-8b7e213f279a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0744209 Aug 19 00:11:42.585795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Provisioning for port cd3aa55f-d595-4eca-85fd-12b0a30a1141 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:42.587965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3f356-5253-4ca8-aa5c-bc6dc0004c00 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.589501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2de3f356-5253-4ca8-aa5c-bc6dc0004c00 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0519753 Aug 19 00:11:42.591972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37480) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.593528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Provisioning complete for port cd3aa55f-d595-4eca-85fd-12b0a30a1141 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:42.593976 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.618941 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a97fe074-5b56-405d-afef-0e6e23a5ba54 req-0af94743-d1f1-4839-9286-1687d3043ce8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Aug 19 00:11:42.647347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea6a88-3fe2-4ba1-a2f5-d41d9f8ca248 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.649158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea6a88-3fe2-4ba1-a2f5-d41d9f8ca248 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.651225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea6a88-3fe2-4ba1-a2f5-d41d9f8ca248 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.653003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-beea6a88-3fe2-4ba1-a2f5-d41d9f8ca248 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0597324 Aug 19 00:11:42.655575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.712458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet 38fda727-47f9-41ad-a10e-64f4143e34fd {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:42.715699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.720119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.746736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0a6bb-f8fa-43db-920f-54cf601b040a None None] Update dhcp port {'port': {'network_id': '201b5f96-c011-413b-b33b-e4f10c642327', 'fixed_ips': [{'subnet_id': 'db3ee339-63a1-41ba-b701-b7210d9f9e1b', 'ip_address': '2001:db8::2'}, {'subnet_id': '38fda727-47f9-41ad-a10e-64f4143e34fd'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'cd3aa55f-d595-4eca-85fd-12b0a30a1141'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:11:42.760705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.788316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] For port cd3aa55f-d595-4eca-85fd-12b0a30a1141, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cd3aa55f-d595-4eca-85fd-12b0a30a1141,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:42.788316 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a6bb-f8fa-43db-920f-54cf601b040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.795688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.809492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.873259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.902066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=38fda727-47f9-41ad-a10e-64f4143e34fd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:42.914208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:42.918934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1e68fed7-4dcf-4b33-b7b6-643aed01a00f tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/38fda727-47f9-41ad-a10e-64f4143e34fd HTTP/1.1" status: 204 len: 168 time: 0.2593334 Aug 19 00:11:42.919700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:42.929981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9b65a-973b-4b08-859e-caca9df5df36 None None] Pushing event updated for resources: {'Port': ['ID=cd3aa55f-d595-4eca-85fd-12b0a30a1141,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-fcf0a6bb-f8fa-43db-920f-54cf601b040a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38fda727-47f9-41ad-a10e-64f4143e34fd: This subnet is being modified by another concurrent operation. Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:11:42.951474 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38fda727-47f9-41ad-a10e-64f4143e34fd: This subnet is being modified by another concurrent operation. Aug 19 00:11:42.955792 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:11:42.982314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1e04-69ba-4d53-a2e6-fe3e13b6537a req-1f0a5ab1-965e-4b3c-8c54-ffc3bcf5a71a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:42.983884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d31d1e04-69ba-4d53-a2e6-fe3e13b6537a req-1f0a5ab1-965e-4b3c-8c54-ffc3bcf5a71a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0842190 Aug 19 00:11:43.000347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Deleting subnet db3ee339-63a1-41ba-b701-b7210d9f9e1b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:11:43.004138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.030342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d31d1e04-69ba-4d53-a2e6-fe3e13b6537a req-02ee6bd6-e5f7-489d-9b35-115275192a1a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Aug 19 00:11:43.055878 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.087666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaedff-ccc0-4399-8359-6461c2be2cf3 req-bc6b2a27-9cfd-49e2-8aca-c654504eb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.089563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fdaedff-ccc0-4399-8359-6461c2be2cf3 req-bc6b2a27-9cfd-49e2-8aca-c654504eb6f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0448346 Aug 19 00:11:43.116696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e21887f-5899-4ea2-ba64-1320e24787c3 None None] Could not find standard attr ID for object 2ee3212f-1b8c-4567-93e9-0b481814c0cb. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:43.127387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e21887f-5899-4ea2-ba64-1320e24787c3 None None] Provisioning complete for port cd3aa55f-d595-4eca-85fd-12b0a30a1141 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:43.127798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e21887f-5899-4ea2-ba64-1320e24787c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.132595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fdaedff-ccc0-4399-8359-6461c2be2cf3 req-4297d224-00dd-476f-a053-2897fb6496aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Aug 19 00:11:43.163842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.233117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.263939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Subnet': ['ID=db3ee339-63a1-41ba-b701-b7210d9f9e1b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:43.270524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.272437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28dc8628-2b38-40f0-a48a-ffc5a81352d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/db3ee339-63a1-41ba-b701-b7210d9f9e1b HTTP/1.1" status: 204 len: 168 time: 0.3511055 Aug 19 00:11:43.275793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.287500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c59d3-d9e9-4a1c-83e7-e98360684878 None None] Network 201b5f96-c011-413b-b33b-e4f10c642327 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:43.315416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d057c003-2e64-454c-96fd-5908a018eb81 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366542 Aug 19 00:11:43.315636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.358664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ca2208d-3342-4bb5-9a21-2ef66359414f None None] Could not find standard attr ID for object f8a4048f-942a-4604-964d-98cc412fdda1. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:43.361670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ca2208d-3342-4bb5-9a21-2ef66359414f None None] Could not find standard attr ID for object e53f26b1-e1a8-4898-bfde-4cef5537623e. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:11:43.366839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0289079-c463-4e4a-99df-a4703bb009d8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.370908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b0289079-c463-4e4a-99df-a4703bb009d8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0518136 Aug 19 00:11:43.371159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37496) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.421669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097cafdc-dd89-4731-9b7f-be05f06c85fc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.423310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-097cafdc-dd89-4731-9b7f-be05f06c85fc tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512812 Aug 19 00:11:43.425947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.483882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] DHCP port deletion for 201b5f96-c011-413b-b33b-e4f10c642327 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:11:43.484637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c0eb1dc-2351-4940-b052-030096b66265 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562289 Aug 19 00:11:43.491239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.514528 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-415019f5-be2d-4ab2-b0d8-d5b9f3fe78f3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.515486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415019f5-be2d-4ab2-b0d8-d5b9f3fe78f3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.520090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.525843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-415019f5-be2d-4ab2-b0d8-d5b9f3fe78f3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f8a4048f-942a-4604-964d-98cc412fdda1 HTTP/1.1" status: 404 len: 333 time: 0.0324905 Aug 19 00:11:43.536411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Deleting port cd3aa55f-d595-4eca-85fd-12b0a30a1141 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:43.536798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.555312 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56c7abe-967c-4179-bd55-db527352fc01 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.555851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56c7abe-967c-4179-bd55-db527352fc01 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.559951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b56c7abe-967c-4179-bd55-db527352fc01 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/38fda727-47f9-41ad-a10e-64f4143e34fd HTTP/1.1" status: 404 len: 337 time: 0.0364718 Aug 19 00:11:43.560240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.585613 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2765b73e-2ffb-4104-ab1e-6449e19a27c3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.586296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2765b73e-2ffb-4104-ab1e-6449e19a27c3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.588285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2765b73e-2ffb-4104-ab1e-6449e19a27c3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/db3ee339-63a1-41ba-b701-b7210d9f9e1b HTTP/1.1" status: 404 len: 337 time: 0.0270376 Aug 19 00:11:43.590787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.605733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] For port cd3aa55f-d595-4eca-85fd-12b0a30a1141, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cd3aa55f-d595-4eca-85fd-12b0a30a1141,segment=NetworkSegment(5ea6f6c8-ec45-4645-b2c5-4b49a7874900),segment_id=5ea6f6c8-ec45-4645-b2c5-4b49a7874900)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:43.606143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.613393 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbcbf9a-5967-4e55-913e-c71704a8a310 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.613928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbcbf9a-5967-4e55-913e-c71704a8a310 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.615667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2dbcbf9a-5967-4e55-913e-c71704a8a310 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/e53f26b1-e1a8-4898-bfde-4cef5537623e HTTP/1.1" status: 404 len: 333 time: 0.0239801 Aug 19 00:11:43.618380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.620000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Calling delete_port for cd3aa55f-d595-4eca-85fd-12b0a30a1141 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:43.652218 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f57b732-fb2c-4d12-86e1-026176ae9fb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.660996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f57b732-fb2c-4d12-86e1-026176ae9fb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.664339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8f57b732-fb2c-4d12-86e1-026176ae9fb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/5678e0ee-cf73-4538-8479-8c2cb977fa0b HTTP/1.1" status: 404 len: 337 time: 0.0435414 Aug 19 00:11:43.666064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.696360 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee77fe65-c89d-46e4-8f90-fbc6abd05459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.697358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee77fe65-c89d-46e4-8f90-fbc6abd05459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.701482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ee77fe65-c89d-46e4-8f90-fbc6abd05459 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/2eb51741-58ad-4f3b-8538-e8ec2d134eac HTTP/1.1" status: 404 len: 337 time: 0.0319798 Aug 19 00:11:43.701925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.730864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:43.733072 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8d3efa-7700-46c7-9e71-7529ab4e018a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.734036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8d3efa-7700-46c7-9e71-7529ab4e018a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.736027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ee8d3efa-7700-46c7-9e71-7529ab4e018a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/2ee3212f-1b8c-4567-93e9-0b481814c0cb HTTP/1.1" status: 404 len: 333 time: 0.0333202 Aug 19 00:11:43.738726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.753666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efa37c-3a3f-4ef1-b624-e502372d0bc1 req-32994eb3-c53e-4541-b2d2-efa3df4e186f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.757853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] No DVR routers for this DVR port cd3aa55f-d595-4eca-85fd-12b0a30a1141 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:43.763307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f195f-742f-40a8-b6a3-ccf9a6181524 None None] Pushing event deleted for resources: {'Port': ['ID=cd3aa55f-d595-4eca-85fd-12b0a30a1141,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:43.765055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33efa37c-3a3f-4ef1-b624-e502372d0bc1 req-32994eb3-c53e-4541-b2d2-efa3df4e186f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0681839 Aug 19 00:11:43.785125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a09d67-2bff-4295-be34-4c77de394b79 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:11:43.795537 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-28175f50-1438-4a0d-b3ed-788288c103ac tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.796339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28175f50-1438-4a0d-b3ed-788288c103ac tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.799508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28175f50-1438-4a0d-b3ed-788288c103ac tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/22e81801-a69f-4b18-93f3-41497343336f HTTP/1.1" status: 404 len: 337 time: 0.0593550 Aug 19 00:11:43.803754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37522) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.812841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33efa37c-3a3f-4ef1-b624-e502372d0bc1 req-212431f0-93ea-40b1-9ae0-477094e20a64 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Aug 19 00:11:43.840035 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f506309-2663-47c1-b768-d5f3e45fa827 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.840506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f506309-2663-47c1-b768-d5f3e45fa827 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.842202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0f506309-2663-47c1-b768-d5f3e45fa827 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/54351910-ab5c-484f-b22d-20511862d458 HTTP/1.1" status: 404 len: 337 time: 0.0373569 Aug 19 00:11:43.844983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.861951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.867788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.873867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.874676 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd28943c-e66d-413d-ad9a-48322e6117d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.875305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd28943c-e66d-413d-ad9a-48322e6117d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.879433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd28943c-e66d-413d-ad9a-48322e6117d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/bac25c1b-508a-4e95-b9ca-beadd1ae91a4 HTTP/1.1" status: 404 len: 333 time: 0.0300941 Aug 19 00:11:43.879680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.879811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37526) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.891110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.891775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.897583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:43.899635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-d6afd49e-7a82-4aff-a523-55a11f921d4b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1684332 Aug 19 00:11:43.906732 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4611ec-78d2-48bb-9569-68c12396693d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.907189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4611ec-78d2-48bb-9569-68c12396693d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.911274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bc4611ec-78d2-48bb-9569-68c12396693d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/db8dde0a-e331-46be-ada5-1918f4590cce HTTP/1.1" status: 404 len: 337 time: 0.0286198 Aug 19 00:11:43.911507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37528) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.917650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a09d67-2bff-4295-be34-4c77de394b79 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:11:43.939292 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-38442e41-63a8-4fd7-acb9-c437f102b777 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.939862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38442e41-63a8-4fd7-acb9-c437f102b777 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.943921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-38442e41-63a8-4fd7-acb9-c437f102b777 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/1df00223-5223-4074-a52a-2a2de49ec63e HTTP/1.1" status: 404 len: 337 time: 0.0292964 Aug 19 00:11:43.944221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:43.947689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e39756b3-ecfc-45dd-9ba0-cf6970dd19b6 req-1015f0d8-55a1-4ef9-b622-b4f7965b2956 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388463 Aug 19 00:11:43.970734 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f33209-e1c9-4d93-a4a0-53bfd422ce59 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:43.971355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f33209-e1c9-4d93-a4a0-53bfd422ce59 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:43.973299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3f33209-e1c9-4d93-a4a0-53bfd422ce59 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/77e17f76-e402-46f7-81cc-0fb9442f4ace HTTP/1.1" status: 404 len: 333 time: 0.0278380 Aug 19 00:11:43.975646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.000100 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca68a69f-6404-4eef-89cd-7dce8a234afa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.000683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca68a69f-6404-4eef-89cd-7dce8a234afa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.002408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ca68a69f-6404-4eef-89cd-7dce8a234afa tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/77c3fce4-48af-4a19-a7e2-d3c64872b01d HTTP/1.1" status: 404 len: 337 time: 0.0258071 Aug 19 00:11:44.005048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.029421 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b03e1-6327-46f0-829c-9c242e2a4876 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.029990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144b03e1-6327-46f0-829c-9c242e2a4876 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.031700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-144b03e1-6327-46f0-829c-9c242e2a4876 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/8d1adeb7-5c73-4dd0-b294-e5b82cf64198 HTTP/1.1" status: 404 len: 333 time: 0.0256653 Aug 19 00:11:44.034259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37536) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.059968 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b086b0-f4ce-4f95-b1b5-909e028bf807 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.060843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b086b0-f4ce-4f95-b1b5-909e028bf807 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.064427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9b086b0-f4ce-4f95-b1b5-909e028bf807 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0bfa99c8-3f34-4aef-b87e-7013312fee64 HTTP/1.1" status: 404 len: 337 time: 0.0269339 Aug 19 00:11:44.064713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.087585 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6277cb25-5510-48eb-979f-0836b4467179 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.088227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6277cb25-5510-48eb-979f-0836b4467179 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.090108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6277cb25-5510-48eb-979f-0836b4467179 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f9bb5ff2-6d8f-45c6-b515-3df07e0bba4a HTTP/1.1" status: 404 len: 333 time: 0.0244703 Aug 19 00:11:44.092562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.126631 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b6b264-6516-4ca6-9da6-74943e8969c0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.127088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b6b264-6516-4ca6-9da6-74943e8969c0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.129489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8b6b264-6516-4ca6-9da6-74943e8969c0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/ba6f322c-27b3-4364-acb5-084a5384a1cc HTTP/1.1" status: 404 len: 337 time: 0.0356536 Aug 19 00:11:44.132755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.164924 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d46aec-bd2e-400e-b3c6-4cf7e8b1407a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.165613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d46aec-bd2e-400e-b3c6-4cf7e8b1407a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.169757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ddab-f4e6-4020-9d07-ebc063a7d3fb req-5dca4ffa-223f-4781-b8b4-9bac17cb7f83 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:44.170413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-17d46aec-bd2e-400e-b3c6-4cf7e8b1407a tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/85cac4f1-dab4-4120-805c-fb774d653308 HTTP/1.1" status: 404 len: 333 time: 0.0366886 Aug 19 00:11:44.171021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.176795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0146ddab-f4e6-4020-9d07-ebc063a7d3fb req-5dca4ffa-223f-4781-b8b4-9bac17cb7f83 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0738244 Aug 19 00:11:44.191779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cd3aa55f-d595-4eca-85fd-12b0a30a1141 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:44.205918 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbc39e4-d520-4525-a032-3e79cf3721a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.206381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbc39e4-d520-4525-a032-3e79cf3721a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.210467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-edbc39e4-d520-4525-a032-3e79cf3721a2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/e5b29613-23a8-4ff9-a116-a78105c6b5dd HTTP/1.1" status: 404 len: 337 time: 0.0361671 Aug 19 00:11:44.210611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.214786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: cd3aa55f-d595-4eca-85fd-12b0a30a1141 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:44.215138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cd3aa55f-d595-4eca-85fd-12b0a30a1141 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:44.217762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d84f2-8be3-4121-aac9-a2b02fced285 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:11:44.221364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0146ddab-f4e6-4020-9d07-ebc063a7d3fb req-3bd87a43-b9c1-4168-bc0b-33bd905b2bac tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Aug 19 00:11:44.246563 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1660b7a-2649-47d1-a652-479b106f8d97 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.247366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1660b7a-2649-47d1-a652-479b106f8d97 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.249375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f1660b7a-2649-47d1-a652-479b106f8d97 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/fee7e770-977a-4031-939b-63014cd29e77 HTTP/1.1" status: 404 len: 333 time: 0.0377777 Aug 19 00:11:44.252149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37550) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.278533 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5e0f67-bc4b-4575-bc38-b6469d94fd8e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.278988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5e0f67-bc4b-4575-bc38-b6469d94fd8e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.283606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fe5e0f67-bc4b-4575-bc38-b6469d94fd8e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/621ae729-17c6-457c-bf23-846eb65301ba HTTP/1.1" status: 404 len: 337 time: 0.0281577 Aug 19 00:11:44.283860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.306737 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3b94d7-5c71-4fae-9986-5ef8a32cbff3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.307349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3b94d7-5c71-4fae-9986-5ef8a32cbff3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.309245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bc3b94d7-5c71-4fae-9986-5ef8a32cbff3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/4d5ce115-3461-4381-916e-57708c7dfa15 HTTP/1.1" status: 404 len: 333 time: 0.0244484 Aug 19 00:11:44.311696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37554) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.329685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d84f2-8be3-4121-aac9-a2b02fced285 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:11:44.335818 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb1a230-6682-44f8-b739-fa62209e1b39 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.336261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb1a230-6682-44f8-b739-fa62209e1b39 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.338464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1fb1a230-6682-44f8-b739-fa62209e1b39 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0d30147b-fcb9-46ed-a77b-77ff5ddf1381 HTTP/1.1" status: 404 len: 337 time: 0.0258670 Aug 19 00:11:44.340802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37556) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.366591 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-0095b7a9-8f9e-45a5-a163-4305eef57364 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.367034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0095b7a9-8f9e-45a5-a163-4305eef57364 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.368804 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0095b7a9-8f9e-45a5-a163-4305eef57364 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/65e99295-05ae-4da7-a4e2-2b88d299d8fd HTTP/1.1" status: 404 len: 337 time: 0.0270894 Aug 19 00:11:44.371525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.398771 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-885b11e4-1d14-4507-b5d7-731dad746097 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.399429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885b11e4-1d14-4507-b5d7-731dad746097 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.403350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-885b11e4-1d14-4507-b5d7-731dad746097 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f9fcae4b-2a81-413b-8fa5-09f095e6a034 HTTP/1.1" status: 404 len: 333 time: 0.0293691 Aug 19 00:11:44.404467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37560) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.434983 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f4205d-4441-46cb-bfec-81bd80b8feb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.435605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f4205d-4441-46cb-bfec-81bd80b8feb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.437551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46f4205d-4441-46cb-bfec-81bd80b8feb0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/42e76e0d-d744-43b7-b689-96f051bcd8e7 HTTP/1.1" status: 404 len: 337 time: 0.0320089 Aug 19 00:11:44.440051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37562) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.469855 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-8044dcb4-631f-44c6-a8a5-fb81243b8b3b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.470487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8044dcb4-631f-44c6-a8a5-fb81243b8b3b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.473508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8044dcb4-631f-44c6-a8a5-fb81243b8b3b tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/526f13eb-3a0a-4c0a-8548-325057cb3d7a HTTP/1.1" status: 404 len: 337 time: 0.0312424 Aug 19 00:11:44.475179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.502301 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-763ab184-84ed-4eab-933c-ae572634e99c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.502967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763ab184-84ed-4eab-933c-ae572634e99c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.504960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-763ab184-84ed-4eab-933c-ae572634e99c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/25fdecc9-5931-448c-998a-fa2c17b092b0 HTTP/1.1" status: 404 len: 333 time: 0.0288360 Aug 19 00:11:44.507872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37568) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.536261 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c979ae-1da1-494f-914b-35e474046ce4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.537139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c979ae-1da1-494f-914b-35e474046ce4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.538852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-66c979ae-1da1-494f-914b-35e474046ce4 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/cd6ca74d-2df5-46dd-baa7-a55d15ed31bb HTTP/1.1" status: 404 len: 337 time: 0.0297804 Aug 19 00:11:44.541446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.566824 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45b9440-19ae-4e54-930d-830adcc3f01e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.567273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45b9440-19ae-4e54-930d-830adcc3f01e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.568979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b45b9440-19ae-4e54-930d-830adcc3f01e tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/83ed03f2-7a5e-4daa-84a4-066fed1bec92 HTTP/1.1" status: 404 len: 337 time: 0.0266407 Aug 19 00:11:44.571933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37572) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.594458 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7dee7e-0b10-4f22-8396-633a101d3c0d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.595054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7dee7e-0b10-4f22-8396-633a101d3c0d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.596742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2f7dee7e-0b10-4f22-8396-633a101d3c0d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/4b243406-08d1-4c2c-abc2-91555e3b2a80 HTTP/1.1" status: 404 len: 333 time: 0.0237811 Aug 19 00:11:44.599111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37574) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.628075 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-f949430d-b480-403f-8550-9522cfba54e2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.628576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f949430d-b480-403f-8550-9522cfba54e2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.630264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f949430d-b480-403f-8550-9522cfba54e2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/852c6495-f534-4eba-9ed2-9df5bab87fa3 HTTP/1.1" status: 404 len: 337 time: 0.0302615 Aug 19 00:11:44.632881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37576) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.659985 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-13737941-bb3c-4773-91e4-4272cee33487 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.660473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13737941-bb3c-4773-91e4-4272cee33487 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.662109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13737941-bb3c-4773-91e4-4272cee33487 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0af449c2-3ec2-46dd-93ed-857fe85a534e HTTP/1.1" status: 404 len: 337 time: 0.0283580 Aug 19 00:11:44.664624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37578) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.689811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-416fdcf6-87c8-4a7b-bc24-a140fe2d6688 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3cd2257-1abe-4944-b164-da12ca72e51a HTTP/1.1" status: 200 len: 205 time: 0.0240369 Aug 19 00:11:44.691887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37580) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.727388 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-263f5889-c239-432a-9f3b-774198dc79ff tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] delete failed (client error): The resource could not be found. Aug 19 00:11:44.728395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-263f5889-c239-432a-9f3b-774198dc79ff tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/routers/f3cd2257-1abe-4944-b164-da12ca72e51a HTTP/1.1" status: 404 len: 336 time: 0.0355840 Aug 19 00:11:44.730568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37582) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.760592 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-75347179-8fc1-43b9-a761-9fe262104900 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.761039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75347179-8fc1-43b9-a761-9fe262104900 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.762672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-75347179-8fc1-43b9-a761-9fe262104900 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/51830f1c-c9d0-4558-a02e-ba2c8b66b931 HTTP/1.1" status: 404 len: 337 time: 0.0312450 Aug 19 00:11:44.765062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.790886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a99cb536-324f-4d17-b599-af54323a4b42 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf427505-71e7-40d6-99a9-0c0cf1fe8031 HTTP/1.1" status: 200 len: 205 time: 0.0248137 Aug 19 00:11:44.793135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37586) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.835942 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-15ff2e7b-2a09-4c83-bbad-31c6b30deaea tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] delete failed (client error): The resource could not be found. Aug 19 00:11:44.837174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15ff2e7b-2a09-4c83-bbad-31c6b30deaea tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/routers/cf427505-71e7-40d6-99a9-0c0cf1fe8031 HTTP/1.1" status: 404 len: 336 time: 0.0429366 Aug 19 00:11:44.839350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37590) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.865027 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-941027bc-273b-4a68-9649-7e8d5d71954c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.865509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941027bc-273b-4a68-9649-7e8d5d71954c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.867526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-941027bc-273b-4a68-9649-7e8d5d71954c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/acfb061c-2fae-40b3-a713-d7b8cd749e6a HTTP/1.1" status: 404 len: 337 time: 0.0270619 Aug 19 00:11:44.870470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37592) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.902174 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a4fcd0-b03b-4391-b936-1bd0f6d7cec2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.902620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a4fcd0-b03b-4391-b936-1bd0f6d7cec2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.904250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-21a4fcd0-b03b-4391-b936-1bd0f6d7cec2 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/2372c571-19c9-4758-b2cb-c1d3ce3625f3 HTTP/1.1" status: 404 len: 337 time: 0.0328848 Aug 19 00:11:44.906879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.929462 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae0726d-5772-4b4c-b143-293292be798d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.930109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae0726d-5772-4b4c-b143-293292be798d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.933639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bae0726d-5772-4b4c-b143-293292be798d tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/56f3a471-33b2-4246-851e-29bdaf1c1c95 HTTP/1.1" status: 404 len: 333 time: 0.0255892 Aug 19 00:11:44.934858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.940609 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16ca8623-cab2-4e9f-9669-91c1c4c8cdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:44.948441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:44.957204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260a126-8b00-42f6-9d34-95a759456005 req-df235332-f2c6-4f93-8f2b-db5e06c930d7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:44.958687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9260a126-8b00-42f6-9d34-95a759456005 req-df235332-f2c6-4f93-8f2b-db5e06c930d7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0587330 Aug 19 00:11:44.964510 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-73640786-5bc1-402c-989c-07c722e1f079 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.964970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73640786-5bc1-402c-989c-07c722e1f079 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:44.966670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-73640786-5bc1-402c-989c-07c722e1f079 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/8035d8d8-0d91-43dc-bd9b-109c76a643e4 HTTP/1.1" status: 404 len: 337 time: 0.0300741 Aug 19 00:11:44.969258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:44.998167 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6558e2-f7e9-4a1b-98c4-9ed28fe16dc3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:44.998943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6558e2-f7e9-4a1b-98c4-9ed28fe16dc3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.000693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5c6558e2-f7e9-4a1b-98c4-9ed28fe16dc3 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/0cb28cdb-fa3a-4c88-9948-31e09ed9c1aa HTTP/1.1" status: 404 len: 333 time: 0.0302246 Aug 19 00:11:45.003314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.024530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9260a126-8b00-42f6-9d34-95a759456005 req-6620ccff-3161-4165-a5f1-1bb0b4aa6db1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559850 Aug 19 00:11:45.028817 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acb53c9-4748-48ee-b13b-6e8a7a09a108 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.029272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acb53c9-4748-48ee-b13b-6e8a7a09a108 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.033562 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3acb53c9-4748-48ee-b13b-6e8a7a09a108 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/09d85ef3-d5e4-4200-ad00-a4dd7b6a9646 HTTP/1.1" status: 404 len: 337 time: 0.0292892 Aug 19 00:11:45.034161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.036916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.043609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.049540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.055512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.061366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.068800 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40726f-46be-4393-9818-bb4af7f52228 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.068800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f40726f-46be-4393-9818-bb4af7f52228 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.069062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.070844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f40726f-46be-4393-9818-bb4af7f52228 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/f4b0b2e3-8788-47b4-a766-0cc19709038e HTTP/1.1" status: 404 len: 333 time: 0.0357556 Aug 19 00:11:45.073239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.075132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-1ce2bbaf-d5af-4bf8-8ae3-c4e66bbdad06 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1154377 Aug 19 00:11:45.075626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37608) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.113036 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4fe760-780c-468d-b75e-d52ea2aa5b93 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.113036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4fe760-780c-468d-b75e-d52ea2aa5b93 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.113807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.116766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ec4fe760-780c-468d-b75e-d52ea2aa5b93 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/b0844e94-73ec-425d-a0a4-613e2b48f73e HTTP/1.1" status: 404 len: 337 time: 0.0401642 Aug 19 00:11:45.119660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.126569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.126859 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.133149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.137964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37610) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.139033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.144890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.151464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.153496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b861beec-527f-4f89-8188-1271e1fd808f req-81370e01-88bd-48db-b835-a4f6ac915acd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 5431 time: 0.1103768 Aug 19 00:11:45.188951 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8473728-8be5-4ded-889a-827359920df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.189633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8473728-8be5-4ded-889a-827359920df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.191354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8473728-8be5-4ded-889a-827359920df8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/715d55a6-38f0-4c08-a8a2-6570bed34abe HTTP/1.1" status: 404 len: 333 time: 0.0517948 Aug 19 00:11:45.193756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b861beec-527f-4f89-8188-1271e1fd808f req-6dd0fb9c-134f-49cf-993d-96ff4cacde61 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=941e3e18-5497-4e7a-baa3-e0179ba85ede&id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340586 Aug 19 00:11:45.194218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.200133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-f8d37ca7-f3a8-4d11-86c9-31505e385193 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.201890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-f8d37ca7-f3a8-4d11-86c9-31505e385193 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1161761 Aug 19 00:11:45.221235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235c5e-69b1-49ee-931e-7051cf402c38 req-5830799c-9e85-4763-bea2-0919834ca034 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.222794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c0235c5e-69b1-49ee-931e-7051cf402c38 req-5830799c-9e85-4763-bea2-0919834ca034 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1134298 Aug 19 00:11:45.224075 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecd48ad-1f14-47c4-9fed-dc3f1f6c7e7c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.224550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecd48ad-1f14-47c4-9fed-dc3f1f6c7e7c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.228565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9ecd48ad-1f14-47c4-9fed-dc3f1f6c7e7c tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/895bc746-5574-4ef8-ad34-a9630723ed35 HTTP/1.1" status: 404 len: 337 time: 0.0311251 Aug 19 00:11:45.228812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.251729 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6665c937-da1a-44f7-8a11-213239cd5bb8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.252508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6665c937-da1a-44f7-8a11-213239cd5bb8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.254119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6665c937-da1a-44f7-8a11-213239cd5bb8 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/297fb6df-61eb-4aae-b83e-92b4a1e7c016 HTTP/1.1" status: 404 len: 333 time: 0.0244102 Aug 19 00:11:45.256644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.282778 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4911d79-d0ae-4ece-9869-b77c199474d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.283236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4911d79-d0ae-4ece-9869-b77c199474d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.287410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b4911d79-d0ae-4ece-9869-b77c199474d0 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/d35d96e1-c901-463f-b7a8-bd3f48d1560f HTTP/1.1" status: 404 len: 337 time: 0.0274284 Aug 19 00:11:45.287580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.318590 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad08c59-2b9a-4e4c-aaa7-e226f58cfa38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.319233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad08c59-2b9a-4e4c-aaa7-e226f58cfa38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.320942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aad08c59-2b9a-4e4c-aaa7-e226f58cfa38 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/c0843009-4f16-4bc1-b82c-a9c540ce59cf HTTP/1.1" status: 404 len: 333 time: 0.0324593 Aug 19 00:11:45.324563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c0235c5e-69b1-49ee-931e-7051cf402c38 req-3f1cdc11-95eb-4d15-896f-a198533f4193 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824213 Aug 19 00:11:45.331389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37622) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.360665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1ba5-6d4f-4b4d-b45a-cbd91f206635 req-14a30a3b-37dd-412c-b143-601673373c2a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.362400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-417e1ba5-6d4f-4b4d-b45a-cbd91f206635 req-14a30a3b-37dd-412c-b143-601673373c2a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0662756 Aug 19 00:11:45.370098 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45ac22b-158d-4917-b782-a696a5987883 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.370899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45ac22b-158d-4917-b782-a696a5987883 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.374516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c45ac22b-158d-4917-b782-a696a5987883 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/a02e68d5-5436-4c9b-82ff-34448b0aebfd HTTP/1.1" status: 404 len: 337 time: 0.0403526 Aug 19 00:11:45.375875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37628) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.380642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a24c5de4-da57-4242-b672-f1566bb56c46 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1671505 Aug 19 00:11:45.394294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:45.404918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-417e1ba5-6d4f-4b4d-b45a-cbd91f206635 req-20412b42-ca14-42cb-ae31-8f5716be8241 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Aug 19 00:11:45.411221 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-6149f1bc-e504-441e-8a89-d140297717c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.411898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6149f1bc-e504-441e-8a89-d140297717c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.413645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6149f1bc-e504-441e-8a89-d140297717c9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/ports/d15a90ec-657a-44ec-a40a-52b6b224136f HTTP/1.1" status: 404 len: 333 time: 0.0319829 Aug 19 00:11:45.416912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.448528 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7aade3-adf2-451d-b365-5085951ed3d1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] DELETE failed (client error): The resource could not be found. Aug 19 00:11:45.449350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7aade3-adf2-451d-b365-5085951ed3d1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:11:45.453032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0a7aade3-adf2-451d-b365-5085951ed3d1 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/subnets/0ab3db83-4d52-4017-8638-b352c2fe6d25 HTTP/1.1" status: 404 len: 337 time: 0.0349536 Aug 19 00:11:45.464770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:45.479222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.579677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.588893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1a15-bc82-49f8-afd5-8fe7545b0b13 req-b3b477d1-727c-4da2-bb3f-3d9dbc4be1ba tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.597271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-411a1a15-bc82-49f8-afd5-8fe7545b0b13 req-b3b477d1-727c-4da2-bb3f-3d9dbc4be1ba tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0812509 Aug 19 00:11:45.631087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=046b44a8-7958-4839-9ae7-c02e049fb04d,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:45.668933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] For port 046b44a8-7958-4839-9ae7-c02e049fb04d, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:45.680596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-411a1a15-bc82-49f8-afd5-8fe7545b0b13 req-e6f9f43c-d511-4b1f-a984-2cdc57cc60bb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770614 Aug 19 00:11:45.706219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] device_id is not set on port 046b44a8-7958-4839-9ae7-c02e049fb04d yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:45.714846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.721314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.735080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.745648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201b5f96-c011-413b-b33b-e4f10c642327']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:45.755757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6f6c8-ec45-4645-b2c5-4b49a7874900') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:45.756063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6f6c8-ec45-4645-b2c5-4b49a7874900') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:45.766236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.781355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.783236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] No DVR routers for this DVR port 046b44a8-7958-4839-9ae7-c02e049fb04d on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:45.786747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:45.793296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:11:45.795605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:11:45.803983 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:11:45.833301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] In _notify_port_updated(), no bound segment for port 046b44a8-7958-4839-9ae7-c02e049fb04d on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:11:45.834668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.835448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.836964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-ef29491c-d3da-49e3-8dbf-c7648f0a0fd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 200 len: 1025 time: 0.4466007 Aug 19 00:11:45.872075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.882355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:45.884854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] 10.222.0.20 "DELETE /v2.0/networks/201b5f96-c011-413b-b33b-e4f10c642327 HTTP/1.1" status: 204 len: 168 time: 0.4187074 Aug 19 00:11:45.893276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-48e2297e-5f6a-4684-8c1b-ac95527af802 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:45.895244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-48e2297e-5f6a-4684-8c1b-ac95527af802 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "GET /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0520937 Aug 19 00:11:45.897874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cd9fd-eea1-4d18-818d-adcdbcde2ae9 tempest-NetworksTestDHCPv6-463954902 tempest-NetworksTestDHCPv6-463954902-project] Pushing event deleted for resources: {'Network': ['ID=201b5f96-c011-413b-b33b-e4f10c642327,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:45.906115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:45.961198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.003587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-923f3b4f-292c-444a-85f6-07d4577b038b None None] Provisioning complete for port 046b44a8-7958-4839-9ae7-c02e049fb04d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:46.004170 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-923f3b4f-292c-444a-85f6-07d4577b038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.038187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-923f3b4f-292c-444a-85f6-07d4577b038b None None] Port 046b44a8-7958-4839-9ae7-c02e049fb04d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:46.095157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=21921d1c-939b-416c-ba17-8a6edc5c056e,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:46.130260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] For port 21921d1c-939b-416c-ba17-8a6edc5c056e, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:46.146201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:46.165977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] device_id is not set on port 21921d1c-939b-416c-ba17-8a6edc5c056e yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:11:46.174060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.179518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.225657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.241625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] No DVR routers for this DVR port 21921d1c-939b-416c-ba17-8a6edc5c056e on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:46.281881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] In _notify_port_updated(), no bound segment for port 21921d1c-939b-416c-ba17-8a6edc5c056e on network 8371296d-aef6-4865-adfc-c2d683b4033f {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:11:46.282771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.283383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.284724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] 10.222.0.11 "PUT /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 200 len: 1028 time: 0.3829002 Aug 19 00:11:46.288368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b9e0a-f3b6-400b-b175-651402509748 service neutron] Pushing event updated for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:46.312372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc9f9f9a-960c-42c3-8379-3ab803854c9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72990e5077de4a92b5a6b5d7f83f86b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627147 Aug 19 00:11:46.314163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:46.366918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.392609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.408509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.414594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.421168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.427264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.433798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.435653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-8de43963-9f4d-4ce1-8eeb-d2cdf3ad1414 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 3884 time: 0.1365335 Aug 19 00:11:46.450747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.457554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.459981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/594eca62-c89f-42a4-a294-baa205223a0c HTTP/1.1" status: 204 len: 168 time: 0.1447275 Aug 19 00:11:46.461144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4b98a3da-19d4-4737-a41c-7129b80242d2 None None] Provisioning complete for port 21921d1c-939b-416c-ba17-8a6edc5c056e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:46.461775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b98a3da-19d4-4737-a41c-7129b80242d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.471162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e530e-4945-4e42-9815-5207467c27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594eca62-c89f-42a4-a294-baa205223a0c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:46.491059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 64ea2d16-20ee-471b-b4d5-4896577082d4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:46.491404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.498209 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd2f2a6c-8ed4-4d29-81e1-62445572a9ca req-fd6d2654-33f8-4df3-9c31-b79cb6971786 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550039 Aug 19 00:11:46.532950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4b98a3da-19d4-4737-a41c-7129b80242d2 None None] Port 21921d1c-939b-416c-ba17-8a6edc5c056e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:46.580918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e13b8-5cad-4964-883c-008dcd66eddc req-38b6faa7-0da5-4734-87a0-5e82b716750f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.582590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d77e13b8-5cad-4964-883c-008dcd66eddc req-38b6faa7-0da5-4734-87a0-5e82b716750f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0865254 Aug 19 00:11:46.590175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] For port 64ea2d16-20ee-471b-b4d5-4896577082d4, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=64ea2d16-20ee-471b-b4d5-4896577082d4,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:46.590547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.604686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 64ea2d16-20ee-471b-b4d5-4896577082d4 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:46.624188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d77e13b8-5cad-4964-883c-008dcd66eddc req-72bdfd89-6c9f-40e6-8497-330f8c07b990 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349631 Aug 19 00:11:46.750825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:46.813456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ed669-8f6e-49e7-83c6-8a244032a50a req-9dba0bfe-6217-4bbb-9f60-2b1b7b697f67 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:46.815784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f12ed669-8f6e-49e7-83c6-8a244032a50a req-9dba0bfe-6217-4bbb-9f60-2b1b7b697f67 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0578434 Aug 19 00:11:46.844201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 71e9d03e-10bf-4639-9c53-1eb15120686b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:46.867154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f12ed669-8f6e-49e7-83c6-8a244032a50a req-5f615c78-2fb7-47a0-aa06-20a8eb0dde3e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Aug 19 00:11:46.949373 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.026942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:47.027526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:47.030048 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f6feb5-5fb2-4a76-bc9c-bd9c0be2dbe5" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:47.035929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.037227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 64ea2d16-20ee-471b-b4d5-4896577082d4 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.103256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 64ea2d16-20ee-471b-b4d5-4896577082d4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:11:47.103616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 64ea2d16-20ee-471b-b4d5-4896577082d4 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:47.104048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 21921d1c-939b-416c-ba17-8a6edc5c056e no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.171744 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e6e2e4-904d-4843-9334-abb4daaf7035 x-openstack-request-id: req-92e6e2e4-904d-4843-9334-abb4daaf7035 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:47.172580 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:47.173017 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e6e2e4-904d-4843-9334-abb4daaf7035 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:47.173605 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'code': 200} Aug 19 00:11:47.194143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=64ea2d16-20ee-471b-b4d5-4896577082d4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:47.247132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:47.250423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 21921d1c-939b-416c-ba17-8a6edc5c056e not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:47.251129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 046b44a8-7958-4839-9ae7-c02e049fb04d no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.266663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] No DVR routers for this DVR port 64ea2d16-20ee-471b-b4d5-4896577082d4 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:47.269812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.272101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-c08d4085-4342-4eb5-8baf-d602c4ca704d tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "DELETE /v2.0/ports/64ea2d16-20ee-471b-b4d5-4896577082d4 HTTP/1.1" status: 204 len: 173 time: 0.9798729 Aug 19 00:11:47.272739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:47.275674 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642dd985-1c2e-4043-b944-6a7dc3e487e9" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:47.346716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 046b44a8-7958-4839-9ae7-c02e049fb04d not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:11:47.347677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device e2ad79c2-5340-44f3-8a30-3de5256f1bb5 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.349955 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b28e4-d773-4487-becf-d248e9c707c8 x-openstack-request-id: req-866b28e4-d773-4487-becf-d248e9c707c8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:47.350356 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "64ea2d16-20ee-471b-b4d5-4896577082d4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:47.351529 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-866b28e4-d773-4487-becf-d248e9c707c8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:47.354088 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '64ea2d16-20ee-471b-b4d5-4896577082d4', 'status': 'completed', 'code': 200} Aug 19 00:11:47.434105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-b13fa8e7-5945-422e-9fbf-f184c901289f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2514911 Aug 19 00:11:47.467999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8451b-f56a-4791-ab43-397bf8313b94 req-6eed022e-8aa6-4965-9e29-f87308184ce8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.470166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3bc8451b-f56a-4791-ab43-397bf8313b94 req-6eed022e-8aa6-4965-9e29-f87308184ce8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0926838 Aug 19 00:11:47.472053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.482135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37688) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:47.510739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 71e9d03e-10bf-4639-9c53-1eb15120686b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:47.510984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.511490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:47.518990 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.519777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device fe6ae53c-121f-4329-869e-31e1a16fd7f2 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.612627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] For port 71e9d03e-10bf-4639-9c53-1eb15120686b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=71e9d03e-10bf-4639-9c53-1eb15120686b,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:47.613395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.659119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3bc8451b-f56a-4791-ab43-397bf8313b94 req-60133d6e-27fc-4dd6-be7e-d0da6c7c0d5b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528306 Aug 19 00:11:47.664978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:47.666923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.667580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.668093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.668625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.669109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.669588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.670066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.672183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-25a2b2ef-756d-4190-adf0-d4d0aa7ab5e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.2007079 Aug 19 00:11:47.699525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.717489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310824589'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:47.772404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:47.773475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.779986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.780813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 67e14801-5458-4051-9578-3939db452a20 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:11:47.867031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:47.908810 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.914485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:47.918232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.937456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-77b1ebb9-7c89-4c61-abd5-e5c75094c318 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.943521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-77b1ebb9-7c89-4c61-abd5-e5c75094c318 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.945008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:47.949479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:47.950064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-77b1ebb9-7c89-4c61-abd5-e5c75094c318 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.956872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-77b1ebb9-7c89-4c61-abd5-e5c75094c318 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:47.958796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-77b1ebb9-7c89-4c61-abd5-e5c75094c318 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 3146 time: 0.3364398 Aug 19 00:11:47.966346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.002307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:48.100174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c73ad5d-7a55-4c42-be53-f8f97619fec2 req-91dbb41c-3472-48f6-ae43-c197c3ba7311 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316211 Aug 19 00:11:48.117773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.118169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.119148 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Floating IP edfb4d80-2588-4802-996a-f702e9f5fe06 disassociated. External IP: 172.25.1.65, port: 71e9d03e-10bf-4639-9c53-1eb15120686b. Aug 19 00:11:48.120448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 71e9d03e-10bf-4639-9c53-1eb15120686b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:48.161158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c669f64-1881-48c0-9038-2ab132ae3b1b req-eba22bc0-c28e-418e-8ed0-1bbd19636d7c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.162649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c669f64-1881-48c0-9038-2ab132ae3b1b req-eba22bc0-c28e-418e-8ed0-1bbd19636d7c tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.1558414 Aug 19 00:11:48.186641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-bbe082fe-7c67-4427-87a6-c709a39cba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.186901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-bbe082fe-7c67-4427-87a6-c709a39cba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.187677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-bbe082fe-7c67-4427-87a6-c709a39cba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.189311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-bbe082fe-7c67-4427-87a6-c709a39cba07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 2293 time: 0.4871242 Aug 19 00:11:48.241443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.245604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.268200 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c669f64-1881-48c0-9038-2ab132ae3b1b req-fbb67a22-46d6-4407-b57d-f6de8cc7d520 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991497 Aug 19 00:11:48.296263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:11:48.310953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd010d56-240d-435e-9113-f9819eb409bd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:48.318101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-c95032ef-ca44-4c6f-ae55-313d0b741a6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1002 time: 0.1208675 Aug 19 00:11:48.320318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.320767 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment 6bca3be4-1a85-4646-a7f1-876d355575b2 of type vlan for network ed22dca4-3fc3-4254-8cd9-712863a28c8c Aug 19 00:11:48.354479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.378278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-151795dc-0a49-4c49-9e60-43eb6f8b5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.379793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-151795dc-0a49-4c49-9e60-43eb6f8b5a4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.0542734 Aug 19 00:11:48.395435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.397530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=71e9d03e-10bf-4639-9c53-1eb15120686b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:48.455997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-719387bc-f3b0-49cb-8a26-aae0e136f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.457554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-719387bc-f3b0-49cb-8a26-aae0e136f8b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694156 Aug 19 00:11:48.460493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.465944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.466526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.551113 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-5c372eea-17bb-4aaf-9e02-6e3bf28464c2 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864220 Aug 19 00:11:48.553499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0702240 Aug 19 00:11:48.556517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:48.561413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-327070318'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:48.570999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2324-f6b9-4aed-81fe-71f497a8187b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=ed22dca4-3fc3-4254-8cd9-712863a28c8c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:48.582416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:11:48.594808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Router d60182c0-1975-4466-85dd-eb3838be4d67 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:11:48.634078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:48.637872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.682613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:11:48.690066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-8d820dd9-eca4-4c21-a3f0-828c4619b3f7 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253381 Aug 19 00:11:48.696128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.696767 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment 33c7c47c-24c0-43f8-82be-1b91501e68bc of type vlan for network d6ddf52d-16fe-4774-87f0-457901c6d45f Aug 19 00:11:48.709981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:11:48.725838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Sync routers for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:11:48.746182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:48.747177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:48.750309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-337f13c8-8fca-4cca-9e8f-f49aa29ea100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 217 time: 0.0516760 Aug 19 00:11:48.763223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] No DVR routers for this DVR port 71e9d03e-10bf-4639-9c53-1eb15120686b on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:48.800458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.804270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-87be843f-1dab-496b-8050-665703e914b7 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "DELETE /v2.0/ports/71e9d03e-10bf-4639-9c53-1eb15120686b HTTP/1.1" status: 204 len: 173 time: 1.5206120 Aug 19 00:11:48.814554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.845462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-f06db0eb-1ae7-43f5-bd48-6b422a6e7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.847031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-f06db0eb-1ae7-43f5-bd48-6b422a6e7c3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0765216 Aug 19 00:11:48.861801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa630-f9e6-4858-92d3-d5cf4cd7497b req-14296369-e8d2-4c96-83ac-10d79c561ace tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.863389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e82aa630-f9e6-4858-92d3-d5cf4cd7497b req-14296369-e8d2-4c96-83ac-10d79c561ace tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1015327 Aug 19 00:11:48.890306 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.896151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:48.896834 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:48.945937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e82aa630-f9e6-4858-92d3-d5cf4cd7497b req-00cbae8d-6d65-4d77-afb6-27554df2e7d2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733290 Aug 19 00:11:48.980517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:48.991666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.007242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=d6ddf52d-16fe-4774-87f0-457901c6d45f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:49.017237 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e2b07da-f4ee-4254-b770-349051a93f92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4596553 Aug 19 00:11:49.019660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-05360941-9c99-4ec8-9188-920efa9cd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.021811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-05360941-9c99-4ec8-9188-920efa9cd0de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656728 Aug 19 00:11:49.022365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:49.029921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:49.052865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d6ddf52d-16fe-4774-87f0-457901c6d45f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:11:49.121882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] For port e2ad79c2-5340-44f3-8a30-3de5256f1bb5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:49.122472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.143431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for e2ad79c2-5340-44f3-8a30-3de5256f1bb5 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:49.146389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:11:49.210150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:49.215602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.250264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e14801-5458-4051-9578-3939db452a20'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:49.255574 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bab9d33-8290-4b0c-8d0a-20f402a634ff" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "67e14801-5458-4051-9578-3939db452a20"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:49.356273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:49.359332 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01240c3-71ee-434f-a13b-8ecd52fe77ec" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:49.372051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.418614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=e2ad79c2-5340-44f3-8a30-3de5256f1bb5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:49.448378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-f65cde19-edad-4fc8-b616-62eb5193017f service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120855 Aug 19 00:11:49.450685 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e174ffd-d613-4eaf-ba82-1086838e95af x-openstack-request-id: req-3e174ffd-d613-4eaf-ba82-1086838e95af {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:49.451494 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "67e14801-5458-4051-9578-3939db452a20", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:49.451783 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e174ffd-d613-4eaf-ba82-1086838e95af {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:49.452793 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'code': 200} Aug 19 00:11:49.453065 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'code': 200} Aug 19 00:11:49.453327 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e14801-5458-4051-9578-3939db452a20', 'code': 200} Aug 19 00:11:49.497610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] No DVR routers for this DVR port e2ad79c2-5340-44f3-8a30-3de5256f1bb5 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:49.500605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.503847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a9e433b0-93a1-4c54-b669-9a97c3bfb8db tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "DELETE /v2.0/ports/e2ad79c2-5340-44f3-8a30-3de5256f1bb5 HTTP/1.1" status: 204 len: 173 time: 0.6875136 Aug 19 00:11:49.522784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:49.552275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489a8ed-b30c-4648-9b63-69b287b86657 req-af868149-93b4-4c66-8397-73a2c5385d68 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.555149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Checking router: d60182c0-1975-4466-85dd-eb3838be4d67 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:11:49.559620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489a8ed-b30c-4648-9b63-69b287b86657 req-af868149-93b4-4c66-8397-73a2c5385d68 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.564832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:49.565755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:49.567412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b489a8ed-b30c-4648-9b63-69b287b86657 req-af868149-93b4-4c66-8397-73a2c5385d68 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 1676 time: 0.2004519 Aug 19 00:11:49.601482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d247-bc75-44f2-9815-bcfe41b258cf req-4617ed8e-0da7-41a9-a062-bb35df4c3c20 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.606098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f90d247-bc75-44f2-9815-bcfe41b258cf req-4617ed8e-0da7-41a9-a062-bb35df4c3c20 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0891902 Aug 19 00:11:49.671163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-3b03e17e-199a-4bb2-89cf-b75d223ed34b service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070446 Aug 19 00:11:49.687355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b489a8ed-b30c-4648-9b63-69b287b86657 req-a156c54b-4ae1-42f1-a174-e91dacc4279c tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c8531e4-3200-4062-98c7-63e0f1bd9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130538 Aug 19 00:11:49.702179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:11:49.711883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f90d247-bc75-44f2-9815-bcfe41b258cf req-851dd7ee-5b28-4743-9b80-70a8d2aa36c3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912240 Aug 19 00:11:49.730502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 67e14801-5458-4051-9578-3939db452a20 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:49.730854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.764625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-468aedc2-5649-4665-a437-62c6d5d331c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 217 time: 0.0741019 Aug 19 00:11:49.830651 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20bcf0-713a-4734-a99e-5c18e15f89dc x-openstack-request-id: req-ed20bcf0-713a-4734-a99e-5c18e15f89dc {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:49.831236 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "71e9d03e-10bf-4639-9c53-1eb15120686b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:49.831738 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed20bcf0-713a-4734-a99e-5c18e15f89dc {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:49.833259 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '71e9d03e-10bf-4639-9c53-1eb15120686b', 'status': 'completed', 'code': 200} Aug 19 00:11:49.842694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-dedc0cb6-de9a-4e6f-bb32-fd336dc714b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.844207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-dedc0cb6-de9a-4e6f-bb32-fd336dc714b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0719016 Aug 19 00:11:49.845685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.900513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] For port 67e14801-5458-4051-9578-3939db452a20, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=67e14801-5458-4051-9578-3939db452a20,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:49.901028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:49.914877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 67e14801-5458-4051-9578-3939db452a20 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:49.970525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:49.975400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-dead146f-b9c7-4c8b-ae2b-dd405d9a16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:49.976950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-dead146f-b9c7-4c8b-ae2b-dd405d9a16c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226549 Aug 19 00:11:50.014687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': '6bca3be4-1a85-4646-a7f1-876d355575b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:50.014979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: ed22dca4-3fc3-4254-8cd9-712863a28c8c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:11:50.051676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:50.086536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d543a5-a334-439b-8036-ea9d99ab0a9e None None] The sync data for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 is: [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:01:13Z', 'revision_number': 4, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c5015db1-8ada-4864-ad42-b3b3c45ea77d', 'name': '', 'network_id': '44cf8789-21f2-4f9d-8f71-0524fc593523', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'mac_address': 'fa:16:3e:0a:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:11Z', 'updated_at': '2021-08-19T00:01:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'subnets': [{'id': 'f2b18c7e-76d1-4d71-9eea-6fbe7596fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:11:50.094819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.126093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:11:50.146895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ed22dca4-3fc3-4254-8cd9-712863a28c8c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:50.149772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=67e14801-5458-4051-9578-3939db452a20,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:50.165710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:50.166352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.171575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-bdbb432c-40f8-4b89-b733-f62a4ebddcb1 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842794 Aug 19 00:11:50.179335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0dfc9-e2a9-4b4e-a17e-9f303ac6f733 None None] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:50.192497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dfc96ac3-cad1-4c1c-a50a-c6c92b971619 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1687684 Aug 19 00:11:50.208611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:50.214051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] No DVR routers for this DVR port 67e14801-5458-4051-9578-3939db452a20 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:50.214418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:50.218354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.221586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-a1dfea21-7c7b-45d9-bcd4-541e080ee997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "DELETE /v2.0/ports/67e14801-5458-4051-9578-3939db452a20 HTTP/1.1" status: 204 len: 173 time: 0.7118902 Aug 19 00:11:50.355114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port fe6ae53c-121f-4329-869e-31e1a16fd7f2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:50.355557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.399191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-ed22dca4-3fc3-4254-8cd9-712863a28c8c', 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': '77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:50.400845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.410193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-f28fa5aa-c557-4242-ae14-1cd977e185db service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305143 Aug 19 00:11:50.412223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:11:50.418726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.475917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] For port fe6ae53c-121f-4329-869e-31e1a16fd7f2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=fe6ae53c-121f-4329-869e-31e1a16fd7f2,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:50.476365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.492651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for fe6ae53c-121f-4329-869e-31e1a16fd7f2 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:50.558335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-fa09a918-2618-4202-a8a4-fec1943a300e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 217 time: 0.1352456 Aug 19 00:11:50.601906 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8e520-f431-440e-84a0-1879a0880810 None None] New status for floating IP edfb4d80-2588-4802-996a-f702e9f5fe06: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:11:50.629974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Allocated IP 2001:db8::2 (ed22dca4-3fc3-4254-8cd9-712863a28c8c/77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca/7d696661-0ce8-4061-a0fe-449d57267a15) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:50.681505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-cf41880d-c9a4-42a2-8c57-9f3ac0b1361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:50.683669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-cf41880d-c9a4-42a2-8c57-9f3ac0b1361c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1008081 Aug 19 00:11:50.829184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.832432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-7527e058-53dc-4223-8e97-6fa705a9fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:50.834333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-7527e058-53dc-4223-8e97-6fa705a9fb32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407282 Aug 19 00:11:50.881125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.896819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Transition to ACTIVE for port object 7d696661-0ce8-4061-a0fe-449d57267a15 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:50.917802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Transition to ACTIVE for port object 7d696661-0ce8-4061-a0fe-449d57267a15 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:50.924272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:50.926493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d879c7f9-f351-4c90-af40-b70ccd24cd37 req-ba740b22-467e-453e-b8b9-53048f5828ae tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0576582 Aug 19 00:11:50.945301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=fe6ae53c-121f-4329-869e-31e1a16fd7f2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:50.977971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-e7a6d59e-3c38-4136-a907-1abc227d62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:50.979527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-e7a6d59e-3c38-4136-a907-1abc227d62f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.1715219 Aug 19 00:11:51.000655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] No DVR routers for this DVR port fe6ae53c-121f-4329-869e-31e1a16fd7f2 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:11:51.004223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.007204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-001d72e4-cbb9-4a7d-b617-ba16fc689ba8 req-97b9a22b-7d53-495f-9ad2-4710b8ac83e8 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.11 "DELETE /v2.0/ports/fe6ae53c-121f-4329-869e-31e1a16fd7f2 HTTP/1.1" status: 204 len: 173 time: 0.7781706 Aug 19 00:11:51.007398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:51.008498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Pushing event updated for resources: {'Port': ['ID=7d696661-0ce8-4061-a0fe-449d57267a15,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:51.012982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:51.015825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:51.087479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Attempting to bind port 7d696661-0ce8-4061-a0fe-449d57267a15 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:51.088006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Attempting to bind port 7d696661-0ce8-4061-a0fe-449d57267a15 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6bca3be4-1a85-4646-a7f1-876d355575b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:51.088526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Attempting to bind port 7d696661-0ce8-4061-a0fe-449d57267a15 on network ed22dca4-3fc3-4254-8cd9-712863a28c8c {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:51.094261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:51.094712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Checking segment: {'id': '6bca3be4-1a85-4646-a7f1-876d355575b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:51.095222 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.095717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Bound using segment: {'id': '6bca3be4-1a85-4646-a7f1-876d355575b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:51.096317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Bound port: 7d696661-0ce8-4061-a0fe-449d57267a15, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca3be4-1a85-4646-a7f1-876d355575b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ed22dca4-3fc3-4254-8cd9-712863a28c8c'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:51.096930 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.169445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-5ed7c0a9-cb99-4dbf-a733-b248289b9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.171592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-5ed7c0a9-cb99-4dbf-a733-b248289b9aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.1735892 Aug 19 00:11:51.177429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] For port 7d696661-0ce8-4061-a0fe-449d57267a15, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:51.183805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] For port 7d696661-0ce8-4061-a0fe-449d57267a15, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7d696661-0ce8-4061-a0fe-449d57267a15,segment=NetworkSegment(6bca3be4-1a85-4646-a7f1-876d355575b2),segment_id=6bca3be4-1a85-4646-a7f1-876d355575b2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:51.191456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.206175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44c456-3073-408a-9ca5-7e6231e30367 req-99831293-6dd8-482e-989e-a63c9dcdc9e7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.207823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de44c456-3073-408a-9ca5-7e6231e30367 req-99831293-6dd8-482e-989e-a63c9dcdc9e7 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1774542 Aug 19 00:11:51.264243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-1e154904-21bb-4165-ab59-807f198c8606 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0803258 Aug 19 00:11:51.292381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.309641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17f46-2ebf-42ea-a0ff-c60f97ee5c60 None None] Pushing event updated for resources: {'Port': ['ID=7d696661-0ce8-4061-a0fe-449d57267a15,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:51.366805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-14046756-3ce1-498f-b420-0d0823d31b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.374553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-14046756-3ce1-498f-b420-0d0823d31b5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0854793 Aug 19 00:11:51.388216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c863-9e2f-4336-8037-c438db203bc0 req-0b305755-63b7-4f74-bcbf-a88ecbb976a8 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.389807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2016c863-9e2f-4336-8037-c438db203bc0 req-0b305755-63b7-4f74-bcbf-a88ecbb976a8 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.2138886 Aug 19 00:11:51.423734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-52bb9de9-78f6-4e8e-b4a6-af9e84467a0a service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808280 Aug 19 00:11:51.432527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de44c456-3073-408a-9ca5-7e6231e30367 req-335fb062-c462-456f-a288-237d2d466cb9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815081 Aug 19 00:11:51.451761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-6fa9df43-7a49-43c8-b62e-2cc2275d56ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532146 Aug 19 00:11:51.468542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=cd7fdd58-0714-4ec1-b72d-204e83dec48a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:51.621180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2016c863-9e2f-4336-8037-c438db203bc0 req-32c43708-1f92-43d0-bccb-a9f2651f300f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191434 Aug 19 00:11:51.630444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': '33c7c47c-24c0-43f8-82be-1b91501e68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:51.631120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: d6ddf52d-16fe-4774-87f0-457901c6d45f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:11:51.698389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-f8beaa7d-92bb-4ea5-bceb-2e9c6227a27a service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378480 Aug 19 00:11:51.705863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-119cd174-46f2-4a9c-9bdf-a057661db464 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692113 Aug 19 00:11:51.707172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network d6ddf52d-16fe-4774-87f0-457901c6d45f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:11:51.758078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d6ddf52d-16fe-4774-87f0-457901c6d45f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:51.768541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-8b153202-b2ef-4cc9-973d-d55858529313 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 217 time: 0.0551193 Aug 19 00:11:51.769622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc67fd4-3df0-4578-b037-44ea3f7b7d4b None None] Network d6ddf52d-16fe-4774-87f0-457901c6d45f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:51.781650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.783325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.839967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '67e14801-5458-4051-9578-3939db452a20'}, {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:11:51.842868 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb488f86-967e-4075-b52d-8190e211e1aa" -d '{"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "67e14801-5458-4051-9578-3939db452a20"}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:11:51.859933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-18df78f6-390a-4af1-b709-d575c33c07b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6501474 Aug 19 00:11:51.864010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37740) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:51.877842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-944821048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:11:51.891172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-b2dc5547-5e09-4061-a9b8-54405d04e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.892737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-b2dc5547-5e09-4061-a9b8-54405d04e582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1152623 Aug 19 00:11:51.910847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ddaac83-3e7b-4d4c-b316-a8e603adccf2 req-dfa5ec3a-14fe-4033-9bd2-170e75677991 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046194 Aug 19 00:11:51.914175 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 00:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d772e42e-8933-42c8-9fa6-a9ac1b3cd965 x-openstack-request-id: req-d772e42e-8933-42c8-9fa6-a9ac1b3cd965 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:11:51.916716 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "e2ad79c2-5340-44f3-8a30-3de5256f1bb5", "status": "completed", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "67e14801-5458-4051-9578-3939db452a20", "status": "completed", "code": 200}, {"server_uuid": "d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a", "name": "network-vif-deleted", "tag": "fe6ae53c-121f-4329-869e-31e1a16fd7f2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:11:51.917005 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d772e42e-8933-42c8-9fa6-a9ac1b3cd965 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:11:51.917767 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': 'e2ad79c2-5340-44f3-8a30-3de5256f1bb5', 'status': 'completed', 'code': 200} Aug 19 00:11:51.918078 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': '67e14801-5458-4051-9578-3939db452a20', 'status': 'completed', 'code': 200} Aug 19 00:11:51.918298 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a', 'name': 'network-vif-deleted', 'tag': 'fe6ae53c-121f-4329-869e-31e1a16fd7f2', 'status': 'completed', 'code': 200} Aug 19 00:11:51.926350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.928338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:51.961247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-9ff0a7e8-c6ee-4dc9-83cb-bcc671262fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:51.963820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-9ff0a7e8-c6ee-4dc9-83cb-bcc671262fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602064 Aug 19 00:11:52.008817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.018823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.037604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d6ddf52d-16fe-4774-87f0-457901c6d45f', 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': 'cd7fdd58-0714-4ec1-b72d-204e83dec48a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:11:52.038474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.049452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.050953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c17059c4-4ce6-4fcf-8d62-09708960ef70 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1854753 Aug 19 00:11:52.053806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:52.102182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-640383f9-3f23-4ce2-b365-0ce1cdc637b2 req-767d4143-c5c0-4690-a990-36260a78006e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0270944 Aug 19 00:11:52.216269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Allocated IP 2001:db8:1::2 (d6ddf52d-16fe-4774-87f0-457901c6d45f/cd7fdd58-0714-4ec1-b72d-204e83dec48a/1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:52.261657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7d696661-0ce8-4061-a0fe-449d57267a15 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:52.304555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-333026fb-2d0b-404a-b796-b50c26066a3f service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321757 Aug 19 00:11:52.402803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7d696661-0ce8-4061-a0fe-449d57267a15 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:52.463985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.476676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Transition to ACTIVE for port object 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:52.497326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Transition to ACTIVE for port object 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:52.507844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.553302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Network d6ddf52d-16fe-4774-87f0-457901c6d45f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:52.556604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:52.560478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:52.574766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.593731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-394725de-3265-4062-9023-d206f56df03c service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535622 Aug 19 00:11:52.612738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Pushing event updated for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:52.641341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Attempting to bind port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:11:52.641720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Attempting to bind port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '33c7c47c-24c0-43f8-82be-1b91501e68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:11:52.642094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Attempting to bind port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 on network d6ddf52d-16fe-4774-87f0-457901c6d45f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:11:52.647526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:11:52.648037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Checking segment: {'id': '33c7c47c-24c0-43f8-82be-1b91501e68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:11:52.648543 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.648950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Bound using segment: {'id': '33c7c47c-24c0-43f8-82be-1b91501e68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:11:52.650057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Bound port: 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c7c47c-24c0-43f8-82be-1b91501e68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd6ddf52d-16fe-4774-87f0-457901c6d45f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:11:52.650446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.694312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83eb6bb-12fe-473b-9b84-67864f55baa2 None None] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:52.716559 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-f465a394-c29e-4101-9132-29e4608ad2b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 217 time: 0.1098192 Aug 19 00:11:52.753207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d874d2-3e85-4e37-b783-8b3405da056a req-32c71a88-087b-47d9-88a8-fcf22db5e2a4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:52.754815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19d874d2-3e85-4e37-b783-8b3405da056a req-32c71a88-087b-47d9-88a8-fcf22db5e2a4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2137303 Aug 19 00:11:52.817821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c2368-0acb-4ef1-b2c3-b07d9e808e08 req-4e74ae3b-e086-4969-a44d-9b484b04820b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:52.818721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:11:52.828558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba6c2368-0acb-4ef1-b2c3-b07d9e808e08 req-4e74ae3b-e086-4969-a44d-9b484b04820b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0953636 Aug 19 00:11:52.850641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,segment=NetworkSegment(33c7c47c-24c0-43f8-82be-1b91501e68bc),segment_id=33c7c47c-24c0-43f8-82be-1b91501e68bc)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:11:52.865649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:52.889025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba6c2368-0acb-4ef1-b2c3-b07d9e808e08 req-0ee648a1-31a5-448a-b997-519d6bf854ce tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Aug 19 00:11:52.924093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Provisioning for port 7d696661-0ce8-4061-a0fe-449d57267a15 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:52.925348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-d6ad4682-09dd-475b-a653-f1bf671289d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:52.926815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-d6ad4682-09dd-475b-a653-f1bf671289d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.1968081 Aug 19 00:11:52.935069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19d874d2-3e85-4e37-b783-8b3405da056a req-f35bc4d9-2b74-4caa-9fe4-82da2224efbf tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542830 Aug 19 00:11:52.970514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Provisioning complete for port 7d696661-0ce8-4061-a0fe-449d57267a15 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:52.971183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.047957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-5fed2490-321e-4033-9ed8-57b9036cd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:53.049433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-5fed2490-321e-4033-9ed8-57b9036cd918 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134868 Aug 19 00:11:53.079753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76627b3-0e76-41f7-b342-8ccc08763a2d None None] Pushing event updated for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:53.090341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8::1 (ed22dca4-3fc3-4254-8cd9-712863a28c8c/77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca/c15bae22-4af8-4700-97d4-915c04ac8bcf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:53.156188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.223203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] For port 7d696661-0ce8-4061-a0fe-449d57267a15, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7d696661-0ce8-4061-a0fe-449d57267a15,segment=NetworkSegment(6bca3be4-1a85-4646-a7f1-876d355575b2),segment_id=6bca3be4-1a85-4646-a7f1-876d355575b2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:53.235348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-423457e0-4f01-4459-8624-c49490ebec9f service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743076 Aug 19 00:11:53.252023 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.358359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df66b23-d278-4088-be7a-9936abf01b9f None None] Pushing event updated for resources: {'Port': ['ID=7d696661-0ce8-4061-a0fe-449d57267a15,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:53.414042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce618125-7c12-4ced-aab5-dd76c1917210 req-c9bf6230-19ab-4cf8-ab16-87577235838e tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.1292031 Aug 19 00:11:53.510830 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.538142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-39df9fc4-560f-484d-b9b6-36bf36713559 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546721 Aug 19 00:11:53.545095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object c15bae22-4af8-4700-97d4-915c04ac8bcf will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:53.583478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c4872fa1-7540-4bb9-8390-6dc961d91b64 None None] Provisioning complete for port 7d696661-0ce8-4061-a0fe-449d57267a15 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:53.583912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4872fa1-7540-4bb9-8390-6dc961d91b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.589302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-28391d2e-dcdd-4500-a44f-ea125cbd815c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.0423939 Aug 19 00:11:53.660872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-3c15686c-48ea-4fb9-927a-96d373537dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:53.662857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-3c15686c-48ea-4fb9-927a-96d373537dc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.0649271 Aug 19 00:11:53.664628 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.731413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:53.741212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:53.744635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:53.745744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:53.759251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=c15bae22-4af8-4700-97d4-915c04ac8bcf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:53.844001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-6d9e4537-4e4c-45fb-9a5e-b2a0d2b2335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:53.845762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-6d9e4537-4e4c-45fb-9a5e-b2a0d2b2335c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707134 Aug 19 00:11:53.971306 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.094813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56017b-0f34-4fe3-a862-28b2f63deb8a req-cc56c330-4b7b-4ab0-baf1-24ba4d3f39e6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:54.107088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af56017b-0f34-4fe3-a862-28b2f63deb8a req-cc56c330-4b7b-4ab0-baf1-24ba4d3f39e6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0947077 Aug 19 00:11:54.126251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2da262c9-4ac8-47d9-a557-3ab03f5a9352 None None] Provisioning for port c15bae22-4af8-4700-97d4-915c04ac8bcf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:54.135549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2da262c9-4ac8-47d9-a557-3ab03f5a9352 None None] Provisioning complete for port c15bae22-4af8-4700-97d4-915c04ac8bcf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:54.135972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2da262c9-4ac8-47d9-a557-3ab03f5a9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.173920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-defbb043-e2a9-4edc-b139-5ee8b665a9f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172672 Aug 19 00:11:54.179227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af56017b-0f34-4fe3-a862-28b2f63deb8a req-d405b92b-3e56-434a-992f-1711a34f2c4e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Aug 19 00:11:54.245502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2da262c9-4ac8-47d9-a557-3ab03f5a9352 None None] Port c15bae22-4af8-4700-97d4-915c04ac8bcf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:54.306460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3322bc-c731-4e31-845c-c4d082c1b9d7 req-6aee1fc4-2687-4f7c-9cc4-871849b1237b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:54.308491 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f3322bc-c731-4e31-845c-c4d082c1b9d7 req-6aee1fc4-2687-4f7c-9cc4-871849b1237b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2019629 Aug 19 00:11:54.399386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:54.431611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1b13d-44f5-446d-92da-409bb5be9181 None None] Network d6ddf52d-16fe-4774-87f0-457901c6d45f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:11:54.543086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5327c9e6-ae0e-4fb2-b7c7-ea1ef11f8e0e None None] Provisioning for port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:54.573574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:54.579996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:54.580679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.581893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d8e1e14-cf98-492b-b48a-1f292b3e019c req-bf9db8cc-9834-43c0-9c35-e7b3b4827997 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0515287 Aug 19 00:11:54.703795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e42ca86f-1756-4847-aedb-4fde57d51f26 req-7a99f6dd-c762-4abc-ad1c-aa1c523af6e4 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068443 Aug 19 00:11:54.709413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f3322bc-c731-4e31-845c-c4d082c1b9d7 req-eb973576-8b0b-4b0d-a219-e36eda830e71 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986218 Aug 19 00:11:54.739428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.796706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,segment=NetworkSegment(33c7c47c-24c0-43f8-82be-1b91501e68bc),segment_id=33c7c47c-24c0-43f8-82be-1b91501e68bc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:11:54.803574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.806876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.807698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7d696661-0ce8-4061-a0fe-449d57267a15 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:54.825621 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.826735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.893048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:54.903655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7d696661-0ce8-4061-a0fe-449d57267a15 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:54.904055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:54.919845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=c15bae22-4af8-4700-97d4-915c04ac8bcf,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:54.979193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:54.980617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:55.093611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6bd33d87-a464-41ee-b384-22e83e83a1e3 None None] Provisioning complete for port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:55.094216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bd33d87-a464-41ee-b384-22e83e83a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:55.150703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 6c8d4684-17ed-4973-9a6e-f7414346c2a0 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:11:55.291771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:11:55.306624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94663ee5-89df-45df-bdc5-99508ab7309e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2514515 Aug 19 00:11:55.307229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37770) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:55.308055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] Sync routers for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:11:55.321814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:55.321814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:55.373819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:55.387599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b37e4d-a1eb-4195-8051-930041551bfe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:55.390155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-53b37e4d-a1eb-4195-8051-930041551bfe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports/c15bae22-4af8-4700-97d4-915c04ac8bcf HTTP/1.1" status: 200 len: 911 time: 0.0819201 Aug 19 00:11:55.393228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:55.398237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:55.398869 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:55.402796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ceeeeec7-16d6-48a6-aae9-27241ac2fe27 None None] Provisioning complete for port c15bae22-4af8-4700-97d4-915c04ac8bcf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:55.403179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeec7-16d6-48a6-aae9-27241ac2fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:55.616995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:55.617550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e2dad-9530-4ea1-97d2-77544aa39ec7 None None] The sync data for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:11:55.668482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ceeeeec7-16d6-48a6-aae9-27241ac2fe27 None None] Port c15bae22-4af8-4700-97d4-915c04ac8bcf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:55.755928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b1f2-2c0a-465b-950d-9301922a4edf req-4e1b25ac-0085-4164-a2b2-4872de31e2a7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:55.760831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a57b1f2-2c0a-465b-950d-9301922a4edf req-4e1b25ac-0085-4164-a2b2-4872de31e2a7 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.4980192 Aug 19 00:11:55.777890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d66acd3b-bed5-43a4-9adf-e896bf84f4de req-dba7cc05-84a6-4045-ba8a-d13e087f5c86 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0911913 Aug 19 00:11:55.802302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a57b1f2-2c0a-465b-950d-9301922a4edf req-aab91016-609c-4d7e-a714-0f9c00f155ca tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 Aug 19 00:11:55.923513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:55.949925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078408-4063-4a10-82e6-f51a8538d3fe req-e38b4e61-603f-4eb0-9c5e-3086875299bc tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:55.951544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-61078408-4063-4a10-82e6-f51a8538d3fe req-e38b4e61-603f-4eb0-9c5e-3086875299bc tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0750999 Aug 19 00:11:56.059665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-61078408-4063-4a10-82e6-f51a8538d3fe req-a9d8ad77-d850-4216-8d0f-d1d83d460a3d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720708 Aug 19 00:11:56.185416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:11:56.234047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:56.234789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.245342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8:1::1 (d6ddf52d-16fe-4774-87f0-457901c6d45f/cd7fdd58-0714-4ec1-b72d-204e83dec48a/1a517dbb-caf1-4a81-854b-2fa7fc30422a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:11:56.371618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.386570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object 1a517dbb-caf1-4a81-854b-2fa7fc30422a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:11:56.423566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.472788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network d6ddf52d-16fe-4774-87f0-457901c6d45f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:56.476219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:56.481320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:11:56.482347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.485583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=1a517dbb-caf1-4a81-854b-2fa7fc30422a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:56.524007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.621622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.805712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7bd13288-964e-4f0f-8ced-a2c508f9325f None None] Provisioning for port 1a517dbb-caf1-4a81-854b-2fa7fc30422a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:11:56.811046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7bd13288-964e-4f0f-8ced-a2c508f9325f None None] Provisioning complete for port 1a517dbb-caf1-4a81-854b-2fa7fc30422a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:56.811046 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7bd13288-964e-4f0f-8ced-a2c508f9325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.867713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7bd13288-964e-4f0f-8ced-a2c508f9325f None None] Port 1a517dbb-caf1-4a81-854b-2fa7fc30422a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:56.932533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-662f71a7-4da1-4bdb-a6b3-397c5844b4da req-17a26399-1e5d-4e92-bdb9-1ea0929b1d3b tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0320134 Aug 19 00:11:56.939222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adb0f-daae-4261-8bc7-0fb96f2d2577 req-756ecbcd-ce1c-4b12-b62c-ce96688442ca tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:56.940819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e81adb0f-daae-4261-8bc7-0fb96f2d2577 req-756ecbcd-ce1c-4b12-b62c-ce96688442ca tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Aug 19 00:11:56.952228 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.959466 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.960643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:56.985282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e81adb0f-daae-4261-8bc7-0fb96f2d2577 req-abb5a3d5-6c65-4025-92d3-2f5b64e95d13 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Aug 19 00:11:57.041405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=1a517dbb-caf1-4a81-854b-2fa7fc30422a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:57.088321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network d6ddf52d-16fe-4774-87f0-457901c6d45f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:11:57.089890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:11:57.231044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 6c8d4684-17ed-4973-9a6e-f7414346c2a0 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:11:57.239925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957b5a-7f4e-48a4-bbbf-20fab31cbb6d req-e67a75ed-db01-4563-aaf9-2cab29a1e461 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:57.241577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25957b5a-7f4e-48a4-bbbf-20fab31cbb6d req-e67a75ed-db01-4563-aaf9-2cab29a1e461 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0783937 Aug 19 00:11:57.350288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25957b5a-7f4e-48a4-bbbf-20fab31cbb6d req-20ee976f-c3ad-4613-90e5-6eb3e8c4a0e3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Aug 19 00:11:57.363842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:11:57.369547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a70d82a-9fc6-409e-bcdd-da989380a507 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741132 Aug 19 00:11:57.375476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37788) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:57.376172 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] Sync routers for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:11:57.386596 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:57.387345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:57.405857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ca52a4ba-e3a2-4a2b-b4a3-fed0963c3d32 None None] Provisioning complete for port 1a517dbb-caf1-4a81-854b-2fa7fc30422a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:11:57.406247 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4ba-e3a2-4a2b-b4a3-fed0963c3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:57.422832 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:57.432328 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:57.433409 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:57.464806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:57.465614 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e62ba-a6e7-4a67-af0b-20a1ae772b5a None None] The sync data for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:11:57.465935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ca52a4ba-e3a2-4a2b-b4a3-fed0963c3d32 None None] Port 1a517dbb-caf1-4a81-854b-2fa7fc30422a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:11:57.466080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b825a7-08b3-466f-b611-04d969b0dcae tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:57.467676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e1b825a7-08b3-466f-b611-04d969b0dcae tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports/1a517dbb-caf1-4a81-854b-2fa7fc30422a HTTP/1.1" status: 200 len: 913 time: 0.0908849 Aug 19 00:11:57.470584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:58.115205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bcddf-dd4f-4ef7-b268-1297c5f921c8 req-6c4c0cb2-8883-4a98-bef7-6431516f70a9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:58.121292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-848bcddf-dd4f-4ef7-b268-1297c5f921c8 req-6c4c0cb2-8883-4a98-bef7-6431516f70a9 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0601628 Aug 19 00:11:58.121839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ac54c87-e8b2-4753-8082-a972d9c6e457 req-fbcf76f5-7250-41f2-b825-0a80f3ffc828 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0321343 Aug 19 00:11:58.145233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:58.164526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-848bcddf-dd4f-4ef7-b268-1297c5f921c8 req-4f1a39ec-3b50-450b-9b42-372b635198b4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Aug 19 00:11:58.389846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 1a517dbb-caf1-4a81-854b-2fa7fc30422a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:11:58.390204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:58.518336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb437b-66bf-4b67-9d9e-219a9ca4a306 req-3ba67b15-1bbc-4c0c-af3f-89dc3a12b178 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:58.520000 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7eb437b-66bf-4b67-9d9e-219a9ca4a306 req-3ba67b15-1bbc-4c0c-af3f-89dc3a12b178 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0906982 Aug 19 00:11:58.522035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:58.547858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 1a517dbb-caf1-4a81-854b-2fa7fc30422a owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:11:58.579865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7eb437b-66bf-4b67-9d9e-219a9ca4a306 req-d9165a2f-36c0-467d-8215-8f342cadde94 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493462 Aug 19 00:11:58.672253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b52df9-bb92-4922-8172-de76a7e7fd75 req-9958ddae-4d0f-448d-8c78-6fb306a66c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:58.673806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6b52df9-bb92-4922-8172-de76a7e7fd75 req-9958ddae-4d0f-448d-8c78-6fb306a66c8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1097 time: 0.0973673 Aug 19 00:11:58.750671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6b52df9-bb92-4922-8172-de76a7e7fd75 req-e830006f-1325-4c19-abc2-bc23aa2c035d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Aug 19 00:11:58.803651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:58.840767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=1a517dbb-caf1-4a81-854b-2fa7fc30422a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:11:58.971471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:59.169072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 6c8d4684-17ed-4973-9a6e-f7414346c2a0 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:11:59.299770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f13ad5ba-32a7-41e9-b9d4-6e21d72997b2 req-021f9523-17cc-454f-a537-08b67103f843 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0757000 Aug 19 00:11:59.311559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f2f4d-eea6-409a-a11e-833e13fa7f6f req-1ea4fd63-5f8b-4555-b9cd-b59c70b72a4d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:59.313265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f4f2f4d-eea6-409a-a11e-833e13fa7f6f req-1ea4fd63-5f8b-4555-b9cd-b59c70b72a4d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0613284 Aug 19 00:11:59.339476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:11:59.348348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e28985e-9444-47a2-91b7-5873fbcf5a1d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725414 Aug 19 00:11:59.348348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:11:59.351005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] Sync routers for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:11:59.369774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:59.370779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:59.381647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f4f2f4d-eea6-409a-a11e-833e13fa7f6f req-af8529d9-99b4-4bb6-9d5d-bb0287356948 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616341 Aug 19 00:11:59.426340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:59.435168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:11:59.435989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:59.470910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:11:59.471824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93519a7b-7cdd-4461-96fd-16660984fd8d None None] The sync data for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:11:59.721375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fbcea-6fc5-4526-bfdd-1b52bd2fb86b req-6a796c43-b4ac-4207-a5f0-1bcf2c3110bd tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:11:59.722852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052fbcea-6fc5-4526-bfdd-1b52bd2fb86b req-6a796c43-b4ac-4207-a5f0-1bcf2c3110bd tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0617654 Aug 19 00:11:59.729723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:11:59.832244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052fbcea-6fc5-4526-bfdd-1b52bd2fb86b req-dab8372f-4c7a-4551-bb33-6d4349f1493a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004488 Aug 19 00:12:00.003660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port c15bae22-4af8-4700-97d4-915c04ac8bcf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:00.004008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:00.091674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:00.103118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for c15bae22-4af8-4700-97d4-915c04ac8bcf owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:00.273272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:00.302209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=c15bae22-4af8-4700-97d4-915c04ac8bcf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:00.429477 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:00.430014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-23ff865a-fa1b-4d69-a7a9-716242cadccf req-a74299b7-d84e-4756-bf4a-8c31bac35999 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 19 00:12:00.635282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40533934-023c-4f76-8e20-c3568566202b req-c14e73ab-0113-4d70-a217-eb409e2872f8 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:00.636879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40533934-023c-4f76-8e20-c3568566202b req-c14e73ab-0113-4d70-a217-eb409e2872f8 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.1398251 Aug 19 00:12:00.656217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 6c8d4684-17ed-4973-9a6e-f7414346c2a0 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:00.691953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40533934-023c-4f76-8e20-c3568566202b req-5a89a9bd-a5a2-40bb-8719-378f8ca13f62 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Aug 19 00:12:01.025141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ca14-701a-4213-bc8d-240eadda1c14 req-61569b46-ccca-412a-ae4c-6dedbd9734f4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:01.033842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f829ca14-701a-4213-bc8d-240eadda1c14 req-61569b46-ccca-412a-ae4c-6dedbd9734f4 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0769105 Aug 19 00:12:01.070531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f829ca14-701a-4213-bc8d-240eadda1c14 req-14e6bec7-396a-49a1-a7e4-975977007cdd tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Aug 19 00:12:01.092097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:01.100393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e9ffa5b1-aed5-401f-914e-03b1c0411512 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489655 Aug 19 00:12:01.100920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:01.107877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] Sync routers for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:01.115077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a78ba1-e763-498a-8b8a-3ff1b8c6e46b req-b19b5c94-f440-42a3-ae72-9cf300815aa0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:01.118328 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:01.119254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:01.132935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7a78ba1-e763-498a-8b8a-3ff1b8c6e46b req-b19b5c94-f440-42a3-ae72-9cf300815aa0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0950882 Aug 19 00:12:01.141373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3217ac65-c1b4-41f0-a2ee-8f32e255038b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c8d4684-17ed-4973-9a6e-f7414346c2a0 HTTP/1.1" status: 200 len: 205 time: 0.0391369 Aug 19 00:12:01.147303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:01.156863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-3c51efc5-e322-47ca-bf27-dae55f7be52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:01.157959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:01.158752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-3c51efc5-e322-47ca-bf27-dae55f7be52b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 1097 time: 0.1288056 Aug 19 00:12:01.167555 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] Routers {'6c8d4684-17ed-4973-9a6e-f7414346c2a0'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:01.168579 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:01.204254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:01.205224 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9473d84-d656-4add-9d33-60aa8871e7c2 None None] The sync data for ids ['6c8d4684-17ed-4973-9a6e-f7414346c2a0'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:01.307387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.317265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7a78ba1-e763-498a-8b8a-3ff1b8c6e46b req-540fad4f-ace2-47c7-99e7-8763728d4c65 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825845 Aug 19 00:12:01.494563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-ca9f7607-0d88-4a97-adb3-03c6d3e25429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:01.496289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-ca9f7607-0d88-4a97-adb3-03c6d3e25429 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.3282895 Aug 19 00:12:01.497841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.499993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.537760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-551f55b4-2bfd-4b81-8d89-008a4762d2b3 req-6ae4e65e-563a-41c9-a8b4-de6c5a853abb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0265512 Aug 19 00:12:01.573848 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-0aded173-565a-4963-9a32-1acf09e3b581 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 200 len: 217 time: 0.0688460 Aug 19 00:12:01.578566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.579057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8d4684-17ed-4973-9a6e-f7414346c2a0 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:01.586348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.588741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d2c9d6e-035b-48c5-9d0e-aef846400661 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0 HTTP/1.1" status: 204 len: 168 time: 0.4290345 Aug 19 00:12:01.590462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:01.636250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-af590bf0-8d68-4613-867e-c06f3b4e66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:01.637773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-af590bf0-8d68-4613-867e-c06f3b4e66d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.0479326 Aug 19 00:12:01.643366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet cd7fdd58-0714-4ec1-b72d-204e83dec48a {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:01.646819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.671160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-acc72510-726c-47ae-aa68-6bc5cd28e2ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263152 Aug 19 00:12:01.691902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.769297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-805ec57f-5ed1-461f-853a-e93b101776b1 service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902016 Aug 19 00:12:01.775643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.840388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.868161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2966df84-73a1-416e-b0dc-ee9812ce04ad req-6d5908a4-5e19-4b7c-b722-87d87352a358 service neutron] 10.222.0.11 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909462 Aug 19 00:12:01.873951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7fdd58-0714-4ec1-b72d-204e83dec48a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:01.878266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.880171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e1c3f00-fed7-4d94-8b45-dae67d2cb2b4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/cd7fdd58-0714-4ec1-b72d-204e83dec48a HTTP/1.1" status: 204 len: 168 time: 0.2886300 Aug 19 00:12:01.882732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:01.886962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a2e94-ae6b-4a84-a357-b1a2c2735616 None None] Network d6ddf52d-16fe-4774-87f0-457901c6d45f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:01.942389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet 77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:01.945467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:01.986723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.080862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] DHCP port deletion for d6ddf52d-16fe-4774-87f0-457901c6d45f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:02.081951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.158616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Deleting port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:02.160510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.179481 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.202123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:02.224282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.225692 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.230432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6b212f43-3b22-4e07-83d4-1273cc2cb3bd tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca HTTP/1.1" status: 204 len: 168 time: 0.3458607 Aug 19 00:12:02.231149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:02.270435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e1a2-92f6-40e7-86b4-12a35094162e req-79ad776c-355c-4850-99ce-0d0f9813cfe3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:02.271940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5203e1a2-92f6-40e7-86b4-12a35094162e req-79ad776c-355c-4850-99ce-0d0f9813cfe3 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0809805 Aug 19 00:12:02.281361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,segment=NetworkSegment(33c7c47c-24c0-43f8-82be-1b91501e68bc),segment_id=33c7c47c-24c0-43f8-82be-1b91501e68bc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:02.282110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.291796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d170dd-c6f8-4d79-8e9d-9c96688bbb03 None None] Network ed22dca4-3fc3-4254-8cd9-712863a28c8c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:02.309731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Calling delete_port for 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:02.313219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5203e1a2-92f6-40e7-86b4-12a35094162e req-0ac35b72-7ed9-4cae-99b9-d698b0f6cc8a tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Aug 19 00:12:02.333449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.399769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:02.400105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.486623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.497528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,segment=NetworkSegment(33c7c47c-24c0-43f8-82be-1b91501e68bc),segment_id=33c7c47c-24c0-43f8-82be-1b91501e68bc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:02.497893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.515343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:02.524089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272f18-66da-48e9-901a-0c0734dc9e15 req-2d3f65c3-66f8-4a30-9c0c-a3314e92ec2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:02.526396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88272f18-66da-48e9-901a-0c0734dc9e15 req-2d3f65c3-66f8-4a30-9c0c-a3314e92ec2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1140537 Aug 19 00:12:02.545883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,segment=NetworkSegment(33c7c47c-24c0-43f8-82be-1b91501e68bc),segment_id=33c7c47c-24c0-43f8-82be-1b91501e68bc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:02.552607 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.640897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88272f18-66da-48e9-901a-0c0734dc9e15 req-7538f7c3-1f21-4d83-81fa-63fbb798ccd5 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047926 Aug 19 00:12:02.650943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.658253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] DHCP port deletion for ed22dca4-3fc3-4254-8cd9-712863a28c8c request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:02.659149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.660538 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.685521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1a7844b-4087-411f-aade-6cd081babf9f req-10c6f206-73be-4793-b2ad-6ba7a978dd91 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1b3e968-f1c0-4f4b-af4d-a1557b2b5d1a HTTP/1.1" status: 200 len: 210 time: 0.0445340 Aug 19 00:12:02.693516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] Pushing event deleted for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.714600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3af13-7295-462a-b020-8c022d56ccd3 None None] No DVR routers for this DVR port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:02.715344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:02.723430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=1128ce61-b97f-455e-9cf3-ea7fdbb7e9c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.748930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Deleting port 7d696661-0ce8-4061-a0fe-449d57267a15 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:02.749430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.805635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.817195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ddf52d-16fe-4774-87f0-457901c6d45f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:02.826676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] For port 7d696661-0ce8-4061-a0fe-449d57267a15, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7d696661-0ce8-4061-a0fe-449d57267a15,segment=NetworkSegment(6bca3be4-1a85-4646-a7f1-876d355575b2),segment_id=6bca3be4-1a85-4646-a7f1-876d355575b2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:02.827082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.829607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c7c47c-24c0-43f8-82be-1b91501e68bc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:02.829916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c7c47c-24c0-43f8-82be-1b91501e68bc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:02.839523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.840812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Calling delete_port for 7d696661-0ce8-4061-a0fe-449d57267a15 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:02.854322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.860571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:02.860974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:02.864278 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:02.926867 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.930189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.939584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:02.944052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/d6ddf52d-16fe-4774-87f0-457901c6d45f HTTP/1.1" status: 204 len: 168 time: 0.7085650 Aug 19 00:12:02.944511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:02.953493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] Pushing event deleted for resources: {'Port': ['ID=7d696661-0ce8-4061-a0fe-449d57267a15,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.956148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6116a-aff6-424e-a1d9-d38c269c170b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=d6ddf52d-16fe-4774-87f0-457901c6d45f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:02.961153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc62f60-0b0b-42f8-8629-cb96999a648b None None] No DVR routers for this DVR port 7d696661-0ce8-4061-a0fe-449d57267a15 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:03.042211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.136667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.148323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed22dca4-3fc3-4254-8cd9-712863a28c8c']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:03.148654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c0d30-423a-4c9d-8839-4cbbdf9b5807 req-eaddf5c5-b48d-4c8f-95b3-948f2f69b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:03.150202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac8c0d30-423a-4c9d-8839-4cbbdf9b5807 req-eaddf5c5-b48d-4c8f-95b3-948f2f69b4ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.0428963 Aug 19 00:12:03.158217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bca3be4-1a85-4646-a7f1-876d355575b2') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:03.158515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bca3be4-1a85-4646-a7f1-876d355575b2') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:03.167744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.181890 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.185723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac8c0d30-423a-4c9d-8839-4cbbdf9b5807 req-13341fb2-eca5-4789-a750-bd93dc664b30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279007 Aug 19 00:12:03.187969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:03.188402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:03.191605 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:03.249684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.256743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.258539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/ed22dca4-3fc3-4254-8cd9-712863a28c8c HTTP/1.1" status: 204 len: 168 time: 0.3127642 Aug 19 00:12:03.262838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37850) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:03.267893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1185537326'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:03.269985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=ed22dca4-3fc3-4254-8cd9-712863a28c8c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:03.277397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.277766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.278096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.278434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.278774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.279109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.279443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.279794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.280131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.280488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.280818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.281143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae69a8-a634-41a9-833c-b245bb993d31 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:03.290811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:03.294349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.317686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:03.326245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.326593 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment 80e271f9-3439-4cba-a11b-91a0cbd40310 of type vlan for network 96698542-fc09-45e1-a400-c949d3506364 Aug 19 00:12:03.370467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.397556 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.403060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:03.403650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.436679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7450edd-52f4-4db8-996c-67aab140132b req-97a0a04b-3fd4-41a9-9e80-97abd8dfff2e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:03.444671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7450edd-52f4-4db8-996c-67aab140132b req-97a0a04b-3fd4-41a9-9e80-97abd8dfff2e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0618455 Aug 19 00:12:03.469471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2055128 Aug 19 00:12:03.472663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:03.486164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '96698542-fc09-45e1-a400-c949d3506364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:03.488919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7450edd-52f4-4db8-996c-67aab140132b req-e398eb44-3fb8-4097-a564-5a8dc2a09778 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Aug 19 00:12:03.538577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b8397-77fe-408e-84b3-04b8314006fe tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=96698542-fc09-45e1-a400-c949d3506364,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:03.550934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 96698542-fc09-45e1-a400-c949d3506364 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:03.590596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:03.594525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.776604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37864) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:03.809510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.822002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e954d44-ffd2-420d-8010-af2f423c988f req-ed46be3a-2564-4dbd-bb63-308b820ae3af tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:03.823502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e954d44-ffd2-420d-8010-af2f423c988f req-ed46be3a-2564-4dbd-bb63-308b820ae3af tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0948210 Aug 19 00:12:03.835306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.859177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.910391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.912028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=cba76179-52c2-49db-b201-b9e8e2f7f3ec,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:03.913477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:03.916904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c8531e4-3200-4062-98c7-63e0f1bd9a66 HTTP/1.1" status: 204 len: 168 time: 0.1392057 Aug 19 00:12:03.921467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e954d44-ffd2-420d-8010-af2f423c988f req-c7511a72-4bb4-463b-8ec8-457408e6ccc1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766871 Aug 19 00:12:03.922805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37866) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:03.925820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': '80e271f9-3439-4cba-a11b-91a0cbd40310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '96698542-fc09-45e1-a400-c949d3506364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:03.926402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 96698542-fc09-45e1-a400-c949d3506364, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:03.946582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f325582-84f8-4fd2-a2c3-d9c5a4f014cb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8531e4-3200-4062-98c7-63e0f1bd9a66,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:03.950696 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-694cd12b-900e-4b24-afe7-514674afdffb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] show failed (client error): The resource could not be found. Aug 19 00:12:03.951844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-694cd12b-900e-4b24-afe7-514674afdffb tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "GET /v2.0/security-groups/4c8531e4-3200-4062-98c7-63e0f1bd9a66 HTTP/1.1" status: 404 len: 347 time: 0.0280328 Aug 19 00:12:03.954952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37868) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:03.958466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 96698542-fc09-45e1-a400-c949d3506364 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:03.976168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 96698542-fc09-45e1-a400-c949d3506364) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:03.985038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b28f07-2d38-4c38-9270-e0b0ec60027a None None] Network 96698542-fc09-45e1-a400-c949d3506364 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:03.985942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:03.986535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.005239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab7e0e03-4b18-476e-bd3a-dda466ba3b50 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5311501 Aug 19 00:12:04.007525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:04.012788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803504868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:04.036810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.038445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.098886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.105446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.106647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 222cf525-49ef-4c29-bdf2-5f835906b63c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:04.106999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.132612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.136376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-66a94c15-ac9a-4ef9-a0f4-b983a46994ef tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1252394 Aug 19 00:12:04.136713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:04.143846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'port': {'network_id': '96698542-fc09-45e1-a400-c949d3506364', 'name': 'tempest-RoutersIpV6Test-1677033900'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:04.176086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-96698542-fc09-45e1-a400-c949d3506364', 'network_id': '96698542-fc09-45e1-a400-c949d3506364', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': 'cba76179-52c2-49db-b201-b9e8e2f7f3ec'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:04.176968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.190305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7d696661-0ce8-4061-a0fe-449d57267a15 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:04.206129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.206395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.213263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7d696661-0ce8-4061-a0fe-449d57267a15 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:04.213616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7d696661-0ce8-4061-a0fe-449d57267a15 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:04.219687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 222cf525-49ef-4c29-bdf2-5f835906b63c owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:04.288399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:04.292557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.310983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] device_id is not set on port b99e3df6-becc-4c19-aebc-f55165de60dd yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:12:04.346582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Allocated IP 2001:db8::2 (96698542-fc09-45e1-a400-c949d3506364/cba76179-52c2-49db-b201-b9e8e2f7f3ec/22f63a58-e519-4c3a-b819-8170cbe46722) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:04.364726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.393206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=222cf525-49ef-4c29-bdf2-5f835906b63c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:04.456997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.459521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.461242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1cbc745-3210-435f-9636-2d5e2c45625f tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/floatingips/edfb4d80-2588-4802-996a-f702e9f5fe06 HTTP/1.1" status: 204 len: 168 time: 0.5048039 Aug 19 00:12:04.464570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:04.517024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.526571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Transition to ACTIVE for port object 22f63a58-e519-4c3a-b819-8170cbe46722 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:04.544926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Transition to ACTIVE for port object 22f63a58-e519-4c3a-b819-8170cbe46722 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:04.552043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.563140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 21921d1c-939b-416c-ba17-8a6edc5c056e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:04.563495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.603802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Network 96698542-fc09-45e1-a400-c949d3506364 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:04.611208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:04.614726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:04.628939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Pushing event updated for resources: {'Port': ['ID=22f63a58-e519-4c3a-b819-8170cbe46722,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:04.666248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8::25 (96698542-fc09-45e1-a400-c949d3506364/cba76179-52c2-49db-b201-b9e8e2f7f3ec/b99e3df6-becc-4c19-aebc-f55165de60dd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:04.676883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.677830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff5b0-5d31-4928-ac7d-3f822608fd25 req-b3cfc216-36a2-4232-8d4b-09476b6e5c2e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:04.678162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Attempting to bind port 22f63a58-e519-4c3a-b819-8170cbe46722 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:04.678541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Attempting to bind port 22f63a58-e519-4c3a-b819-8170cbe46722 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '80e271f9-3439-4cba-a11b-91a0cbd40310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '96698542-fc09-45e1-a400-c949d3506364'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:04.678915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Attempting to bind port 22f63a58-e519-4c3a-b819-8170cbe46722 on network 96698542-fc09-45e1-a400-c949d3506364 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:04.683968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:04.684376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Checking segment: {'id': '80e271f9-3439-4cba-a11b-91a0cbd40310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '96698542-fc09-45e1-a400-c949d3506364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:04.684788 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.684951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-261ff5b0-5d31-4928-ac7d-3f822608fd25 req-b3cfc216-36a2-4232-8d4b-09476b6e5c2e tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.1079021 Aug 19 00:12:04.685187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Bound using segment: {'id': '80e271f9-3439-4cba-a11b-91a0cbd40310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '96698542-fc09-45e1-a400-c949d3506364'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:04.685668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Bound port: 22f63a58-e519-4c3a-b819-8170cbe46722, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e271f9-3439-4cba-a11b-91a0cbd40310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '96698542-fc09-45e1-a400-c949d3506364'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:04.686111 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.690260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 21921d1c-939b-416c-ba17-8a6edc5c056e owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:04.747187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-261ff5b0-5d31-4928-ac7d-3f822608fd25 req-64de8783-eecc-4ce9-be99-56924d88bc1f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Aug 19 00:12:04.751426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] For port 22f63a58-e519-4c3a-b819-8170cbe46722, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:04.755088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] For port 22f63a58-e519-4c3a-b819-8170cbe46722, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=22f63a58-e519-4c3a-b819-8170cbe46722,segment=NetworkSegment(80e271f9-3439-4cba-a11b-91a0cbd40310),segment_id=80e271f9-3439-4cba-a11b-91a0cbd40310)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:04.760595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.846032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b2aca-e2ee-43a0-8a87-df30c087da6f None None] Pushing event updated for resources: {'Port': ['ID=22f63a58-e519-4c3a-b819-8170cbe46722,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:04.889542 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.929040 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:04.938379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=21921d1c-939b-416c-ba17-8a6edc5c056e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:04.954341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object b99e3df6-becc-4c19-aebc-f55165de60dd will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:04.995930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.096082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.102883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f724b56f-d819-492c-b789-5c7b51cc51d4 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/ports/21921d1c-939b-416c-ba17-8a6edc5c056e HTTP/1.1" status: 204 len: 168 time: 0.6323671 Aug 19 00:12:05.113715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37886) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:05.115375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 96698542-fc09-45e1-a400-c949d3506364 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:05.127874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=b99e3df6-becc-4c19-aebc-f55165de60dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:05.128240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221322c1-75c8-48b9-aaf4-aeaf784a5b81 req-1042c967-1ea3-41cb-bd77-b189b904ca9f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.129821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-221322c1-75c8-48b9-aaf4-aeaf784a5b81 req-1042c967-1ea3-41cb-bd77-b189b904ca9f tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0918210 Aug 19 00:12:05.131126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:05.153211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:05.163525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.164246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.192409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-221322c1-75c8-48b9-aaf4-aeaf784a5b81 req-3c2f751b-acab-4e00-8952-823b5c209a87 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Aug 19 00:12:05.194541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e5fcd-b897-478f-9dab-c19cca97b985 req-ff75ad00-e36a-42e3-9a9c-d3d3a965d7d4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.196796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c72e5fcd-b897-478f-9dab-c19cca97b985 req-ff75ad00-e36a-42e3-9a9c-d3d3a965d7d4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1609335 Aug 19 00:12:05.210323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-56167c3b-e63f-48a7-ab93-1cacbc357d65 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0724905 Aug 19 00:12:05.213681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37890) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:05.291338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c72e5fcd-b897-478f-9dab-c19cca97b985 req-27ccf4bf-4da2-4080-bbc5-bdae9e2ff51a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Aug 19 00:12:05.334753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting port 046b44a8-7958-4839-9ae7-c02e049fb04d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:05.335146 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.441137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.456393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Calling delete_port for 046b44a8-7958-4839-9ae7-c02e049fb04d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:05.612086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.617400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-1ca2fc4c-4e2e-4e13-9593-cf541e68cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.618999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-1ca2fc4c-4e2e-4e13-9593-cf541e68cea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.0909872 Aug 19 00:12:05.651393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd76139-3239-461f-98f6-7ff2b72b2da0 req-af89a7bd-fffc-4632-8cb5-b4ca5faa7df4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.652976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dd76139-3239-461f-98f6-7ff2b72b2da0 req-af89a7bd-fffc-4632-8cb5-b4ca5faa7df4 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0987792 Aug 19 00:12:05.796189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1dd76139-3239-461f-98f6-7ff2b72b2da0 req-b08dcbe7-2c9b-4c82-84df-60a262dd3b5f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298239 Aug 19 00:12:05.811114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-d97c7f4d-2349-4814-9075-d82ac207a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:05.813735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-d97c7f4d-2349-4814-9075-d82ac207a859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.1842775 Aug 19 00:12:05.814514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.853352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Port': ['ID=046b44a8-7958-4839-9ae7-c02e049fb04d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:05.890159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-b29b1af7-6007-43e4-a35e-18c3ff86f54d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0658588 Aug 19 00:12:05.906031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.913761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:05.987080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=b99e3df6-becc-4c19-aebc-f55165de60dd,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:05.999659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.001731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d85ceae7-2c89-46ba-9292-4bda23a3cdbf tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/ports/046b44a8-7958-4839-9ae7-c02e049fb04d HTTP/1.1" status: 204 len: 168 time: 0.8852530 Aug 19 00:12:06.004258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:06.014837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-18230726-c4a3-4021-8917-a9e198f18b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:06.016219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-18230726-c4a3-4021-8917-a9e198f18b24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.1188250 Aug 19 00:12:06.060369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-276b59f1-3d98-4f8e-ba45-27be98403e06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254431 Aug 19 00:12:06.066211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c29e9b-4308-4333-af14-fecaa79027dd None None] Network 96698542-fc09-45e1-a400-c949d3506364 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:06.114741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.135932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting subnet 8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:06.142158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.231122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7c0b7c3-43cb-4c84-838f-907cf808f15f None None] Provisioning for port 22f63a58-e519-4c3a-b819-8170cbe46722 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:06.275185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.299096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 22f63a58-e519-4c3a-b819-8170cbe46722 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:06.397459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 22f63a58-e519-4c3a-b819-8170cbe46722 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:06.402772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 22f63a58-e519-4c3a-b819-8170cbe46722 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:06.403018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.491755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2827c2-3c7c-4113-a785-e7a4d650d44b req-634286bd-5141-4ef0-b5a9-2709eaf6aa38 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:06.501218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c2827c2-3c7c-4113-a785-e7a4d650d44b req-634286bd-5141-4ef0-b5a9-2709eaf6aa38 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.1700416 Aug 19 00:12:06.533869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.569748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c2827c2-3c7c-4113-a785-e7a4d650d44b req-603f0430-48a7-4fcf-8376-db761c2992f2 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652850 Aug 19 00:12:06.579202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 22f63a58-e519-4c3a-b819-8170cbe46722, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=22f63a58-e519-4c3a-b819-8170cbe46722,segment=NetworkSegment(80e271f9-3439-4cba-a11b-91a0cbd40310),segment_id=80e271f9-3439-4cba-a11b-91a0cbd40310)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:06.584165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.584812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.635644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-8169177f-6c28-4530-babc-259e979e7927 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659411 Aug 19 00:12:06.657852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=22f63a58-e519-4c3a-b819-8170cbe46722,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:06.746433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.751218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.752371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.782416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Provisioning complete for port 22f63a58-e519-4c3a-b819-8170cbe46722 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:06.783174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.791637 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.845927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54bc973b-3698-4d70-8a8f-785577bfd15d req-f7b363d4-bd9b-4ac9-8a4b-761cfd514926 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889768 Aug 19 00:12:06.857409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=b99e3df6-becc-4c19-aebc-f55165de60dd,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:06.917072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.919890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Provisioning for port b99e3df6-becc-4c19-aebc-f55165de60dd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:06.930287 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:12:06.933562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 96698542-fc09-45e1-a400-c949d3506364 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:06.935148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:06.935540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Provisioning complete for port b99e3df6-becc-4c19-aebc-f55165de60dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:06.936090 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.975979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0188d1de-c0bb-4db4-80fe-d08347386387 None None] Port b99e3df6-becc-4c19-aebc-f55165de60dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:06.976835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:06.986102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:06.988601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-728af405-2f94-41c8-a647-777be22bed49 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/subnets/8b3b57cc-472f-4260-a3f9-d4d1ed5ed6d5 HTTP/1.1" status: 204 len: 168 time: 0.9827659 Aug 19 00:12:06.991492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:06.996150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068ff69-1446-43a2-bbde-5845f9306bff None None] Network b1276e97-672e-4994-8837-2e7da273af00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:07.050420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcec0c-ec4a-4825-b09e-40ecb0919f6e req-f16ca638-e52f-4dfb-b3f8-91557086a264 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:07.054071 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72dcec0c-ec4a-4825-b09e-40ecb0919f6e req-f16ca638-e52f-4dfb-b3f8-91557086a264 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1294193 Aug 19 00:12:07.090035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Deleting subnet 0d5eead2-a542-4086-8a36-4e885708a8a0 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:07.096127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.117384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 95fd9aaf-8d7f-4da1-a742-f6acee81f995 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:07.139968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d38e167e-0144-497b-abd4-80cce1033b98 None None] Provisioning complete for port b99e3df6-becc-4c19-aebc-f55165de60dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:07.140527 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d38e167e-0144-497b-abd4-80cce1033b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.148002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72dcec0c-ec4a-4825-b09e-40ecb0919f6e req-ea919e39-03b5-4291-a456-202724fedc19 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Aug 19 00:12:07.165687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.197675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d38e167e-0144-497b-abd4-80cce1033b98 None None] Port b99e3df6-becc-4c19-aebc-f55165de60dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:07.271316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:07.282176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:07.282748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] Sync routers for ids ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:07.289260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06d5223b-012a-46ea-bdc2-1de15c8ff906 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/95fd9aaf-8d7f-4da1-a742-f6acee81f995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0737388 Aug 19 00:12:07.292783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] Routers {'95fd9aaf-8d7f-4da1-a742-f6acee81f995'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:07.293431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:07.314017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.330178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] DHCP port deletion for b1276e97-672e-4994-8837-2e7da273af00 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:07.332966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:07.349423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] Routers {'95fd9aaf-8d7f-4da1-a742-f6acee81f995'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:07.350059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:07.351244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7832e-d746-441b-b2b0-ad0311f9ac68 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:07.353256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-34f7832e-d746-441b-b2b0-ad0311f9ac68 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports/b99e3df6-becc-4c19-aebc-f55165de60dd HTTP/1.1" status: 200 len: 983 time: 0.0701125 Aug 19 00:12:07.356069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:07.397144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.421286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-835fe784-9397-48e9-acc9-f1582f9fba5a None None] Provisioning complete for port b99e3df6-becc-4c19-aebc-f55165de60dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:07.421660 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-835fe784-9397-48e9-acc9-f1582f9fba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.427930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5eead2-a542-4086-8a36-4e885708a8a0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:07.435250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.438936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-926c90c7-6012-4e66-802b-f25e79e1ccba tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/subnets/0d5eead2-a542-4086-8a36-4e885708a8a0 HTTP/1.1" status: 204 len: 168 time: 0.4465044 Aug 19 00:12:07.444763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37918) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:07.467793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d889c5-b1c3-4edb-b3c3-2cd50b921efd None None] Network 8371296d-aef6-4865-adfc-c2d683b4033f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:07.474057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:07.474721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b257e0-1953-4200-a95c-8b6b41fd0f08 None None] The sync data for ids ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:07.552737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-835fe784-9397-48e9-acc9-f1582f9fba5a None None] Port b99e3df6-becc-4c19-aebc-f55165de60dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:07.646535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Deleting port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:07.646920 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.714687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e716-01ef-40a6-9e28-285c0711501f req-9c711820-257c-45bc-8d8a-2f34f702f15b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:07.716631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a66e716-01ef-40a6-9e28-285c0711501f req-9c711820-257c-45bc-8d8a-2f34f702f15b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0599682 Aug 19 00:12:07.731029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a20c6174-3ddf-4792-96fc-29aceceaa63d None None] Provisioning complete for port b99e3df6-becc-4c19-aebc-f55165de60dd triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:07.731506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a20c6174-3ddf-4792-96fc-29aceceaa63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.759937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a66e716-01ef-40a6-9e28-285c0711501f req-dc54e611-e0ac-4cd4-ba55-27f3a8347d9b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354190 Aug 19 00:12:07.925460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] For port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,segment=NetworkSegment(a530bc9f-a2c3-4801-b01c-3d51b902e3f1),segment_id=a530bc9f-a2c3-4801-b01c-3d51b902e3f1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:07.925926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:07.944799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Calling delete_port for 4b8ce620-a0ca-47ad-8b59-31138edb5b9a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:07.951379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a20c6174-3ddf-4792-96fc-29aceceaa63d None None] Port b99e3df6-becc-4c19-aebc-f55165de60dd cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:07.990619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] DHCP port deletion for 8371296d-aef6-4865-adfc-c2d683b4033f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:08.030546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.046317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-23595aa3-e939-4d12-8ecb-2a9002476802 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1875091 Aug 19 00:12:08.074219 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.079497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-1edd7ec3-197f-4bf4-a727-61af90489df6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:08.081460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-1edd7ec3-197f-4bf4-a727-61af90489df6 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 945 time: 0.0629833 Aug 19 00:12:08.084271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Deleting port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:08.084708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.113153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] Pushing event deleted for resources: {'Port': ['ID=4b8ce620-a0ca-47ad-8b59-31138edb5b9a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:08.140740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] The port '4b8ce620-a0ca-47ad-8b59-31138edb5b9a' was deleted {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 00:12:08.148448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a693d-bc65-43e5-9c4f-af92adfd662d None None] No DVR routers for this DVR port 4b8ce620-a0ca-47ad-8b59-31138edb5b9a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:08.208316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] For port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,segment=NetworkSegment(ba125a5f-3a76-4114-9ec4-2b974cec0650),segment_id=ba125a5f-3a76-4114-9ec4-2b974cec0650)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:08.208739 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.215816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Deleting port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:08.216120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.223802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Calling delete_port for 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:08.271614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.292482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f255e-986a-4376-968d-59021c2ba964 req-4ffb36ad-2ed1-4be9-93f6-a4a90cb0f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:08.293948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-4ffb36ad-2ed1-4be9-93f6-a4a90cb0f85d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09a4acceaa7848658d5967d297a1b1d2&device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 1097 time: 0.2047091 Aug 19 00:12:08.297577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1276e97-672e-4994-8837-2e7da273af00']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:08.311881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 22f63a58-e519-4c3a-b819-8170cbe46722 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:08.328492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:08.328778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a530bc9f-a2c3-4801-b01c-3d51b902e3f1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:08.335463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] For port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:08.336115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.347274 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.357862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Calling delete_port for 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:08.376816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.379557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] Pushing event deleted for resources: {'Port': ['ID=705c9c9b-072e-48e5-8ae2-bfde4d0e1103,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:08.384817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7536b-f86e-46b4-b68d-9656be65bcdb None None] No DVR routers for this DVR port 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:08.404008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 22f63a58-e519-4c3a-b819-8170cbe46722 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:08.404637 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.470954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.497390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:08.497824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.509718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63d26-86a6-4e45-ade4-e2a712ef70c4 req-f7a86c4c-b0de-4efa-8b9b-eb41a60d42c2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:08.511245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-add63d26-86a6-4e45-ade4-e2a712ef70c4 req-f7a86c4c-b0de-4efa-8b9b-eb41a60d42c2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2416482 Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:08.511912 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:08.561738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.574895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['1a1ee41a-b9d1-4079-9857-c90aa0f31dc2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:12:08.584487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b8ce620-a0ca-47ad-8b59-31138edb5b9a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:08.597901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Pushing event deleted for resources: {'Port': ['ID=1a1ee41a-b9d1-4079-9857-c90aa0f31dc2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:08.620951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:12:08.637021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.656340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.658213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/networks/b1276e97-672e-4994-8837-2e7da273af00 HTTP/1.1" status: 204 len: 168 time: 1.2118504 Aug 19 00:12:08.661653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4b8ce620-a0ca-47ad-8b59-31138edb5b9a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:08.662013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b8ce620-a0ca-47ad-8b59-31138edb5b9a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:08.662438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:08.676205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37926) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:08.681529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] No DVR routers for this DVR port 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:08.684272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.686378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a8935b1-1bce-44b8-9974-acafd7d7e6c6 req-e1f145b4-8ab4-4ca5-ac2f-008316472c56 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.11 "DELETE /v2.0/ports/1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 HTTP/1.1" status: 204 len: 173 time: 0.5969408 Aug 19 00:12:08.686847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'name': 'network-vif-deleted', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:08.689563 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b12266-0908-46c1-b969-9239cc937848" -d '{"events": [{"server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "name": "network-vif-deleted", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:08.695621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:08.696651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 705c9c9b-072e-48e5-8ae2-bfde4d0e1103 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:08.696987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371536-4395-4ad1-a601-0e01cefe3dcd tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Network': ['ID=b1276e97-672e-4994-8837-2e7da273af00,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:08.702794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-add63d26-86a6-4e45-ade4-e2a712ef70c4 req-72b7a4f6-a339-4688-9328-97343ab53904 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735446 Aug 19 00:12:08.716124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f255e-986a-4376-968d-59021c2ba964 req-45f4e8ec-bf5c-42e1-bf93-c769df5f4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:08.716763 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-45f4e8ec-bf5c-42e1-bf93-c769df5f4d2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 200 len: 911 time: 0.3935826 Aug 19 00:12:08.738715 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f1ca3d-7abf-4d7e-9790-9a1485f1e95d x-openstack-request-id: req-27f1ca3d-7abf-4d7e-9790-9a1485f1e95d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:08.739030 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e76dd8d-694e-43d3-914b-4752ecccac35", "name": "network-vif-deleted", "tag": "1a1ee41a-b9d1-4079-9857-c90aa0f31dc2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:08.739425 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27f1ca3d-7abf-4d7e-9790-9a1485f1e95d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:08.739842 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76dd8d-694e-43d3-914b-4752ecccac35', 'name': 'network-vif-deleted', 'tag': '1a1ee41a-b9d1-4079-9857-c90aa0f31dc2', 'status': 'completed', 'code': 200} Aug 19 00:12:08.886517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-494714d2-bd2f-4f91-9c72-65f9d00f3332 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 200 len: 217 time: 0.1134431 Aug 19 00:12:08.960396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea3d603d-d9aa-44ab-97e4-89155a01d6d8 req-7d4f8cb7-9067-440f-a495-5da192673546 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e76dd8d-694e-43d3-914b-4752ecccac35 HTTP/1.1" status: 200 len: 210 time: 0.0858178 Aug 19 00:12:08.969769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:08.975299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.054077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f255e-986a-4376-968d-59021c2ba964 req-ad807adf-7466-4d3c-9f50-0326e9b40e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:09.055591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-ad807adf-7466-4d3c-9f50-0326e9b40e7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 200 len: 851 time: 0.1534958 Aug 19 00:12:09.123652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-2e33f4ea-c44c-475b-89d2-4fcc2b346764 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffe1033-798d-4fb6-8f14-3595666428f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387449 Aug 19 00:12:09.222741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.261171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8371296d-aef6-4865-adfc-c2d683b4033f']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:09.291184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba125a5f-3a76-4114-9ec4-2b974cec0650') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:09.291481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba125a5f-3a76-4114-9ec4-2b974cec0650') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:09.307305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.338403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.357358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:09.357730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:09.362886 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:09.398545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-13802228-75f5-4182-b3c7-bb0f2925fb75 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435684 Aug 19 00:12:09.474666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.502693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.504589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] 10.222.0.20 "DELETE /v2.0/networks/8371296d-aef6-4865-adfc-c2d683b4033f HTTP/1.1" status: 204 len: 168 time: 0.8255494 Aug 19 00:12:09.518982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f695-e6c9-424d-b273-e02077d716a0 tempest-TaggedBootDevicesTest-323077312 tempest-TaggedBootDevicesTest-323077312-project] Pushing event deleted for resources: {'Network': ['ID=8371296d-aef6-4865-adfc-c2d683b4033f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:09.561131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-091f255e-986a-4376-968d-59021c2ba964 req-84311685-1508-428a-aa79-25bcd1b47b9f service neutron] 10.222.0.21 "GET /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530342 Aug 19 00:12:09.572791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port b99e3df6-becc-4c19-aebc-f55165de60dd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:09.573220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.684740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:09.697480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for b99e3df6-becc-4c19-aebc-f55165de60dd owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:09.861771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece5ec-fd03-4a5a-b5b4-901b60d92450 req-3ff5f4ed-be57-49eb-8c07-7c7b156b8dd1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:09.863296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13ece5ec-fd03-4a5a-b5b4-901b60d92450 req-3ff5f4ed-be57-49eb-8c07-7c7b156b8dd1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0612659 Aug 19 00:12:09.942504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-13ece5ec-fd03-4a5a-b5b4-901b60d92450 req-8f41c6fe-625b-44e8-a539-c926241ae8ae tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716505 Aug 19 00:12:09.946789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:10.019209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=b99e3df6-becc-4c19-aebc-f55165de60dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:10.139129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:10.355910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 95fd9aaf-8d7f-4da1-a742-f6acee81f995 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:10.403488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24cc9-cf86-40a0-ab1e-6cf64839e756 req-6ae182ac-f15f-462a-8e80-d0e6b06549b0 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:10.405891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdd24cc9-cf86-40a0-ab1e-6cf64839e756 req-6ae182ac-f15f-462a-8e80-d0e6b06549b0 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0763102 Aug 19 00:12:10.456986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cdd24cc9-cf86-40a0-ab1e-6cf64839e756 req-e2d4a241-6841-42e6-9b8c-b6e1a3abe3bd tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Aug 19 00:12:10.469060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:10.477447 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4824c7ba-1f0a-4e79-9ae1-eb3f6b3a2197 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/95fd9aaf-8d7f-4da1-a742-f6acee81f995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168056 Aug 19 00:12:10.477447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37956) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:10.481150 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] Sync routers for ids ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:10.494299 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] Routers {'95fd9aaf-8d7f-4da1-a742-f6acee81f995'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:10.495326 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:10.534443 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:10.545110 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] Routers {'95fd9aaf-8d7f-4da1-a742-f6acee81f995'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:10.545896 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:11:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:10.587702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:10.588547 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2f083-e282-4b81-9551-b5fc58553a85 None None] The sync data for ids ['95fd9aaf-8d7f-4da1-a742-f6acee81f995'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:10.905363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:10.937790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:10.938444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1a1ee41a-b9d1-4079-9857-c90aa0f31dc2 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:11.032533 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-d250aecb-189f-4c20-a9a2-6e640b863451 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 00:12:11.033598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d250aecb-189f-4c20-a9a2-6e640b863451 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/95fd9aaf-8d7f-4da1-a742-f6acee81f995/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5559857 Aug 19 00:12:11.036937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37964) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:11.065328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-046bc18f-30ad-4027-8ac9-b1772d63d193 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=95fd9aaf-8d7f-4da1-a742-f6acee81f995 HTTP/1.1" status: 200 len: 205 time: 0.0271771 Aug 19 00:12:11.067686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37966) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:11.149413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.341318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.343325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.385937 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.387769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router 95fd9aaf-8d7f-4da1-a742-f6acee81f995 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:11.394641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.398555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:11.398791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e889c16-70b4-443f-a125-72e1b0005272 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/95fd9aaf-8d7f-4da1-a742-f6acee81f995 HTTP/1.1" status: 204 len: 168 time: 0.3298430 Aug 19 00:12:11.456908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet cba76179-52c2-49db-b201-b9e8e2f7f3ec {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:11.460267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.502415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.578684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c6ad5-c377-4f50-978b-cf250a872fa3 req-3aa26991-3247-4107-b75d-6bb422c8c779 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:11.580353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-791c6ad5-c377-4f50-978b-cf250a872fa3 req-3aa26991-3247-4107-b75d-6bb422c8c779 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0498741 Aug 19 00:12:11.621204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-791c6ad5-c377-4f50-978b-cf250a872fa3 req-7055c80f-8ea4-4d52-9a58-87fd7960ba10 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Aug 19 00:12:11.632953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1d47d-5ce0-4f5d-9a52-2040fa6bfb0b req-cef98172-83c5-4acb-901f-7e5382ff1a95 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:11.635566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbe1d47d-5ce0-4f5d-9a52-2040fa6bfb0b req-cef98172-83c5-4acb-901f-7e5382ff1a95 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1303604 Aug 19 00:12:11.670105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.719409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbe1d47d-5ce0-4f5d-9a52-2040fa6bfb0b req-15a312ed-0f23-4bab-a36a-e1a158cd7b3c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731406 Aug 19 00:12:11.764131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.794045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=cba76179-52c2-49db-b201-b9e8e2f7f3ec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:11.797915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.802869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37980) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:11.803040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f90afcb-7f85-4028-a789-3c4158b5cf51 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/cba76179-52c2-49db-b201-b9e8e2f7f3ec HTTP/1.1" status: 204 len: 168 time: 0.4021950 Aug 19 00:12:11.809591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a6368-6840-4bab-92f6-83e0ea5fc86a None None] Network 96698542-fc09-45e1-a400-c949d3506364 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:11.906413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:11.984454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 22f63a58-e519-4c3a-b819-8170cbe46722 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:11.984873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.049630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] DHCP port deletion for 96698542-fc09-45e1-a400-c949d3506364 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:12.070769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 22f63a58-e519-4c3a-b819-8170cbe46722, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=22f63a58-e519-4c3a-b819-8170cbe46722,segment=NetworkSegment(80e271f9-3439-4cba-a11b-91a0cbd40310),segment_id=80e271f9-3439-4cba-a11b-91a0cbd40310)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:12.071862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.091145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 22f63a58-e519-4c3a-b819-8170cbe46722 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:12.103473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Deleting port 22f63a58-e519-4c3a-b819-8170cbe46722 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:12.103866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.226365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 22f63a58-e519-4c3a-b819-8170cbe46722 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:12.229978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] For port 22f63a58-e519-4c3a-b819-8170cbe46722, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=22f63a58-e519-4c3a-b819-8170cbe46722,segment=NetworkSegment(80e271f9-3439-4cba-a11b-91a0cbd40310),segment_id=80e271f9-3439-4cba-a11b-91a0cbd40310)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:12.230387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.255765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.263321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Calling delete_port for 22f63a58-e519-4c3a-b819-8170cbe46722 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:12.294254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=22f63a58-e519-4c3a-b819-8170cbe46722,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:12.298063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 22f63a58-e519-4c3a-b819-8170cbe46722 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:12.317220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No active binding found for port 22f63a58-e519-4c3a-b819-8170cbe46722 {{(pid=94624) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 00:12:12.317597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 22f63a58-e519-4c3a-b819-8170cbe46722 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.353395 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:12.357027 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:12:12.364905 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.400255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.401577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] Pushing event deleted for resources: {'Port': ['ID=22f63a58-e519-4c3a-b819-8170cbe46722,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:12.406625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28f98c-5038-40a1-91cb-34474d2e04e8 None None] No DVR routers for this DVR port 22f63a58-e519-4c3a-b819-8170cbe46722 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:12.410111 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b6a2-8ee4-4228-8377-cc88202f7b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.419562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96698542-fc09-45e1-a400-c949d3506364']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:12.428900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e271f9-3439-4cba-a11b-91a0cbd40310') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:12.429201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e271f9-3439-4cba-a11b-91a0cbd40310') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:12.438849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.453440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.460361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:12.460964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:12.464804 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:12.534446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.541893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.543741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/96698542-fc09-45e1-a400-c949d3506364 HTTP/1.1" status: 204 len: 168 time: 0.7395179 Aug 19 00:12:12.547290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:12.552489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180529060'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:12.569375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c1ee1-f5ce-44e4-9c08-c2c57cec36c5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=96698542-fc09-45e1-a400-c949d3506364,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:12.584387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:12.587944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.612121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:12.622003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.622362 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment c853b110-07d1-46b3-96ed-64f36ce74a48 of type vlan for network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d Aug 19 00:12:12.662925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.690882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.698471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:12.699189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:12.727507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789565 Aug 19 00:12:12.731324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:12.738046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:12.779879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c627-1d7b-4c89-bcdf-7c5acb2c291e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=8ba6704e-2ff1-4774-a8f4-eaef723bc06d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:12.790196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:12.861222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af7c2c-182d-47a2-a296-47d0143fb430 req-0c50cb58-1ea8-4287-b18f-4b43d0d3b96b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:12.864769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6af7c2c-182d-47a2-a296-47d0143fb430 req-0c50cb58-1ea8-4287-b18f-4b43d0d3b96b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.1509342 Aug 19 00:12:12.910415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-e1e3792e-23c6-4dd8-ae91-261b1700aa51 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:12.912347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-e1e3792e-23c6-4dd8-ae91-261b1700aa51 tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 945 time: 0.0537088 Aug 19 00:12:12.937272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6af7c2c-182d-47a2-a296-47d0143fb430 req-087edadb-4c4e-42a5-bb17-c045497733ec tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/security-groups?id=8efdefbe-060a-4766-82a1-dbc6b5442572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549982 Aug 19 00:12:12.941252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:12.944919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.048135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Deleting port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:13.049443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.155521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.239748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:13.268804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': 'c853b110-07d1-46b3-96ed-64f36ce74a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:13.269165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 8ba6704e-2ff1-4774-a8f4-eaef723bc06d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:13.270079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] For port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:13.270604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.288391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:13.300495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8ba6704e-2ff1-4774-a8f4-eaef723bc06d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:13.305487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Calling delete_port for 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:13.309947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:13.310360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.314873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176d452-b6bf-4954-9495-bd0dcf96288e None None] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:13.335204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bfae8f5c-cd7a-4ee9-8196-875f185bd233 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6021931 Aug 19 00:12:13.338344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:13.343859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-6357277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:13.375751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.377074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.457174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.466858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.487922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.494185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:13.494716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-12e356b2-855c-4a86-9b07-7371bbbfd2d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1547477 Aug 19 00:12:13.547517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8ba6704e-2ff1-4774-a8f4-eaef723bc06d', 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': 'b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:13.549017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.576038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.618417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Pushing event deleted for resources: {'Port': ['ID=1bd8d148-9d0e-4c67-8a8b-f0ea33048aec,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:13.625739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:12:13.728549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] No DVR routers for this DVR port 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:13.731624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Allocated IP 2001:db8::2 (8ba6704e-2ff1-4774-a8f4-eaef723bc06d/b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e/1e0e941a-326f-4864-b8f6-6dddc111c20c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:13.802634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.802634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ef94e27-037b-40b5-a73d-e417c0cafdbf req-850a2dfc-413d-4f2f-b0b4-1016daabce7b tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.21 "DELETE /v2.0/ports/1bd8d148-9d0e-4c67-8a8b-f0ea33048aec HTTP/1.1" status: 204 len: 173 time: 0.8813283 Aug 19 00:12:13.804514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'name': 'network-vif-deleted', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:13.806283 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7defa-1da2-47c0-bb8d-3c6ac873b854" -d '{"events": [{"server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "name": "network-vif-deleted", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:13.868952 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c48b19-0f3c-492f-911b-04a9a72acf1a x-openstack-request-id: req-51c48b19-0f3c-492f-911b-04a9a72acf1a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:13.869665 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50e348f-8732-487a-8022-658032c22cfe", "name": "network-vif-deleted", "tag": "1bd8d148-9d0e-4c67-8a8b-f0ea33048aec", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:13.870382 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c48b19-0f3c-492f-911b-04a9a72acf1a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:13.871177 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e348f-8732-487a-8022-658032c22cfe', 'name': 'network-vif-deleted', 'tag': '1bd8d148-9d0e-4c67-8a8b-f0ea33048aec', 'status': 'completed', 'code': 200} Aug 19 00:12:13.910757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.911029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:13.921600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Transition to ACTIVE for port object 1e0e941a-326f-4864-b8f6-6dddc111c20c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:13.940315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Transition to ACTIVE for port object 1e0e941a-326f-4864-b8f6-6dddc111c20c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:13.948411 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.019322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Pushing event updated for resources: {'Port': ['ID=1e0e941a-326f-4864-b8f6-6dddc111c20c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:14.032343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:14.033847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:14.036538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:14.094545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Attempting to bind port 1e0e941a-326f-4864-b8f6-6dddc111c20c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:14.094813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Attempting to bind port 1e0e941a-326f-4864-b8f6-6dddc111c20c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c853b110-07d1-46b3-96ed-64f36ce74a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:14.095110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Attempting to bind port 1e0e941a-326f-4864-b8f6-6dddc111c20c on network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:14.096192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5923756-4b30-4e0d-898e-7c120d10ed35 req-fd4db86b-8ca8-4860-a689-1d236a450a4d tempest-ServerRescueTestJSON-357021087 tempest-ServerRescueTestJSON-357021087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50e348f-8732-487a-8022-658032c22cfe HTTP/1.1" status: 200 len: 210 time: 0.0323370 Aug 19 00:12:14.100399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:14.100776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Checking segment: {'id': 'c853b110-07d1-46b3-96ed-64f36ce74a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:14.101316 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.101580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Bound using segment: {'id': 'c853b110-07d1-46b3-96ed-64f36ce74a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:14.102098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Bound port: 1e0e941a-326f-4864-b8f6-6dddc111c20c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c853b110-07d1-46b3-96ed-64f36ce74a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ba6704e-2ff1-4774-a8f4-eaef723bc06d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:14.102491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.187225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] For port 1e0e941a-326f-4864-b8f6-6dddc111c20c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:14.190741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] For port 1e0e941a-326f-4864-b8f6-6dddc111c20c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e0e941a-326f-4864-b8f6-6dddc111c20c,segment=NetworkSegment(c853b110-07d1-46b3-96ed-64f36ce74a48),segment_id=c853b110-07d1-46b3-96ed-64f36ce74a48)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:14.194297 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.256448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81466e-4334-43ee-8a47-ab102456aeb5 None None] Pushing event updated for resources: {'Port': ['ID=1e0e941a-326f-4864-b8f6-6dddc111c20c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:14.306504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8::1 (8ba6704e-2ff1-4774-a8f4-eaef723bc06d/b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e/e5fd1a1c-6b74-4bd7-a122-6bf118921c23) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:14.460881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.478649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object e5fd1a1c-6b74-4bd7-a122-6bf118921c23 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:14.537015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.582981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:14.587077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:14.591611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:14.591820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.598039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=e5fd1a1c-6b74-4bd7-a122-6bf118921c23,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:14.727874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.946421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e98d415f-b121-4eaf-a3ee-a24c41d32a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.948919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:14.995934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:15.000391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:15.001273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:15.098930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=e5fd1a1c-6b74-4bd7-a122-6bf118921c23,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:15.142127 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:15.161060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:15.162757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:15.182915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:15.302049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 73ddfdac-4778-4f91-af21-3de1bc6fc049 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:15.424650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:15.437741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] Sync routers for ids ['73ddfdac-4778-4f91-af21-3de1bc6fc049'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:15.451695 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea6dd437-bf3a-4e4e-babb-cf84f8e95a33 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/73ddfdac-4778-4f91-af21-3de1bc6fc049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532521 Aug 19 00:12:15.452110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:15.453414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] Routers {'73ddfdac-4778-4f91-af21-3de1bc6fc049'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:15.453995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['73ddfdac-4778-4f91-af21-3de1bc6fc049'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:15.510990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0f048-2148-4c3c-8e8a-04627f4cfa62 None None] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:15.513262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:15.538253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc6fa1b-4bda-4a1a-84f3-4dcba48e8983 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:15.542354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4cc6fa1b-4bda-4a1a-84f3-4dcba48e8983 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports/e5fd1a1c-6b74-4bd7-a122-6bf118921c23 HTTP/1.1" status: 200 len: 911 time: 0.0846856 Aug 19 00:12:15.542687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38040) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:15.571346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] Routers {'73ddfdac-4778-4f91-af21-3de1bc6fc049'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:15.571883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['73ddfdac-4778-4f91-af21-3de1bc6fc049'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:15.609088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:15.609088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c00e2-fdc2-4cea-9f8d-68db4eddaeba None None] The sync data for ids ['73ddfdac-4778-4f91-af21-3de1bc6fc049'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:15.629879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-41ae7a38-89ac-4fd4-8099-305130437390 None None] Provisioning for port 1e0e941a-326f-4864-b8f6-6dddc111c20c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:15.671346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:15.686485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:15.715110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:15.715458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 1bd8d148-9d0e-4c67-8a8b-f0ea33048aec not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:16.016947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Deleting port f1771867-2770-4ad5-8eca-561cc4923d4a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:16.017962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.130729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-494fade2-4b82-4710-bb96-8e4ff25f420c None None] Provisioning for port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:16.138443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-494fade2-4b82-4710-bb96-8e4ff25f420c None None] Provisioning complete for port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:16.138727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-494fade2-4b82-4710-bb96-8e4ff25f420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.209628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] For port f1771867-2770-4ad5-8eca-561cc4923d4a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1771867-2770-4ad5-8eca-561cc4923d4a,segment=NetworkSegment(19610a9f-4fd1-4ee3-a707-733483e9eb80),segment_id=19610a9f-4fd1-4ee3-a707-733483e9eb80)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:16.210128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.246643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Calling delete_port for f1771867-2770-4ad5-8eca-561cc4923d4a owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:16.255798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-494fade2-4b82-4710-bb96-8e4ff25f420c None None] Port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:16.264586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.354922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e0e941a-326f-4864-b8f6-6dddc111c20c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:16.466147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1e0e941a-326f-4864-b8f6-6dddc111c20c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:16.484139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1e0e941a-326f-4864-b8f6-6dddc111c20c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:16.489060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.493738 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.564948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.587627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1af1e250-a3f8-492b-9f30-a26b8ed738b0 None None] Provisioning complete for port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:16.589179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1af1e250-a3f8-492b-9f30-a26b8ed738b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.622323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1771867-2770-4ad5-8eca-561cc4923d4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:16.648190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1af1e250-a3f8-492b-9f30-a26b8ed738b0 None None] Port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:16.716869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.781599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1e0e941a-326f-4864-b8f6-6dddc111c20c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e0e941a-326f-4864-b8f6-6dddc111c20c,segment=NetworkSegment(c853b110-07d1-46b3-96ed-64f36ce74a48),segment_id=c853b110-07d1-46b3-96ed-64f36ce74a48)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:16.796723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.907802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1e0e941a-326f-4864-b8f6-6dddc111c20c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:16.910747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72c0df99-fc84-4a70-94d2-627b0aef79a8 None None] Provisioning complete for port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:16.910893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72c0df99-fc84-4a70-94d2-627b0aef79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.914902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:16.915953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.952873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:16.990528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-72c0df99-fc84-4a70-94d2-627b0aef79a8 None None] Port e5fd1a1c-6b74-4bd7-a122-6bf118921c23 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:17.026963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:17.040795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for e5fd1a1c-6b74-4bd7-a122-6bf118921c23 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:17.243259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:17.282050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=e5fd1a1c-6b74-4bd7-a122-6bf118921c23,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:17.398296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:17.619605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 73ddfdac-4778-4f91-af21-3de1bc6fc049 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:17.630914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Router 0e7179f0-1fe2-4771-a401-f7e594994e26 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:17.708539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:17.714704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f799f14d-7949-4bce-a890-b3c57a9be46d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/73ddfdac-4778-4f91-af21-3de1bc6fc049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1709509 Aug 19 00:12:17.717429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:17.726258 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] Sync routers for ids ['73ddfdac-4778-4f91-af21-3de1bc6fc049'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:17.745847 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] Routers {'73ddfdac-4778-4f91-af21-3de1bc6fc049'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:17.751488 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['73ddfdac-4778-4f91-af21-3de1bc6fc049'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:17.759648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:17.769589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e3559d0-5f4f-4ca8-a9d6-e64d017b45ea tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=73ddfdac-4778-4f91-af21-3de1bc6fc049 HTTP/1.1" status: 200 len: 205 time: 0.0486548 Aug 19 00:12:17.771228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:17.803936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:17.817347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] Routers {'73ddfdac-4778-4f91-af21-3de1bc6fc049'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:17.818007 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['73ddfdac-4778-4f91-af21-3de1bc6fc049'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:17.822596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:17.828222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8966cbc6-b75c-45f8-84f8-c6948ec4b418 admin admin] 10.222.0.20 "PUT /v2.0/routers/0e7179f0-1fe2-4771-a401-f7e594994e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440425 Aug 19 00:12:17.830474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:17.832424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Sync routers for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:17.850459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:17.851110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:17.861549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:17.862451 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd4d87-965c-494d-a6d4-99b1a774c54a None None] The sync data for ids ['73ddfdac-4778-4f91-af21-3de1bc6fc049'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:17.890227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:17.978932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.050726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:18.165544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.215075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.219975 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.235427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Deleting port e38fb596-faa3-4720-a930-ecd94037b433 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:18.236083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.290943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.291976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router 73ddfdac-4778-4f91-af21-3de1bc6fc049 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:18.305660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.309452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce61cf11-0594-45a8-a54c-b56d9d899163 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/73ddfdac-4778-4f91-af21-3de1bc6fc049 HTTP/1.1" status: 204 len: 168 time: 0.5365136 Aug 19 00:12:18.311440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:18.332955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e0e941a-326f-4864-b8f6-6dddc111c20c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:18.339162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:12:16Z', 'revision_number': 5, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port': {'id': 'e38fb596-faa3-4720-a930-ecd94037b433', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:18Z', 'updated_at': '2021-08-19T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:18.382881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] For port e38fb596-faa3-4720-a930-ecd94037b433, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e38fb596-faa3-4720-a930-ecd94037b433,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:18.383931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.386315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Checking router: 0e7179f0-1fe2-4771-a401-f7e594994e26 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:18.389887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:18.398388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.405046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Routers {'0e7179f0-1fe2-4771-a401-f7e594994e26'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:18.405687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e7179f0-1fe2-4771-a401-f7e594994e26'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:18.423728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Calling delete_port for e38fb596-faa3-4720-a930-ecd94037b433 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:18.455792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.651956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.660816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1e0e941a-326f-4864-b8f6-6dddc111c20c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:18.661228 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.666577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] Set router 0e7179f0-1fe2-4771-a401-f7e594994e26 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:18.760044 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.770414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.813309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:12:18Z', 'revision_number': 6, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:18.846654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:18.856397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38fb596-faa3-4720-a930-ecd94037b433,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:18.862781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960c5af-7020-4887-a162-2f4d14e45780 None None] The sync data for ids ['0e7179f0-1fe2-4771-a401-f7e594994e26'] in n-d-771363-38 is: [{'id': '0e7179f0-1fe2-4771-a401-f7e594994e26', 'name': 'tempest-ServerRescueTestJSON-1974370833-router', 'tenant_id': '09a4acceaa7848658d5967d297a1b1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:17Z', 'updated_at': '2021-08-19T00:12:18Z', 'revision_number': 6, 'project_id': '09a4acceaa7848658d5967d297a1b1d2', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:18.911000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.916360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38072) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:18.917406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-59422f0b-1d34-4fee-bb18-093b85934800 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e HTTP/1.1" status: 204 len: 168 time: 0.6039624 Aug 19 00:12:18.939196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:18.980844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f83b1-2dd7-4ab1-9754-b1ddeadc1c67 None None] Network 8ba6704e-2ff1-4774-a8f4-eaef723bc06d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:19.037661 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.040096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.058773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.096104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.096925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7179f0-1fe2-4771-a401-f7e594994e26 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:19.102112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.103386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c87172f-a042-4189-8fd0-e284df687ab4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0e7179f0-1fe2-4771-a401-f7e594994e26 HTTP/1.1" status: 204 len: 168 time: 1.2717381 Aug 19 00:12:19.106143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38074) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:19.163446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Deleting subnet a62f28ff-a280-4608-8b86-72e50a8ca289 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:19.167016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.217217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.253994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 1e0e941a-326f-4864-b8f6-6dddc111c20c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:19.254241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.307507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] DHCP port deletion for 8ba6704e-2ff1-4774-a8f4-eaef723bc06d request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:19.317966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.375867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 1e0e941a-326f-4864-b8f6-6dddc111c20c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e0e941a-326f-4864-b8f6-6dddc111c20c,segment=NetworkSegment(c853b110-07d1-46b3-96ed-64f36ce74a48),segment_id=c853b110-07d1-46b3-96ed-64f36ce74a48)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:19.376234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.376846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Deleting port 1e0e941a-326f-4864-b8f6-6dddc111c20c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:19.377235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.394941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 1e0e941a-326f-4864-b8f6-6dddc111c20c owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:19.445697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] For port 1e0e941a-326f-4864-b8f6-6dddc111c20c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e0e941a-326f-4864-b8f6-6dddc111c20c,segment=NetworkSegment(c853b110-07d1-46b3-96ed-64f36ce74a48),segment_id=c853b110-07d1-46b3-96ed-64f36ce74a48)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:19.446124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.450540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.458431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Calling delete_port for 1e0e941a-326f-4864-b8f6-6dddc111c20c owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:19.485210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62f28ff-a280-4608-8b86-72e50a8ca289,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:19.497193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.500889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db4f4227-4e35-4f67-b868-14b1cd80fa58 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a62f28ff-a280-4608-8b86-72e50a8ca289 HTTP/1.1" status: 204 len: 168 time: 0.3907850 Aug 19 00:12:19.501707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38076) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:19.533254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.559496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=1e0e941a-326f-4864-b8f6-6dddc111c20c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:19.567648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 1e0e941a-326f-4864-b8f6-6dddc111c20c on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:19.572765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.597911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.609050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] Pushing event deleted for resources: {'Port': ['ID=1e0e941a-326f-4864-b8f6-6dddc111c20c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:19.614525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4636f0-cc0c-4ad0-ba93-bcae2b33a3fa None None] No DVR routers for this DVR port 1e0e941a-326f-4864-b8f6-6dddc111c20c on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:19.674521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.684769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba6704e-2ff1-4774-a8f4-eaef723bc06d']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.696345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c853b110-07d1-46b3-96ed-64f36ce74a48') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.696656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c853b110-07d1-46b3-96ed-64f36ce74a48') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.700185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.712548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffe1033-798d-4fb6-8f14-3595666428f6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.716843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.723191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19610a9f-4fd1-4ee3-a707-733483e9eb80') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.723515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19610a9f-4fd1-4ee3-a707-733483e9eb80') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:19.732988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.733406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.742474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:19.742898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:19.746620 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:19.752075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.760243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:19.760846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:19.762750 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:19.846753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.862558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.872940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/8ba6704e-2ff1-4774-a8f4-eaef723bc06d HTTP/1.1" status: 204 len: 168 time: 0.9553106 Aug 19 00:12:19.882445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:19.890296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593215316', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:19.904624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cca60d-53ae-43e7-9ac9-8fc423fab329 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=8ba6704e-2ff1-4774-a8f4-eaef723bc06d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:19.928528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.935739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.939110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ffe1033-798d-4fb6-8f14-3595666428f6 HTTP/1.1" status: 204 len: 168 time: 0.4362738 Aug 19 00:12:19.957904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ffe1033-798d-4fb6-8f14-3595666428f6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:19.966378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.967395 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:19.971271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.971624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.971966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.972351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.972669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.972996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.973328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.973655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.973980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.974303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.974628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:19.974952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe8b2b-676f-4394-9398-d8f1cc95ae78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:20.040246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.131014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:20.193896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea24c729-b157-433f-9136-6679a48a0852 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09a4acceaa7848658d5967d297a1b1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615532 Aug 19 00:12:20.196190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38090) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:20.197616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e0e941a-326f-4864-b8f6-6dddc111c20c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:20.201939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.219863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1e0e941a-326f-4864-b8f6-6dddc111c20c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:20.220377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e0e941a-326f-4864-b8f6-6dddc111c20c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:20.220739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1771867-2770-4ad5-8eca-561cc4923d4a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:20.241695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f1771867-2770-4ad5-8eca-561cc4923d4a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:20.242050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1771867-2770-4ad5-8eca-561cc4923d4a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:20.242512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e38fb596-faa3-4720-a930-ecd94037b433 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:20.257737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.262579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e38fb596-faa3-4720-a930-ecd94037b433 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:20.263573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e38fb596-faa3-4720-a930-ecd94037b433 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:20.288346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.342496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.345190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.348863 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8efdefbe-060a-4766-82a1-dbc6b5442572 HTTP/1.1" status: 204 len: 168 time: 0.1488905 Aug 19 00:12:20.355422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b614-5d12-4448-8762-022d4520f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdefbe-060a-4766-82a1-dbc6b5442572,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:20.426539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.445970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.557822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 172.25.1.108 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/dd3298a5-a89c-4560-bf92-71e3119b7e6b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:20.672794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.719362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:20.776750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:20.782079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=dd3298a5-a89c-4560-bf92-71e3119b7e6b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:20.785504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:20.787620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:21.108230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.144582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38120) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:21.269226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-network', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:21.297296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Made reservation on behalf of f3475584e7e840e8acc04ff463fd5794 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:21.299693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.308499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.322248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.407621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.411928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.439436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:21.455228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3cd19-80c3-43ea-86ea-65b67613e16e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:21.458641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.458992 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Added segment f5e016f3-3fc9-4d97-9011-4da1e514d21e of type vlan for network 6a884f5e-af4c-484d-a437-d2451f077750 Aug 19 00:12:21.472051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router f5519f3e-f54e-4456-b6d4-d3ed45dc5857 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:21.500831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.530887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.531950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:21.532576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.590760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4310338 Aug 19 00:12:21.591023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38124) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:21.595750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Request body: {'subnet': {'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-subnet', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:21.605409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10929575-53ab-416f-9433-bc5ca1441975 admin admin] Pushing event updated for resources: {'Network': ['ID=6a884f5e-af4c-484d-a437-d2451f077750,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:21.620652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 6a884f5e-af4c-484d-a437-d2451f077750 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:21.627683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Made reservation on behalf of f3475584e7e840e8acc04ff463fd5794 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:21.631211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.830118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.865189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:21.877319 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] Sync routers for ids ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:21.886995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] Routers {'f5519f3e-f54e-4456-b6d4-d3ed45dc5857'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:21.887620 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:21.898998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c70cd3-5774-4759-8ba9-8071a7ba68e8,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:21.899929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.902444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb8712b9-5eec-4c57-894a-d9494f1e9a73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0199406 Aug 19 00:12:21.906313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:21.911498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Checking segment: {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:21.911869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Network hostable DHCP agents. Network: 6a884f5e-af4c-484d-a437-d2451f077750, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:21.929462 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:21.940553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Network 6a884f5e-af4c-484d-a437-d2451f077750 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:21.952071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] Routers {'f5519f3e-f54e-4456-b6d4-d3ed45dc5857'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:21.953454 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:21.955908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 6a884f5e-af4c-484d-a437-d2451f077750) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:21.961206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:21.962427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:21.968122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc15da-0503-4e18-a0a0-829a79229cf7 None None] Network 6a884f5e-af4c-484d-a437-d2451f077750 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:21.983153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a7a2061-6724-488a-97a7-f83b8e035057 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3911176 Aug 19 00:12:21.985917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38130) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:21.994508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:21.997309 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:21.998223 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983248b4-5602-4d2e-b625-5c6aaa129a80 None None] The sync data for ids ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:22.052150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.053647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.058366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:22.109911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af9f7c24-f765-4dce-b9a3-3440f177d83a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers/f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 200 len: 884 time: 0.2020853 Aug 19 00:12:22.112101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:22.161453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.222766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb5835-a019-49a7-ab94-d5294b919b7c None None] Network 6a884f5e-af4c-484d-a437-d2451f077750 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:22.341693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-97db2fc1-b8dd-4a4f-a75e-27ed98e68f90 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2257974 Aug 19 00:12:22.341876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:22.347565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-593215316'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:22.351329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.652818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.665057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.758490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.770599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router f5519f3e-f54e-4456-b6d4-d3ed45dc5857 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:22.779477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.884726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:22.891720 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:22.893793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64d7c0da-75c0-487a-b863-52ff09318327 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 200 len: 891 time: 0.5509667 Aug 19 00:12:22.895576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:22.895931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] Sync routers for ids ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:22.906940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] Routers {'f5519f3e-f54e-4456-b6d4-d3ed45dc5857'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:22.907493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:22.946374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:22.955777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] Routers {'f5519f3e-f54e-4456-b6d4-d3ed45dc5857'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:22.956445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:22.989278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:22.990456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb287d4f-584c-47d5-b64e-11e98447ad02 None None] The sync data for ids ['f5519f3e-f54e-4456-b6d4-d3ed45dc5857'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:23.015770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c8b9acd-611f-402c-a2a9-0d9004a8b824 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers/f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 200 len: 891 time: 0.1190085 Aug 19 00:12:23.018392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:23.049335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f211d4f2-0316-4d99-9f51-c362162f393a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 200 len: 205 time: 0.0275843 Aug 19 00:12:23.049592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:23.163698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.251435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Allocated IP 172.25.1.80 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/d2ba7496-4cd4-455b-98bc-51c4a2659e5b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:23.266284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.269616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.321817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port dd3298a5-a89c-4560-bf92-71e3119b7e6b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:23.322169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.402799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.415478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for dd3298a5-a89c-4560-bf92-71e3119b7e6b owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:23.471785 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.547079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.580351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.605987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=dd3298a5-a89c-4560-bf92-71e3119b7e6b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:23.609304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:23.616129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:23.636974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:23.641538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Pushing event updated for resources: {'Port': ['ID=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:23.667850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.759938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Deleting port c5015db1-8ada-4864-ad42-b3b3c45ea77d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:23.760284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.780235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.784383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.868912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.869242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router f5519f3e-f54e-4456-b6d4-d3ed45dc5857 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:23.887236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.893126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4de71ae7-635d-40f7-8938-38704f6c1ec6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 204 len: 168 time: 0.8379443 Aug 19 00:12:23.893651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:23.899543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097055548'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:23.923357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:23.927250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.947127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] For port c5015db1-8ada-4864-ad42-b3b3c45ea77d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5015db1-8ada-4864-ad42-b3b3c45ea77d,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:23.947695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.954004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:23.964949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:23.965429 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment 82bc38a2-78f4-4270-8201-180e054331d5 of type vlan for network 9c16b870-eb02-4e48-922b-8ea0727b53d6 Aug 19 00:12:23.968911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Calling delete_port for c5015db1-8ada-4864-ad42-b3b3c45ea77d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:24.006310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.031156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.037293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:24.037895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.066175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.096531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2015951 Aug 19 00:12:24.103625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:24.109215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:24.126996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c44f23-9f8b-4a55-ba13-d9e10eccc0b6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=9c16b870-eb02-4e48-922b-8ea0727b53d6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:24.144568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:24.229257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:24.236412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.406435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.417059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.493669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5015db1-8ada-4864-ad42-b3b3c45ea77d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:24.653711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-2f32740a-4f0e-4b1e-a97f-bb6f7028be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:24.655263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-2f32740a-4f0e-4b1e-a97f-bb6f7028be99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.0739589 Aug 19 00:12:24.713738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b7698-7a1e-4cb2-bd5f-14ff8dc8829e req-03e1e146-eda3-4eb1-bd55-4ad9e1636d2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:24.721329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-152b7698-7a1e-4cb2-bd5f-14ff8dc8829e req-03e1e146-eda3-4eb1-bd55-4ad9e1636d2d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1503360 Aug 19 00:12:24.817099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-a910fb84-05c5-498b-9c8e-867cad79b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:24.818477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-a910fb84-05c5-498b-9c8e-867cad79b0de service neutron] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.1555727 Aug 19 00:12:24.830969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-152b7698-7a1e-4cb2-bd5f-14ff8dc8829e req-71eeb4bf-1bcf-4f33-a86b-62ddc169c412 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087365 Aug 19 00:12:24.833624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Router 269bbc86-ee4a-45fd-8484-9e48a48315f7 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:24.838384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.844339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:24.900372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-9db1fe4b-fa07-4d9b-a6ca-8c1a5106d409 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0740714 Aug 19 00:12:24.967078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=5e893286-097a-43da-b4f2-22c51de78be1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:24.984523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-3edb97cb-fa5d-459d-9b1b-e0521792583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:24.986008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-3edb97cb-fa5d-459d-9b1b-e0521792583d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.0733078 Aug 19 00:12:24.986895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': '82bc38a2-78f4-4270-8201-180e054331d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:24.987258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 9c16b870-eb02-4e48-922b-8ea0727b53d6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:25.025538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-04ba150e-959e-4723-88dc-005e9a3b8a00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287182 Aug 19 00:12:25.027048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:25.034859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:25.045461 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Sync routers for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:25.045938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9c16b870-eb02-4e48-922b-8ea0727b53d6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:25.057004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c905e-4a93-41db-9b3e-eae176b4d233 None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:25.070987 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:25.071936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:25.072125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:25.072791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.083976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.087786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd6ec304-9834-47c4-9620-787a1fc8a8be admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0982790 Aug 19 00:12:25.087944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38174) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:25.115904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c8956aa-377e-411f-8249-72904b0dc4d5 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0112267 Aug 19 00:12:25.119325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:25.126659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-543350522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:25.182457 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.183657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.231746 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:25.256689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.262075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-efc3437c-9f5b-41be-90f3-de80babdfe12 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276840 Aug 19 00:12:25.265030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9c16b870-eb02-4e48-922b-8ea0727b53d6', 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': '5e893286-097a-43da-b4f2-22c51de78be1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:25.266086 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.267120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.330501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.333074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cb51d8e9-fad1-4f79-be25-7550a29bacd6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2125416 Aug 19 00:12:25.338144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:25.434097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Allocated IP 2001:db8::2 (9c16b870-eb02-4e48-922b-8ea0727b53d6/5e893286-097a-43da-b4f2-22c51de78be1/0f94c144-1c17-4a24-935f-365c27ebad09) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:25.455978 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:23Z', 'revision_number': 3, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:25.489546 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Checking router: 269bbc86-ee4a-45fd-8484-9e48a48315f7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:25.489929 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Updating router 269bbc86-ee4a-45fd-8484-9e48a48315f7 port d2ba7496-4cd4-455b-98bc-51c4a2659e5b binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:25.518937 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.591709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Router d60182c0-1975-4466-85dd-eb3838be4d67 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:25.613153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd53629-956d-43a2-89e7-e4ad1e52b5e6 req-ae37cc0f-b123-44c2-a300-6a24149e59c3 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381462 Aug 19 00:12:25.614855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.645908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Transition to ACTIVE for port object 0f94c144-1c17-4a24-935f-365c27ebad09 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:25.669394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Transition to ACTIVE for port object 0f94c144-1c17-4a24-935f-365c27ebad09 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:25.678863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.687443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.734557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:25.740468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:25.743315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:25.754789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Pushing event updated for resources: {'Port': ['ID=0f94c144-1c17-4a24-935f-365c27ebad09,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:25.825136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Attempting to bind port 0f94c144-1c17-4a24-935f-365c27ebad09 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:25.825943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Attempting to bind port 0f94c144-1c17-4a24-935f-365c27ebad09 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '82bc38a2-78f4-4270-8201-180e054331d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:25.826499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Attempting to bind port 0f94c144-1c17-4a24-935f-365c27ebad09 on network 9c16b870-eb02-4e48-922b-8ea0727b53d6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:25.833639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:25.834412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Checking segment: {'id': '82bc38a2-78f4-4270-8201-180e054331d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:25.835034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.835681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Bound using segment: {'id': '82bc38a2-78f4-4270-8201-180e054331d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:25.837068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Bound port: 0f94c144-1c17-4a24-935f-365c27ebad09, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bc38a2-78f4-4270-8201-180e054331d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c16b870-eb02-4e48-922b-8ea0727b53d6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:25.837768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:25.915808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] For port 0f94c144-1c17-4a24-935f-365c27ebad09, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:25.921400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] For port 0f94c144-1c17-4a24-935f-365c27ebad09, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f94c144-1c17-4a24-935f-365c27ebad09,segment=NetworkSegment(82bc38a2-78f4-4270-8201-180e054331d5),segment_id=82bc38a2-78f4-4270-8201-180e054331d5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:25.927961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.005859 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.011095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dac88a-e4f9-4402-b864-eb81496aa20c None None] Pushing event updated for resources: {'Port': ['ID=0f94c144-1c17-4a24-935f-365c27ebad09,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:26.021343 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Transition to ACTIVE for port object d2ba7496-4cd4-455b-98bc-51c4a2659e5b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:26.029525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8::1 (9c16b870-eb02-4e48-922b-8ea0727b53d6/5e893286-097a-43da-b4f2-22c51de78be1/3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:26.033075 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.070270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:26.081950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Sync routers for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:26.086759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ddbe120d-d9e6-49da-bd5c-c73eff6f2633 admin admin] 10.222.0.20 "PUT /v2.0/routers/d60182c0-1975-4466-85dd-eb3838be4d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230126 Aug 19 00:12:26.090563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38188) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:26.097492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:26.098363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.105569 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Attempting to bind port d2ba7496-4cd4-455b-98bc-51c4a2659e5b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:26.106162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Attempting to bind port d2ba7496-4cd4-455b-98bc-51c4a2659e5b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:26.106289 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Attempting to bind port d2ba7496-4cd4-455b-98bc-51c4a2659e5b on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:26.119105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:26.119404 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:26.120129 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.120588 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:26.121071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Bound port: d2ba7496-4cd4-455b-98bc-51c4a2659e5b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:26.121509 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.190093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Pushing event updated for resources: {'Port': ['ID=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:26.222093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] For port d2ba7496-4cd4-455b-98bc-51c4a2659e5b, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:26.226277 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.232736 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.233419 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.234028 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.237253 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.237664 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.238100 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.239114 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.239462 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.240000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.240359 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.241604 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:26.247426 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] For port d2ba7496-4cd4-455b-98bc-51c4a2659e5b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:26.258044 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.294141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.305328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.314945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:26.340718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:26.364768 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:26.365715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.366537 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.367679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ea84-8a2b-4dc6-9a13-1d12327df5a1 req-70c4c036-3d71-42ba-8833-ffad07b61c8e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:26.370161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82d3ea84-8a2b-4dc6-9a13-1d12327df5a1 req-70c4c036-3d71-42ba-8833-ffad07b61c8e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.4067307 Aug 19 00:12:26.425516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:26.429482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:26.431795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:26.432484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.463196 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d448e-4e64-48a4-b4a2-3bbdcdeb021d None None] Pushing event updated for resources: {'Port': ['ID=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:26.503904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:26.545556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82d3ea84-8a2b-4dc6-9a13-1d12327df5a1 req-463f3830-290f-4a80-8d14-231a8cd7a51c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612370 Aug 19 00:12:26.560043 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:26.593915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.620256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.621611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.658990 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.659222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:12:24Z', 'revision_number': 5, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port': {'id': '66fabe15-575a-45f3-aabc-ce9ed9c2d183', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:01:06Z', 'updated_at': '2021-08-19T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.707034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Checking router: d60182c0-1975-4466-85dd-eb3838be4d67 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:26.717706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Routers {'d60182c0-1975-4466-85dd-eb3838be4d67'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:26.718397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d60182c0-1975-4466-85dd-eb3838be4d67'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.721823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Deleting port 66fabe15-575a-45f3-aabc-ce9ed9c2d183 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:26.722243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.787543 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:23Z', 'revision_number': 3, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.821012 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df9a6-1b81-491b-abcc-35882ca07734 None None] The sync data for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 is: [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:23Z', 'revision_number': 3, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:26.832004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] Set router d60182c0-1975-4466-85dd-eb3838be4d67 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:26.911188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:12:26Z', 'revision_number': 6, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:26.931899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] For port 66fabe15-575a-45f3-aabc-ce9ed9c2d183, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=66fabe15-575a-45f3-aabc-ce9ed9c2d183,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:26.932275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:26.947984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92895d2f-7eff-433a-a2e0-8ebde7ae6cd9 None None] The sync data for ids ['d60182c0-1975-4466-85dd-eb3838be4d67'] in n-d-771363-38 is: [{'id': 'd60182c0-1975-4466-85dd-eb3838be4d67', 'name': 'tempest-TaggedBootDevicesTest-2081971073-router', 'tenant_id': '3589de6867d14c0aa969c7b77d84cb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:01:05Z', 'updated_at': '2021-08-19T00:12:26Z', 'revision_number': 6, 'project_id': '3589de6867d14c0aa969c7b77d84cb07', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:26.948250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Calling delete_port for 66fabe15-575a-45f3-aabc-ce9ed9c2d183 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:27.002659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.010053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.011280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.085604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Allocated IP 172.20.0.1 (6a884f5e-af4c-484d-a437-d2451f077750/29c70cd3-5774-4759-8ba9-8071a7ba68e8/0e3b179a-c77c-40dc-9e59-e2fc01f3835d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:27.107931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:27.164805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:27.166334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:27.286663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd17c0-7b30-4f82-8053-1d5135b96b27 None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:27.301684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.306352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.306749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 8ee1eb43-331c-434f-95a7-323a4b722d10 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:27.336024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fabe15-575a-45f3-aabc-ce9ed9c2d183,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:27.405890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-54e3e5f6-e9c8-4ea3-85f0-8a98f2483f5e None None] Provisioning for port 0f94c144-1c17-4a24-935f-365c27ebad09 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:27.437843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:27.448091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] Sync routers for ids ['8ee1eb43-331c-434f-95a7-323a4b722d10'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:27.450001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df0dfe97-66a8-4e15-a8e6-5b6da6280837 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/8ee1eb43-331c-434f-95a7-323a4b722d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1107697 Aug 19 00:12:27.452439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:27.465175 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] Routers {'8ee1eb43-331c-434f-95a7-323a4b722d10'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:27.465810 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8ee1eb43-331c-434f-95a7-323a4b722d10'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:27.477758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.505327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca276ac4-7ac3-4c7c-8eaa-007706685b06 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:27.508352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca276ac4-7ac3-4c7c-8eaa-007706685b06 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports/3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b HTTP/1.1" status: 200 len: 911 time: 0.0533991 Aug 19 00:12:27.513102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38196) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:27.525816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e893286-097a-43da-b4f2-22c51de78be1'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:27.531650 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:27.543050 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] Routers {'8ee1eb43-331c-434f-95a7-323a4b722d10'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:27.544214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8ee1eb43-331c-434f-95a7-323a4b722d10'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:27.573234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.598310 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:27.599457 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e8649-889c-47bd-8cc4-6bec0be5e7d0 None None] The sync data for ids ['8ee1eb43-331c-434f-95a7-323a4b722d10'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:27.661653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.665979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.737199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Network 6a884f5e-af4c-484d-a437-d2451f077750 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:27.752594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:27.757702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:27.761703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:27.779749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.791578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.792138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60182c0-1975-4466-85dd-eb3838be4d67 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:27.796941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.800343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-84fc29d3-91fc-46f3-9f5d-e034e4612688 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d60182c0-1975-4466-85dd-eb3838be4d67 HTTP/1.1" status: 204 len: 168 time: 1.7066197 Aug 19 00:12:27.805529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38200) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:27.813600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e569-9999-4d1b-9dd5-90cf6b56ad5e req-96cb7e52-1cb4-48a5-99f1-a9a233ac5c21 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:27.815223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3f1e569-9999-4d1b-9dd5-90cf6b56ad5e req-96cb7e52-1cb4-48a5-99f1-a9a233ac5c21 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1648991 Aug 19 00:12:27.876395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:27.949224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3f1e569-9999-4d1b-9dd5-90cf6b56ad5e req-66824f4b-cd44-4faa-bb46-b445ef781743 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260147 Aug 19 00:12:27.954517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Deleting subnet f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:27.958012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.019099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.053597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c366204-e6b2-4c66-8b9c-0c7e15427447 None None] Provisioning for port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:28.059435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c366204-e6b2-4c66-8b9c-0c7e15427447 None None] Provisioning complete for port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:28.060055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c366204-e6b2-4c66-8b9c-0c7e15427447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.168740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.172020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3c366204-e6b2-4c66-8b9c-0c7e15427447 None None] Port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:28.181736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.297010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.309508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.317598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:28.318276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.324925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/ports/3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b HTTP/1.1" status: 200 len: 911 time: 0.8100996 Aug 19 00:12:28.325594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38204) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:28.360604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d2ba7496-4cd4-455b-98bc-51c4a2659e5b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:28.464073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b5bcbaac-39f3-4c5b-adcc-3c16cc307991 None None] Provisioning complete for port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:28.464743 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbaac-39f3-4c5b-adcc-3c16cc307991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.503613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.509463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05498-5448-44ee-9c66-600625db84f0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:28.552774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b18c7e-76d1-4d71-9eea-6fbe7596fa65,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:28.573815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.575729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f669dbe3-67f2-4901-af8a-c6e3e31b98a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2b18c7e-76d1-4d71-9eea-6fbe7596fa65 HTTP/1.1" status: 204 len: 168 time: 0.7595651 Aug 19 00:12:28.581786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:28.595165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.608095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.694160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79277c7-c44f-4412-bef7-c97f4990ed28 None None] Network 44cf8789-21f2-4f9d-8f71-0524fc593523 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:28.711764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.749786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcbaac-39f3-4c5b-adcc-3c16cc307991 None None] Port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:28.760530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d2ba7496-4cd4-455b-98bc-51c4a2659e5b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:28.763847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:28.768503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d2ba7496-4cd4-455b-98bc-51c4a2659e5b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:28.768883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.775225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.802689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.891381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b68f4c08-0410-415c-83d1-6c48344ae3db None None] Provisioning complete for port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:28.892398 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b68f4c08-0410-415c-83d1-6c48344ae3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:28.963610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b68f4c08-0410-415c-83d1-6c48344ae3db None None] Port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:28.977826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.015438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d2ba7496-4cd4-455b-98bc-51c4a2659e5b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:29.018236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] DHCP port deletion for 44cf8789-21f2-4f9d-8f71-0524fc593523 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:29.060838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.061772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f94c144-1c17-4a24-935f-365c27ebad09 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:29.176325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Deleting port 02b0d764-23bf-422e-a362-974ad96fbd92 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:29.176705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.222080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0f94c144-1c17-4a24-935f-365c27ebad09 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:29.225862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:29.245187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0f94c144-1c17-4a24-935f-365c27ebad09 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:29.245693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.285187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.285543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.286303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.286303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.286513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.286856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.287308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.287658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.287986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.288384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.288720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.289078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:12:29.308151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] For port 02b0d764-23bf-422e-a362-974ad96fbd92, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=02b0d764-23bf-422e-a362-974ad96fbd92,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:29.308578 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.327855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Calling delete_port for 02b0d764-23bf-422e-a362-974ad96fbd92 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:29.338361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Deleting port 02b0d764-23bf-422e-a362-974ad96fbd92 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:29.338702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.341722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Network 6a884f5e-af4c-484d-a437-d2451f077750 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:29.384242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:29.399828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:29.400506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.401035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc3a9-2c47-43b7-8057-bcd2784a9ad4 req-4563ff8d-d615-4398-a2bf-3f6e2603eea8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:29.408813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b14dc3a9-2c47-43b7-8057-bcd2784a9ad4 req-4563ff8d-d615-4398-a2bf-3f6e2603eea8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1459620 Aug 19 00:12:29.475151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.477770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.487721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] For port 02b0d764-23bf-422e-a362-974ad96fbd92, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=02b0d764-23bf-422e-a362-974ad96fbd92,segment=NetworkSegment(7882acf5-9ef9-473d-bc3e-b47a92b7937f),segment_id=7882acf5-9ef9-473d-bc3e-b47a92b7937f)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:29.488088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.514672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.527228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:29.527575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Calling delete_port for 02b0d764-23bf-422e-a362-974ad96fbd92 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:29.531591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] Pushing event deleted for resources: {'Port': ['ID=02b0d764-23bf-422e-a362-974ad96fbd92,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:29.543973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b14dc3a9-2c47-43b7-8057-bcd2784a9ad4 req-17294b38-d141-45f9-8728-ac9f5c005108 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342604 Aug 19 00:12:29.557925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ae02-4d18-48f8-849b-bf965b65665c None None] No DVR routers for this DVR port 02b0d764-23bf-422e-a362-974ad96fbd92 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:29.574119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0f94c144-1c17-4a24-935f-365c27ebad09, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f94c144-1c17-4a24-935f-365c27ebad09,segment=NetworkSegment(82bc38a2-78f4-4270-8201-180e054331d5),segment_id=82bc38a2-78f4-4270-8201-180e054331d5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:29.578909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.634228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0f94c144-1c17-4a24-935f-365c27ebad09,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:29.655325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5015db1-8ada-4864-ad42-b3b3c45ea77d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:29.655667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Router 269bbc86-ee4a-45fd-8484-9e48a48315f7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:29.682086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c5015db1-8ada-4864-ad42-b3b3c45ea77d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:29.682353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5015db1-8ada-4864-ad42-b3b3c45ea77d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:29.683216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66fabe15-575a-45f3-aabc-ce9ed9c2d183 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:29.701542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 66fabe15-575a-45f3-aabc-ce9ed9c2d183 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:29.701891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 66fabe15-575a-45f3-aabc-ce9ed9c2d183 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:29.718954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.741077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.768663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=3fb43eb5-bfed-4cb7-a1c3-5fb95e16329b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:29.775430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=02b0d764-23bf-422e-a362-974ad96fbd92,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:29.780576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] No DVR routers for this DVR port 02b0d764-23bf-422e-a362-974ad96fbd92 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:29.866722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:29.873150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a4779efc-5f8e-472c-a287-662726ff84d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/269bbc86-ee4a-45fd-8484-9e48a48315f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7841580 Aug 19 00:12:29.875105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.884711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Sync routers for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:29.887977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cf8789-21f2-4f9d-8f71-0524fc593523']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:29.889771 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.900887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7882acf5-9ef9-473d-bc3e-b47a92b7937f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:29.901367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7882acf5-9ef9-473d-bc3e-b47a92b7937f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:29.908076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:29.909096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:29.915445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.931958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.940409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:29.940901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:29.943534 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:30.015279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.025329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.027630 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] 10.222.0.20 "DELETE /v2.0/networks/44cf8789-21f2-4f9d-8f71-0524fc593523 HTTP/1.1" status: 204 len: 168 time: 1.4447899 Aug 19 00:12:30.044459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ab69-0d14-4747-bf54-346c158e7ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=44cf8789-21f2-4f9d-8f71-0524fc593523,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:30.091337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:30.114793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 8ee1eb43-331c-434f-95a7-323a4b722d10 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:30.214422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:30.220288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ccc9dbfc-4314-40f6-b814-b7b23a5cf304 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/8ee1eb43-331c-434f-95a7-323a4b722d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907690 Aug 19 00:12:30.224788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38222) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:30.226012 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] Sync routers for ids ['8ee1eb43-331c-434f-95a7-323a4b722d10'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:30.240801 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] Routers {'8ee1eb43-331c-434f-95a7-323a4b722d10'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:30.242293 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8ee1eb43-331c-434f-95a7-323a4b722d10'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:30.250661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:30.261942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8ee2e2c-2aaa-43cb-98c0-b8aa7cc8cd49 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee1eb43-331c-434f-95a7-323a4b722d10 HTTP/1.1" status: 200 len: 205 time: 0.0333767 Aug 19 00:12:30.265993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38226) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:30.289190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d2ba7496-4cd4-455b-98bc-51c4a2659e5b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:30.302613 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:30.311355 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] Routers {'8ee1eb43-331c-434f-95a7-323a4b722d10'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:30.311968 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8ee1eb43-331c-434f-95a7-323a4b722d10'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:30.328923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff52510c-2b5e-4c04-9368-fb57e920e728 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3589de6867d14c0aa969c7b77d84cb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767570 Aug 19 00:12:30.329549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:30.350548 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:30.351644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f620b7-443f-422d-a7a7-7cff5ce5e68d None None] The sync data for ids ['8ee1eb43-331c-434f-95a7-323a4b722d10'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:30.359945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.405361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.413203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d2ba7496-4cd4-455b-98bc-51c4a2659e5b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:30.414500 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.429127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.467220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 2, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:30.494154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.498464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Checking router: 269bbc86-ee4a-45fd-8484-9e48a48315f7 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:30.499045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.502404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Updating router 269bbc86-ee4a-45fd-8484-9e48a48315f7 port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:30.502539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/941e3e18-5497-4e7a-baa3-e0179ba85ede HTTP/1.1" status: 204 len: 168 time: 0.1691372 Aug 19 00:12:30.511528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c0eaa-fcd8-4777-aa6f-e713f5cfcd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941e3e18-5497-4e7a-baa3-e0179ba85ede,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:30.553312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.556113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.581736 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.606903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.607535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee1eb43-331c-434f-95a7-323a4b722d10 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:12:30.627503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.631856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:30.632404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fa9693da-8608-4fe1-953f-81e40e148b44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/8ee1eb43-331c-434f-95a7-323a4b722d10 HTTP/1.1" status: 204 len: 168 time: 0.3640170 Aug 19 00:12:30.665167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f94c144-1c17-4a24-935f-365c27ebad09 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:30.694775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet 5e893286-097a-43da-b4f2-22c51de78be1 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:30.703178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.760323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f96d4-86cf-42a4-b80f-c175d8a057b4 req-3e21f4bd-47cb-4ae9-9c39-e5ddac2fe644 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:30.767871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a9f96d4-86cf-42a4-b80f-c175d8a057b4 req-3e21f4bd-47cb-4ae9-9c39-e5ddac2fe644 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0806429 Aug 19 00:12:30.785890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.827719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0f94c144-1c17-4a24-935f-365c27ebad09 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:30.828540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.830536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-fd98b26d-a906-4e81-8d81-4a38ec149733 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:30.832042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-fd98b26d-a906-4e81-8d81-4a38ec149733 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 820 time: 0.2801793 Aug 19 00:12:30.853299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-2066139d-4ffe-47ed-9195-b190d96af48a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/quotas/f3475584e7e840e8acc04ff463fd5794 HTTP/1.1" status: 200 len: 375 time: 0.0115757 Aug 19 00:12:30.856516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a9f96d4-86cf-42a4-b80f-c175d8a057b4 req-cd3466a7-1836-4e32-84d4-dc68931ed7ad tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Aug 19 00:12:30.947442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:30.954740 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-0aeffb42-a0a3-41e3-a39c-c4cecf98fcf6 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856657 Aug 19 00:12:31.063940 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.074078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 02b0d764-23bf-422e-a362-974ad96fbd92 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:31.090540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.104289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 02b0d764-23bf-422e-a362-974ad96fbd92 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:31.104911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 02b0d764-23bf-422e-a362-974ad96fbd92 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:31.109885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Transition to ACTIVE for port object 0e3b179a-c77c-40dc-9e59-e2fc01f3835d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:31.119204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.130493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-cea3806f-4efc-45c5-9a64-c72ec85775dc service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570468 Aug 19 00:12:31.131498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.135985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/5e893286-097a-43da-b4f2-22c51de78be1 HTTP/1.1" status: 204 len: 168 time: 0.4996657 Aug 19 00:12:31.135985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8daba-9ba7-460c-940a-41ec0d37b297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=5e893286-097a-43da-b4f2-22c51de78be1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:31.136231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38256) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:31.147527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f1ca1-c566-4ffd-afde-1bd9564367da None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:31.245983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc612-b9fd-476d-b5aa-8167c4ba5523 None None] Pushing event updated for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:31.267683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.292794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-b7e128f4-e5ad-4795-824e-caed93fd34e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441088 Aug 19 00:12:31.337892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 0f94c144-1c17-4a24-935f-365c27ebad09 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:31.338351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.347279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Attempting to bind port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:31.348067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Attempting to bind port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:31.348447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Attempting to bind port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d on network 6a884f5e-af4c-484d-a437-d2451f077750 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:31.359002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:31.359387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Checking segment: {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:31.359803 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.360209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Bound using segment: {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:31.360728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Bound port: 0e3b179a-c77c-40dc-9e59-e2fc01f3835d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:31.361127 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.443818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 0f94c144-1c17-4a24-935f-365c27ebad09, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f94c144-1c17-4a24-935f-365c27ebad09,segment=NetworkSegment(82bc38a2-78f4-4270-8201-180e054331d5),segment_id=82bc38a2-78f4-4270-8201-180e054331d5)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:31.444579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.452800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] For port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:31.457688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] For port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:31.471483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.479818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 0f94c144-1c17-4a24-935f-365c27ebad09 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:31.496836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] DHCP port deletion for 9c16b870-eb02-4e48-922b-8ea0727b53d6 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:31.510012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93fc21af-56d8-474a-9a3e-67cebfe8a859 req-a897975e-7c63-4b38-8918-4357801c15e2 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 210 time: 0.0351698 Aug 19 00:12:31.561234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:31.589439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:31.590417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:31.627813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.636828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc612-b9fd-476d-b5aa-8167c4ba5523 None None] Pushing event updated for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:31.665210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=0f94c144-1c17-4a24-935f-365c27ebad09,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:31.667605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Deleting port 0f94c144-1c17-4a24-935f-365c27ebad09 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:31.668004 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.679270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 0f94c144-1c17-4a24-935f-365c27ebad09 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:31.741957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-151373815-network', 'tenant_id': '56e3f4db3ab245e69cf49ba8af26d006'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:31.778133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Made reservation on behalf of 56e3f4db3ab245e69cf49ba8af26d006 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:31.783690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.791519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.796891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.808287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c16b870-eb02-4e48-922b-8ea0727b53d6']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:31.826327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bc38a2-78f4-4270-8201-180e054331d5') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:31.826765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bc38a2-78f4-4270-8201-180e054331d5') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:31.844099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.869351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.880065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:31.880872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:31.937517 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:31.957905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:31.981227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.981492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.987709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:31.992673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] For port 0f94c144-1c17-4a24-935f-365c27ebad09, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:31.993461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.014782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Calling delete_port for 0f94c144-1c17-4a24-935f-365c27ebad09 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:32.018553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Port 0f94c144-1c17-4a24-935f-365c27ebad09 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:12:32.021592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.023061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5eea2-9325-4a9f-a58f-2aec5461bfb9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.031678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:32.043835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.044552 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Added segment a48016a8-c948-46fb-b146-a4d6b5d1e47d of type vlan for network ceb0e060-85e1-4c06-a3a4-300ddce56c18 Aug 19 00:12:32.045286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.050617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/9c16b870-eb02-4e48-922b-8ea0727b53d6 HTTP/1.1" status: 204 len: 168 time: 0.9101377 Aug 19 00:12:32.050617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36447e2b-51b5-407c-9993-883ad9784c5f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=9c16b870-eb02-4e48-922b-8ea0727b53d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.052741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:32.058664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151385172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:32.097120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.102325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.104969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Pushing event deleted for resources: {'Port': ['ID=0f94c144-1c17-4a24-935f-365c27ebad09,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.105620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.108579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] Network 9c16b870-eb02-4e48-922b-8ea0727b53d6 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:12:32.109846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62413525-c54b-4211-9309-21b1732dd8ec None None] No DVR routers for this DVR port 0f94c144-1c17-4a24-935f-365c27ebad09 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:32.127294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.129431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:32.130589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.148887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98621d-f293-4b08-bf81-b5ed1732f31c req-ff073116-59cb-4f04-a066-529e2b220cdd tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:32.154814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef98621d-f293-4b08-bf81-b5ed1732f31c req-ff073116-59cb-4f04-a066-529e2b220cdd tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1817877 Aug 19 00:12:32.206346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6432052 Aug 19 00:12:32.209441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:32.215486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Request body: {'subnet': {'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-151373815-subnet', 'tenant_id': '56e3f4db3ab245e69cf49ba8af26d006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:32.219237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f94c144-1c17-4a24-935f-365c27ebad09 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:32.238369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f83d9-d094-4393-bc63-46e4ac812683 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb0e060-85e1-4c06-a3a4-300ddce56c18,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.243729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Made reservation on behalf of 56e3f4db3ab245e69cf49ba8af26d006 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:32.249217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.267827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ceb0e060-85e1-4c06-a3a4-300ddce56c18 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:32.268947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0f94c144-1c17-4a24-935f-365c27ebad09 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:32.269284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f94c144-1c17-4a24-935f-365c27ebad09 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:32.292513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef98621d-f293-4b08-bf81-b5ed1732f31c req-3e7a84ec-e107-4d33-9073-6ca68f068317 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308937 Aug 19 00:12:32.309690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.316385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.339628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.341510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-272a6090-7b66-4de8-90fc-bd4483ff359e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2876046 Aug 19 00:12:32.344123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38288) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:32.353112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-50069098'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:32.361785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:31Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:32.378767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:32.383575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.389971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83666a7-e48d-41ee-80ec-57fd10102e18 None None] The sync data for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 is: [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:31Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:32.416603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:32.430033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.430033 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment c019c97f-a19d-4d09-8226-6573367c2c74 of type vlan for network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 Aug 19 00:12:32.489180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.490702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.530337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.537884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:32.538595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.578565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f03c5d-b1c4-47a9-b20e-e6b69280a355,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.589367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Checking segment: {'id': 'a48016a8-c948-46fb-b146-a4d6b5d1e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:32.589742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Network hostable DHCP agents. Network: ceb0e060-85e1-4c06-a3a4-300ddce56c18, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:32.612462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Network ceb0e060-85e1-4c06-a3a4-300ddce56c18 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:32.617979 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2690792 Aug 19 00:12:32.619266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38292) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:32.623864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:32.645310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ddb86ea-7d6d-49c9-b607-6d8588fedfaa req-1fe8e152-893e-49ec-942e-963036eb4fac tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 210 time: 0.0352340 Aug 19 00:12:32.646041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ceb0e060-85e1-4c06-a3a4-300ddce56c18) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:32.651171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:32.652000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.661250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca321816-3474-4b6f-941d-becba805800a None None] Network ceb0e060-85e1-4c06-a3a4-300ddce56c18 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:32.673939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78bd8c32-c61b-43bd-9124-a7bf3d3dbd53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4633672 Aug 19 00:12:32.695188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc863-7bd5-4b21-a8e6-9805ae53eb20 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=8e780ce7-3a86-44d4-9d0a-31d6eba70000,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:32.720622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:32.756451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:32.763080 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:32.945432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2c80a-5dfa-40d7-a704-5074600f9e46 None None] Network ceb0e060-85e1-4c06-a3a4-300ddce56c18 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:33.109548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.206972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-2ea69cbd-4cb4-4c50-8761-843744cc2c51 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:33.208508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-2ea69cbd-4cb4-4c50-8761-843744cc2c51 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 820 time: 0.2011168 Aug 19 00:12:33.236052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'port': {'device_id': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'admin_state_up': True, 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:33.240944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:33.241414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 8e780ce7-3a86-44d4-9d0a-31d6eba70000, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:33.247934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=53dc0c6f-abc6-4175-980b-1ec7980ae36a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:33.290601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-7a8b054a-0134-4399-b67a-4ed7749f305f tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:33.292125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-7a8b054a-0134-4399-b67a-4ed7749f305f tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/networks?id=ceb0e060-85e1-4c06-a3a4-300ddce56c18 HTTP/1.1" status: 200 len: 813 time: 0.1260066 Aug 19 00:12:33.308118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-3dd892d6-0f4e-4439-9a1f-70de6731193a tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/quotas/56e3f4db3ab245e69cf49ba8af26d006 HTTP/1.1" status: 200 len: 375 time: 0.0094671 Aug 19 00:12:33.336592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:33.357292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-c833ece0-be00-4e96-ae84-8eedc032a8cd tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56e3f4db3ab245e69cf49ba8af26d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394211 Aug 19 00:12:33.360319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8e780ce7-3a86-44d4-9d0a-31d6eba70000) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:33.370325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350bf923-2bbb-4379-8e73-2026a4279803 None None] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:33.376616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:33.377395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.437474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8840d348-0fc5-43da-9055-f17a2111c895 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8148787 Aug 19 00:12:33.438803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:33.468947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Made reservation on behalf of f3475584e7e840e8acc04ff463fd5794 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:33.472737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.490141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2e5d-a621-47bc-96a0-36451353b42d req-f3c4de28-02e2-4e3a-8271-50f6e0184f38 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:33.491859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baac2e5d-a621-47bc-96a0-36451353b42d req-f3c4de28-02e2-4e3a-8271-50f6e0184f38 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1034410 Aug 19 00:12:33.576225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:33.576225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.589819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baac2e5d-a621-47bc-96a0-36451353b42d req-74d91a6c-e803-46dc-9386-022b0995be28 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Aug 19 00:12:33.610438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-03690583-4843-4037-91a8-092747903933 service neutron] 10.222.0.20 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457163 Aug 19 00:12:33.689336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Allocated IP 172.20.0.13 (6a884f5e-af4c-484d-a437-d2451f077750/29c70cd3-5774-4759-8ba9-8071a7ba68e8/18d65faf-0fc2-4ea1-8318-095f513d5a41) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:33.747098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Allocated IP 2001:db8::2 (8e780ce7-3a86-44d4-9d0a-31d6eba70000/53dc0c6f-abc6-4175-980b-1ec7980ae36a/328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:33.788948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b462dbd8-4e8d-4719-99cf-6a7eae389e3d req-67d1f77b-9463-4017-92a1-e7960c08df4e tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 210 time: 0.0444605 Aug 19 00:12:33.920150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-db556894-57c0-4adf-86b4-2eb062e10bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150773 Aug 19 00:12:33.927514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.960398 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.979426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Transition to ACTIVE for port object 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:33.984079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.988939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:33.999083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Transition to ACTIVE for port object 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:34.016674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.054822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Network 6a884f5e-af4c-484d-a437-d2451f077750 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:34.057510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:34.068461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:34.079654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Pushing event updated for resources: {'Port': ['ID=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.094304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:34.095804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:34.113709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:34.117633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.131074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:34.131803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.168081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9497051-d812-414c-b3bf-66b9e9ec7bf5 req-9b35ce79-b2f8-455e-80c8-76abbc0d7dcf tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 210 time: 0.0315950 Aug 19 00:12:34.189301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-65cbb348-691c-478c-a8cc-33bda3d9d273 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570327 Aug 19 00:12:34.207431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Request body: {'port': {'device_id': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:34.221635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Attempting to bind port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:34.222014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Attempting to bind port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:34.222523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Attempting to bind port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d on network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:34.245173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:34.245747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Checking segment: {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:34.246173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.246593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Bound using segment: {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:34.249248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Bound port: 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:34.249673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.289459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.293913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0e3b179a-c77c-40dc-9e59-e2fc01f3835d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:34.300662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8::1 (8e780ce7-3a86-44d4-9d0a-31d6eba70000/53dc0c6f-abc6-4175-980b-1ec7980ae36a/2ad65587-97aa-4086-b7d9-e7e911ab6899) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:34.387561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] For port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:34.405169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] For port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:34.416645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.430242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:34.464068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.465968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:34.466615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.499832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object 2ad65587-97aa-4086-b7d9-e7e911ab6899 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:34.551131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1119497-6e5e-4db9-b4dd-3261035aed38 None None] Pushing event updated for resources: {'Port': ['ID=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.551811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.608067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.614617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:34.626308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:34.633624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:34.634345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.648062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:34.653930 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.683848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d65faf-0fc2-4ea1-8318-095f513d5a41 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:12:34.687788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.695471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.714582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.715629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Transition to ACTIVE for port object 18d65faf-0fc2-4ea1-8318-095f513d5a41 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:34.722952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.783393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:34.897851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.909286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866b879-2add-4c62-993e-9831bc5c3185 req-fbf4a36f-bda9-4776-ae05-79ce9677af53 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:34.910679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b866b879-2add-4c62-993e-9831bc5c3185 req-fbf4a36f-bda9-4776-ae05-79ce9677af53 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1627266 Aug 19 00:12:34.922934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Attempting to bind port 18d65faf-0fc2-4ea1-8318-095f513d5a41 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:34.923281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Attempting to bind port 18d65faf-0fc2-4ea1-8318-095f513d5a41 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:34.923621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Attempting to bind port 18d65faf-0fc2-4ea1-8318-095f513d5a41 on network 6a884f5e-af4c-484d-a437-d2451f077750 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:34.946659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Port 18d65faf-0fc2-4ea1-8318-095f513d5a41 on network 6a884f5e-af4c-484d-a437-d2451f077750 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:12:34.946659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Attempting to bind port 18d65faf-0fc2-4ea1-8318-095f513d5a41 on network 6a884f5e-af4c-484d-a437-d2451f077750 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:34.955360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:34.955736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Checking segment: {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:34.956101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Bound using segment: {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:34.956583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Bound port: 18d65faf-0fc2-4ea1-8318-095f513d5a41, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e016f3-3fc9-4d97-9011-4da1e514d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:34.956954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:34.991157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05273a28-522f-4949-9309-0d29fbcb3953 req-c3221a5a-70e6-4845-9d41-613444907eb5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:34.992856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05273a28-522f-4949-9309-0d29fbcb3953 req-c3221a5a-70e6-4845-9d41-613444907eb5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 944 time: 0.0830133 Aug 19 00:12:34.993517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b866b879-2add-4c62-993e-9831bc5c3185 req-4b775cd3-23cc-49b6-934b-8474beb5feeb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706205 Aug 19 00:12:35.080697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05273a28-522f-4949-9309-0d29fbcb3953 req-00b868b8-bcf5-406f-b12d-ae47b5d12de5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672352 Aug 19 00:12:35.081931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:35.085215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:35.093236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:35.153201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.153834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:35.155315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] 10.222.0.21 "PUT /v2.0/ports/18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 1093 time: 0.9547920 Aug 19 00:12:35.156031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:35.158392 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cbd854-6a30-4aa3-b733-7300d33e8600" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:35.176994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1979-b9a3-43ef-bfe4-47038a70e380 service neutron] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:35.248147 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a508d4-0123-4099-ab7f-70e368d5f0ac x-openstack-request-id: req-45a508d4-0123-4099-ab7f-70e368d5f0ac {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:35.248794 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:35.249236 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45a508d4-0123-4099-ab7f-70e368d5f0ac {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:35.249828 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:12:35.270725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-afe63c15-fa0f-4cf5-b736-4af982eaceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.271383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-afe63c15-fa0f-4cf5-b736-4af982eaceb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1096 time: 0.0533440 Aug 19 00:12:35.323613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb231ac6-b392-4597-aaab-acd0d856a292 req-f4464c31-55a6-4b0b-b6d7-f4281c43944a tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 210 time: 0.0448456 Aug 19 00:12:35.346279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-4391c555-97af-4530-9282-335277bffd02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0582530 Aug 19 00:12:35.359323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:35.377969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:35.378816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:35.407566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-b7b4b41e-1ae7-4b1c-bfa0-045c9dd9c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.408988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-b7b4b41e-1ae7-4b1c-bfa0-045c9dd9c568 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0545390 Aug 19 00:12:35.460254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-acccb24a-80f2-4c8f-ac9a-4511ba02b08f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374358 Aug 19 00:12:35.578308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-6fa380d7-a9ac-48ba-8252-88732e44e1dc service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098070 Aug 19 00:12:35.582592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:35.657491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-f0fbc3ab-ddb6-4f8a-8438-755e8d1295a0 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.659059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-f0fbc3ab-ddb6-4f8a-8438-755e8d1295a0 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.11 "GET /v2.0/networks?id=ceb0e060-85e1-4c06-a3a4-300ddce56c18 HTTP/1.1" status: 200 len: 813 time: 0.1966665 Aug 19 00:12:35.668277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:35.675624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Request body: {'port': {'device_id': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18', 'admin_state_up': True, 'tenant_id': '56e3f4db3ab245e69cf49ba8af26d006'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:35.680621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:35.704574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f01c67-3b6b-489d-9433-d745cbe792cc req-ddbad011-3635-42ca-a986-6e520b4bcfc6 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103995 Aug 19 00:12:35.792929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a36d7c-b0db-47b4-a696-116155169f44 None None] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:35.839024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-10b31e32-6470-4f0c-8567-f3fc47dfbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.840748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-10b31e32-6470-4f0c-8567-f3fc47dfbcfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1096 time: 0.0451984 Aug 19 00:12:35.870844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-796d2401-f968-414a-8a0b-d84fd6bf2d96 None None] Provisioning for port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:35.947486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-a6d4d985-a97b-4e41-ab7a-7d16cb79bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:35.948789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-a6d4d985-a97b-4e41-ab7a-7d16cb79bb1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.1006901 Aug 19 00:12:36.004854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-027c61aa-babc-4dee-b94a-43a6d6bdb539 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0484545 Aug 19 00:12:36.073367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-9c7ee892-28b6-4cc3-9706-b7463263cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:36.075274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-9c7ee892-28b6-4cc3-9706-b7463263cedb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0629301 Aug 19 00:12:36.144499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-b28ad675-a1f6-48a9-b72b-3fa9a0ef4f87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618820 Aug 19 00:12:36.293964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f4aa-1f64-4b18-a8c7-1f6767afe207 req-070b84f5-4c5e-40f0-9c48-ae5a24c4897e tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:36.294304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa8523-65b0-4f34-b0b2-c544f16b7474 req-65a46a18-ee42-48ae-a269-c754a043092f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:36.296212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-14f6f4aa-1f64-4b18-a8c7-1f6767afe207 req-070b84f5-4c5e-40f0-9c48-ae5a24c4897e tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 944 time: 0.0995920 Aug 19 00:12:36.309380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aefa8523-65b0-4f34-b0b2-c544f16b7474 req-65a46a18-ee42-48ae-a269-c754a043092f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2112000 Aug 19 00:12:36.329548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Made reservation on behalf of 56e3f4db3ab245e69cf49ba8af26d006 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:36.338589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.355448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3fd4bda4-20ef-4633-9a73-c7eba86ab032 None None] Provisioning for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:36.361560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3fd4bda4-20ef-4633-9a73-c7eba86ab032 None None] Provisioning complete for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:36.362291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fd4bda4-20ef-4633-9a73-c7eba86ab032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.368667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aefa8523-65b0-4f34-b0b2-c544f16b7474 req-6ffb2f5e-a9b3-48b2-89ce-1ccf26a81070 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582294 Aug 19 00:12:36.407162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-31e141a5-5d4d-4cae-9729-eab74cdce17c service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247770 Aug 19 00:12:36.442626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4bda4-20ef-4633-9a73-c7eba86ab032 None None] Port 2ad65587-97aa-4086-b7d9-e7e911ab6899 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:36.448063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0e3b179a-c77c-40dc-9e59-e2fc01f3835d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:36.483246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:12:36.517782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-14f6f4aa-1f64-4b18-a8c7-1f6767afe207 req-6c4306be-1454-4dc9-b48f-afb64f105790 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031167 Aug 19 00:12:36.543352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:36.553819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.601388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-18cbd854-6a30-4aa3-b733-7300d33e8600 req-c922a2a0-e277-4504-9b4d-0d665d43ee47 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853297 Aug 19 00:12:36.651978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d73180b-6762-48b1-92d9-af93344629e9 req-c85b119c-d3fc-43ec-a885-4d2d192dcd9e tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 210 time: 0.0361733 Aug 19 00:12:36.657756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:36.728711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:36.736552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:36.737193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.759451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:36.768495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Allocated IP 172.20.0.10 (ceb0e060-85e1-4c06-a3a4-300ddce56c18/f0f03c5d-b1c4-47a9-b20e-e6b69280a355/28ae18a3-8d9a-4c81-a03b-a4c3c61506f9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:36.771300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:36.774360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-542c4e87-b5ed-43ad-ac69-3c7caa2d5a63 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3343451 Aug 19 00:12:36.777063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38360) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:36.783119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-716198374'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:36.827559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:36.828951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:36.830289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:36.831470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.877458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:36.889912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.890293 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment 3fb308c4-35f8-47fd-96f4-d41edc5af934 of type vlan for network 88ca7a40-54d8-45b2-9cbd-ede545549a37 Aug 19 00:12:36.897517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-edaab0f5-bd08-412e-b315-1189089861da None None] Provisioning complete for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:36.898422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-edaab0f5-bd08-412e-b315-1189089861da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.952096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.984512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:36.991595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:36.992867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.006452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.019119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2383800 Aug 19 00:12:37.022515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38362) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:37.028288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:37.029402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:37.077118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd823-3f5e-4b89-89c3-a5972e9137d3 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=88ca7a40-54d8-45b2-9cbd-ede545549a37,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:37.117965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:37.134999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-edaab0f5-bd08-412e-b315-1189089861da None None] Port 2ad65587-97aa-4086-b7d9-e7e911ab6899 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:37.157333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.183587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:37.187272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.243953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:37.260107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.283396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.306207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-97d72202-20a7-46fa-be15-4e10e3870877 None None] Provisioning complete for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:37.306589 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97d72202-20a7-46fa-be15-4e10e3870877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.345677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Network ceb0e060-85e1-4c06-a3a4-300ddce56c18 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:37.345955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-97d72202-20a7-46fa-be15-4e10e3870877 None None] Port 2ad65587-97aa-4086-b7d9-e7e911ab6899 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:37.347976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Pushing event updated for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:37.353619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:37.357931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:37.372705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:37.436987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:35Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:37.441906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:37.442679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.470263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:37.470620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Updating router 1d21f468-f8c4-4731-8a33-314153dac754 port 2ad65587-97aa-4086-b7d9-e7e911ab6899 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:37.496646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.530829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-dbc38bd5-9da2-4041-b646-4cd1ca28c901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8613346 Aug 19 00:12:37.537304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.556674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Request body: {'port': {'device_id': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:37.620569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2be7-c343-4971-8f72-f9d75bbee6c1 req-90b9399f-6f8e-44ce-bf22-22e6b332fa59 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:37.628597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cfe2be7-c343-4971-8f72-f9d75bbee6c1 req-90b9399f-6f8e-44ce-bf22-22e6b332fa59 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1814163 Aug 19 00:12:37.715705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4151ab-240c-4c14-9960-127415a31073 req-5c988455-87af-47e4-98d3-cc4740963424 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:37.719793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc4151ab-240c-4c14-9960-127415a31073 req-5c988455-87af-47e4-98d3-cc4740963424 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 944 time: 0.0898483 Aug 19 00:12:37.721225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cfe2be7-c343-4971-8f72-f9d75bbee6c1 req-3b2110a1-9e71-4f56-a569-df4ad94ed7e1 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917780 Aug 19 00:12:37.751325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:37.751701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 88ca7a40-54d8-45b2-9cbd-ede545549a37, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:37.754222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=e9eb8c7d-581f-4050-8ff3-77bdabd5b595,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:37.765601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.779016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc4151ab-240c-4c14-9960-127415a31073 req-f7e99733-5fe1-4437-b781-ea2d98c757d9 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Aug 19 00:12:37.844852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:37.874689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.887209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Transition to ACTIVE for port object 2ad65587-97aa-4086-b7d9-e7e911ab6899 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:37.887464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 88ca7a40-54d8-45b2-9cbd-ede545549a37) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:37.899030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cb78d-0fc8-4b98-907c-62ec2d482399 None None] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:37.911146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:37.917948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:37.918827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.028629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b9e74-0864-4ec1-9f19-26dc2f85d3de req-617e5184-8814-42aa-9355-a280f7c7ba13 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:38.030267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-558b9e74-0864-4ec1-9f19-26dc2f85d3de req-617e5184-8814-42aa-9355-a280f7c7ba13 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 932 time: 0.1990397 Aug 19 00:12:38.043345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49ca1ef0-22e8-4489-b238-9402aca2328a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0167727 Aug 19 00:12:38.044192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38374) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:38.129890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-558b9e74-0864-4ec1-9f19-26dc2f85d3de req-91ccc2d6-9797-43e7-839d-82dd47a7a2cb tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916300 Aug 19 00:12:38.214286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a550f-bf33-4a75-a70b-0f10549f8f26 None None] Pushing event updated for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:38.275997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Attempting to bind port 2ad65587-97aa-4086-b7d9-e7e911ab6899 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:38.276530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Attempting to bind port 2ad65587-97aa-4086-b7d9-e7e911ab6899 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:38.281177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Attempting to bind port 2ad65587-97aa-4086-b7d9-e7e911ab6899 on network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:38.326478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:12:38.336159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:38.336877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Checking segment: {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:38.337299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.337705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Bound using segment: {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:38.338199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Bound port: 2ad65587-97aa-4086-b7d9-e7e911ab6899, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c019c97f-a19d-4d09-8226-6573367c2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:38.338596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.341596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.375200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:38.387236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Transition to ACTIVE for port object 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:38.391254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-88ca7a40-54d8-45b2-9cbd-ede545549a37', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:38.392268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.400585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.486983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Pushing event updated for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:38.620158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Attempting to bind port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:38.620816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Attempting to bind port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'a48016a8-c948-46fb-b146-a4d6b5d1e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:38.621251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Attempting to bind port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 on network ceb0e060-85e1-4c06-a3a4-300ddce56c18 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:38.626833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 on network ceb0e060-85e1-4c06-a3a4-300ddce56c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:12:38.627305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Attempting to bind port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 on network ceb0e060-85e1-4c06-a3a4-300ddce56c18 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:38.635372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:38.636836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Checking segment: {'id': 'a48016a8-c948-46fb-b146-a4d6b5d1e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:38.637366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Bound using segment: {'id': 'a48016a8-c948-46fb-b146-a4d6b5d1e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:38.637998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Bound port: 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48016a8-c948-46fb-b146-a4d6b5d1e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:38.638565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.670134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] For port 2ad65587-97aa-4086-b7d9-e7e911ab6899, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:38.709946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] For port 2ad65587-97aa-4086-b7d9-e7e911ab6899, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ad65587-97aa-4086-b7d9-e7e911ab6899,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:38.714565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:38.714948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.740004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:38.745287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,segment=NetworkSegment(a48016a8-c948-46fb-b146-a4d6b5d1e47d),segment_id=a48016a8-c948-46fb-b146-a4d6b5d1e47d)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:38.750928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Allocated IP 2001:db8:1::2 (88ca7a40-54d8-45b2-9cbd-ede545549a37/e9eb8c7d-581f-4050-8ff3-77bdabd5b595/8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:38.755746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.759006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.829877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Pushing event updated for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:38.845047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:38.847629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:38.850368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d3bdcafe-1298-4d15-9c1b-210598df0dce service neutron] 10.222.0.11 "PUT /v2.0/ports/28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 HTTP/1.1" status: 200 len: 1093 time: 1.3049891 Aug 19 00:12:38.853611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:38.860191 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:38.978106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28e85-e5c3-497f-b7bd-dfa3194395da req-0193ba92-7986-490d-9479-4e098e14db4a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:38.979983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b28e85-e5c3-497f-b7bd-dfa3194395da req-0193ba92-7986-490d-9479-4e098e14db4a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1128478 Aug 19 00:12:38.998930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d80d6-e457-4610-937a-e255dcec2e8c req-e33124d8-4f05-478a-a4ea-6338de59d4be tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.000670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-734d80d6-e457-4610-937a-e255dcec2e8c req-e33124d8-4f05-478a-a4ea-6338de59d4be tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 944 time: 0.0806277 Aug 19 00:12:39.035871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:39.037136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-a4eb89a8-9028-4e22-93f7-d8d820dcb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.037983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:39.039210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-a4eb89a8-9028-4e22-93f7-d8d820dcb48c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56e3f4db3ab245e69cf49ba8af26d006&device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 1096 time: 0.1259472 Aug 19 00:12:39.047666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7b28e85-e5c3-497f-b7bd-dfa3194395da req-eaecc9ac-1335-4050-a2bb-8f1ca3e37fe3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581472 Aug 19 00:12:39.102880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-d4b83ac3-fe3b-4698-a4ba-d858dac9fcc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 HTTP/1.1" status: 200 len: 217 time: 0.0542169 Aug 19 00:12:39.122733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-734d80d6-e457-4610-937a-e255dcec2e8c req-6688f5ef-382a-4319-bed4-37723d80700a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989957 Aug 19 00:12:39.134734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.157615 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88ce02-7bc0-46e9-9b01-b430574659a7 x-openstack-request-id: req-ad88ce02-7bc0-46e9-9b01-b430574659a7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:39.157982 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:39.158242 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad88ce02-7bc0-46e9-9b01-b430574659a7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:39.158665 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9', 'status': 'completed', 'code': 200} Aug 19 00:12:39.177990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8135-be03-429d-bdf4-33504a62d949 req-2624c364-3e27-4c9b-8110-bcc97ffb0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.179509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-2624c364-3e27-4c9b-8110-bcc97ffb0626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0f03c5d-b1c4-47a9-b20e-e6b69280a355 HTTP/1.1" status: 200 len: 853 time: 0.0691040 Aug 19 00:12:39.218054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:39.242221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-2d53f612-07ab-4e1f-9aae-95eef054ffd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0e060-85e1-4c06-a3a4-300ddce56c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483704 Aug 19 00:12:39.342796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a550f-bf33-4a75-a70b-0f10549f8f26 None None] Pushing event updated for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:39.391392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-0f05227e-8cbe-43dc-9f57-11a29728f888 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415703 Aug 19 00:12:39.407783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c161a2-8b7d-4001-bed8-9b2845d5ae19 req-ff384c4f-bee3-46e0-b0b2-f4f143f9f131 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.409555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4c161a2-8b7d-4001-bed8-9b2845d5ae19 req-ff384c4f-bee3-46e0-b0b2-f4f143f9f131 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 944 time: 0.1400976 Aug 19 00:12:39.524844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0deb8135-be03-429d-bdf4-33504a62d949 req-95762332-7899-4720-a633-5c908ed4aeb1 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231737 Aug 19 00:12:39.534974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.536923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4c161a2-8b7d-4001-bed8-9b2845d5ae19 req-6a0b26dd-07b1-4da8-8804-070d491b076c tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152363 Aug 19 00:12:39.547028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Transition to ACTIVE for port object 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:39.584315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Transition to ACTIVE for port object 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:39.597302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.623124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-c78c1268-75a6-4b0f-ace7-0eebef237789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.624875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-c78c1268-75a6-4b0f-ace7-0eebef237789 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56e3f4db3ab245e69cf49ba8af26d006&device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 1096 time: 0.0469291 Aug 19 00:12:39.646367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:39.655614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:39.662187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8:1::1 (88ca7a40-54d8-45b2-9cbd-ede545549a37/e9eb8c7d-581f-4050-8ff3-77bdabd5b595/c5b39e88-f6d1-4a0b-9f96-a32440058df2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:39.662302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:39.677522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Pushing event updated for resources: {'Port': ['ID=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:39.743877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:38Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:39.746018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 18d65faf-0fc2-4ea1-8318-095f513d5a41 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:12:39.782628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-5061913c-f8bf-4125-aeec-d89a1e435268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.784420 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-5061913c-f8bf-4125-aeec-d89a1e435268 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ceb0e060-85e1-4c06-a3a4-300ddce56c18 HTTP/1.1" status: 200 len: 913 time: 0.1506679 Aug 19 00:12:39.799097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0122e6-1766-45d2-a1d3-a98b4d40a936 None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:38Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:39.827756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Attempting to bind port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:39.831325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Attempting to bind port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:39.833032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Attempting to bind port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba on network 88ca7a40-54d8-45b2-9cbd-ede545549a37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:39.843712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-84fd6a97-7019-4290-b109-7404a7be06fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 HTTP/1.1" status: 200 len: 217 time: 0.0506251 Aug 19 00:12:39.860773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:39.862215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Checking segment: {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:39.862636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.863035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Bound using segment: {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:39.863675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Bound port: 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:39.864197 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.885935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.900828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object c5b39e88-f6d1-4a0b-9f96-a32440058df2 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:39.941484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:39.942759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-74d1839f-8c33-4105-9aed-848db2433c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:39.945004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-74d1839f-8c33-4105-9aed-848db2433c3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0f03c5d-b1c4-47a9-b20e-e6b69280a355 HTTP/1.1" status: 200 len: 853 time: 0.0939624 Aug 19 00:12:39.991065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:39.995833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-683f67d5-b4d9-4839-90f7-b070b1c1714b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0e060-85e1-4c06-a3a4-300ddce56c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402534 Aug 19 00:12:39.997561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:40.002137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:40.002799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.046643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:40.050398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] For port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:40.056108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] For port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:40.083324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.197544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:40.221068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-f053229d-e931-48cd-bcd6-705fcec061f9 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144022 Aug 19 00:12:40.227844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'port_id': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'mac_address': 'fa:16:3e:a0:86:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:12:40.272135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.276810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696047ae-1d4a-435e-b3ea-731cd36d3f58 None None] Pushing event updated for resources: {'Port': ['ID=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:40.299176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.317467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d65faf-0fc2-4ea1-8318-095f513d5a41 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:12:40.343610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ad65587-97aa-4086-b7d9-e7e911ab6899 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:40.412575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:40.423926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.450105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ecb5-1321-4bd0-bac7-2682faf1ca92 req-d5c61e7c-742c-4201-a028-88a2618214b4 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:40.451727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a070ecb5-1321-4bd0-bac7-2682faf1ca92 req-d5c61e7c-742c-4201-a028-88a2618214b4 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 944 time: 0.1917255 Aug 19 00:12:40.508478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd8ffbfe-c7d0-4c16-bf43-9692111c511e req-04000cf4-769f-42c9-b25c-859ed35d178c service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755654 Aug 19 00:12:40.525685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638580f-548a-4d60-a7d9-f5d4dd9f891b req-f198b556-09e7-49ae-976f-fba19daecf30 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:40.531158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2638580f-548a-4d60-a7d9-f5d4dd9f891b req-f198b556-09e7-49ae-976f-fba19daecf30 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2604325 Aug 19 00:12:40.544144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a070ecb5-1321-4bd0-bac7-2682faf1ca92 req-b5b3b5d1-4770-4092-a55a-aca1aba395e0 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832894 Aug 19 00:12:40.551897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:40.583961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:40.588747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:40.589217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.708612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d5c7-47d2-4ce6-bfc0-3f047a7703f9 req-79b0e765-9b3d-44e8-9634-befc21218f7d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:40.722775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dad9d5c7-47d2-4ce6-bfc0-3f047a7703f9 req-79b0e765-9b3d-44e8-9634-befc21218f7d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 944 time: 0.0818150 Aug 19 00:12:40.758112 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.763783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2638580f-548a-4d60-a7d9-f5d4dd9f891b req-ebf1538a-042b-46e0-bb4a-60f66a873694 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165638 Aug 19 00:12:40.820934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dad9d5c7-47d2-4ce6-bfc0-3f047a7703f9 req-753e665f-3eda-4d90-9991-de08f8a6aeac tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967836 Aug 19 00:12:40.851838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:12:40.860397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2ad65587-97aa-4086-b7d9-e7e911ab6899, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ad65587-97aa-4086-b7d9-e7e911ab6899,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:40.899898 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.980533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.989891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.991050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:40.998399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:41.051727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:12:41.094419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:41.136085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:41.137490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:41.186764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,segment=NetworkSegment(a48016a8-c948-46fb-b146-a4d6b5d1e47d),segment_id=a48016a8-c948-46fb-b146-a4d6b5d1e47d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:41.199742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9', 'network_id': 'ceb0e060-85e1-4c06-a3a4-300ddce56c18', 'port_id': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9', 'mac_address': 'fa:16:3e:82:98:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f03c5d-b1c4-47a9-b20e-e6b69280a355', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:12:41.236807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:41.243424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.263877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:12:41.299717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,segment=NetworkSegment(a48016a8-c948-46fb-b146-a4d6b5d1e47d),segment_id=a48016a8-c948-46fb-b146-a4d6b5d1e47d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:41.304963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.344201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:41.351506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-19534def-5779-4a73-86ce-47a39f4bd669 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3035564 Aug 19 00:12:41.351739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38402) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:41.356884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1215292833'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:41.359802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:41.378321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:41.382094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.410045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:41.420059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.420444 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment cd2500f5-4113-4c8d-8edb-e85f8f8743b5 of type vlan for network eb25de76-ea2a-474e-985e-e5d53a5a8dcf Aug 19 00:12:41.464359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.493243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.500448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:41.500624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71235538-d85e-4808-94c1-733ed5233dab None None] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:41.501093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.556458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2036254 Aug 19 00:12:41.559726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:41.564366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5b8de3a-94ce-44c3-80c4-3cb0bef3c977 None None] Provisioning for port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:41.566744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:41.569595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a584b-6325-4735-abc7-303170804e3b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=eb25de76-ea2a-474e-985e-e5d53a5a8dcf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:41.582365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:41.612211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['28ae18a3-8d9a-4c81-a03b-a4c3c61506f9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:12:41.717874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f430e1-4f98-4396-b36c-aeb5f0792f1c req-11f4f937-e9f9-4a04-8611-c0fd2cb258e6 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:41.719518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63f430e1-4f98-4396-b36c-aeb5f0792f1c req-11f4f937-e9f9-4a04-8611-c0fd2cb258e6 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 945 time: 0.0936003 Aug 19 00:12:41.725670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:41.729855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:41.865409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63f430e1-4f98-4396-b36c-aeb5f0792f1c req-306dc10b-42cb-4cc0-850d-de30ba759c39 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262951 Aug 19 00:12:42.031865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc189ff-f50a-49e6-b9c1-b77c2e197f4d req-ffb05f9f-2b1e-484c-84b4-905ef98a75b9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:42.042776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cc189ff-f50a-49e6-b9c1-b77c2e197f4d req-ffb05f9f-2b1e-484c-84b4-905ef98a75b9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1602664 Aug 19 00:12:42.089422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cc189ff-f50a-49e6-b9c1-b77c2e197f4d req-4a1aec41-e2df-412f-a585-ebc1df35aa32 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Aug 19 00:12:42.089754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19683d94-1b26-4ba6-ab8a-53ad660a7c29 req-fed395fb-ec9a-482c-aacc-eeba2c3a9717 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:42.091322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19683d94-1b26-4ba6-ab8a-53ad660a7c29 req-fed395fb-ec9a-482c-aacc-eeba2c3a9717 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 945 time: 0.0985379 Aug 19 00:12:42.114398 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:42.124289 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:42.125546 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:42.173560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19683d94-1b26-4ba6-ab8a-53ad660a7c29 req-c5141bed-1ccc-49ff-ad3d-b6ac2672a077 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744271 Aug 19 00:12:42.199651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.272395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=b1552cab-6823-42d8-a421-d435f53ca516,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:42.281811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:42.282090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: eb25de76-ea2a-474e-985e-e5d53a5a8dcf, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:42.309987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:42.329108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, eb25de76-ea2a-474e-985e-e5d53a5a8dcf) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:42.335245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:42.336819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.349617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:42.355222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dae5f4d-5e91-4258-affe-479bf36f671f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7934752 Aug 19 00:12:42.358289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0a2f7-a9f8-4881-a8bf-074a8263e2ae None None] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:42.358846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:42.441408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-785acb46-e549-4624-9933-2bd4a74ac0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.467360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ad65587-97aa-4086-b7d9-e7e911ab6899 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:42.604696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bb545972-289d-443f-a98e-f2112ee5aeaf None None] Provisioning for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:42.640266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bb545972-289d-443f-a98e-f2112ee5aeaf None None] Provisioning complete for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:42.640709 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb545972-289d-443f-a98e-f2112ee5aeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.654902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:42.655783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.666643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d95483-65cc-4764-b8e6-6d0e16f4c9a2 req-09e16de8-3ebf-4a3c-83ad-391c9a17bcb8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:42.679746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8d95483-65cc-4764-b8e6-6d0e16f4c9a2 req-09e16de8-3ebf-4a3c-83ad-391c9a17bcb8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1116338 Aug 19 00:12:42.700888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2ad65587-97aa-4086-b7d9-e7e911ab6899 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:42.701194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.757449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b8d95483-65cc-4764-b8e6-6d0e16f4c9a2 req-487cc1bf-f6fc-4375-9ac3-5b89eb8c536f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678341 Aug 19 00:12:42.821246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bb545972-289d-443f-a98e-f2112ee5aeaf None None] Port c5b39e88-f6d1-4a0b-9f96-a32440058df2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:42.837981 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 3, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:42.942205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:42.956133 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:42.958405 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Updating router 1d21f468-f8c4-4731-8a33-314153dac754 port c5b39e88-f6d1-4a0b-9f96-a32440058df2 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:42.959078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Allocated IP 2001:db8:2::2 (eb25de76-ea2a-474e-985e-e5d53a5a8dcf/b1552cab-6823-42d8-a421-d435f53ca516/0de2a99a-9082-4896-9adc-6400b7a7b945) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:42.963074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:43.025495 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.087880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:43.136261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bbc9-a6a4-468a-a677-026db1cdecc0 req-a4ed0899-f0b5-41ed-a599-c039d9dbd772 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:43.137843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de82bbc9-a6a4-468a-a677-026db1cdecc0 req-a4ed0899-f0b5-41ed-a599-c039d9dbd772 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 945 time: 0.1073785 Aug 19 00:12:43.173967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-88fbd5f2-5eb6-4ccc-b3a4-a9b4fc9eea79 None None] Provisioning complete for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:43.174102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88fbd5f2-5eb6-4ccc-b3a4-a9b4fc9eea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.243341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eab33-304a-48d0-905c-868e2d302c48 req-c77ca7fb-66c6-4a57-87bc-c57ae7a236a0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:43.245911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-88fbd5f2-5eb6-4ccc-b3a4-a9b4fc9eea79 None None] Port c5b39e88-f6d1-4a0b-9f96-a32440058df2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:43.253544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-718eab33-304a-48d0-905c-868e2d302c48 req-c77ca7fb-66c6-4a57-87bc-c57ae7a236a0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0653191 Aug 19 00:12:43.268750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:43.280925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:43.281311 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.282828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:43.298348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de82bbc9-a6a4-468a-a677-026db1cdecc0 req-d07e7922-73a9-4d1e-8455-ceb7ff423e09 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487758 Aug 19 00:12:43.323479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:43.323872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.328170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-718eab33-304a-48d0-905c-868e2d302c48 req-0a748869-a213-471c-98f7-b9911e3b6fc9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Aug 19 00:12:43.454499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.463241 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.475036 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Transition to ACTIVE for port object c5b39e88-f6d1-4a0b-9f96-a32440058df2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:43.480128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Transition to ACTIVE for port object 0de2a99a-9082-4896-9adc-6400b7a7b945 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:43.481901 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.562995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Transition to ACTIVE for port object 0de2a99a-9082-4896-9adc-6400b7a7b945 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:43.586198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.623626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.629269 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6605-a7e1-4983-84cc-abcda4ed3cfa None None] Pushing event updated for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:43.644345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.656921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:43.664482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:43.677871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:43.696583 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Attempting to bind port c5b39e88-f6d1-4a0b-9f96-a32440058df2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:43.696956 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Attempting to bind port c5b39e88-f6d1-4a0b-9f96-a32440058df2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:43.697369 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Attempting to bind port c5b39e88-f6d1-4a0b-9f96-a32440058df2 on network 88ca7a40-54d8-45b2-9cbd-ede545549a37 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:43.702742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:43.703136 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Checking segment: {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:43.703527 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.703892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Bound using segment: {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:43.704398 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Bound port: c5b39e88-f6d1-4a0b-9f96-a32440058df2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb308c4-35f8-47fd-96f4-d41edc5af934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:43.704890 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.721273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Pushing event updated for resources: {'Port': ['ID=0de2a99a-9082-4896-9adc-6400b7a7b945,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:43.748279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:43.749479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 18d65faf-0fc2-4ea1-8318-095f513d5a41 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:43.779848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce58d-4a55-409e-9743-0f793cf4c783 req-2fb10a04-e879-41c3-b3b0-82baa1241901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:43.782959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] For port c5b39e88-f6d1-4a0b-9f96-a32440058df2, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:43.787494 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] For port c5b39e88-f6d1-4a0b-9f96-a32440058df2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5b39e88-f6d1-4a0b-9f96-a32440058df2,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:43.787678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2dce58d-4a55-409e-9743-0f793cf4c783 req-2fb10a04-e879-41c3-b3b0-82baa1241901 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 945 time: 0.4049280 Aug 19 00:12:43.802324 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.815272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.818153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:43.827621 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde0e7f-073a-4c78-a75a-2b1bb2a42ef4" -d '{"events": [{"server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "name": "network-vif-plugged", "status": "completed", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:43.840152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2dce58d-4a55-409e-9743-0f793cf4c783 req-eb50d4c8-2abc-43c0-b3e5-f0fc45720870 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516117 Aug 19 00:12:43.850660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8:2::1 (eb25de76-ea2a-474e-985e-e5d53a5a8dcf/b1552cab-6823-42d8-a421-d435f53ca516/3f957002-ddec-453e-af16-ba8d989f892c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:43.912141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,segment=NetworkSegment(a48016a8-c948-46fb-b146-a4d6b5d1e47d),segment_id=a48016a8-c948-46fb-b146-a4d6b5d1e47d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:43.925262 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2decc34d-bf12-4f39-8a6c-46d1103816c0 x-openstack-request-id: req-2decc34d-bf12-4f39-8a6c-46d1103816c0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:43.925818 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "name": "network-vif-plugged", "status": "completed", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:43.926281 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2decc34d-bf12-4f39-8a6c-46d1103816c0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:43.927104 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9', 'code': 200} Aug 19 00:12:43.932165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 18d65faf-0fc2-4ea1-8318-095f513d5a41 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:43.934648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Attempting to bind port 0de2a99a-9082-4896-9adc-6400b7a7b945 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:43.935348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Attempting to bind port 0de2a99a-9082-4896-9adc-6400b7a7b945 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:43.935955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Attempting to bind port 0de2a99a-9082-4896-9adc-6400b7a7b945 on network eb25de76-ea2a-474e-985e-e5d53a5a8dcf {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:43.939197 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.955202 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6605-a7e1-4983-84cc-abcda4ed3cfa None None] Pushing event updated for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:43.961180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 18d65faf-0fc2-4ea1-8318-095f513d5a41 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:43.961568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.969200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53536-849d-4822-8333-6b280a609c87 req-84119509-357f-4b0b-af3e-98debca8fd6c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:43.969760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:43.969760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Checking segment: {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:43.971261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.971261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Bound using segment: {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:43.971261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Bound port: 0de2a99a-9082-4896-9adc-6400b7a7b945, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:43.971576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:43.980804 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:43.980974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cad53536-849d-4822-8333-6b280a609c87 req-84119509-357f-4b0b-af3e-98debca8fd6c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0931065 Aug 19 00:12:43.981422 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:43.991334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:12:44.033572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cad53536-849d-4822-8333-6b280a609c87 req-18d580fe-97c2-4d14-a6f3-4c5348927ab6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464852 Aug 19 00:12:44.055191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.076758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] For port 0de2a99a-9082-4896-9adc-6400b7a7b945, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:44.081408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] For port 0de2a99a-9082-4896-9adc-6400b7a7b945, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0de2a99a-9082-4896-9adc-6400b7a7b945,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:44.089986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object 3f957002-ddec-453e-af16-ba8d989f892c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:44.099864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:44.105594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28227d-ce2c-4195-b01b-1ce8003ee46c req-b39cd37b-523a-4980-b6a1-a44715ccca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:44.107763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e28227d-ce2c-4195-b01b-1ce8003ee46c req-b39cd37b-523a-4980-b6a1-a44715ccca4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 1098 time: 0.0674014 Aug 19 00:12:44.113446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.131017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:44.167710 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e28227d-ce2c-4195-b01b-1ce8003ee46c req-ee26a52c-668f-4d3b-b4ba-06d2ef4d7a31 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522897 Aug 19 00:12:44.176791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.233249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:44.249317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:44.256907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:44.260760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:44.261320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.265426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:44.314025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:44.495820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:44.495820 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.503474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010746-6d42-49f0-b6b9-c54b5c62d809 None None] Pushing event updated for resources: {'Port': ['ID=0de2a99a-9082-4896-9adc-6400b7a7b945,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:44.530366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.532068 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 3, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:43Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:44.537750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04685f2-ea4b-465c-afda-637e32e3464e req-cb65b8e9-a53f-4e45-b21a-1334fb343e1b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:44.539299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a04685f2-ea4b-465c-afda-637e32e3464e req-cb65b8e9-a53f-4e45-b21a-1334fb343e1b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1052723 Aug 19 00:12:44.571153 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141de57-021c-400d-a36d-1acc30cc7e22 None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 3, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:43Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:44.579584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.585409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:44.596522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.612468 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a04685f2-ea4b-465c-afda-637e32e3464e req-66adff4d-2721-4b6c-ad0b-f93d75debee6 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Aug 19 00:12:44.621506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324a41-54ee-426c-a8f8-39c2ebc7fee4 req-957e5e61-dea7-4220-ad79-5fe488ef3493 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:44.629702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36324a41-54ee-426c-a8f8-39c2ebc7fee4 req-957e5e61-dea7-4220-ad79-5fe488ef3493 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 945 time: 0.2143383 Aug 19 00:12:44.724077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:44.747037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36324a41-54ee-426c-a8f8-39c2ebc7fee4 req-6b97ce40-f0a4-4d1c-9f14-6696c7907072 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140928 Aug 19 00:12:44.956836 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b075-efbd-4584-b1b4-a4b7d86bf2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:44.969077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.003603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fe59e-e800-475c-89ab-2ebc7581a192 req-fd7469e3-4241-4a48-8592-7fc33859b2c6 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:45.005358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710fe59e-e800-475c-89ab-2ebc7581a192 req-fd7469e3-4241-4a48-8592-7fc33859b2c6 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.0682330 Aug 19 00:12:45.032793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.039401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.040277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.052522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710fe59e-e800-475c-89ab-2ebc7581a192 req-7afe451b-8ef5-482c-9dc3-169c2d8f1395 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Aug 19 00:12:45.124824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:45.144483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.216664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27348b79-06ae-4019-afbd-0f0eda13883c req-a243875a-8b4d-4b90-b3ad-1b25619e96de tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:45.218243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27348b79-06ae-4019-afbd-0f0eda13883c req-a243875a-8b4d-4b90-b3ad-1b25619e96de tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0783594 Aug 19 00:12:45.227706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:45.231640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:45.335551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27348b79-06ae-4019-afbd-0f0eda13883c req-4d111b6d-9996-4ac5-a8a8-c15a07257a99 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061614 Aug 19 00:12:45.363994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:45.460911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:45.470629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5a397a1b-b61c-4521-a968-b75ec7885dcf tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083429 Aug 19 00:12:45.470754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38444) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:45.471781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:45.475393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670578e4-5f5b-4965-ac97-ba4eb4b152b5 None None] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:45.477106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823608575'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:45.498464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:45.502092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.525126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:45.526146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:45.526881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:45.534185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.534601 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added segment c931de63-1548-43c9-be77-be63571e5f27 of type vlan for network 3c8bb29b-4f55-4267-86c8-851b406f389f Aug 19 00:12:45.579274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.602405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fc0241a-16b7-4f75-8143-2fbe477c0d24 None None] Provisioning for port 0de2a99a-9082-4896-9adc-6400b7a7b945 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:45.604747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.610197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:45.610785 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.641455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:45.667726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1955941 Aug 19 00:12:45.670975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:45.682811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'subnet': {'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:45.690120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4da57a-262e-40f0-868e-b1e2899918e9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Network': ['ID=3c8bb29b-4f55-4267-86c8-851b406f389f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:45.707183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3c8bb29b-4f55-4267-86c8-851b406f389f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:45.734256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d28837-79ed-4c63-8f73-090baa3666ce req-add602f5-d2aa-484d-9d47-2456549c5d9c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:45.735678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08d28837-79ed-4c63-8f73-090baa3666ce req-add602f5-d2aa-484d-9d47-2456549c5d9c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0580604 Aug 19 00:12:45.800701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08d28837-79ed-4c63-8f73-090baa3666ce req-834dfe53-9c0e-45e5-8fb6-16afc6421958 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Aug 19 00:12:45.805620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Made reservation on behalf of 559ba430ef68405d89202494726848fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:45.811335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:45.928076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:45.931163 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f3747-d1a9-4890-997c-8a329bff8d56" -d '{"events": [{"server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "name": "network-vif-plugged", "status": "completed", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:45.934119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fe6ea-9842-475d-beeb-4d4e3dc01f6c req-a213598a-1588-49d3-8c1e-1fff28d65d5d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:45.947135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-786fe6ea-9842-475d-beeb-4d4e3dc01f6c req-a213598a-1588-49d3-8c1e-1fff28d65d5d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0856497 Aug 19 00:12:46.002542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:44Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:44Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:43Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:46.028830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-786fe6ea-9842-475d-beeb-4d4e3dc01f6c req-cb70e480-e3c3-49aa-ac9e-976cfe111828 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702381 Aug 19 00:12:46.040921 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee4c47-912d-4205-bdab-2db01998e59a x-openstack-request-id: req-96ee4c47-912d-4205-bdab-2db01998e59a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:46.041226 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "name": "network-vif-plugged", "status": "completed", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:46.041477 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ee4c47-912d-4205-bdab-2db01998e59a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:46.041888 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'code': 200} Aug 19 00:12:46.043417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:46.043773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Updating router 1d21f468-f8c4-4731-8a33-314153dac754 port 3f957002-ddec-453e-af16-ba8d989f892c binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:46.075323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.081881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.159190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Checking segment: {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:46.159711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network hostable DHCP agents. Network: 3c8bb29b-4f55-4267-86c8-851b406f389f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:46.161869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Subnet': ['ID=30ffb91f-9485-4531-9d02-1e81a351c6a0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:46.197871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8b3c2-a394-4fce-89e3-124f8c97a1cb req-4c0fe104-11ac-43be-91af-915b5cb3738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.204875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7f8b3c2-a394-4fce-89e3-124f8c97a1cb req-4c0fe104-11ac-43be-91af-915b5cb3738d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.0813186 Aug 19 00:12:46.227021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 3c8bb29b-4f55-4267-86c8-851b406f389f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:46.248732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3c8bb29b-4f55-4267-86c8-851b406f389f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:46.258663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.259501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.280593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68bf4a-e18c-4562-83d6-3ad5f11977a7 req-2fec1413-0833-4d5c-bde4-9001da13994d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.282352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a68bf4a-e18c-4562-83d6-3ad5f11977a7 req-2fec1413-0833-4d5c-bde4-9001da13994d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.1032495 Aug 19 00:12:46.293239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7f8b3c2-a394-4fce-89e3-124f8c97a1cb req-689221f7-9038-4308-84ba-fc6f3a5ecfb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Aug 19 00:12:46.298135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3ccf3b0c-e17b-4869-b6fe-3cf5a4209df1 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6246455 Aug 19 00:12:46.301039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38460) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:46.331477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a68bf4a-e18c-4562-83d6-3ad5f11977a7 req-f8fd53c1-c4eb-4c46-9a1a-f50af0ea4e4e tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 19 00:12:46.354694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efbdd2-eb2a-4134-ae60-026888d97008 None None] Network 3c8bb29b-4f55-4267-86c8-851b406f389f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:46.529218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15fb1-3b7c-4034-adca-65df7d618ee2 req-d7eb625b-6fe8-49f1-91d4-572081d9175c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.541478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd15fb1-3b7c-4034-adca-65df7d618ee2 req-d7eb625b-6fe8-49f1-91d4-572081d9175c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1097529 Aug 19 00:12:46.598778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0de2a99a-9082-4896-9adc-6400b7a7b945 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:46.621281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dd15fb1-3b7c-4034-adca-65df7d618ee2 req-ced1caca-6366-4ca6-b91d-93792b81d58d tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677660 Aug 19 00:12:46.661040 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.786902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ed53a977-0074-4f7f-87fe-3aefd0ff95be None None] Provisioning for port 3f957002-ddec-453e-af16-ba8d989f892c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:46.795002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-e1db0fa4-dcc2-4d68-aecd-0e6cc9aad49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.796618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-e1db0fa4-dcc2-4d68-aecd-0e6cc9aad49f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56e3f4db3ab245e69cf49ba8af26d006&device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 1098 time: 0.0684831 Aug 19 00:12:46.814434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ed53a977-0074-4f7f-87fe-3aefd0ff95be None None] Provisioning complete for port 3f957002-ddec-453e-af16-ba8d989f892c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:46.814906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed53a977-0074-4f7f-87fe-3aefd0ff95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.887519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.906434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e2792-91d7-4453-a8fa-4595aafe9e02 req-de43e22a-3899-481b-821f-46262ae8e524 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.908157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de6e2792-91d7-4453-a8fa-4595aafe9e02 req-de43e22a-3899-481b-821f-46262ae8e524 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.2042279 Aug 19 00:12:46.916925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3739986-339c-4116-8106-ef1a99892919 req-a7a5a315-ede5-4d9e-99df-553fe6a8fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.918530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3739986-339c-4116-8106-ef1a99892919 req-a7a5a315-ede5-4d9e-99df-553fe6a8fa01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.1527045 Aug 19 00:12:46.940256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0de2a99a-9082-4896-9adc-6400b7a7b945 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:46.960978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ed53a977-0074-4f7f-87fe-3aefd0ff95be None None] Port 3f957002-ddec-453e-af16-ba8d989f892c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:46.962265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0de2a99a-9082-4896-9adc-6400b7a7b945 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:46.962648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:46.975370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c46b-e9e6-4062-9582-ee9d19a50090 req-63e056e2-1f5e-4485-9990-3855d55d7121 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:46.977080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc95c46b-e9e6-4062-9582-ee9d19a50090 req-63e056e2-1f5e-4485-9990-3855d55d7121 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0752432 Aug 19 00:12:47.012669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-be995a2d-1e7f-4a43-b10a-626daa8a7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:47.014133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-be995a2d-1e7f-4a43-b10a-626daa8a7010 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ceb0e060-85e1-4c06-a3a4-300ddce56c18 HTTP/1.1" status: 200 len: 913 time: 0.2083414 Aug 19 00:12:47.041793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-3c8bb29b-4f55-4267-86c8-851b406f389f', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:12:47.042644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.044523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de6e2792-91d7-4453-a8fa-4595aafe9e02 req-17fc55f8-69de-4468-8916-ad2e89977843 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248643 Aug 19 00:12:47.058492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3739986-339c-4116-8106-ef1a99892919 req-2a72d982-365e-4a03-8422-e5c2ed107174 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059480 Aug 19 00:12:47.088124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-2959c9d2-6cab-4478-a244-37e0c9e473b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 HTTP/1.1" status: 200 len: 217 time: 0.0613079 Aug 19 00:12:47.104599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc95c46b-e9e6-4062-9582-ee9d19a50090 req-37dd7d4c-2362-4831-a09b-a4d6b82cd882 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102991 Aug 19 00:12:47.108974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.173425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-81da32bc-3660-4a7e-aa43-dc272253055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:47.174864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-81da32bc-3660-4a7e-aa43-dc272253055e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0f03c5d-b1c4-47a9-b20e-e6b69280a355 HTTP/1.1" status: 200 len: 853 time: 0.0684698 Aug 19 00:12:47.197863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-95c997dd-1da9-4360-aed1-dbaca9db17e2 None None] Provisioning complete for port 3f957002-ddec-453e-af16-ba8d989f892c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:47.198397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95c997dd-1da9-4360-aed1-dbaca9db17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.218984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Transition to ACTIVE for port object 3f957002-ddec-453e-af16-ba8d989f892c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:47.219266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-262890a3-e234-4828-85a5-06427dba73ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0e060-85e1-4c06-a3a4-300ddce56c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361788 Aug 19 00:12:47.253126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.279177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Allocated IP 2001:db8:3::1 (3c8bb29b-4f55-4267-86c8-851b406f389f/30ffb91f-9485-4531-9d02-1e81a351c6a0/4d4d7e13-fb96-4986-8112-35510958d04e) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:47.310183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.327804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f051-9fd4-4301-88a1-14b1f2e892f1 req-29a09826-52a0-4faa-b80c-82f4672d1ef7 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:47.329461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69a3f051-9fd4-4301-88a1-14b1f2e892f1 req-29a09826-52a0-4faa-b80c-82f4672d1ef7 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1379302 Aug 19 00:12:47.331508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-95c997dd-1da9-4360-aed1-dbaca9db17e2 None None] Port 3f957002-ddec-453e-af16-ba8d989f892c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:12:47.371801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-47ccae1f-07fc-45dd-a898-77fe6448b05a service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319275 Aug 19 00:12:47.384526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0de2a99a-9082-4896-9adc-6400b7a7b945, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0de2a99a-9082-4896-9adc-6400b7a7b945,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:47.385614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a1e43-6e91-4ed0-8d9c-960240b39b97 None None] Pushing event updated for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:47.417086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.436682 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.437159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Transition to ACTIVE for port object 4d4d7e13-fb96-4986-8112-35510958d04e will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:47.437776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5b39e88-f6d1-4a0b-9f96-a32440058df2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:47.443904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Attempting to bind port 3f957002-ddec-453e-af16-ba8d989f892c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:47.444369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Attempting to bind port 3f957002-ddec-453e-af16-ba8d989f892c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:47.445273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Attempting to bind port 3f957002-ddec-453e-af16-ba8d989f892c on network eb25de76-ea2a-474e-985e-e5d53a5a8dcf {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:47.446447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69a3f051-9fd4-4301-88a1-14b1f2e892f1 req-30694713-2166-4746-a829-4d68115f9ce2 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963674 Aug 19 00:12:47.501510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.507588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:47.508032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Checking segment: {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:47.508281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b14f908-7d84-4ebe-adeb-4deee902d95d req-a8a87d84-f8d3-45c4-a033-bac1a7543cee service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190407 Aug 19 00:12:47.508569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.508861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Bound using segment: {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:47.509354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Bound port: 3f957002-ddec-453e-af16-ba8d989f892c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:47.509746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.571816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 3c8bb29b-4f55-4267-86c8-851b406f389f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:47.576105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:47.585619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:47.586565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.635357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:47.665185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0de2a99a-9082-4896-9adc-6400b7a7b945,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:47.686190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Allocated IP 2001:db8:3::2 (3c8bb29b-4f55-4267-86c8-851b406f389f/30ffb91f-9485-4531-9d02-1e81a351c6a0/c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:12:47.856842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:47.894649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:47.895013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.897130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] For port 3f957002-ddec-453e-af16-ba8d989f892c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:47.904897 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:47.907584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] For port 3f957002-ddec-453e-af16-ba8d989f892c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f957002-ddec-453e-af16-ba8d989f892c,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:47.936238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.040141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:48.040827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:48.197141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:48.215697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.222318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24995ab-1f56-4a12-98e5-825d5e0d7ce7 req-54dac0a8-c35f-420a-b55f-472d12392db9 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.223886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c24995ab-1f56-4a12-98e5-825d5e0d7ce7 req-54dac0a8-c35f-420a-b55f-472d12392db9 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.0951276 Aug 19 00:12:48.233821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-38debdd4-dc7d-48bb-ad59-d0063495f0b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0671697 Aug 19 00:12:48.278227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c24995ab-1f56-4a12-98e5-825d5e0d7ce7 req-8ef4c18d-7d37-4e87-accd-271105fa0b40 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Aug 19 00:12:48.284123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebf611-cc7e-4020-b7e2-8df179d14520 req-7a32294f-d779-4940-accd-6d4cb77a9424 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.289282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eebf611-cc7e-4020-b7e2-8df179d14520 req-7a32294f-d779-4940-accd-6d4cb77a9424 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1143982 Aug 19 00:12:48.325982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a1e43-6e91-4ed0-8d9c-960240b39b97 None None] Pushing event updated for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:48.402170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.402660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.403144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.403644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.404103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.404602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.405076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.407394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-41fdbaed-b217-4973-8b5a-2208edfd6b16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.1121023 Aug 19 00:12:48.408026 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.415886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cdbac-20d2-4a73-bbea-a53c2abea8d3 req-87447396-4f7a-46c2-a914-d28dd739d33a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.417681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb0cdbac-20d2-4a73-bbea-a53c2abea8d3 req-87447396-4f7a-46c2-a914-d28dd739d33a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0717177 Aug 19 00:12:48.435350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Transition to ACTIVE for port object c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:48.440333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.464612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eebf611-cc7e-4020-b7e2-8df179d14520 req-00612799-bb9f-4f2a-a337-5b32045cf0c0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340961 Aug 19 00:12:48.502234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c5b39e88-f6d1-4a0b-9f96-a32440058df2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5b39e88-f6d1-4a0b-9f96-a32440058df2,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:48.512091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.514662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Transition to ACTIVE for port object c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:48.564657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb0cdbac-20d2-4a73-bbea-a53c2abea8d3 req-731c2163-4b9c-47b9-acc9-26bc2671547b tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408050 Aug 19 00:12:48.567760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.594010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Network 3c8bb29b-4f55-4267-86c8-851b406f389f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:48.603123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:48.608765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:12:48.628658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:48.669452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-73c38867-5e89-4d6e-a3a3-d778e14170cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.669944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-73c38867-5e89-4d6e-a3a3-d778e14170cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.670425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-73c38867-5e89-4d6e-a3a3-d778e14170cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.672735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-73c38867-5e89-4d6e-a3a3-d778e14170cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 2293 time: 0.2243104 Aug 19 00:12:48.690963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0de2a99a-9082-4896-9adc-6400b7a7b945 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:48.695779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Pushing event updated for resources: {'Port': ['ID=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:48.696353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.707831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.709643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.778768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-997bb438-dd5f-4daf-b187-c7dfd0524840 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1002 time: 0.0960858 Aug 19 00:12:48.823033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbdaa4-3f56-4491-965a-06b595beb9fe req-6cd20f96-0af1-4353-807f-ea6418b85e57 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.830616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ccbdaa4-3f56-4491-965a-06b595beb9fe req-6cd20f96-0af1-4353-807f-ea6418b85e57 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1499023 Aug 19 00:12:48.853986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event updated for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:48.873075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-c93c84d4-8f36-41bb-a8ea-623e1c62aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.874639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-c93c84d4-8f36-41bb-a8ea-623e1c62aee9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.0882604 Aug 19 00:12:48.883631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ccbdaa4-3f56-4491-965a-06b595beb9fe req-5518952c-6c73-462f-939c-520258b29a15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521209 Aug 19 00:12:48.926789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 1, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:43Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:48.931619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Attempting to bind port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:48.931996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Attempting to bind port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:48.932396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Attempting to bind port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 on network 3c8bb29b-4f55-4267-86c8-851b406f389f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:48.945504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-7899795d-6104-456e-8fe2-90d300fc70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:48.947265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-7899795d-6104-456e-8fe2-90d300fc70bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625961 Aug 19 00:12:48.955245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Network 3c8bb29b-4f55-4267-86c8-851b406f389f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:12:48.961504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:48.964274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316aeb6-2202-4a23-91d5-f04bf866311a None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 1, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:43Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:48.975171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:48.975564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Checking segment: {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:48.976023 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:48.976477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Bound using segment: {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:48.976985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Bound port: c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:48.977379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:49.072314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0de2a99a-9082-4896-9adc-6400b7a7b945 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:49.072974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:49.165821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-a316fed1-9684-4ead-8329-13cf10cc6802 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107244 Aug 19 00:12:49.172448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] For port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:49.176664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] For port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:49.193661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:49.289303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc66037-eecb-444a-be18-6a72d7bf66c1 None None] Pushing event updated for resources: {'Port': ['ID=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:49.292569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:49.379136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-e5c225dc-4fb1-433f-b8d1-b726350f56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.380703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-e5c225dc-4fb1-433f-b8d1-b726350f56f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bf5ad658b843d998c8847c33ea020f&device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 1097 time: 0.2121351 Aug 19 00:12:49.398469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eb2fb-fe1b-4389-abef-4e2eef62270d req-0570e34a-5244-4400-ba8d-411de8fb888d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.400242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd7eb2fb-fe1b-4389-abef-4e2eef62270d req-0570e34a-5244-4400-ba8d-411de8fb888d tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.1371460 Aug 19 00:12:49.404154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-97083b01-7025-42a3-85ba-0240f4a04546 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269323 Aug 19 00:12:49.458568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-2e1adbea-7aaf-4e0f-8ed3-0ca806937c76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 217 time: 0.0436265 Aug 19 00:12:49.531879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-d7afcffd-cd3f-49ad-b83d-c7fbc4dab8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.532350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-d7afcffd-cd3f-49ad-b83d-c7fbc4dab8ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0607760 Aug 19 00:12:49.558804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd7eb2fb-fe1b-4389-abef-4e2eef62270d req-e506b276-54c2-4912-8013-53318391b35b tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525464 Aug 19 00:12:49.608267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d390-6c9e-44a8-9e2c-5d7fdc95cfb2 req-ce0836d4-7bf5-427a-8e1c-3eb28e4e3271 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.610778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e633d390-6c9e-44a8-9e2c-5d7fdc95cfb2 req-ce0836d4-7bf5-427a-8e1c-3eb28e4e3271 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2801437 Aug 19 00:12:49.616696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-dbbb8a1f-dfc5-4cd4-8df3-abedf0046f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.629358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-dbbb8a1f-dfc5-4cd4-8df3-abedf0046f66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.2903256 Aug 19 00:12:49.652447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-dfa4020e-0c2d-49af-8a2c-30f8ef678b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.656850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-dfa4020e-0c2d-49af-8a2c-30f8ef678b7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927470 Aug 19 00:12:49.688341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-ec8f691d-3fed-4ddd-aa94-a98137d3de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.689901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-ec8f691d-3fed-4ddd-aa94-a98137d3de93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 200 len: 919 time: 0.2512007 Aug 19 00:12:49.718082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:49.776616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0999a62d-eb06-4372-b987-6eff19f93c10 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4744511 Aug 19 00:12:49.780524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38510) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:49.781659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-13f80592-db70-4d68-9e7c-c9321fb7c1ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 200 len: 217 time: 0.0793817 Aug 19 00:12:49.786314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:49.910164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e633d390-6c9e-44a8-9e2c-5d7fdc95cfb2 req-a3a903fa-719f-4a48-aa5f-230b78e68f71 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697458 Aug 19 00:12:49.973503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-a150b880-bc13-43d4-a4b5-839a6cc5a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:49.975173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-a150b880-bc13-43d4-a4b5-839a6cc5a4d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 200 len: 859 time: 0.1776342 Aug 19 00:12:50.005004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-b4d9bbfd-d9ad-4111-9472-97c4663332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.006344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-b4d9bbfd-d9ad-4111-9472-97c4663332bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.3761525 Aug 19 00:12:50.056728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-c50d495e-0537-4cc5-8029-0a5a6ad13131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e232dc0a-5d94-40b8-a8ca-6355ab4ca124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656466 Aug 19 00:12:50.103128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-a5b4a43e-125f-4db0-8b29-b294926a8ff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0833714 Aug 19 00:12:50.156270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4678-e41a-4a78-ad25-65832c0867c0 req-1489ce7f-fc4a-4c35-b325-2a57ea3f1ffa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.162054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c8b4678-e41a-4a78-ad25-65832c0867c0 req-1489ce7f-fc4a-4c35-b325-2a57ea3f1ffa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.4854236 Aug 19 00:12:50.184266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-2e15ece8-46dc-4eb5-b512-30fe34bec74c service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186610 Aug 19 00:12:50.283625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747acd-a4b2-47c1-b826-faa528cc5425 req-ecc79255-5ae8-437f-8646-37cb49443c12 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.291961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15747acd-a4b2-47c1-b826-faa528cc5425 req-ecc79255-5ae8-437f-8646-37cb49443c12 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.2903845 Aug 19 00:12:50.296464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c8b4678-e41a-4a78-ad25-65832c0867c0 req-cde3fdef-6ed0-475b-8b02-3aaa5e6591dd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109793 Aug 19 00:12:50.346707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-ade1a1a4-769a-4f40-a3da-becc611705b9 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512337 Aug 19 00:12:50.403796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-2f9eadc8-2303-4b18-8008-cd4bc9072b8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 217 time: 0.0481224 Aug 19 00:12:50.411484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-7c6015d4-0ebb-439c-bf8b-a3a75a397527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.412956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-7c6015d4-0ebb-439c-bf8b-a3a75a397527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.2631042 Aug 19 00:12:50.440834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15747acd-a4b2-47c1-b826-faa528cc5425 req-36c0dfa8-6c10-4e05-b6d1-cab62f5acfd5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482313 Aug 19 00:12:50.466980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9e25b8d4-1d30-4a53-b538-9b5f3762cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.467394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9e25b8d4-1d30-4a53-b538-9b5f3762cdd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0549889 Aug 19 00:12:50.496084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-90bd2fc2-9b02-4e44-ac9c-e07f188bf8b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464988 Aug 19 00:12:50.531431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-19d35612-8bbe-4974-b624-f19f731e28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.533080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-19d35612-8bbe-4974-b624-f19f731e28e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501192 Aug 19 00:12:50.546087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-64baee0f-11ee-48ee-b9f8-98c790ed773d service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552147 Aug 19 00:12:50.594864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:50.610524 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:50.611165 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:50.633838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bdb7e-0844-4d88-b2a9-c04404a199a3 None None] Network 3c8bb29b-4f55-4267-86c8-851b406f389f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:50.718723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-8a26faec-21de-45a5-a350-ca12778bffd1 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781259 Aug 19 00:12:50.745015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1278abc6-2ae9-477d-9fa2-4672d520fde1 None None] Provisioning for port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:50.750363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-b116394c-e63c-42e5-8118-4d5d3546d0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880016 Aug 19 00:12:50.835055 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:50.868699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:50.873767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-da2186a7-9e97-4c04-be36-9186569d64f6 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:50.875295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-da2186a7-9e97-4c04-be36-9186569d64f6 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.3886235 Aug 19 00:12:50.940568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:50.955679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-0b8e1fb9-0f59-496d-b4f5-75f29464bf26 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282863 Aug 19 00:12:50.973400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:50.974077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.018419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-f9d8d044-0e5d-45dd-b00b-8c375d346266 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989674 Aug 19 00:12:51.095143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-932fb067-5ceb-438a-8ad8-c58918522225 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 217 time: 0.1297984 Aug 19 00:12:51.133277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.145519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51e36-bba0-45a2-931c-cce01807b15f req-4baa70a2-5b42-4dc8-bc0d-87e4e732b9c8 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.153037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abd51e36-bba0-45a2-931c-cce01807b15f req-4baa70a2-5b42-4dc8-bc0d-87e4e732b9c8 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.0873191 Aug 19 00:12:51.157044 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:47Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:51.187452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:51.188091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Updating router 1d21f468-f8c4-4731-8a33-314153dac754 port 4d4d7e13-fb96-4986-8112-35510958d04e binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:12:51.199629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:51.203598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-95fd1cfd-9398-4c30-940e-7b8fcf43aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.205267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-95fd1cfd-9398-4c30-940e-7b8fcf43aeca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1020336 Aug 19 00:12:51.208838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.210128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5b39e88-f6d1-4a0b-9f96-a32440058df2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:51.216371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abd51e36-bba0-45a2-931c-cce01807b15f req-d3a08a6e-8b27-4254-b468-f30cd94937ad tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625200 Aug 19 00:12:51.217877 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.238802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b083922-686d-4749-8b71-0fead42eadcc req-43671d7a-5466-486b-9744-23ceb3ac8dcc tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.246107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b083922-686d-4749-8b71-0fead42eadcc req-43671d7a-5466-486b-9744-23ceb3ac8dcc tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.1946068 Aug 19 00:12:51.325676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-26303e32-9849-4183-836b-54b8126df7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.327738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-26303e32-9849-4183-836b-54b8126df7be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1043432 Aug 19 00:12:51.362712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:51.364649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:12:51.374073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b083922-686d-4749-8b71-0fead42eadcc req-2bbb2c70-a214-4a15-a468-c0ec944723c2 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105325 Aug 19 00:12:51.376360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Deleting port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:51.376712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.381882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c5b39e88-f6d1-4a0b-9f96-a32440058df2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:51.382295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.513701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] For port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,segment=NetworkSegment(a48016a8-c948-46fb-b146-a4d6b5d1e47d),segment_id=a48016a8-c948-46fb-b146-a4d6b5d1e47d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:51.514269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.517857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b10cb8-b20a-4f5a-a193-aaf51343f2f4 req-d8a35163-dd49-4583-82ba-31c6022dd42a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.519472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26b10cb8-b20a-4f5a-a193-aaf51343f2f4 req-d8a35163-dd49-4583-82ba-31c6022dd42a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1072721 Aug 19 00:12:51.541583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-582bce7a-3469-4dbb-9c6f-66a666a70850 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028122 Aug 19 00:12:51.552419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f957002-ddec-453e-af16-ba8d989f892c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:51.555405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2629b9a1-0752-4d52-bbd2-f6b7f9bfed1e None None] Provisioning complete for port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:51.555885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2629b9a1-0752-4d52-bbd2-f6b7f9bfed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.576631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Calling delete_port for 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:51.581233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48577587-8620-4ee3-9b27-fd3bb3e955d1 req-961a81f8-72a4-4604-8015-ce12f40dd29c service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410569 Aug 19 00:12:51.603955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Removed routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:12:51.604458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.701314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 3f957002-ddec-453e-af16-ba8d989f892c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:51.716772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3f957002-ddec-453e-af16-ba8d989f892c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:51.717189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.722528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26b10cb8-b20a-4f5a-a193-aaf51343f2f4 req-4a0e8ba7-6031-4734-88e7-617115182686 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768439 Aug 19 00:12:51.747740 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.759567 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Transition to ACTIVE for port object 4d4d7e13-fb96-4986-8112-35510958d04e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:12:51.767086 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.777143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-6df2195f-a9e1-44ce-94c4-91ca06ea097c service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086277 Aug 19 00:12:51.836575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2629b9a1-0752-4d52-bbd2-f6b7f9bfed1e None None] Provisioning for port 4d4d7e13-fb96-4986-8112-35510958d04e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:51.857845 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-827e98b4-40e3-4dbb-a087-39749b6473b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 217 time: 0.0717204 Aug 19 00:12:51.881708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d1334-94a6-4cda-a688-67c702b13e57 req-bfe660c5-b6c6-43ad-a0e2-7f70c365f26b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.883397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd3d1334-94a6-4cda-a688-67c702b13e57 req-bfe660c5-b6c6-43ad-a0e2-7f70c365f26b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1916025 Aug 19 00:12:51.887329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.896608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9cae9-42c7-48fa-9fcf-7833ad9a4ec7 None None] Pushing event updated for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:51.918955 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Attempting to bind port 4d4d7e13-fb96-4986-8112-35510958d04e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:12:51.919371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Attempting to bind port 4d4d7e13-fb96-4986-8112-35510958d04e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:12:51.920121 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Attempting to bind port 4d4d7e13-fb96-4986-8112-35510958d04e on network 3c8bb29b-4f55-4267-86c8-851b406f389f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:12:51.926264 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:12:51.926649 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Checking segment: {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:51.927031 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.927421 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Bound using segment: {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:12:51.927880 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Bound port: 4d4d7e13-fb96-4986-8112-35510958d04e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c931de63-1548-43c9-be77-be63571e5f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:12:51.928263 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.936794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 3f957002-ddec-453e-af16-ba8d989f892c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f957002-ddec-453e-af16-ba8d989f892c,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:51.941445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:51.947631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-18dc7106-42bb-484c-9d67-f1e7b40f69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:51.949139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-18dc7106-42bb-484c-9d67-f1e7b40f69cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0816090 Aug 19 00:12:52.005604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9b39645b-59c0-4d7c-b984-4af0f6b42133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:52.008036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9b39645b-59c0-4d7c-b984-4af0f6b42133 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451055 Aug 19 00:12:52.026049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:52.041361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] For port 4d4d7e13-fb96-4986-8112-35510958d04e, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:12:52.045218 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] For port 4d4d7e13-fb96-4986-8112-35510958d04e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4d4d7e13-fb96-4986-8112-35510958d04e,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:12:52.052270 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.120610 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:52.121261 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:52.161114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-db66d509-af9a-4b0d-8e72-d3cd74c20633 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442380 Aug 19 00:12:52.195916 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9cae9-42c7-48fa-9fcf-7833ad9a4ec7 None None] Pushing event updated for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:52.238651 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:52.361772 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-351dad6b-fecb-4e89-ad5f-e14bfef3686e service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882899 Aug 19 00:12:52.384992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4f566-cf7d-4adb-8bc9-0cb1f740c4d2 req-502605db-a8a9-4007-8c6b-0622303de899 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:52.386691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7d4f566-cf7d-4adb-8bc9-0cb1f740c4d2 req-502605db-a8a9-4007-8c6b-0622303de899 tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd HTTP/1.1" status: 200 len: 946 time: 0.0776143 Aug 19 00:12:52.453968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-3c8b4c4c-82c8-4fef-98c1-81e1952785aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 217 time: 0.0787306 Aug 19 00:12:52.496729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd3d1334-94a6-4cda-a688-67c702b13e57 req-305a4304-da37-4c04-bffe-98c2c78029f2 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5978358 Aug 19 00:12:52.506652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.511711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.515084 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 6, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:52Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:52.524605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.537220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-475e5e35-b0b2-471c-967f-87f6603ea7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:52.541057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-475e5e35-b0b2-471c-967f-87f6603ea7ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.0780625 Aug 19 00:12:52.650752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7d4f566-cf7d-4adb-8bc9-0cb1f740c4d2 req-8f9bd9c1-ef75-4924-bcec-0ac597e398ff tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.20 "GET /v2.0/security-groups?id=95d5eea2-9325-4a9f-a58f-2aec5461bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468686 Aug 19 00:12:52.689929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-418f1c4d-95e6-4bff-ae8b-9853c12ca7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:52.701605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-418f1c4d-95e6-4bff-ae8b-9853c12ca7df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468153 Aug 19 00:12:52.723365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Pushing event deleted for resources: {'Port': ['ID=28ae18a3-8d9a-4c81-a03b-a4c3c61506f9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:52.732498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:52.756338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820ecfa-328e-4825-834c-5c8157b4a19a None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 6, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:52Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:52.775885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] No DVR routers for this DVR port 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:52.783277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.785407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71fa4fab-79b6-41e0-9388-6f88480d3f6b req-a53f534f-17c5-47be-8c1a-e29e41dac4dc tempest-InstanceActionsTestJSON-947628957 tempest-InstanceActionsTestJSON-947628957-project] 10.222.0.11 "DELETE /v2.0/ports/28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 HTTP/1.1" status: 204 len: 173 time: 1.8960304 Aug 19 00:12:52.790229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'name': 'network-vif-deleted', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:12:52.792968 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc2b29-4d43-4811-9c59-1dc298663001" -d '{"events": [{"server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "name": "network-vif-deleted", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:12:52.826354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:52.844643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:52.845421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:52.846199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db4aa-0793-47bc-8699-5486723fd108 req-78425b32-b062-4812-9ec7-de5bcd11880e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:52.868824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d78db4aa-0793-47bc-8699-5486723fd108 req-78425b32-b062-4812-9ec7-de5bcd11880e tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.2421973 Aug 19 00:12:52.955094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-1ff67285-9786-4e3b-86d1-d9bcd83154e4 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511344 Aug 19 00:12:53.008117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4d4d7e13-fb96-4986-8112-35510958d04e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:53.033519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d78db4aa-0793-47bc-8699-5486723fd108 req-39d6eb2b-d342-4dc8-93c8-fd70c4ba4911 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634312 Aug 19 00:12:53.067660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-2e1c69b7-7331-4370-afa4-f6f6f12f5e5e service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042089 Aug 19 00:12:53.083962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec2ee6-fc03-4950-bfca-217e424bc638 req-72ea97e4-2bec-4b9c-ac1d-5b6f321f2d08 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:53.093745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:53.095009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2ec2ee6-fc03-4950-bfca-217e424bc638 req-72ea97e4-2bec-4b9c-ac1d-5b6f321f2d08 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.2084181 Aug 19 00:12:53.105003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:53.105394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.118017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c50b8c9-67f4-42a4-a953-e1360e38a15b tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 954 time: 3.3348470 Aug 19 00:12:53.119558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38538) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:53.134046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4d4d7e13-fb96-4986-8112-35510958d04e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:12:53.136566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:53.136955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 28ae18a3-8d9a-4c81-a03b-a4c3c61506f9 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:53.142115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4d4d7e13-fb96-4986-8112-35510958d04e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:53.142506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.165069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-a3288e58-31ea-4c03-9030-c749cf848e6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.0890527 Aug 19 00:12:53.168074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:53.187781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:53.188873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:53.256233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ab7f84d8-bb0a-455e-a7b2-2d34c89ace6e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 954 time: 0.1335742 Aug 19 00:12:53.256233 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48414fa4-2fa4-412e-9a23-ac9f52d49670 x-openstack-request-id: req-48414fa4-2fa4-412e-9a23-ac9f52d49670 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:12:53.256233 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd", "name": "network-vif-deleted", "tag": "28ae18a3-8d9a-4c81-a03b-a4c3c61506f9", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:12:53.256233 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48414fa4-2fa4-412e-9a23-ac9f52d49670 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:12:53.256233 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7f4cd-8bcb-41b3-8833-ae9d82fa90cd', 'name': 'network-vif-deleted', 'tag': '28ae18a3-8d9a-4c81-a03b-a4c3c61506f9', 'status': 'completed', 'code': 200} Aug 19 00:12:53.256864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:53.262011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'routes': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:53.265686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2ec2ee6-fc03-4950-bfca-217e424bc638 req-8075ab23-6932-4af6-b148-7b0e0acd4238 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697321 Aug 19 00:12:53.280590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9cfc4c8c-c1f1-48ac-b128-77df31d0b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:53.280590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-9cfc4c8c-c1f1-48ac-b128-77df31d0b9ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.1023462 Aug 19 00:12:53.343785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:53.355041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-a021325f-d5e4-4cd1-924c-a93dd91aef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:53.357363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-a021325f-d5e4-4cd1-924c-a93dd91aef8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747013 Aug 19 00:12:53.457649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.555854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-12bd0a51-599c-438f-ad0a-478291b071f7 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881881 Aug 19 00:12:53.576716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4d4d7e13-fb96-4986-8112-35510958d04e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4d4d7e13-fb96-4986-8112-35510958d04e,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:53.590919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.591727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f957002-ddec-453e-af16-ba8d989f892c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:53.666932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c0526f7-4107-4349-9ae3-0785e9852a7e req-670f1bcd-5d11-42c4-9139-b7c7b9c5e4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009605 Aug 19 00:12:53.712361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca52cd-161c-4805-989f-4377fec4559d req-6d4d07f3-492c-44d3-b81d-d78535fd22b9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:53.713908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7ca52cd-161c-4805-989f-4377fec4559d req-6d4d07f3-492c-44d3-b81d-d78535fd22b9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1099284 Aug 19 00:12:53.718600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:53.736503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:53.747862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3f957002-ddec-453e-af16-ba8d989f892c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:53.747862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.768932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Deleting subnet f0f03c5d-b1c4-47a9-b20e-e6b69280a355 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:53.772095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.780357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:12:53.780689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:12:53.788616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7ca52cd-161c-4805-989f-4377fec4559d req-c23f2fb7-9a83-4d03-ac6f-70702e83f68d tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682971 Aug 19 00:12:53.818214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 6, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:52Z', 'revision_number': 4, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:53.827445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.838049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.869953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:53.887053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.894674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:53.895317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:53.953486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.982788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f03c5d-b1c4-47a9-b20e-e6b69280a355,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:53.989425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:53.994629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4fadf42a-7f46-49a4-a52b-33697d5759b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0f03c5d-b1c4-47a9-b20e-e6b69280a355 HTTP/1.1" status: 204 len: 168 time: 0.2747421 Aug 19 00:12:53.995282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:54.002820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:54.044995 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.048589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.089561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.162569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:54.180646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.192010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb0e060-85e1-4c06-a3a4-300ddce56c18']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:54.203123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48016a8-c948-46fb-b146-a4d6b5d1e47d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:54.203780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48016a8-c948-46fb-b146-a4d6b5d1e47d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:54.214957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.230497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.236442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 7, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:54.237776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:54.238173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.266607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39377d8e-1f62-44a3-9fe4-e5558b7379fb None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 7, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:54.290484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:54.299758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.301320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-37c2dfe4-b658-459e-8a68-29650c918e97 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 704 time: 1.0436656 Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:54.302736 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:54.306035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38562) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:54.318833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.330942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.333309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ceb0e060-85e1-4c06-a3a4-300ddce56c18 HTTP/1.1" status: 204 len: 168 time: 0.3367898 Aug 19 00:12:54.380436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d51d6d-14bb-4d0f-9d90-8599c0e4aff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb0e060-85e1-4c06-a3a4-300ddce56c18,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:54.481067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-530f615d-184f-4004-9bf4-372610a571a7 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 704 time: 0.1719055 Aug 19 00:12:54.481920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38566) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:54.502754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b73f-3454-4e9b-ba77-6790088c186d req-3d8ed463-be1a-41fb-85b5-dbe0720c7967 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:54.504243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fa9b73f-3454-4e9b-ba77-6790088c186d req-3d8ed463-be1a-41fb-85b5-dbe0720c7967 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0975783 Aug 19 00:12:54.558205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fa9b73f-3454-4e9b-ba77-6790088c186d req-b11cd2b6-22ec-4b39-8123-a7f0aaada954 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Aug 19 00:12:54.558735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:54.617050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:54.618376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ae35a78-b5e2-4fca-bf93-44dfdc647d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56e3f4db3ab245e69cf49ba8af26d006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583572 Aug 19 00:12:54.684769 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:54.688833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4d4d7e13-fb96-4986-8112-35510958d04e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:12:54.695513 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:54.696476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:54.740005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4d4d7e13-fb96-4986-8112-35510958d04e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:12:54.740673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.779655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.810711 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:54.819504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:54.950231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed86a-e8da-4e96-b6ff-d2b26ccc37d6 req-3484c1df-cca8-40f9-a8de-922401ef6589 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:54.952208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebeed86a-e8da-4e96-b6ff-d2b26ccc37d6 req-3484c1df-cca8-40f9-a8de-922401ef6589 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0614362 Aug 19 00:12:55.021207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ebeed86a-e8da-4e96-b6ff-d2b26ccc37d6 req-3cf33f1e-8819-47ff-8f1c-57143c92172e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624325 Aug 19 00:12:55.039784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.042470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.043693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95d5eea2-9325-4a9f-a58f-2aec5461bfb9 HTTP/1.1" status: 204 len: 168 time: 0.4259369 Aug 19 00:12:55.056670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273550f9-586e-43b2-b944-329b962ecf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5eea2-9325-4a9f-a58f-2aec5461bfb9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:55.096164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.113509 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 7, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:55.140697 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:55.149636 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:55.150631 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:55.242925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:55.372737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 4d4d7e13-fb96-4986-8112-35510958d04e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:55.373338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.491955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 4d4d7e13-fb96-4986-8112-35510958d04e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4d4d7e13-fb96-4986-8112-35510958d04e,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:55.492659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.497804 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 7, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:55.508821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 4d4d7e13-fb96-4986-8112-35510958d04e owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:55.528485 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabe45-c80c-4e08-a9dd-33641dbaff53 None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 7, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d4d7e13-fb96-4986-8112-35510958d04e', 'name': '', 'network_id': '3c8bb29b-4f55-4267-86c8-851b406f389f', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:49:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:47Z', 'updated_at': '2021-08-19T00:12:53Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '30ffb91f-9485-4531-9d02-1e81a351c6a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:55.807261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b048dc-fcdf-4de8-9392-4737813882e5 req-3f31c76c-f708-414a-a206-a82254020a9f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:55.814393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3b048dc-fcdf-4de8-9392-4737813882e5 req-3f31c76c-f708-414a-a206-a82254020a9f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0843914 Aug 19 00:12:55.821531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:55.860626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=4d4d7e13-fb96-4986-8112-35510958d04e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:55.899492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a3b048dc-fcdf-4de8-9392-4737813882e5 req-1f58f2c7-e616-4bbe-942f-61741b914429 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842290 Aug 19 00:12:55.970977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38602) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:55.993485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.139625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-488371783-network', 'tenant_id': '4062b5587148435e81c20cc22232b135'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:56.163977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Made reservation on behalf of 4062b5587148435e81c20cc22232b135 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:56.167039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.176603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.187388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d16c5c-a47f-4caa-b651-f0fbbd3a12ab req-286a6cfe-3202-4e02-8b7b-49e36e81474c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:56.188891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9d16c5c-a47f-4caa-b651-f0fbbd3a12ab req-286a6cfe-3202-4e02-8b7b-49e36e81474c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0670202 Aug 19 00:12:56.287091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.291973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.303331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9d16c5c-a47f-4caa-b651-f0fbbd3a12ab req-746a78ee-479b-4754-92dc-281919bbe527 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732057 Aug 19 00:12:56.316053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:12:56.317656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:12:56.331740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e9a7f5-0d76-4af6-99e3-141cef3e0a68,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:56.339850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.340324 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Added segment bffcc801-81f3-4b83-8662-27aef8a59515 of type vlan for network 3d437c16-1bb0-4d25-b519-68f57f03174a Aug 19 00:12:56.387740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.415563 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.417160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:56.417340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.430364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:12:56.435556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-05f3914e-62cb-484d-9682-bc254016209c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525368 Aug 19 00:12:56.438536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:56.444961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:12:56.458751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:56.463596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:56.493836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5209212 Aug 19 00:12:56.495361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet 30ffb91f-9485-4531-9d02-1e81a351c6a0 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:12:56.497156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:56.498803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.502367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Request body: {'subnet': {'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-488371783-subnet', 'tenant_id': '4062b5587148435e81c20cc22232b135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:56.506333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b9fd4-19f4-43e0-a94e-a4638bee7e38 admin admin] Pushing event updated for resources: {'Network': ['ID=3d437c16-1bb0-4d25-b519-68f57f03174a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:56.530804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Made reservation on behalf of 4062b5587148435e81c20cc22232b135 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:56.533434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.555133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.676218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.759568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.778166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.785014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:56.830841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3d437c16-1bb0-4d25-b519-68f57f03174a details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:12:56.842066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=30ffb91f-9485-4531-9d02-1e81a351c6a0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:56.845729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.850466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c5f81746-6ed3-4962-a1b7-a28f6c6841aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/30ffb91f-9485-4531-9d02-1e81a351c6a0 HTTP/1.1" status: 204 len: 168 time: 0.4109550 Aug 19 00:12:56.853912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:56.854219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9ebda5-b35f-4132-88d7-d28e21233884,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:56.884178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Checking segment: {'id': 'bffcc801-81f3-4b83-8662-27aef8a59515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:12:56.884887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Network hostable DHCP agents. Network: 3d437c16-1bb0-4d25-b519-68f57f03174a, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:12:56.888901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27adb1-805c-4766-96fc-35d9cd69f5e8 None None] Network 3c8bb29b-4f55-4267-86c8-851b406f389f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:56.905167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Network 3d437c16-1bb0-4d25-b519-68f57f03174a is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:12:56.919309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3d437c16-1bb0-4d25-b519-68f57f03174a) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:12:56.931806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:56.932494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:56.949614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc72ed01-d4e5-417a-86e5-8617b02ae499 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4509442 Aug 19 00:12:56.967413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.012703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba2426d-8d2e-4feb-aa07-7572295a3661 None None] Network 3d437c16-1bb0-4d25-b519-68f57f03174a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:57.077150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1aa73-f76f-4765-9656-1c0e693d19c4 req-7b7cf5ad-8962-426c-bc3a-c9c3c8497677 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:57.079586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cb1aa73-f76f-4765-9656-1c0e693d19c4 req-7b7cf5ad-8962-426c-bc3a-c9c3c8497677 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0729661 Aug 19 00:12:57.082950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:57.083362 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.095975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.180270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cb1aa73-f76f-4765-9656-1c0e693d19c4 req-f7ec7b22-1adb-49da-9408-fa39dcd75213 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938714 Aug 19 00:12:57.182259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:57.182872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.211852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:57.372954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3751bc3-7b4b-4aff-b290-dab88599bc3c None None] Network 3d437c16-1bb0-4d25-b519-68f57f03174a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:12:57.486989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] DHCP port deletion for 3c8bb29b-4f55-4267-86c8-851b406f389f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:12:57.505036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:55Z', 'revision_number': 8, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:57.523764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bc472-f010-4b02-a43f-7bfc1fa7746a req-42e1fe72-683b-4848-a21b-76fb6a23e8c6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:57.526081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d1bc472-f010-4b02-a43f-7bfc1fa7746a req-42e1fe72-683b-4848-a21b-76fb6a23e8c6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1015925 Aug 19 00:12:57.577594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d1bc472-f010-4b02-a43f-7bfc1fa7746a req-3a6901d1-4095-4e66-8c8c-f96644dac01c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406630 Aug 19 00:12:57.582433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:12:57.616312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:12:57.617121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:57.715273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:12:57.718797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Deleting port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:57.719205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.733741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.751529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-15ef615c-f468-41ea-8c46-85f2922691ab tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:57.754626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-15ef615c-f468-41ea-8c46-85f2922691ab tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/networks?id=3d437c16-1bb0-4d25-b519-68f57f03174a HTTP/1.1" status: 200 len: 817 time: 0.1335013 Aug 19 00:12:57.787242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:57.796040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:57.815601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-27cb9d5d-bd18-4e68-b73f-740cf1ddec21 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/quotas/4062b5587148435e81c20cc22232b135 HTTP/1.1" status: 200 len: 375 time: 0.0310442 Aug 19 00:12:57.877042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] For port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,segment=NetworkSegment(c931de63-1548-43c9-be77-be63571e5f27),segment_id=c931de63-1548-43c9-be77-be63571e5f27)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:57.877606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.909998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-98fe64b1-26d1-4cd9-a1eb-6f8d52339442 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4062b5587148435e81c20cc22232b135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698755 Aug 19 00:12:57.942703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Calling delete_port for c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:57.984368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:57.998133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8bb29b-4f55-4267-86c8-851b406f389f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:58.011648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c931de63-1548-43c9-be77-be63571e5f27') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:58.011985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c931de63-1548-43c9-be77-be63571e5f27') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:58.028754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.051141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-8600cf1d-1dfc-423c-b94a-2077f4c63562 service neutron] 10.222.0.20 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311765 Aug 19 00:12:58.051993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.066263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:12:58.066672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:12:58.069925 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:12:58.091594 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.121549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] Pushing event deleted for resources: {'Port': ['ID=c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:58.126737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3e83e-dcbd-428a-8cc6-888af906a99e None None] No DVR routers for this DVR port c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:12:58.137952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:55Z', 'revision_number': 8, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:12:58.161928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8011f-72fc-4728-a465-50b433915eb5 None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:55Z', 'revision_number': 8, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f957002-ddec-453e-af16-ba8d989f892c', 'name': '', 'network_id': 'eb25de76-ea2a-474e-985e-e5d53a5a8dcf', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:ff:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:43Z', 'updated_at': '2021-08-19T00:12:51Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'b1552cab-6823-42d8-a421-d435f53ca516', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:12:58.180725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.197292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:58.202728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/3c8bb29b-4f55-4267-86c8-851b406f389f HTTP/1.1" status: 204 len: 168 time: 1.3469546 Aug 19 00:12:58.205465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38644) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:12:58.223998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d9ec1-ae9d-401d-94db-1c84605f271c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=3c8bb29b-4f55-4267-86c8-851b406f389f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:12:58.234411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-0577cec8-8afe-4071-a48e-aa27d4663e6a service neutron] 10.222.0.20 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755035 Aug 19 00:12:58.362833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbdae6-62c8-4780-a272-a7fb701eb8da req-4d586f6b-db41-4294-9a92-8c20176aa4f5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:58.364599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82fbdae6-62c8-4780-a272-a7fb701eb8da req-4d586f6b-db41-4294-9a92-8c20176aa4f5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0718958 Aug 19 00:12:58.488058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82fbdae6-62c8-4780-a272-a7fb701eb8da req-0ead91f7-d6e4-461a-b5a9-3b9c1c290abe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759647 Aug 19 00:12:58.513888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe414a0d-0cb9-4d1d-854e-961acb579eef req-c7793a82-4036-49ae-ace6-79e9d8fb72dd tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 210 time: 0.0397160 Aug 19 00:12:58.637644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:58.658017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:58.658394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c7e8a906-5cbd-4ed1-bead-ec21d6cea9e5 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:58.658817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4d4d7e13-fb96-4986-8112-35510958d04e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:12:58.692660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4d4d7e13-fb96-4986-8112-35510958d04e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:12:58.693249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4d4d7e13-fb96-4986-8112-35510958d04e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:12:58.749073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d3aa-115f-410a-bb0f-57c852397dc8 req-25e6acaa-d7bc-491a-b3f0-506a08da5c57 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:58.750893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2124d3aa-115f-410a-bb0f-57c852397dc8 req-25e6acaa-d7bc-491a-b3f0-506a08da5c57 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0810544 Aug 19 00:12:58.755602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:59.218756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2124d3aa-115f-410a-bb0f-57c852397dc8 req-a74dce80-da44-4a46-9790-2d15da0ab492 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4577973 Aug 19 00:12:59.489431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 3f957002-ddec-453e-af16-ba8d989f892c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:12:59.490000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:59.590545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 3f957002-ddec-453e-af16-ba8d989f892c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f957002-ddec-453e-af16-ba8d989f892c,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:12:59.591065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:59.598707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-87487cb6-df84-4f59-9cc4-dd498092c1a3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:59.600730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-87487cb6-df84-4f59-9cc4-dd498092c1a3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.11 "GET /v2.0/networks?id=3d437c16-1bb0-4d25-b519-68f57f03174a HTTP/1.1" status: 200 len: 817 time: 0.1417019 Aug 19 00:12:59.616461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Request body: {'port': {'device_id': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a', 'admin_state_up': True, 'tenant_id': '4062b5587148435e81c20cc22232b135'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:12:59.632583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 3f957002-ddec-453e-af16-ba8d989f892c owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:12:59.664651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d300-d8b3-459a-beb4-c958647f592f req-cd24cfb7-5eee-4c65-92c4-aa6bd4457465 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:59.666183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c636d300-d8b3-459a-beb4-c958647f592f req-cd24cfb7-5eee-4c65-92c4-aa6bd4457465 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.2331409 Aug 19 00:12:59.722864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-8dcc1202-d585-4a85-ab96-1b98cd1bd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:59.724359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-8dcc1202-d585-4a85-ab96-1b98cd1bd7f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.2389712 Aug 19 00:12:59.759710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b4ba6-0aa8-4222-b3b8-291174b87a85 req-69f43d91-7765-4417-b953-9c64855de0a6 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:59.761223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d75b4ba6-0aa8-4222-b3b8-291174b87a85 req-69f43d91-7765-4417-b953-9c64855de0a6 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1171536 Aug 19 00:12:59.797546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c636d300-d8b3-459a-beb4-c958647f592f req-45a928c1-d11d-452c-83eb-3800540930c9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030715 Aug 19 00:12:59.849821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d75b4ba6-0aa8-4222-b3b8-291174b87a85 req-96d5b59a-3dd5-4dfd-9241-c3eb08975214 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Aug 19 00:12:59.851556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Made reservation on behalf of 4062b5587148435e81c20cc22232b135 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:12:59.869524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:12:59.912893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a5d4d83-fac2-401c-b6d1-7fc9d4c0a0f6 req-3565b4f3-b7b6-42d5-9b32-36692a04bd34 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 210 time: 0.0372920 Aug 19 00:12:59.958024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-8035091c-44ee-4d51-a198-299093a0a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:12:59.959658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-8035091c-44ee-4d51-a198-299093a0a087 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.2256956 Aug 19 00:13:00.038923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-b9d5f908-89ba-467f-8a8f-44918e82b6b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1000 time: 0.0604877 Aug 19 00:13:00.053341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Allocated IP 172.20.0.11 (3d437c16-1bb0-4d25-b519-68f57f03174a/1c9ebda5-b35f-4132-88d7-d28e21233884/0edfdb65-bcba-4d71-841c-d636066e27d9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:00.093869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.130777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=3f957002-ddec-453e-af16-ba8d989f892c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:00.142581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-ea8ed7ce-e119-4d5a-b007-1b5c326c4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:00.144162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-ea8ed7ce-e119-4d5a-b007-1b5c326c4612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0889852 Aug 19 00:13:00.232587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.283733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.323066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-1a760697-4f06-4de0-b738-f1cf86b6eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:00.324639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-1a760697-4f06-4de0-b738-f1cf86b6eda9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601460 Aug 19 00:13:00.325714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.333047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Network 3d437c16-1bb0-4d25-b519-68f57f03174a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:00.341432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:00.345767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:00.374816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Pushing event updated for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:00.401994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:00.402703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.418569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-c9090294-4ddc-4193-8935-f7749d447ed3 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8087347 Aug 19 00:13:00.432341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Request body: {'port': {'device_id': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:00.491103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.522966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-3609bb0b-2a93-4efa-a3be-8e81fb9271aa service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890757 Aug 19 00:13:00.708687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:00.723075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64c7d5b3-b246-411e-86b7-50a4557566f1 req-4ffc879c-bfdb-4e1a-a4a7-3453c79abd3e service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703444 Aug 19 00:13:00.803095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edfdb65-bcba-4d71-841c-d636066e27d9 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:13:00.811361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.824345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Transition to ACTIVE for port object 0edfdb65-bcba-4d71-841c-d636066e27d9 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:00.830237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:00.830905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:00.836425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cbf400e8-d7ba-4038-8613-3ff616eb5f6a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296422 Aug 19 00:13:00.839251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38690) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:00.847776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:00.858020 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:00.858761 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:00.924596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet b1552cab-6823-42d8-a421-d435f53ca516 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:00.929570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:00.931173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.000550 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:01.011858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.020880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Attempting to bind port 0edfdb65-bcba-4d71-841c-d636066e27d9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:13:01.021218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Attempting to bind port 0edfdb65-bcba-4d71-841c-d636066e27d9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'bffcc801-81f3-4b83-8662-27aef8a59515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:13:01.021560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Attempting to bind port 0edfdb65-bcba-4d71-841c-d636066e27d9 on network 3d437c16-1bb0-4d25-b519-68f57f03174a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:01.034752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Port 0edfdb65-bcba-4d71-841c-d636066e27d9 on network 3d437c16-1bb0-4d25-b519-68f57f03174a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:13:01.035080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Attempting to bind port 0edfdb65-bcba-4d71-841c-d636066e27d9 on network 3d437c16-1bb0-4d25-b519-68f57f03174a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:01.042958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:13:01.043308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Checking segment: {'id': 'bffcc801-81f3-4b83-8662-27aef8a59515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:01.043698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Bound using segment: {'id': 'bffcc801-81f3-4b83-8662-27aef8a59515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:13:01.044137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Bound port: 0edfdb65-bcba-4d71-841c-d636066e27d9, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffcc801-81f3-4b83-8662-27aef8a59515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:13:01.044596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.051249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f134-15c8-4725-b160-79517fcf884d req-bc02faa7-1e37-4940-b9cf-8872fa07e0a5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.060388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e304f134-15c8-4725-b160-79517fcf884d req-bc02faa7-1e37-4940-b9cf-8872fa07e0a5 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1538022 Aug 19 00:13:01.068779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a48b80-cbff-4bde-bae5-1ab0683a8e41 req-bbf6a0ef-6892-464f-8847-a21cf782e254 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.070890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3a48b80-cbff-4bde-bae5-1ab0683a8e41 req-bbf6a0ef-6892-464f-8847-a21cf782e254 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0962605 Aug 19 00:13:01.138661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e304f134-15c8-4725-b160-79517fcf884d req-7f72d051-4a07-4e47-8a58-46e835c8f627 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762556 Aug 19 00:13:01.168757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3a48b80-cbff-4bde-bae5-1ab0683a8e41 req-76908151-2fc6-462d-9c11-b046e7dc2dfa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Aug 19 00:13:01.181387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.202480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:13:01.221028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0edfdb65-bcba-4d71-841c-d636066e27d9,segment=NetworkSegment(bffcc801-81f3-4b83-8662-27aef8a59515),segment_id=bffcc801-81f3-4b83-8662-27aef8a59515)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:13:01.230281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.270693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.271669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.273968 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:59Z', 'revision_number': 9, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:01.274192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.276427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] 10.222.0.11 "PUT /v2.0/ports/0edfdb65-bcba-4d71-841c-d636066e27d9 HTTP/1.1" status: 200 len: 1093 time: 0.8504932 Aug 19 00:13:01.276918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:01.279512 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:01.328910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:01.338807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:01.339763 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:01.345576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=b1552cab-6823-42d8-a421-d435f53ca516,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:01.357762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.360945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6d69ed02-9af6-48cc-91e3-0d76486c2a92 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/b1552cab-6823-42d8-a421-d435f53ca516 HTTP/1.1" status: 204 len: 168 time: 0.5194070 Aug 19 00:13:01.363100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f32924-0eab-4b75-a85c-6a16afbe7b64 None None] Network eb25de76-ea2a-474e-985e-e5d53a5a8dcf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:13:01.373171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38700) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:01.405810 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18368072-e651-438a-a307-a71708fe0c7f x-openstack-request-id: req-18368072-e651-438a-a307-a71708fe0c7f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:01.406093 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:01.406297 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18368072-e651-438a-a307-a71708fe0c7f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:01.406873 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9', 'status': 'completed', 'code': 200} Aug 19 00:13:01.409978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c154b1f-6c27-4c8f-9ede-2d0ffc86ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:01.427477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-7db6aaef-8a27-4363-81c8-f630641d0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.429130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-7db6aaef-8a27-4363-81c8-f630641d0be5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4062b5587148435e81c20cc22232b135&device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 1096 time: 0.0991898 Aug 19 00:13:01.488592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-32f59247-9ff8-4b5c-a583-c70e3ce0c142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0edfdb65-bcba-4d71-841c-d636066e27d9 HTTP/1.1" status: 200 len: 217 time: 0.0420771 Aug 19 00:13:01.494349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06636-6baf-490b-a6ba-109cd3bc9ebd req-5b07c1ae-ce32-4ecf-893d-e57527f24886 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.495898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e6f06636-6baf-490b-a6ba-109cd3bc9ebd req-5b07c1ae-ce32-4ecf-893d-e57527f24886 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 944 time: 0.2355070 Aug 19 00:13:01.531688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:01.556526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.568362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-a9389b13-8620-4fbd-a040-2beb07f7ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.570241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-a9389b13-8620-4fbd-a040-2beb07f7ef2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c9ebda5-b35f-4132-88d7-d28e21233884 HTTP/1.1" status: 200 len: 857 time: 0.0690486 Aug 19 00:13:01.581437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e6f06636-6baf-490b-a6ba-109cd3bc9ebd req-c273feb9-93ea-489a-857a-d2d5d6de4720 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Aug 19 00:13:01.626545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-148b73c5-390c-45b7-ba52-20b4e90cc5c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d437c16-1bb0-4d25-b519-68f57f03174a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414357 Aug 19 00:13:01.649285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 0de2a99a-9082-4896-9adc-6400b7a7b945 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:01.649661 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.654907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] DHCP port deletion for eb25de76-ea2a-474e-985e-e5d53a5a8dcf request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:13:01.753868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 0de2a99a-9082-4896-9adc-6400b7a7b945, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0de2a99a-9082-4896-9adc-6400b7a7b945,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:01.755034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-424db307-9940-4093-9db9-1023f32c52c0 service neutron] 10.222.0.11 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159582 Aug 19 00:13:01.761429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.763460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Deleting port 0de2a99a-9082-4896-9adc-6400b7a7b945 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:01.764811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.793878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 0de2a99a-9082-4896-9adc-6400b7a7b945 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:01.844847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] For port 0de2a99a-9082-4896-9adc-6400b7a7b945, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0de2a99a-9082-4896-9adc-6400b7a7b945,segment=NetworkSegment(cd2500f5-4113-4c8d-8edb-e85f8f8743b5),segment_id=cd2500f5-4113-4c8d-8edb-e85f8f8743b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:01.845031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.858254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Calling delete_port for 0de2a99a-9082-4896-9adc-6400b7a7b945 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:01.878645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4906914b-05b3-4b07-bda8-4d2484a7b236 req-8b87da83-58dd-42c1-8e97-9617be3d06b8 service neutron] 10.222.0.11 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139233 Aug 19 00:13:01.940908 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:59Z', 'revision_number': 9, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:01.951128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:01.974430 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba3e5b-0ef2-4720-ae8c-562b49dfb5bb None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:12:59Z', 'revision_number': 9, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5b39e88-f6d1-4a0b-9f96-a32440058df2', 'name': '', 'network_id': '88ca7a40-54d8-45b2-9cbd-ede545549a37', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:42:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:39Z', 'updated_at': '2021-08-19T00:12:48Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': 'e9eb8c7d-581f-4050-8ff3-77bdabd5b595', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:01.982534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-27489ec3-a760-4f31-a394-47d6ad0346ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:01.984195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-27489ec3-a760-4f31-a394-47d6ad0346ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4062b5587148435e81c20cc22232b135&device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 1096 time: 0.0545936 Aug 19 00:13:01.996038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=0de2a99a-9082-4896-9adc-6400b7a7b945,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:02.005958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 0de2a99a-9082-4896-9adc-6400b7a7b945 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:02.119566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-527e2a75-79ff-4e67-b61d-6ff9d104d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:02.121880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-527e2a75-79ff-4e67-b61d-6ff9d104d78d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d437c16-1bb0-4d25-b519-68f57f03174a HTTP/1.1" status: 200 len: 917 time: 0.1298044 Aug 19 00:13:02.125892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.138195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb25de76-ea2a-474e-985e-e5d53a5a8dcf']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:02.150511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:02.151148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2500f5-4113-4c8d-8edb-e85f8f8743b5') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:02.171266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-f33d18b8-b114-4b14-a7fb-169cd9b7ea4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0edfdb65-bcba-4d71-841c-d636066e27d9 HTTP/1.1" status: 200 len: 217 time: 0.0395014 Aug 19 00:13:02.175180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.191437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.213244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:02.213524 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.214235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:02.217705 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:02.246261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] Pushing event deleted for resources: {'Port': ['ID=0de2a99a-9082-4896-9adc-6400b7a7b945,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:02.255855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef981181-debe-4cfc-b8a9-851b8eab0c37 None None] No DVR routers for this DVR port 0de2a99a-9082-4896-9adc-6400b7a7b945 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:02.261858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-40143c3c-6b28-48a0-ae74-2ed066c44a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:02.264801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-40143c3c-6b28-48a0-ae74-2ed066c44a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c9ebda5-b35f-4132-88d7-d28e21233884 HTTP/1.1" status: 200 len: 857 time: 0.0709853 Aug 19 00:13:02.313282 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-61d97a7e-46d8-40d7-96e7-0de3eeb46d99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d437c16-1bb0-4d25-b519-68f57f03174a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382926 Aug 19 00:13:02.332327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.343189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:02.345299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/eb25de76-ea2a-474e-985e-e5d53a5a8dcf HTTP/1.1" status: 204 len: 168 time: 0.9703097 Aug 19 00:13:02.355526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7f86-741c-4baa-874a-33be92a1a3ab req-cca198b7-94d8-4f0b-9515-370278336cc3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:02.360854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93cb7f86-741c-4baa-874a-33be92a1a3ab req-cca198b7-94d8-4f0b-9515-370278336cc3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.1183863 Aug 19 00:13:02.362013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853c080-89e7-4e34-a78d-950f3fbb10a4 req-879614af-1e73-4115-997b-6f9e5f3e05fe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:02.363592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9853c080-89e7-4e34-a78d-950f3fbb10a4 req-879614af-1e73-4115-997b-6f9e5f3e05fe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1052475 Aug 19 00:13:02.364098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:02.375459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838dda4-71ab-41c1-b3a6-874f3c663624 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=eb25de76-ea2a-474e-985e-e5d53a5a8dcf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:02.429710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93cb7f86-741c-4baa-874a-33be92a1a3ab req-dc8cf814-2375-4b88-becd-b3eb61daeb6c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510931 Aug 19 00:13:02.512636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9853c080-89e7-4e34-a78d-950f3fbb10a4 req-8c7c8fcd-7676-4e05-aa07-7be904c30011 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089509 Aug 19 00:13:02.562486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-3dd6ec72-8095-4ac0-b082-d204194e84e5 service neutron] 10.222.0.11 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406652 Aug 19 00:13:02.684172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0de2a99a-9082-4896-9adc-6400b7a7b945 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:02.721399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0de2a99a-9082-4896-9adc-6400b7a7b945 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:02.722050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0de2a99a-9082-4896-9adc-6400b7a7b945 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:02.722774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f957002-ddec-453e-af16-ba8d989f892c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:02.742297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 3f957002-ddec-453e-af16-ba8d989f892c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:02.743027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f957002-ddec-453e-af16-ba8d989f892c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:02.786853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7471-24db-4197-8f7a-d8e3f6c3f580 req-8b539063-ffd2-4f99-9148-6112f21f28e6 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:02.795059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b9f7471-24db-4197-8f7a-d8e3f6c3f580 req-8b539063-ffd2-4f99-9148-6112f21f28e6 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 944 time: 0.0785112 Aug 19 00:13:02.844698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b9f7471-24db-4197-8f7a-d8e3f6c3f580 req-d8f1d879-d33b-4c2a-a935-4f4bcfd60578 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Aug 19 00:13:02.864954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f69b6b12-7dba-48fc-a266-2d9490a8b4a1 req-eed591da-f477-4335-a9cf-bcc4205ee6b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924914 Aug 19 00:13:02.956843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.155051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0edfdb65-bcba-4d71-841c-d636066e27d9 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:13:03.199354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port c5b39e88-f6d1-4a0b-9f96-a32440058df2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:03.199625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.258725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0edfdb65-bcba-4d71-841c-d636066e27d9,segment=NetworkSegment(bffcc801-81f3-4b83-8662-27aef8a59515),segment_id=bffcc801-81f3-4b83-8662-27aef8a59515)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:03.270422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '0edfdb65-bcba-4d71-841c-d636066e27d9', 'network_id': '3d437c16-1bb0-4d25-b519-68f57f03174a', 'port_id': '0edfdb65-bcba-4d71-841c-d636066e27d9', 'mac_address': 'fa:16:3e:f9:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9ebda5-b35f-4132-88d7-d28e21233884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:13:03.298169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port c5b39e88-f6d1-4a0b-9f96-a32440058df2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c5b39e88-f6d1-4a0b-9f96-a32440058df2,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:03.298824 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.306433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.312018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for c5b39e88-f6d1-4a0b-9f96-a32440058df2 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:03.319650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edfdb65-bcba-4d71-841c-d636066e27d9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:13:03.339812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0edfdb65-bcba-4d71-841c-d636066e27d9,segment=NetworkSegment(bffcc801-81f3-4b83-8662-27aef8a59515),segment_id=bffcc801-81f3-4b83-8662-27aef8a59515)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:03.344994 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.399267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:03.492768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.518205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=c5b39e88-f6d1-4a0b-9f96-a32440058df2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:03.621923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0edfdb65-bcba-4d71-841c-d636066e27d9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:03.635400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:03.661688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1328a56-db01-42a4-b45f-93c0a7a11381 req-b48e8b4a-c6fd-41fa-b93b-1868fcbe06d3 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:03.663914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1328a56-db01-42a4-b45f-93c0a7a11381 req-b48e8b4a-c6fd-41fa-b93b-1868fcbe06d3 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0671473 Aug 19 00:13:03.738908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e1328a56-db01-42a4-b45f-93c0a7a11381 req-aa86f5ff-d7ff-4d71-b9d3-b9fee09c4281 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Aug 19 00:13:04.095389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1d5d-a25a-4ee5-b92f-6e003c16f6ba req-bce76fc9-c0d0-49c0-b6a7-5d28e1335034 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:04.096785 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c43d1d5d-a25a-4ee5-b92f-6e003c16f6ba req-bce76fc9-c0d0-49c0-b6a7-5d28e1335034 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 945 time: 0.0728886 Aug 19 00:13:04.197991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c43d1d5d-a25a-4ee5-b92f-6e003c16f6ba req-2767c93f-1c19-49ed-ad08-178d618afa9f tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723891 Aug 19 00:13:04.208842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:04.305034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:04.312178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a51ffedc-0652-4df0-bfc3-81065c89497f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9184546 Aug 19 00:13:04.315118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:04.317947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:04.328174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:04.328851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:04.367659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet e9eb8c7d-581f-4050-8ff3-77bdabd5b595 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:04.371045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.411369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.424199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:04.506664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.573755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.602924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eb8c7d-581f-4050-8ff3-77bdabd5b595,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:04.618227 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.620405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d4247c-cf3b-4ce8-ab7c-2e87011a03ff None None] Network 88ca7a40-54d8-45b2-9cbd-ede545549a37 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:13:04.623654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94fec01e-ef47-42ad-8cc6-574b465b66bb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/e9eb8c7d-581f-4050-8ff3-77bdabd5b595 HTTP/1.1" status: 204 len: 168 time: 0.3075683 Aug 19 00:13:04.624469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:04.691100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:03Z', 'revision_number': 10, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:04.709167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.738716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:04.771309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:04.771945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:04.774074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:04.774430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.869806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:04.887702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,segment=NetworkSegment(3fb308c4-35f8-47fd-96f4-d41edc5af934),segment_id=3fb308c4-35f8-47fd-96f4-d41edc5af934)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:04.888080 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:04.905709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:04.945794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] DHCP port deletion for 88ca7a40-54d8-45b2-9cbd-ede545549a37 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:13:04.949705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a61be1-714b-42c8-a406-18dc1e0f7e31 req-9a475d15-11de-4410-918f-45ec9d74471a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:04.962177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41a61be1-714b-42c8-a406-18dc1e0f7e31 req-9a475d15-11de-4410-918f-45ec9d74471a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1136038 Aug 19 00:13:05.028853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.037483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41a61be1-714b-42c8-a406-18dc1e0f7e31 req-1941d344-7576-4ea8-91c8-fa6353e664f1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700629 Aug 19 00:13:05.069688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:05.083901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.084163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.084520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.085390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.086476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.086476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.086725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.086984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.087322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.087649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.087974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.088640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:05.093098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:05.126900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Deleting port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:05.127286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.186021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0edfdb65-bcba-4d71-841c-d636066e27d9 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:05.197586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.211621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ca7a40-54d8-45b2-9cbd-ede545549a37']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:05.230985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2fdbe-1e76-455a-8418-96e1e21431a6 req-a07d6732-4c09-4452-a1e1-52bb37dc7cca tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:05.232539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60a2fdbe-1e76-455a-8418-96e1e21431a6 req-a07d6732-4c09-4452-a1e1-52bb37dc7cca tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1152503 Aug 19 00:13:05.242211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb308c4-35f8-47fd-96f4-d41edc5af934') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:05.242516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb308c4-35f8-47fd-96f4-d41edc5af934') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:05.244465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] For port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:05.244885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.260086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.287678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Calling delete_port for 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:05.288016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.291593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:13:05.295453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.306544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60a2fdbe-1e76-455a-8418-96e1e21431a6 req-e17f12a1-0229-4937-a4fd-bbc758028ac0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Aug 19 00:13:05.307696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:05.324500 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:05.340166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91b1a-2485-422a-aaf1-51101414a4e7 req-9a1cf925-43b6-4e75-81e7-e227669fe2bf tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:05.340860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] No DVR routers for this DVR port 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:05.342174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ef91b1a-2485-422a-aaf1-51101414a4e7 req-9a1cf925-43b6-4e75-81e7-e227669fe2bf tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 945 time: 0.0654764 Aug 19 00:13:05.353960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f96a79-7278-4526-ae9b-6bd698ea35b9 None None] Pushing event deleted for resources: {'Port': ['ID=8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:05.362155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 0edfdb65-bcba-4d71-841c-d636066e27d9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:05.367473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 0edfdb65-bcba-4d71-841c-d636066e27d9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:05.367845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.370698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:03Z', 'revision_number': 10, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:05.389896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.401569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9ef91b1a-2485-422a-aaf1-51101414a4e7 req-26dfe3bc-8dec-4290-8c73-23942b49d95b tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518451 Aug 19 00:13:05.405686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.410079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/88ca7a40-54d8-45b2-9cbd-ede545549a37 HTTP/1.1" status: 204 len: 168 time: 0.7815847 Aug 19 00:13:05.413761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:05.418633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88de7-fb6a-463e-ae19-5d01cee6bed2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=88ca7a40-54d8-45b2-9cbd-ede545549a37,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:05.443945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676abae-396c-45fd-9fc4-4d263015b63d None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:03Z', 'revision_number': 10, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None, '_interfaces': [{'id': '2ad65587-97aa-4086-b7d9-e7e911ab6899', 'name': '', 'network_id': '8e780ce7-3a86-44d4-9d0a-31d6eba70000', 'tenant_id': '559ba430ef68405d89202494726848fa', 'mac_address': 'fa:16:3e:fe:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21f468-f8c4-4731-8a33-314153dac754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:34Z', 'updated_at': '2021-08-19T00:12:40Z', 'revision_number': 5, 'project_id': '559ba430ef68405d89202494726848fa', 'subnets': [{'id': '53dc0c6f-abc6-4175-980b-1ec7980ae36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:05.501856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.526652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:05.529403 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4d44f-a99b-4730-9725-3ce1b188f32f" -d '{"events": [{"server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "name": "network-vif-plugged", "status": "completed", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:05.544102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0edfdb65-bcba-4d71-841c-d636066e27d9,segment=NetworkSegment(bffcc801-81f3-4b83-8662-27aef8a59515),segment_id=bffcc801-81f3-4b83-8662-27aef8a59515)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:05.554072 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:05.580962 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd0a16-7593-479a-bd3a-3fd0db42f5c6 x-openstack-request-id: req-0abd0a16-7593-479a-bd3a-3fd0db42f5c6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:05.581255 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "name": "network-vif-plugged", "status": "completed", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:05.581513 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abd0a16-7593-479a-bd3a-3fd0db42f5c6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:05.581913 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9', 'code': 200} Aug 19 00:13:05.616994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:05.724382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c12e4e-664d-4393-a27d-57a4fe15b37b req-0e64dd3b-441e-4c7e-9371-ee21c30183b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:05.726459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55c12e4e-664d-4393-a27d-57a4fe15b37b req-0e64dd3b-441e-4c7e-9371-ee21c30183b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 1098 time: 0.0767617 Aug 19 00:13:05.783148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55c12e4e-664d-4393-a27d-57a4fe15b37b req-acb92a87-61ae-42f8-9d2d-d4ed987d92d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Aug 19 00:13:05.832054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.083582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 2ad65587-97aa-4086-b7d9-e7e911ab6899 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:06.083582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.161886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25126a-7bd4-4c35-9145-88669362ab5d req-2cb312e4-3c0b-48bc-ab58-64c623598f6f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:06.164124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e25126a-7bd4-4c35-9145-88669362ab5d req-2cb312e4-3c0b-48bc-ab58-64c623598f6f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0490899 Aug 19 00:13:06.173435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 2ad65587-97aa-4086-b7d9-e7e911ab6899, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ad65587-97aa-4086-b7d9-e7e911ab6899,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:06.173811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.186267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 2ad65587-97aa-4086-b7d9-e7e911ab6899 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:06.205846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e25126a-7bd4-4c35-9145-88669362ab5d req-cb95ddc0-f313-4779-915d-19a1326b3a43 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Aug 19 00:13:06.356565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.390692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=2ad65587-97aa-4086-b7d9-e7e911ab6899,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:06.512276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.523448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd7b28-a5bf-4cd3-a564-003423138e7c req-f0c9dd68-36c2-4e5b-abf4-d34b11c6da2c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:06.525046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2cbd7b28-a5bf-4cd3-a564-003423138e7c req-f0c9dd68-36c2-4e5b-abf4-d34b11c6da2c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.1375744 Aug 19 00:13:06.585129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd4368-b109-4b9c-986e-bba55b72bda0 req-dd222b75-4f5e-4f26-87a6-ae1d5d2b6d99 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:06.586807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bfd4368-b109-4b9c-986e-bba55b72bda0 req-dd222b75-4f5e-4f26-87a6-ae1d5d2b6d99 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 946 time: 0.0902095 Aug 19 00:13:06.644625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bfd4368-b109-4b9c-986e-bba55b72bda0 req-4175f70c-5d2b-4d42-929d-7d4fcb90e0d0 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Aug 19 00:13:06.644822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2cbd7b28-a5bf-4cd3-a564-003423138e7c req-72cc48fc-26ec-4615-aebe-cd230f3777b9 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111577 Aug 19 00:13:06.712409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:06.726455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:06.732233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:06.732609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b3ee42b-145c-400e-9b2a-4f2b80a8c8ba not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:06.733032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5b39e88-f6d1-4a0b-9f96-a32440058df2 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:06.750956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c5b39e88-f6d1-4a0b-9f96-a32440058df2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:06.751306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c5b39e88-f6d1-4a0b-9f96-a32440058df2 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:06.802581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:06.808173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6425fdf4-d06a-4ca4-8b94-9ed11194e0ec tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3919480 Aug 19 00:13:06.810225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:06.812789 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:06.821800 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:06.822390 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:06.860434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting subnet 53dc0c6f-abc6-4175-980b-1ec7980ae36a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:06.863757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.889322 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:06.906641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:06.943737 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:06.969439 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:06.977386 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:06.977987 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:06.988095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.045008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.045280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:07.077237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Subnet': ['ID=53dc0c6f-abc6-4175-980b-1ec7980ae36a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:07.079225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.081129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2efaea58-da79-41b2-b575-757519333f73 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/53dc0c6f-abc6-4175-980b-1ec7980ae36a HTTP/1.1" status: 204 len: 168 time: 0.2699797 Aug 19 00:13:07.083620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:07.083819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e1647-4c5e-42a3-b1c0-0a4fcfb4b7ed None None] Network 8e780ce7-3a86-44d4-9d0a-31d6eba70000 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:13:07.101986 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:07.142694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133ebd0-6fc4-43ba-9e6c-847f36203991 None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:07.164622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.222503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Deleting port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:07.222851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.323745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] For port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,segment=NetworkSegment(c019c97f-a19d-4d09-8226-6573367c2c74),segment_id=c019c97f-a19d-4d09-8226-6573367c2c74)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:07.324101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.339459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Calling delete_port for 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:07.353993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa810-d028-4105-80cb-44218703a2f4 req-49c10899-1f2b-4e3c-9291-fdaefa67bbbd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:07.355475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f67aa810-d028-4105-80cb-44218703a2f4 req-49c10899-1f2b-4e3c-9291-fdaefa67bbbd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0716460 Aug 19 00:13:07.436391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f67aa810-d028-4105-80cb-44218703a2f4 req-0e0838e9-b97c-4090-8f86-1d4be9ad1afa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745032 Aug 19 00:13:07.459327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.485966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Port': ['ID=328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:07.489128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No DVR routers for this DVR port 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:07.519577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe1747-d244-4658-9696-59445055182e None None] DHCP port deletion for 8e780ce7-3a86-44d4-9d0a-31d6eba70000 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:13:07.578334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.588640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e780ce7-3a86-44d4-9d0a-31d6eba70000']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:07.600113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c019c97f-a19d-4d09-8226-6573367c2c74') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:07.600760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c019c97f-a19d-4d09-8226-6573367c2c74') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:07.610727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.625488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.632996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:07.633527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:07.637778 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:07.669014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-b0d59ac2-6ac4-488d-b70c-2d4c05343720 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:07.670565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-b0d59ac2-6ac4-488d-b70c-2d4c05343720 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0739625 Aug 19 00:13:07.700723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.710901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:07.713165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/networks/8e780ce7-3a86-44d4-9d0a-31d6eba70000 HTTP/1.1" status: 204 len: 168 time: 0.6284008 Aug 19 00:13:07.716141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:07.721952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-9f32d920-e48d-4601-a501-77203219bef9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868099 Aug 19 00:13:07.726933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'routes': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:07.730304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418c31-69c4-4215-9f22-c37817fd4ff0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Pushing event deleted for resources: {'Network': ['ID=8e780ce7-3a86-44d4-9d0a-31d6eba70000,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:07.802535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e980-5d3d-4c97-8787-efd0814f7b66 req-86a9b45f-a7cc-40e1-abd5-06ac6759238f tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:07.804669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb7e980-5d3d-4c97-8787-efd0814f7b66 req-86a9b45f-a7cc-40e1-abd5-06ac6759238f tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 946 time: 0.0586393 Aug 19 00:13:07.841911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb7e980-5d3d-4c97-8787-efd0814f7b66 req-7db8eb89-0a76-4cbc-b680-c9ba4791d09a tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Aug 19 00:13:07.979109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e34ca-fbc6-4902-8e2a-3291ecda391b req-a9e82031-06e0-4002-a868-025a0a9e05a3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:07.980551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-540e34ca-fbc6-4902-8e2a-3291ecda391b req-a9e82031-06e0-4002-a868-025a0a9e05a3 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 945 time: 0.2151346 Aug 19 00:13:08.000501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-3280944f-ab36-4915-880e-d05aa4138a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:08.002073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-3280944f-ab36-4915-880e-d05aa4138a85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 1097 time: 0.1939487 Aug 19 00:13:08.004160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Added routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:13:08.004504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Removed routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:13:08.004871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.096101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43cba-decf-455b-870b-78caa2f15594 req-2f27b8c7-2330-45df-8eec-4664bb03570d tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:08.097657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ab43cba-decf-455b-870b-78caa2f15594 req-2f27b8c7-2330-45df-8eec-4664bb03570d tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Aug 19 00:13:08.137340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ab43cba-decf-455b-870b-78caa2f15594 req-35c64e61-de7d-42f1-bab2-483586334aab tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Aug 19 00:13:08.459673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Deleting port 252caae0-f93f-4c50-9898-6b7128545385 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:08.460016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.555360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd09a0d-0f73-4b45-bfbc-05adea6508f4 req-af28ea8b-8b09-4127-8e81-5dfdd5a1717b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:08.556887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd09a0d-0f73-4b45-bfbc-05adea6508f4 req-af28ea8b-8b09-4127-8e81-5dfdd5a1717b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0491042 Aug 19 00:13:08.589904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-540e34ca-fbc6-4902-8e2a-3291ecda391b req-9aa114b8-9271-425a-a028-d316a32d1bc8 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867972 Aug 19 00:13:08.603131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcd09a0d-0f73-4b45-bfbc-05adea6508f4 req-708b5956-84ec-4b01-9e33-8e79e65abac8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Aug 19 00:13:08.606758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.616993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ad65587-97aa-4086-b7d9-e7e911ab6899 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:08.618139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.637605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2ad65587-97aa-4086-b7d9-e7e911ab6899 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:08.638074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ad65587-97aa-4086-b7d9-e7e911ab6899 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:08.638561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:08.656046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:08.656417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 328c2a8a-4a5a-4b2b-b8e0-6367cc89a21d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:08.690112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-579887b9-cf49-4fc0-a01d-c953bdf8c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:08.691597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-579887b9-cf49-4fc0-a01d-c953bdf8c1e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.6429100 Aug 19 00:13:08.771368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] For port 252caae0-f93f-4c50-9898-6b7128545385, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=252caae0-f93f-4c50-9898-6b7128545385,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:08.771740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.790671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Calling delete_port for 252caae0-f93f-4c50-9898-6b7128545385 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:08.808130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router 1d21f468-f8c4-4731-8a33-314153dac754 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:08.819812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-96ab5e32-b0af-476f-ac85-1b5e6b74dc3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 200 len: 1000 time: 0.0996363 Aug 19 00:13:08.978239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-5e257e28-7927-4c72-a155-292c0d5b38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:08.979709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-5e257e28-7927-4c72-a155-292c0d5b38de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.1331675 Aug 19 00:13:08.981545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:08.988197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:08.989600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2fb11306-25c8-47d7-b01f-cccff0756766 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 705 time: 1.2663946 Aug 19 00:13:08.990704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Sync routers for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:08.993536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:09.000817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:09.001694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:09.026114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3338137d-c4c5-460f-868c-77f8a5c9abf0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 205 time: 0.0310616 Aug 19 00:13:09.028844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:09.072084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:09.073314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-2da0102f-3ec3-4d4b-95a7-d78125d3e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:09.074829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-2da0102f-3ec3-4d4b-95a7-d78125d3e869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836427 Aug 19 00:13:09.100280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.104854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.130704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ac2c6613-340d-4b9b-a429-99c8da50e3fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:09.134495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:09.164078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Pushing event deleted for resources: {'Port': ['ID=252caae0-f93f-4c50-9898-6b7128545385,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:09.183216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Checking router: 1d21f468-f8c4-4731-8a33-314153dac754 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:09.207163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Routers {'1d21f468-f8c4-4731-8a33-314153dac754'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:09.207956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d21f468-f8c4-4731-8a33-314153dac754'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:09.213445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] No DVR routers for this DVR port 252caae0-f93f-4c50-9898-6b7128545385 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:09.220989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.223034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32c8bbc6-09c5-49b4-8571-a116cbc3febb req-30efc1f9-aa0e-4a64-b3c6-b28a056aa90c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.21 "DELETE /v2.0/ports/252caae0-f93f-4c50-9898-6b7128545385 HTTP/1.1" status: 204 len: 173 time: 1.5451276 Aug 19 00:13:09.223473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'name': 'network-vif-deleted', 'tag': '252caae0-f93f-4c50-9898-6b7128545385'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:09.226049 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8c56d-ef7d-44d4-ab74-6a4782d540aa" -d '{"events": [{"server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "name": "network-vif-deleted", "tag": "252caae0-f93f-4c50-9898-6b7128545385"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:09.246427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-6d7e4d55-6433-412c-9257-fd74afa3c1e7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632357 Aug 19 00:13:09.320599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] Set router 1d21f468-f8c4-4731-8a33-314153dac754 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:09.331565 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe84e9-1bcc-4ee2-b914-f9df2d549e76 x-openstack-request-id: req-1ebe84e9-1bcc-4ee2-b914-f9df2d549e76 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:09.331789 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d485701-a671-43f8-a4c7-9d9574f6b6f6", "name": "network-vif-deleted", "tag": "252caae0-f93f-4c50-9898-6b7128545385", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:09.332010 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ebe84e9-1bcc-4ee2-b914-f9df2d549e76 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:09.332435 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d485701-a671-43f8-a4c7-9d9574f6b6f6', 'name': 'network-vif-deleted', 'tag': '252caae0-f93f-4c50-9898-6b7128545385', 'status': 'completed', 'code': 200} Aug 19 00:13:09.355539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.359750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.387438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9627ae2b-49ac-4e99-8983-56580643e9f4 req-abfbd41a-88dd-4be7-a4d7-373e6e5e5a15 service neutron] 10.222.0.21 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298926 Aug 19 00:13:09.393990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:09.428967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be05f6-17c2-4609-8e56-e705ba724abe None None] The sync data for ids ['1d21f468-f8c4-4731-8a33-314153dac754'] in n-d-771363-38 is: [{'id': '1d21f468-f8c4-4731-8a33-314153dac754', 'name': 'tempest-RoutersIpV6Test-router-1151385172', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:32Z', 'updated_at': '2021-08-19T00:13:06Z', 'revision_number': 11, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:09.502339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce31be-e84f-4467-8d50-895233db057f req-d0581e6a-715d-4eb6-95d6-91fe1417959b tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:09.503856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87ce31be-e84f-4467-8d50-895233db057f req-d0581e6a-715d-4eb6-95d6-91fe1417959b tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 946 time: 0.1455660 Aug 19 00:13:09.505561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.506154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router 1d21f468-f8c4-4731-8a33-314153dac754 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:13:09.514873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.516171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6a2291b8-1dfa-4669-a411-cdb5abd3d941 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 204 len: 168 time: 0.4862459 Aug 19 00:13:09.521939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38790) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:09.528052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1797461366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:09.551864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-3481c846-7985-4f9c-b7f9-a0bd04d04688 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:09.554004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-3481c846-7985-4f9c-b7f9-a0bd04d04688 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 946 time: 0.1050777 Aug 19 00:13:09.554370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.555431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.580839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87ce31be-e84f-4467-8d50-895233db057f req-c6fc4a6d-7f05-4a46-8511-74fe0250a5c6 tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/security-groups?id=50e9a7f5-0d76-4af6-99e3-141cef3e0a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Aug 19 00:13:09.634304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.651286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.677683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.683660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bfbf82c9-5a37-4fc7-9c7e-ec95bf42d1aa tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1598279 Aug 19 00:13:09.684512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:09.691214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:09.695907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Deleting port 0edfdb65-bcba-4d71-841c-d636066e27d9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:09.696261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.790908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b93321ab-283d-4230-a5a3-baf13fe5fc29 req-62be6e6f-6da2-4fbe-879a-763fb2ac704f tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d485701-a671-43f8-a4c7-9d9574f6b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0593498 Aug 19 00:13:09.892339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 252caae0-f93f-4c50-9898-6b7128545385 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:09.914427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 252caae0-f93f-4c50-9898-6b7128545385 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:09.915194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 252caae0-f93f-4c50-9898-6b7128545385 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:09.944760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:09.956251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.073319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Router c958afb3-715d-4807-967f-5a23758136d8 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:13:10.153381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233a335-7646-48a9-a10d-5b9d163253c4 req-0b912ff2-7496-429f-b106-f844a1f91968 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:10.154862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4233a335-7646-48a9-a10d-5b9d163253c4 req-0b912ff2-7496-429f-b106-f844a1f91968 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.4056239 Aug 19 00:13:10.155777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:10.163092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.166567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ade9985-49a7-41db-ac03-a063f526c78e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "PUT /v2.0/routers/c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 200 len: 698 time: 0.4782348 Aug 19 00:13:10.167235 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Sync routers for ids ['c958afb3-715d-4807-967f-5a23758136d8'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:10.168751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38798) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.176784 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Routers {'c958afb3-715d-4807-967f-5a23758136d8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:10.177531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c958afb3-715d-4807-967f-5a23758136d8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:10.187939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] For port 0edfdb65-bcba-4d71-841c-d636066e27d9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0edfdb65-bcba-4d71-841c-d636066e27d9,segment=NetworkSegment(bffcc801-81f3-4b83-8662-27aef8a59515),segment_id=bffcc801-81f3-4b83-8662-27aef8a59515)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:10.188322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.211538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Calling delete_port for 0edfdb65-bcba-4d71-841c-d636066e27d9 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:10.219581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4233a335-7646-48a9-a10d-5b9d163253c4 req-7a25f8d0-453c-44c3-8812-8a6f501d598c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568573 Aug 19 00:13:10.251932 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Set router c958afb3-715d-4807-967f-5a23758136d8 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:10.252321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6b0e8241-b737-4c5d-a663-5252d0727297 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/routers/c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 200 len: 704 time: 0.0824342 Aug 19 00:13:10.252929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38800) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.281116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2d50365-62a7-4c85-a12f-7f9c0b85c11a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 200 len: 205 time: 0.0270956 Aug 19 00:13:10.283648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.303183 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c958afb3-715d-4807-967f-5a23758136d8', 'name': 'tempest-RoutersIpV6Test-router-1797461366', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:09Z', 'updated_at': '2021-08-19T00:13:09Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:10.337578 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Checking router: c958afb3-715d-4807-967f-5a23758136d8 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:10.346741 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Routers {'c958afb3-715d-4807-967f-5a23758136d8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:10.347338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:12:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c958afb3-715d-4807-967f-5a23758136d8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:10.392034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.415351 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] Set router c958afb3-715d-4807-967f-5a23758136d8 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:10.467471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c958afb3-715d-4807-967f-5a23758136d8', 'name': 'tempest-RoutersIpV6Test-router-1797461366', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:09Z', 'updated_at': '2021-08-19T00:13:09Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:10.497876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f94f9-e544-43b4-a7a8-262a108c5e99 None None] The sync data for ids ['c958afb3-715d-4807-967f-5a23758136d8'] in n-d-771363-38 is: [{'id': 'c958afb3-715d-4807-967f-5a23758136d8', 'name': 'tempest-RoutersIpV6Test-router-1797461366', 'tenant_id': '559ba430ef68405d89202494726848fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:09Z', 'updated_at': '2021-08-19T00:13:09Z', 'revision_number': 2, 'project_id': '559ba430ef68405d89202494726848fa', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:10.538703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.550990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0edfdb65-bcba-4d71-841c-d636066e27d9'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:10.597241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Pushing event deleted for resources: {'Port': ['ID=0edfdb65-bcba-4d71-841c-d636066e27d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:10.603400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.607954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.688408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] No DVR routers for this DVR port 0edfdb65-bcba-4d71-841c-d636066e27d9 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:10.692928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.694563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e03d6791-74c5-4d99-9f04-5cebf9873774 req-f2c9348e-7e2f-4a35-b0ca-87abd5b3cc1e tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.11 "DELETE /v2.0/ports/0edfdb65-bcba-4d71-841c-d636066e27d9 HTTP/1.1" status: 204 len: 173 time: 1.1318972 Aug 19 00:13:10.695688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'name': 'network-vif-deleted', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:10.698230 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951b8b7-833d-435d-9456-fa3eb91a8e6b" -d '{"events": [{"server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "name": "network-vif-deleted", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:10.717802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6014731a-57c8-44a3-a607-34622e8f65fe req-8ceb3ea6-792b-4dbc-9a8a-6e7a414fe4ba tempest-InstanceActionsV221TestJSON-773114493 tempest-InstanceActionsV221TestJSON-773114493-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2720662-aac1-4a25-b58c-97be65a5a659 HTTP/1.1" status: 200 len: 210 time: 0.0516253 Aug 19 00:13:10.718154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.718664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Fanout notify agent at l3_agent the message router_deleted on router c958afb3-715d-4807-967f-5a23758136d8 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:13:10.725806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:10.726921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd5b4abf-e270-4d98-b380-1d26b7f97a9c tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 204 len: 168 time: 0.4423058 Aug 19 00:13:10.730569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.757950 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aea657-9906-4a41-b29e-7ef9765eefe0 x-openstack-request-id: req-f0aea657-9906-4a41-b29e-7ef9765eefe0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:10.758243 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2720662-aac1-4a25-b58c-97be65a5a659", "name": "network-vif-deleted", "tag": "0edfdb65-bcba-4d71-841c-d636066e27d9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:10.758494 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0aea657-9906-4a41-b29e-7ef9765eefe0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:10.758892 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2720662-aac1-4a25-b58c-97be65a5a659', 'name': 'network-vif-deleted', 'tag': '0edfdb65-bcba-4d71-841c-d636066e27d9', 'status': 'completed', 'code': 200} Aug 19 00:13:10.771488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c26eda9-42b6-4cd8-924a-f22ccfd988b8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 200 len: 205 time: 0.0391209 Aug 19 00:13:10.773982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38812) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.818466 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-034f6a02-3995-4598-af36-428c9dfc4ce6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:10.820027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-034f6a02-3995-4598-af36-428c9dfc4ce6 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/c958afb3-715d-4807-967f-5a23758136d8 HTTP/1.1" status: 404 len: 336 time: 0.0445027 Aug 19 00:13:10.822672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38814) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.852190 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-db66cf95-d9a0-4322-9867-bcb6e5e287ca tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:10.852679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db66cf95-d9a0-4322-9867-bcb6e5e287ca tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:10.854690 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db66cf95-d9a0-4322-9867-bcb6e5e287ca tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/30ffb91f-9485-4531-9d02-1e81a351c6a0 HTTP/1.1" status: 404 len: 337 time: 0.0309846 Aug 19 00:13:10.857237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.883724 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a77b1a5-40ba-4325-8076-5c99810289c4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:10.884184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a77b1a5-40ba-4325-8076-5c99810289c4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:10.885927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4a77b1a5-40ba-4325-8076-5c99810289c4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/b1552cab-6823-42d8-a421-d435f53ca516 HTTP/1.1" status: 404 len: 337 time: 0.0277896 Aug 19 00:13:10.888452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38822) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.914657 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d2a566-b8a1-43e0-9f07-797fd57e4e44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:10.915185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d2a566-b8a1-43e0-9f07-797fd57e4e44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:10.917033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-25d2a566-b8a1-43e0-9f07-797fd57e4e44 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/e9eb8c7d-581f-4050-8ff3-77bdabd5b595 HTTP/1.1" status: 404 len: 337 time: 0.0275941 Aug 19 00:13:10.919527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.946643 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e30ec2-1829-4dd4-b195-4e05882511a8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:10.947017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e30ec2-1829-4dd4-b195-4e05882511a8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:10.948735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-41e30ec2-1829-4dd4-b195-4e05882511a8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/53dc0c6f-abc6-4175-980b-1ec7980ae36a HTTP/1.1" status: 404 len: 337 time: 0.0282586 Aug 19 00:13:10.951495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:10.979003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8270d163-a567-4bbf-b1d5-1cd7643213e8 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 200 len: 205 time: 0.0260990 Aug 19 00:13:10.981234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38828) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.023745 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-eda6dcd2-058f-48c7-bc52-a74990f0563e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.026317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eda6dcd2-058f-48c7-bc52-a74990f0563e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/1d21f468-f8c4-4731-8a33-314153dac754 HTTP/1.1" status: 404 len: 336 time: 0.0423768 Aug 19 00:13:11.027325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.054701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bdd52b13-9ce1-4644-867b-39e26df0133e tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee1eb43-331c-434f-95a7-323a4b722d10 HTTP/1.1" status: 200 len: 205 time: 0.0263159 Aug 19 00:13:11.057040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.084046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934b3c-7232-4b0a-b92d-aaf3114ea119 req-46a6720b-e343-4a53-bfb3-5345b3d5afba tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:11.086099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4934b3c-7232-4b0a-b92d-aaf3114ea119 req-46a6720b-e343-4a53-bfb3-5345b3d5afba tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0557096 Aug 19 00:13:11.105591 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-05fd4e21-afed-4d32-8ebf-064081ca118d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.106622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-05fd4e21-afed-4d32-8ebf-064081ca118d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/8ee1eb43-331c-434f-95a7-323a4b722d10 HTTP/1.1" status: 404 len: 336 time: 0.0486903 Aug 19 00:13:11.109168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.130515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4934b3c-7232-4b0a-b92d-aaf3114ea119 req-ff341818-c8ca-43b8-9579-6be239611598 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Aug 19 00:13:11.136908 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ce7881-d539-4c5a-8959-966a3d605577 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:11.137432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ce7881-d539-4c5a-8959-966a3d605577 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:11.139392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-01ce7881-d539-4c5a-8959-966a3d605577 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/5e893286-097a-43da-b4f2-22c51de78be1 HTTP/1.1" status: 404 len: 337 time: 0.0292397 Aug 19 00:13:11.142198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.170369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2fd127d8-1b92-4c40-91e5-3585ee37141a tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 200 len: 205 time: 0.0271235 Aug 19 00:13:11.172907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38840) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.210716 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-46a177ab-5d0a-4cae-b5f0-70639b04348d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.214458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46a177ab-5d0a-4cae-b5f0-70639b04348d tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/f5519f3e-f54e-4456-b6d4-d3ed45dc5857 HTTP/1.1" status: 404 len: 336 time: 0.0377071 Aug 19 00:13:11.214458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.247535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-826760a2-f0e3-44f1-96bd-18484e3f71b2 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=73ddfdac-4778-4f91-af21-3de1bc6fc049 HTTP/1.1" status: 200 len: 205 time: 0.0320003 Aug 19 00:13:11.249767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.289287 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-12ec5df2-4d50-4be0-8567-ef7f7b1f15dc tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.290322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-12ec5df2-4d50-4be0-8567-ef7f7b1f15dc tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/73ddfdac-4778-4f91-af21-3de1bc6fc049 HTTP/1.1" status: 404 len: 336 time: 0.0388091 Aug 19 00:13:11.292887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.328869 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ff24fc-2dab-4385-b913-33d37424790f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:11.329316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ff24fc-2dab-4385-b913-33d37424790f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:11.330966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1ff24fc-2dab-4385-b913-33d37424790f tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/b3222f3c-4ad6-44ca-8fd2-4780ce87cf9e HTTP/1.1" status: 404 len: 337 time: 0.0371759 Aug 19 00:13:11.333890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38850) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.362306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36861a3a-f3cc-4912-a49b-2b213968a7a0 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=95fd9aaf-8d7f-4da1-a742-f6acee81f995 HTTP/1.1" status: 200 len: 205 time: 0.0266948 Aug 19 00:13:11.365675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.368667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8e17-adcc-4adf-b503-564e6a627c9f req-851a4a01-2fd6-4a0b-b7c5-ce0a52309302 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:11.372731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51ee8e17-adcc-4adf-b503-564e6a627c9f req-851a4a01-2fd6-4a0b-b7c5-ce0a52309302 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0671694 Aug 19 00:13:11.402443 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-1a920170-1ecf-41db-9915-6c20a65fd1dc tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.405090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a920170-1ecf-41db-9915-6c20a65fd1dc tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/95fd9aaf-8d7f-4da1-a742-f6acee81f995 HTTP/1.1" status: 404 len: 336 time: 0.0368969 Aug 19 00:13:11.407196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38854) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.445631 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d56b28-d53f-4623-a547-9c9e6a84e330 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:11.446088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d56b28-d53f-4623-a547-9c9e6a84e330 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:11.447818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-95d56b28-d53f-4623-a547-9c9e6a84e330 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/cba76179-52c2-49db-b201-b9e8e2f7f3ec HTTP/1.1" status: 404 len: 337 time: 0.0396903 Aug 19 00:13:11.450503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.455198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51ee8e17-adcc-4adf-b503-564e6a627c9f req-79119434-c1a8-4c77-b657-cae9af5e4e92 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Aug 19 00:13:11.487442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0a33098f-cd3e-46d7-aeed-efd7a8c76833 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c8d4684-17ed-4973-9a6e-f7414346c2a0 HTTP/1.1" status: 200 len: 205 time: 0.0357959 Aug 19 00:13:11.490064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.529580 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-32b542bc-8bee-4fba-8e8e-8efca4a310cb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] delete failed (client error): The resource could not be found. Aug 19 00:13:11.530621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-32b542bc-8bee-4fba-8e8e-8efca4a310cb tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/routers/6c8d4684-17ed-4973-9a6e-f7414346c2a0 HTTP/1.1" status: 404 len: 336 time: 0.0393589 Aug 19 00:13:11.533108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.558575 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c938de3c-eb34-4526-867b-d9351d730ad4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:11.559013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c938de3c-eb34-4526-867b-d9351d730ad4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:11.560648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c938de3c-eb34-4526-867b-d9351d730ad4 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/cd7fdd58-0714-4ec1-b72d-204e83dec48a HTTP/1.1" status: 404 len: 337 time: 0.0266111 Aug 19 00:13:11.562795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38864) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.592730 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a91263-49c3-4ac9-af46-5650b31d54a9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] DELETE failed (client error): The resource could not be found. Aug 19 00:13:11.593175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a91263-49c3-4ac9-af46-5650b31d54a9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:13:11.594784 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-61a91263-49c3-4ac9-af46-5650b31d54a9 tempest-RoutersIpV6Test-746951332 tempest-RoutersIpV6Test-746951332-project] 10.222.0.20 "DELETE /v2.0/subnets/77a0e9a5-1b23-4e3b-8307-dc1b8fee0eca HTTP/1.1" status: 404 len: 337 time: 0.0311332 Aug 19 00:13:11.786426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38872) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.922924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62da6137-8071-44f0-a738-2a844fe5b1fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=559ba430ef68405d89202494726848fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352000 Aug 19 00:13:11.925301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38882) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.949145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:11.973765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:11.993477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Deleting subnet 1c9ebda5-b35f-4132-88d7-d28e21233884 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:11.995526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:11.996891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.031324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.044962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.047584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.049389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd010d56-240d-435e-9113-f9819eb409bd HTTP/1.1" status: 204 len: 168 time: 0.1231139 Aug 19 00:13:12.057846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc114a6-6e8b-43d0-8e16-8fa1edf0f444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd010d56-240d-435e-9113-f9819eb409bd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:12.075130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.137072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.164939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9ebda5-b35f-4132-88d7-d28e21233884,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:12.175025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.180862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0aa175fe-db3b-4e15-aaf4-70dcd62235bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c9ebda5-b35f-4132-88d7-d28e21233884 HTTP/1.1" status: 204 len: 168 time: 0.2278869 Aug 19 00:13:12.181245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38892) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:12.283288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.301491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b4efd-aea5-4df7-8adb-3fe17ceeeb05 req-7396ae5d-9b5b-4844-9a53-785e8d64234a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:12.302990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d7b4efd-aea5-4df7-8adb-3fe17ceeeb05 req-7396ae5d-9b5b-4844-9a53-785e8d64234a tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0739942 Aug 19 00:13:12.378755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40fcf994-402c-4801-b64e-c5085ceb7b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.403998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.414724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d7b4efd-aea5-4df7-8adb-3fe17ceeeb05 req-92211a22-25c7-4228-8f1d-5d036c1e6042 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037090 Aug 19 00:13:12.418283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d437c16-1bb0-4d25-b519-68f57f03174a']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:12.429475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffcc801-81f3-4b83-8662-27aef8a59515') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:12.429785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffcc801-81f3-4b83-8662-27aef8a59515') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:12.440753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.453702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.460153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:12.460585 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:12.462276 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:12.519907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.527750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.529787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d437c16-1bb0-4d25-b519-68f57f03174a HTTP/1.1" status: 204 len: 168 time: 0.3469844 Aug 19 00:13:12.564212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300068fb-afbb-470d-9ade-a0ab4cf3e908 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d437c16-1bb0-4d25-b519-68f57f03174a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:12.580717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a74cf-2be2-4c05-819a-34e477605d7f req-4d167d5d-b64b-4d4a-a747-25461c71dc0c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:12.589404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-587a74cf-2be2-4c05-819a-34e477605d7f req-4d167d5d-b64b-4d4a-a747-25461c71dc0c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0620635 Aug 19 00:13:12.640465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-587a74cf-2be2-4c05-819a-34e477605d7f req-5b98dc7a-ccec-4b30-ae52-a798df5fe2bb tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Aug 19 00:13:12.678632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:12.718734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e00275b4-6e84-4697-b60d-ba672f81bc64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4062b5587148435e81c20cc22232b135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387506 Aug 19 00:13:12.721562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:12.748935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:12.776178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.802727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.851980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--750819276'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:12.857277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.859699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.860784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50e9a7f5-0d76-4af6-99e3-141cef3e0a68 HTTP/1.1" status: 204 len: 168 time: 0.1382403 Aug 19 00:13:12.880752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2a75c-3bde-4b30-b5d8-38d61d442d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e9a7f5-0d76-4af6-99e3-141cef3e0a68,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:12.895891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:12.940342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.010021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.013790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.054547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec0140-6533-482f-aa11-216647ed7c36,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.111562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.116572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.146015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.147322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3966832 Aug 19 00:13:13.149229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6ce0e-ccc7-4a53-9747-460f82c94aae tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f940eefc-9647-47e4-b51d-f1ef99eb220e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.149977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.216556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4a25c4d3-5565-4697-8f20-f59fef2f44c7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0654163 Aug 19 00:13:13.219125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38936) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.223860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-security--1563817487', 'description': 'tempest-security-description-577394833'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:13.252801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.297870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.302027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.304653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.305885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "PUT /v2.0/security-groups/f940eefc-9647-47e4-b51d-f1ef99eb220e HTTP/1.1" status: 200 len: 1779 time: 0.0857117 Aug 19 00:13:13.309135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.333574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef439a-0559-4684-ac10-04a86974c823 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f940eefc-9647-47e4-b51d-f1ef99eb220e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.354178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6a65fb2-980a-4b67-b012-5c43d8a004d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups/f940eefc-9647-47e4-b51d-f1ef99eb220e HTTP/1.1" status: 200 len: 1779 time: 0.0435851 Aug 19 00:13:13.357161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38942) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.409259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.432155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.482742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.488362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.489083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38954) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.489238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/f940eefc-9647-47e4-b51d-f1ef99eb220e HTTP/1.1" status: 204 len: 168 time: 0.1308489 Aug 19 00:13:13.500225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101fb08-8db3-41fc-9e18-21f16e5db952 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940eefc-9647-47e4-b51d-f1ef99eb220e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.557983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f46043e1-9f37-4f0a-9373-7360204927a6 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675073 Aug 19 00:13:13.558596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.562012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424d749-13bc-4f9a-bcab-77c9db0926f0 req-1e628770-7654-4910-af27-cb263cf3ff90 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:13.563558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c424d749-13bc-4f9a-bcab-77c9db0926f0 req-1e628770-7654-4910-af27-cb263cf3ff90 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0612311 Aug 19 00:13:13.575690 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-f4510629-954b-4313-9218-d1f522bd1024 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] delete failed (client error): The resource could not be found. Aug 19 00:13:13.576735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f4510629-954b-4313-9218-d1f522bd1024 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/f940eefc-9647-47e4-b51d-f1ef99eb220e HTTP/1.1" status: 404 len: 347 time: 0.0170782 Aug 19 00:13:13.581362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.583150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.587921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--610631797'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:13.607566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c424d749-13bc-4f9a-bcab-77c9db0926f0 req-fef54ee5-09bb-4791-8285-dc874fc8d86c tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Aug 19 00:13:13.617239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.716657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1195535988-network', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:13.727914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.734952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.763894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47b60a-ff4e-40ce-bab0-1f6496e673ee req-e118863b-3071-49b4-a087-06f052b7df76 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:13.765436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc47b60a-ff4e-40ce-bab0-1f6496e673ee req-e118863b-3071-49b4-a087-06f052b7df76 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0496805 Aug 19 00:13:13.769060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce3df3-df7b-45f6-acc9-1e77828ed52c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.773473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:13:13.775768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.779081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.782918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-517594cf-a6ad-4e69-8ced-78538412584a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1989017 Aug 19 00:13:13.788467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38968) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:13.789576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.794552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '33ce3df3-df7b-45f6-acc9-1e77828ed52c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:13.815640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:13:13.815640 n-d-771363-38 neutron-server[94622]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 00:13:13.815640 n-d-771363-38 neutron-server[94622]: [parameters: {'project_id_1': 'b6f3b8ac3cc443e6a91f569d25ad9cd2', 'expiration_1': datetime.datetime(2021, 8, 19, 0, 13, 13, 802692)}] Aug 19 00:13:13.815640 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:13:13.815987 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:13:13.821595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc47b60a-ff4e-40ce-bab0-1f6496e673ee req-f20a5cec-f41f-4384-9df0-6c011a4457bb tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Aug 19 00:13:13.880513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.884566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.908215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:13:13.917610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a85b4c-325c-4a74-8286-f995486cddef,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:13.922203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.922647 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Added segment 8a9295c2-7801-4940-9b2c-a1040076b8b6 of type vlan for network d753388f-e093-4a25-a762-ed3cc67e2d80 Aug 19 00:13:13.961216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.988570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:13.989533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:13.990109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.043321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4592640 Aug 19 00:13:14.046327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38970) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.048041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845d78-bbda-4891-b339-c8fe7eddc1db admin admin] Pushing event updated for resources: {'Network': ['ID=d753388f-e093-4a25-a762-ed3cc67e2d80,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:14.051894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Request body: {'subnet': {'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1195535988-subnet', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:14.057962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d753388f-e093-4a25-a762-ed3cc67e2d80 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:13:14.074308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:13:14.076640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.238538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.297176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b98648c-6ddd-4c64-a901-5eed868a6a32,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:14.306595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:14.306956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Network hostable DHCP agents. Network: d753388f-e093-4a25-a762-ed3cc67e2d80, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:13:14.328721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:13:14.340447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d753388f-e093-4a25-a762-ed3cc67e2d80) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:14.346045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:14.346657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.349844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547823a-f292-46df-9025-3fb1a5ada0f7 None None] Network d753388f-e093-4a25-a762-ed3cc67e2d80 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:13:14.362933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.374574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-962ba375-ef79-46b6-8f04-cb0682f90b49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3271852 Aug 19 00:13:14.377246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.382124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:14.433477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.434315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.461299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.465993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.496737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d753388f-e093-4a25-a762-ed3cc67e2d80', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:13:14.497670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.517572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e130571e-a865-47b3-a7aa-e242389d7c0c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:14.520223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.522179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.523790 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c19e32b-bdaf-495a-aba3-42ff9e133cbd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7390378 Aug 19 00:13:14.526706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.559584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.573581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.606760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.613800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.617965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e130571e-a865-47b3-a7aa-e242389d7c0c HTTP/1.1" status: 204 len: 168 time: 0.0861638 Aug 19 00:13:14.618610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.635519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c450-06af-4e38-ad54-61f10592a1b7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e130571e-a865-47b3-a7aa-e242389d7c0c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:14.648573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Allocated IP 172.20.0.2 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/f1265f4a-9599-411d-86b2-ad804e09168c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:14.666163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.680326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85b11211-cabe-4b62-b0e9-ddfeb97787c4 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574617 Aug 19 00:13:14.680708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38980) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.794838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254560-5655-425c-8fa1-e3ca0e99d3d2 req-829fb397-e9f2-4023-91ca-da219db48815 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:14.796660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37254560-5655-425c-8fa1-e3ca0e99d3d2 req-829fb397-e9f2-4023-91ca-da219db48815 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0968065 Aug 19 00:13:14.806581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.855848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.874092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-37254560-5655-425c-8fa1-e3ca0e99d3d2 req-a3ba6291-887b-487c-b266-fbad3876cf10 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Aug 19 00:13:14.941703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.944417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:14.948029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/33ce3df3-df7b-45f6-acc9-1e77828ed52c HTTP/1.1" status: 204 len: 168 time: 0.2638378 Aug 19 00:13:14.949151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:14.968879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a9553-2d41-4084-a082-2b5d59bfc995 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce3df3-df7b-45f6-acc9-1e77828ed52c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.009340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0a1edd96-8369-434c-9f7f-90802ec9d442 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555167 Aug 19 00:13:15.010010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.014663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480494361'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.039937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.040955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1611ff5-fee8-4752-bdd7-87f274a5504a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.045933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.047038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.057136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Transition to ACTIVE for port object f1265f4a-9599-411d-86b2-ad804e09168c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:15.072136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Transition to ACTIVE for port object f1265f4a-9599-411d-86b2-ad804e09168c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:15.078795 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.121822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:15.128551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:15.136614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.138200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:15.142356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.144969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Pushing event updated for resources: {'Port': ['ID=f1265f4a-9599-411d-86b2-ad804e09168c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.158145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.182509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.184353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1727407 Aug 19 00:13:15.186416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.191296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '737c144d-4681-451d-b21c-2591fdeb40ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.195894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53337b5-e8cb-44f9-80aa-e8ab0c24e0d1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737c144d-4681-451d-b21c-2591fdeb40ca,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.217335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0edfdb65-bcba-4d71-841c-d636066e27d9 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:15.225031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.242494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Attempting to bind port f1265f4a-9599-411d-86b2-ad804e09168c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:13:15.243164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Attempting to bind port f1265f4a-9599-411d-86b2-ad804e09168c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:13:15.243513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Attempting to bind port f1265f4a-9599-411d-86b2-ad804e09168c on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:15.245894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 0edfdb65-bcba-4d71-841c-d636066e27d9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:15.246286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0edfdb65-bcba-4d71-841c-d636066e27d9 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:15.252262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:13:15.252890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:15.253173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.253512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:13:15.253997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Bound port: f1265f4a-9599-411d-86b2-ad804e09168c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:13:15.254393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.263776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7933f3-f8b2-4506-888d-d89e7c549150 req-484191c8-25d4-4f87-89cc-50ff8f8c18fc tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:15.265317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f7933f3-f8b2-4506-888d-d89e7c549150 req-484191c8-25d4-4f87-89cc-50ff8f8c18fc tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1237159 Aug 19 00:13:15.295693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.300198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.320522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a736326-de30-4d7c-bd52-3c921a581c8a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.327531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] For port f1265f4a-9599-411d-86b2-ad804e09168c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:13:15.330057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.331406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] For port f1265f4a-9599-411d-86b2-ad804e09168c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1265f4a-9599-411d-86b2-ad804e09168c,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:13:15.331970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75dcae97-57f4-41a4-876b-9a9122f8bfdf tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444767 Aug 19 00:13:15.332731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.335158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.338065 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.340089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '737c144d-4681-451d-b21c-2591fdeb40ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.357166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.367064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.373924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0f7933f3-f8b2-4506-888d-d89e7c549150 req-244e3faf-aa20-4031-885e-c018460fd483 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800004 Aug 19 00:13:15.414591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55232-8b4a-4de7-bab7-27934fd6e5f9 None None] Pushing event updated for resources: {'Port': ['ID=f1265f4a-9599-411d-86b2-ad804e09168c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.442124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.447291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.465080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf76409-1bcc-4d39-8128-0afc44979403,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.481369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.483035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-248e5b1d-5c13-4bfe-bd74-3226ae40ce63 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464031 Aug 19 00:13:15.485302 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.489889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '737c144d-4681-451d-b21c-2591fdeb40ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.495372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Allocated IP 172.25.1.165 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/7b58d229-915b-49cb-8a14-46c2c27db759) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:15.518499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.603360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.610467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.622251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.634953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b6d670-967a-463a-8038-580ce9c1e598,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.637746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.639049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e41b0a69-caec-4e24-8856-cf2da035931b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527965 Aug 19 00:13:15.644834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.652171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '737c144d-4681-451d-b21c-2591fdeb40ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.683515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.689026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.727360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:15.732724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:15.735065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:15.755446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.759374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.766107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b58d229-915b-49cb-8a14-46c2c27db759,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.775793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d69c74-4812-4fd0-8d97-fcbd9a4a7525,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.785742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.787162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e01b7a74-de1d-4cd5-9a80-e4e79381bbf1 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393940 Aug 19 00:13:15.790447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.794918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '737c144d-4681-451d-b21c-2591fdeb40ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:15.824478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.891140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.895511 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.924503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aef42cc-5d0f-4b4e-ac9e-210230b9dad2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:15.931798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.933719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8705df85-651d-4dc1-9831-cc78e2904b5e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1416650 Aug 19 00:13:15.935966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:15.962050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.969421 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:15.996539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.007104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.010536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7aef42cc-5d0f-4b4e-ac9e-210230b9dad2 HTTP/1.1" status: 204 len: 168 time: 0.0707128 Aug 19 00:13:16.010536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262a2c4-935f-4051-96d1-7855ae3e4d81 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aef42cc-5d0f-4b4e-ac9e-210230b9dad2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:16.010821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.031495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.061544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-30100b15-4625-4144-ae1f-e961626fe16e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0469506 Aug 19 00:13:16.061848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39008) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.079194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781238e-9b93-4138-bc9d-a39c19cc97eb req-a19c8612-a4a2-4588-a9f6-212f00aaa98d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:16.080742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a781238e-9b93-4138-bc9d-a39c19cc97eb req-a19c8612-a4a2-4588-a9f6-212f00aaa98d tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0999320 Aug 19 00:13:16.087401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.095501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.127625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.136327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.139713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/51d69c74-4812-4fd0-8d97-fcbd9a4a7525 HTTP/1.1" status: 204 len: 168 time: 0.0743539 Aug 19 00:13:16.141046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39010) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.143085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a24d0e-103f-47c5-97fc-bbe921dff07e tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51d69c74-4812-4fd0-8d97-fcbd9a4a7525,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:16.180485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a781238e-9b93-4138-bc9d-a39c19cc97eb req-1118262e-5811-44bc-a198-778c0d7aed94 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb487125-bcb1-4601-bb79-4dd3f9a48b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902898 Aug 19 00:13:16.233254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.260251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-965a116d-ecb3-4f3d-830d-22d657db17e5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1186926 Aug 19 00:13:16.262925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.331749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.346358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.375218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.386413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.392608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9a6de-26e9-43bc-a77c-2f5615470ebb None None] Network d753388f-e093-4a25-a762-ed3cc67e2d80 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:13:16.426190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.429747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/20b6d670-967a-463a-8038-580ce9c1e598 HTTP/1.1" status: 204 len: 168 time: 0.1634824 Aug 19 00:13:16.432884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39016) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.441996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79ef50-8912-47a6-9de6-807a3140046a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20b6d670-967a-463a-8038-580ce9c1e598,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:16.469234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb166759-acb9-424f-94d4-1f6ae4ce01fb None None] Provisioning for port f1265f4a-9599-411d-86b2-ad804e09168c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:16.505457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-05d756a4-dfd5-4019-9fa3-dc2bd82057f0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:16.506997 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-05d756a4-dfd5-4019-9fa3-dc2bd82057f0 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.11 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 945 time: 0.0920825 Aug 19 00:13:16.526912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5a9a0cfd-91fe-4169-8db5-350e6bb6df91 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0928493 Aug 19 00:13:16.529707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39018) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.551074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48bc06-d7c0-48e9-b72f-5028b6e51774 req-e68e5fbd-89a5-4319-a2df-1c36069fa5c3 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:16.552603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b48bc06-d7c0-48e9-b72f-5028b6e51774 req-e68e5fbd-89a5-4319-a2df-1c36069fa5c3 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0896449 Aug 19 00:13:16.569416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.582765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.623937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Router 525614bc-1139-4e7b-ae36-852da2b01b25 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:13:16.631048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.635460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b48bc06-d7c0-48e9-b72f-5028b6e51774 req-8bd99e6f-6078-4fc9-9da0-e68ece14d817 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730581 Aug 19 00:13:16.637548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.639129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bdf76409-1bcc-4d39-8128-0afc44979403 HTTP/1.1" status: 204 len: 168 time: 0.1084309 Aug 19 00:13:16.644450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39020) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.660348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63682429-3268-46da-bae8-f9d99ac81b47 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdf76409-1bcc-4d39-8128-0afc44979403,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:16.674008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Deleting port ac2c6613-340d-4b9b-a429-99c8da50e3fb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:16.674354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.715355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1265f4a-9599-411d-86b2-ad804e09168c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:16.776705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f1265f4a-9599-411d-86b2-ad804e09168c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:16.779158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0740ae36-192b-4ef3-95eb-a5dc045cbd5f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1334226 Aug 19 00:13:16.782965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.785736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1265f4a-9599-411d-86b2-ad804e09168c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:16.786131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.808566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] For port ac2c6613-340d-4b9b-a429-99c8da50e3fb, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=ac2c6613-340d-4b9b-a429-99c8da50e3fb,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:16.809035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.814007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:16.831935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Calling delete_port for ac2c6613-340d-4b9b-a429-99c8da50e3fb owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:16.832085 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.836562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-900c66f3-cd7b-48d8-b057-032d6d9085e5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4553347 Aug 19 00:13:16.836698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Sync routers for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:16.837292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:16.844995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.851702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:16.852327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:16.935102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:16.943151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.015242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f1265f4a-9599-411d-86b2-ad804e09168c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1265f4a-9599-411d-86b2-ad804e09168c,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:17.023363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.026218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:17.028855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.038276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.039279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3a736326-de30-4d7c-bd52-3c921a581c8a HTTP/1.1" status: 204 len: 168 time: 0.2549899 Aug 19 00:13:17.043227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39028) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.080143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd05612-4fed-4730-ae1b-c1eb2663c441 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a736326-de30-4d7c-bd52-3c921a581c8a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.094878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1475e446-d9e0-4b05-a310-0794c48f4131 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476193 Aug 19 00:13:17.095203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39030) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.096658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c8a1519-7966-4d8a-88fe-b83e05947d53 None None] Provisioning complete for port f1265f4a-9599-411d-86b2-ad804e09168c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:17.097041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1519-7966-4d8a-88fe-b83e05947d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.158279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.182312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.200875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f1265f4a-9599-411d-86b2-ad804e09168c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.238896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.243628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.250275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.251732 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/737c144d-4681-451d-b21c-2591fdeb40ca HTTP/1.1" status: 204 len: 168 time: 0.1555336 Aug 19 00:13:17.252204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['ac2c6613-340d-4b9b-a429-99c8da50e3fb'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:17.264455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39034) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.265442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bc81c-6460-40d9-b7f7-d6cdc9473597 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c144d-4681-451d-b21c-2591fdeb40ca,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.279862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Pushing event deleted for resources: {'Port': ['ID=ac2c6613-340d-4b9b-a429-99c8da50e3fb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.319408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7115f2ca-3c75-472f-9c9e-0025fc9015ad tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504808 Aug 19 00:13:17.325835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39036) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.329655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881333876'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:17.332019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4fb3b88-2054-4734-822e-70f82b35d626 req-da896125-705a-4650-a29c-77bb12ff13cb tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.20 "GET /v2.0/ports?device_id=201a0423-e519-4018-87b5-b1e6ce405c7f HTTP/1.1" status: 200 len: 210 time: 0.0535860 Aug 19 00:13:17.367513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.378577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:15Z', 'revision_number': 3, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:17.406980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Checking router: 525614bc-1139-4e7b-ae36-852da2b01b25 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:17.407343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Updating router 525614bc-1139-4e7b-ae36-852da2b01b25 port 7b58d229-915b-49cb-8a14-46c2c27db759 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:13:17.409265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] No DVR routers for this DVR port ac2c6613-340d-4b9b-a429-99c8da50e3fb on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:17.413622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.415823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5762fd0-01f7-4ed3-b009-0abb9f9751f9 req-e0179eee-1664-4fad-92ce-972707161053 tempest-ServerRescueNegativeTestJSON-628324530 tempest-ServerRescueNegativeTestJSON-628324530-project] 10.222.0.11 "DELETE /v2.0/ports/ac2c6613-340d-4b9b-a429-99c8da50e3fb HTTP/1.1" status: 204 len: 173 time: 0.9019365 Aug 19 00:13:17.416266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'name': 'network-vif-deleted', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:17.418674 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84061c5a-7d6e-406b-b311-f7a82df0d93d" -d '{"events": [{"server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "name": "network-vif-deleted", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:17.440870 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.466105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.473486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.481764 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7655b42-0e61-4645-8a7c-57a82e5a5abd x-openstack-request-id: req-b7655b42-0e61-4645-8a7c-57a82e5a5abd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:17.482006 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a0423-e519-4018-87b5-b1e6ce405c7f", "name": "network-vif-deleted", "tag": "ac2c6613-340d-4b9b-a429-99c8da50e3fb", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:17.482760 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7655b42-0e61-4645-8a7c-57a82e5a5abd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:17.482760 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a0423-e519-4018-87b5-b1e6ce405c7f', 'name': 'network-vif-deleted', 'tag': 'ac2c6613-340d-4b9b-a429-99c8da50e3fb', 'status': 'completed', 'code': 200} Aug 19 00:13:17.519595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b02a60-5d91-4390-8b07-55ff07546832,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.533632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.538193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c52f9425-9967-4864-9cfd-3181d4e95aab tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2112417 Aug 19 00:13:17.538193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39040) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.542898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '05b02a60-5d91-4390-8b07-55ff07546832', 'direction': 'ingress', 'protocol': 17}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:17.572887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.601418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.638441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.642178 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.658119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595cf6cc-d2df-484a-9bf2-f875052f59d3,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.672612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.679052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a972893c-ee2e-40a0-9b13-ed5ab048ccfd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1389136 Aug 19 00:13:17.679195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:17.734605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.753315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Transition to ACTIVE for port object 7b58d229-915b-49cb-8a14-46c2c27db759 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:17.761246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.769208 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.822871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c44aa-7412-4352-ae6e-78c3f8145b5c None None] Pushing event updated for resources: {'Port': ['ID=7b58d229-915b-49cb-8a14-46c2c27db759,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.825335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Attempting to bind port 7b58d229-915b-49cb-8a14-46c2c27db759 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:13:17.825711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Attempting to bind port 7b58d229-915b-49cb-8a14-46c2c27db759 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:13:17.826072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Attempting to bind port 7b58d229-915b-49cb-8a14-46c2c27db759 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:17.832815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:13:17.833345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:17.833744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.834142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:13:17.835154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Bound port: 7b58d229-915b-49cb-8a14-46c2c27db759, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:13:17.835568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.849944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da752-e54e-4df9-85ed-4568c8fde065 req-93baebe5-97f0-4333-b174-3e7c202ff9fe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:17.851985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c4da752-e54e-4df9-85ed-4568c8fde065 req-93baebe5-97f0-4333-b174-3e7c202ff9fe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1272042 Aug 19 00:13:17.854512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.874352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Allocated IP 172.20.0.1 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/c49cd68c-d7a2-43f1-85db-139f12b96623) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:17.899125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] For port 7b58d229-915b-49cb-8a14-46c2c27db759, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:13:17.903002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] For port 7b58d229-915b-49cb-8a14-46c2c27db759, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7b58d229-915b-49cb-8a14-46c2c27db759,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:13:17.907337 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.917641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:17.972111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:17.972798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:17.974902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c44aa-7412-4352-ae6e-78c3f8145b5c None None] Pushing event updated for resources: {'Port': ['ID=7b58d229-915b-49cb-8a14-46c2c27db759,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:17.998520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c4da752-e54e-4df9-85ed-4568c8fde065 req-debb8cbd-afb5-4459-8ed4-c3c319bb534d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328084 Aug 19 00:13:18.043229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.045875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.047010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/05b02a60-5d91-4390-8b07-55ff07546832 HTTP/1.1" status: 204 len: 168 time: 0.3668764 Aug 19 00:13:18.049785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:18.066332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523f6a1-ee74-40f9-bf2b-8a3635858e19 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b02a60-5d91-4390-8b07-55ff07546832,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:18.078685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.092441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Transition to ACTIVE for port object c49cd68c-d7a2-43f1-85db-139f12b96623 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:18.101699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-488bbd85-a909-4701-aa37-15a4c3d213d3 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506849 Aug 19 00:13:18.105407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:18.109911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--435481214'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:18.123387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:18.150036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.167224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.218194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:18.225672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:18.230801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:18.242883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Pushing event updated for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:18.296041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.315783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:15Z', 'revision_number': 3, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:18.349110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2117b5-b35b-4226-9939-e3b43b74a10a None None] The sync data for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 is: [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:15Z', 'revision_number': 3, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:18.376484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.385402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.420170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:18.444337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.447783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413625 Aug 19 00:13:18.452634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:18.457955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--289016010'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:18.467597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12a71e-8601-4ceb-9e88-0e1ff9feba6f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56440d7d-7ec1-48f1-8cec-e12656d34489,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:18.520423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.540249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.560040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26946b9-5587-425d-9f2d-9a048e50611e req-81551edf-2b0c-4181-becd-b1346d8536bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:18.561671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e26946b9-5587-425d-9f2d-9a048e50611e req-81551edf-2b0c-4181-becd-b1346d8536bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.1287870 Aug 19 00:13:18.586752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c4116b5a-9cd0-44ac-a52e-c04d4e3ef8ed None None] Provisioning for port c49cd68c-d7a2-43f1-85db-139f12b96623 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:18.591989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c4116b5a-9cd0-44ac-a52e-c04d4e3ef8ed None None] Provisioning complete for port c49cd68c-d7a2-43f1-85db-139f12b96623 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:18.592391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4116b5a-9cd0-44ac-a52e-c04d4e3ef8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.639910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1265f4a-9599-411d-86b2-ad804e09168c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:18.672595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c4116b5a-9cd0-44ac-a52e-c04d4e3ef8ed None None] Port c49cd68c-d7a2-43f1-85db-139f12b96623 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:13:18.703842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e26946b9-5587-425d-9f2d-9a048e50611e req-d1db5673-da0b-4472-ba2d-ae609d2d384e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331902 Aug 19 00:13:18.723854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f1265f4a-9599-411d-86b2-ad804e09168c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:18.724244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.844266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.852646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.923571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.929610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Pushing event updated for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:18.935647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.964217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.968015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5111215 Aug 19 00:13:18.968454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:18.974716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:18.977625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '56440d7d-7ec1-48f1-8cec-e12656d34489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7e8641d5-c77d-411c-905b-9c3f69c6af2d', 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:18.983755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83f5ae-e932-4cb4-b478-7498f7262c52 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8641d5-c77d-411c-905b-9c3f69c6af2d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:18.984731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.110666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:19.112225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:19.154575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.247926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.261121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c331111-3a40-4b68-9308-065230d2a66b req-d4a3522a-91a8-4ea8-967b-b6d1fc7519b5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:19.262950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c331111-3a40-4b68-9308-065230d2a66b req-d4a3522a-91a8-4ea8-967b-b6d1fc7519b5 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1596925 Aug 19 00:13:19.264591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.340381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52b4421-ef5f-4602-8a3b-152c3a2b6406,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:19.377920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.379159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-af1c66fa-8346-4ec1-97d8-da9648b7505f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4065185 Aug 19 00:13:19.383071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:19.399981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cffeecf1-3eae-42c3-a31e-f78150c01305 None None] Provisioning complete for port c49cd68c-d7a2-43f1-85db-139f12b96623 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:19.401001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cffeecf1-3eae-42c3-a31e-f78150c01305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.407018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c331111-3a40-4b68-9308-065230d2a66b req-6a48d17e-1fac-4d57-a403-8799afc7514e tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306071 Aug 19 00:13:19.438419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.451305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.455193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cffeecf1-3eae-42c3-a31e-f78150c01305 None None] Port c49cd68c-d7a2-43f1-85db-139f12b96623 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:13:19.529709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.540149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.541321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b52b4421-ef5f-4602-8a3b-152c3a2b6406 HTTP/1.1" status: 204 len: 168 time: 0.1573126 Aug 19 00:13:19.544109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:19.548396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaa7f1-043b-4c2d-97d8-6316ffa1179a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b52b4421-ef5f-4602-8a3b-152c3a2b6406,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:19.569354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Deleting port 1fe95904-d8e5-4625-95cb-06392123bf02 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:19.569703 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.579235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Router 525614bc-1139-4e7b-ae36-852da2b01b25 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:19.602328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aacac6e4-6d80-4aab-b741-047e5fad15e8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0569527 Aug 19 00:13:19.605331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:19.651298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] For port 1fe95904-d8e5-4625-95cb-06392123bf02, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1fe95904-d8e5-4625-95cb-06392123bf02,segment=NetworkSegment(1ef48e51-9aa0-473d-be0f-98a898135ee6),segment_id=1ef48e51-9aa0-473d-be0f-98a898135ee6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:19.651669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.664158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Calling delete_port for 1fe95904-d8e5-4625-95cb-06392123bf02 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:19.734822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.762290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:19.777387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76b1a7b7-eff9-48b2-a1b2-d37d2e2d3ccf admin admin] 10.222.0.20 "PUT /v2.0/routers/525614bc-1139-4e7b-ae36-852da2b01b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304409 Aug 19 00:13:19.777387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.819501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.823307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.823678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e8641d5-c77d-411c-905b-9c3f69c6af2d HTTP/1.1" status: 204 len: 168 time: 0.2174444 Aug 19 00:13:19.826909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:19.839886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e39f7-5317-4f05-b230-18628125e9c0 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8641d5-c77d-411c-905b-9c3f69c6af2d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:19.887631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:19.893813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-59d73ff3-c45e-48c4-bb0c-acee2bbb3dd3 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0642369 Aug 19 00:13:19.896348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:19.918997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe95904-d8e5-4625-95cb-06392123bf02,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:19.975281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.016774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.070393 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.073614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.077172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/56440d7d-7ec1-48f1-8cec-e12656d34489 HTTP/1.1" status: 204 len: 168 time: 0.1792583 Aug 19 00:13:20.077827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.102873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56440d7d-7ec1-48f1-8cec-e12656d34489,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.119743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.120014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.122019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.122282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.122631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.122975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.123312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.123647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.123978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.124349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.124658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.124988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fd105-aa32-48f0-8eb4-eac0f539e8d7 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:20.145091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.157437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff6dc2fd-c72b-4ab9-ab0f-be6072a86d1f tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759223 Aug 19 00:13:20.158144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.165330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--290723277'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:20.191761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.298451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.304697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.336045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.337483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1783311 Aug 19 00:13:20.340435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.345259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '344a8dbf-22b6-487c-b1e5-6dc2f6b3349d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:20.349910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246db84-9a52-4da4-b67d-4122a63baf92 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344a8dbf-22b6-487c-b1e5-6dc2f6b3349d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.378603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.384765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116017726', 'description': 'tempest-description--1848693586'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:20.391765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.432762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.489681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.500657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.503343 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Sync routers for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:20.514882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:20.515644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:20.532970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f95a94-60ba-450c-bf66-d832161f8009,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.605947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.615373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.643693 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:20.655380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.660173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.661582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dd28bf71-a5b0-43d9-af34-c83a72ad3c6b tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3193676 Aug 19 00:13:20.666203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.704442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.706413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.710890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-33f88d68-fe3a-4ee9-81ca-8c82f1c9a5a0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3299205 Aug 19 00:13:20.711510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.720980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'security_group_rule': {'security_group_id': 'cb90fb24-fecc-4e6c-bea0-aaa3f8783c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:20.744739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.761628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7b58d229-915b-49cb-8a14-46c2c27db759 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:20.791747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.820289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7b58d229-915b-49cb-8a14-46c2c27db759 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:20.827352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7b58d229-915b-49cb-8a14-46c2c27db759 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:20.827936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.839512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.847543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.852099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e2f95a94-60ba-450c-bf66-d832161f8009 HTTP/1.1" status: 204 len: 168 time: 0.1818278 Aug 19 00:13:20.853579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.886873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d627b-9f3e-46b6-bbdd-b8dd723782b8 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f95a94-60ba-450c-bf66-d832161f8009,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.889798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.892988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bba129-b598-4404-909b-7677b862e52c req-e2929a52-0d4f-4ef4-9a96-7846a4c80e72 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:20.895665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-95bba129-b598-4404-909b-7677b862e52c req-e2929a52-0d4f-4ef4-9a96-7846a4c80e72 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1691012 Aug 19 00:13:20.904018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.907080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Router 75d33904-c9d2-4cde-90db-963fb18c7d1a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:20.934439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85832fad-f871-4d4c-afb6-620449cfddca,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:20.947836 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa5970a7-0ff0-41ad-9042-15d851b96731 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928884 Aug 19 00:13:20.950703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.952832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.962196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:20.965987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b869ce20-899f-4ff0-bd95-3528ae976ae0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490742 Aug 19 00:13:20.971505 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:13:20.973025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:20.980218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'security_group_rule': {'security_group_id': 'cb90fb24-fecc-4e6c-bea0-aaa3f8783c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:20.982896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 7b58d229-915b-49cb-8a14-46c2c27db759, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7b58d229-915b-49cb-8a14-46c2c27db759,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:20.990134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.005484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-95bba129-b598-4404-909b-7677b862e52c req-2e83be06-8004-4765-8c7c-332ce25ce81b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026635 Aug 19 00:13:21.041446 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 2, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:21.055134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=7b58d229-915b-49cb-8a14-46c2c27db759,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:21.064742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1155514453', 'description': 'tempest-description-1679826027'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:21.079891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Checking router: 525614bc-1139-4e7b-ae36-852da2b01b25 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:21.080251 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Updating router 525614bc-1139-4e7b-ae36-852da2b01b25 port c49cd68c-d7a2-43f1-85db-139f12b96623 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:13:21.093895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.098108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.106754 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.107500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:21.114181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f7c14b2-80c7-4105-ad5f-e9adeedefa37 admin admin] 10.222.0.20 "PUT /v2.0/routers/75d33904-c9d2-4cde-90db-963fb18c7d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886725 Aug 19 00:13:21.117146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:21.120665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Sync routers for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:21.130702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:21.132016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:21.156056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.163676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.245470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.247792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.258476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.275345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.277996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.281637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/344a8dbf-22b6-487c-b1e5-6dc2f6b3349d HTTP/1.1" status: 204 len: 168 time: 0.3275299 Aug 19 00:13:21.298253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:21.317885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a518fa-0424-4f01-b69c-545b8d862377,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:21.330606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81662c40-db18-4e11-ad33-b713e21b2854 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a8dbf-22b6-487c-b1e5-6dc2f6b3349d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:21.403931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5205bed0-942f-4e82-ae84-be2a98a2bf61 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962679 Aug 19 00:13:21.404155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ac2c6613-340d-4b9b-a429-99c8da50e3fb no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:21.404411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:21.406871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852662828'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:21.413655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.419022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.426073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: ac2c6613-340d-4b9b-a429-99c8da50e3fb {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:21.426073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device ac2c6613-340d-4b9b-a429-99c8da50e3fb not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:21.442755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.443978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-614c47fc-5910-47d1-acbd-aa8e831ee22e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698153 Aug 19 00:13:21.449454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:21.457167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:21.459865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.465080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:21.475982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940fc5ad-e439-4d0c-a67e-1edadd31837f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:21.481260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.492986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.494517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29435227-8951-41a7-8cc3-ed4dab6ed672 req-c50a575b-f1f5-42bc-9e41-ef25b5137228 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4345505 Aug 19 00:13:21.517632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.584952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Deleting port d4dbf836-87c7-4af7-8219-d0abff137245 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:21.585651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.612745 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.627004 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Transition to ACTIVE for port object c49cd68c-d7a2-43f1-85db-139f12b96623 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:21.634812 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.644681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.679078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:13:19Z', 'revision_number': 5, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port': {'id': 'd4dbf836-87c7-4af7-8219-d0abff137245', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:21.719689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Checking router: 75d33904-c9d2-4cde-90db-963fb18c7d1a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:21.730087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bef085d-a671-42fd-b38c-770130556b5c req-dfd8ffa0-06aa-4ea0-91ad-f0c95415bf84 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1155514453&fields=id&tenant_id=f3475584e7e840e8acc04ff463fd5794 HTTP/1.1" status: 200 len: 267 time: 0.1255047 Aug 19 00:13:21.735651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Routers {'75d33904-c9d2-4cde-90db-963fb18c7d1a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:21.736517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['75d33904-c9d2-4cde-90db-963fb18c7d1a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:21.785802 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595f35-2567-49b5-aa69-0d6a2e7a6c1d None None] Pushing event updated for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:21.788946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.25.1.159 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e97f4e62-bff7-491d-aae2-c8b14c039b62) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:21.827655 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Attempting to bind port c49cd68c-d7a2-43f1-85db-139f12b96623 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:13:21.828028 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Attempting to bind port c49cd68c-d7a2-43f1-85db-139f12b96623 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:13:21.828470 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Attempting to bind port c49cd68c-d7a2-43f1-85db-139f12b96623 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:21.834062 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:13:21.835017 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:21.835477 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.836008 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:13:21.836635 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Bound port: c49cd68c-d7a2-43f1-85db-139f12b96623, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:13:21.837025 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.838119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] For port d4dbf836-87c7-4af7-8219-d0abff137245, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dbf836-87c7-4af7-8219-d0abff137245,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:21.838588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.870524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] Set router 75d33904-c9d2-4cde-90db-963fb18c7d1a gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:21.883457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef085d-a671-42fd-b38c-770130556b5c req-5e78cca9-cb99-4a4d-9e20-5af64a25fc2f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:21.885245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bef085d-a671-42fd-b38c-770130556b5c req-5e78cca9-cb99-4a4d-9e20-5af64a25fc2f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1358006 Aug 19 00:13:21.886374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Calling delete_port for d4dbf836-87c7-4af7-8219-d0abff137245 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:21.902207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.910239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'port': {'security_groups': ['32a3cd19-80c3-43ea-86ea-65b67613e16e', '940fc5ad-e439-4d0c-a67e-1edadd31837f']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:21.924782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.935179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:21.942504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:13:21Z', 'revision_number': 6, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:21.964340 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] For port c49cd68c-d7a2-43f1-85db-139f12b96623, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:13:21.969296 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] For port c49cd68c-d7a2-43f1-85db-139f12b96623, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c49cd68c-d7a2-43f1-85db-139f12b96623,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:13:21.977687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411779a4-5127-4349-b9c4-7ac3a6b63616 None None] The sync data for ids ['75d33904-c9d2-4cde-90db-963fb18c7d1a'] in n-d-771363-38 is: [{'id': '75d33904-c9d2-4cde-90db-963fb18c7d1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1769431109-router', 'tenant_id': 'd9bf5ad658b843d998c8847c33ea020f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:10:50Z', 'updated_at': '2021-08-19T00:13:21Z', 'revision_number': 6, 'project_id': 'd9bf5ad658b843d998c8847c33ea020f', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:21.978021 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.010194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.037635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.041652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6370151 Aug 19 00:13:22.046028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.051136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5819381-e756-43fd-955d-4c681bbf0892 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369e2b10-17ae-4766-a48b-6d9db5175048,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.053071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '369e2b10-17ae-4766-a48b-6d9db5175048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:22.065157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595f35-2567-49b5-aa69-0d6a2e7a6c1d None None] Pushing event updated for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.073672 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:22.074317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:22.079973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:22.088727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:22.092991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:22.096056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=e97f4e62-bff7-491d-aae2-c8b14c039b62,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.136352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.197019 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:22.204608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.274193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.322092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.344484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.373146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.437703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.452860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dbf836-87c7-4af7-8219-d0abff137245,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.481010 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:21Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:22.485273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c342b0c4-2a58-4931-a2b7-4ca6ab5c4bb5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.525177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.529160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f1270f2-01c7-433c-83f8-e05023c3dabe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4792428 Aug 19 00:13:22.529298 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac387f7-b6bc-4a4b-a208-d84d9071db02 None None] The sync data for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 is: [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:21Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:22.531190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39120) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.572835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1be26a3b-56be-4792-9038-e3ec4a47b707 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules/c342b0c4-2a58-4931-a2b7-4ca6ab5c4bb5 HTTP/1.1" status: 200 len: 763 time: 0.0386777 Aug 19 00:13:22.575473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.579427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.583376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:22.641815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-40fdd33c-63da-4e18-83be-8895b0b78c29 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0652454 Aug 19 00:13:22.645604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.674303 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.680909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.681497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.684162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.686993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.700511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.719858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.735098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.767338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.767782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d33904-c9d2-4cde-90db-963fb18c7d1a {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:13:22.771859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:22.773669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.774810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3e529ea-f3d4-4f14-9223-5cb92285bca8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75d33904-c9d2-4cde-90db-963fb18c7d1a HTTP/1.1" status: 204 len: 168 time: 1.6551538 Aug 19 00:13:22.778714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.789295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=e97f4e62-bff7-491d-aae2-c8b14c039b62,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.792653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:22.793245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.794638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bef085d-a671-42fd-b38c-770130556b5c req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "PUT /v2.0/ports/18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 982 time: 0.8980267 Aug 19 00:13:22.802660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:22.802660 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4badbbed-c659-42dc-bdc5-9055c2227e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:22.832264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.849525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.851837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c342b0c4-2a58-4931-a2b7-4ca6ab5c4bb5 HTTP/1.1" status: 204 len: 168 time: 0.2047374 Aug 19 00:13:22.852155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.856386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:22.891733 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b8e55-e564-435e-8c3a-504fd455c7ca x-openstack-request-id: req-e10b8e55-e564-435e-8c3a-504fd455c7ca {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:22.892021 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:22.892268 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10b8e55-e564-435e-8c3a-504fd455c7ca {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:22.892699 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:13:22.912064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2315d-67d4-47e3-bd10-6cb98ca50869 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.913486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debcd2b-a0f2-4542-ad48-076fdded28f5 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c342b0c4-2a58-4931-a2b7-4ca6ab5c4bb5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:22.927039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Deleting subnet ac83db17-5448-48e6-b215-9e1e9acb2e87 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:22.940061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.942504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:22.954010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f70da3a1-690e-4f79-87db-5201f7af668e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5014973 Aug 19 00:13:22.967824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:22.996577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5a7ebe6-7361-4576-bf15-8fc129ee5eb6 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1268737 Aug 19 00:13:23.000039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.005600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '369e2b10-17ae-4766-a48b-6d9db5175048', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:23.064653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-19736d17-0e53-43f5-b6a1-54cf8d931834 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1155514453&fields=id&tenant_id=f3475584e7e840e8acc04ff463fd5794 HTTP/1.1" status: 200 len: 267 time: 0.1600437 Aug 19 00:13:23.072961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.082230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.100933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7b58d229-915b-49cb-8a14-46c2c27db759 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:23.165637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-294789f0-a83d-4249-bf9f-a9b0b734d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:23.167263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-294789f0-a83d-4249-bf9f-a9b0b734d9a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1137 time: 0.1860249 Aug 19 00:13:23.203544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.222752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-25c0abf4-e8cb-47a1-b559-9b67793bc6df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2116017726&fields=id&tenant_id=6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 267 time: 0.0728018 Aug 19 00:13:23.266088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.298450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.329112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.334761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329852 Aug 19 00:13:23.334916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.342291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bca47-e1cf-4c01-91ec-f17f4c228efe tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece5cf6a-bae8-4c8a-9dee-31bd91ca64ba,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:23.344861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7b58d229-915b-49cb-8a14-46c2c27db759 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:23.345391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.376699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-0bd04416-0850-4918-808d-c69eceb9694b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:23.378834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-0bd04416-0850-4918-808d-c69eceb9694b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 985 time: 0.2697415 Aug 19 00:13:23.393535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-b11c262a-7ab3-45a4-bd11-23b9638c72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:23.398611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-b11c262a-7ab3-45a4-bd11-23b9638c72ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.2227390 Aug 19 00:13:23.410867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9145beae-d809-45e3-801f-79674317a8da tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules/ece5cf6a-bae8-4c8a-9dee-31bd91ca64ba HTTP/1.1" status: 200 len: 763 time: 0.0688567 Aug 19 00:13:23.416838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-6a059b10-388f-4513-825a-63d48400a7c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:23.426480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-6a059b10-388f-4513-825a-63d48400a7c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2026851 Aug 19 00:13:23.428220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.430482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'port': {'security_groups': ['32a3cd19-80c3-43ea-86ea-65b67613e16e']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:23.471065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-66c58e82-3795-4ebc-89a9-caa93acf2e70 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/quotas/6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 375 time: 0.0437791 Aug 19 00:13:23.506600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2395a936-9790-4840-b67d-55d055dcc19a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754821 Aug 19 00:13:23.507220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.539836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-db60e980-61c5-4729-927a-bed1cc01cbfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.1297507 Aug 19 00:13:23.564625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.569041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.586058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.600705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-3900130d-5833-4992-bf8c-839d2dfa6552 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114037 Aug 19 00:13:23.645272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.664039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dbf836-87c7-4af7-8219-d0abff137245 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:23.667530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac83db17-5448-48e6-b215-9e1e9acb2e87,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:23.670986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.672938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1a61a686-659c-434b-b37d-66375d0746f8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac83db17-5448-48e6-b215-9e1e9acb2e87 HTTP/1.1" status: 204 len: 168 time: 0.8933036 Aug 19 00:13:23.678840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39158) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.702037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d4dbf836-87c7-4af7-8219-d0abff137245 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:23.702847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dbf836-87c7-4af7-8219-d0abff137245 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:23.703467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1fe95904-d8e5-4625-95cb-06392123bf02 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:23.706036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.726969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1fe95904-d8e5-4625-95cb-06392123bf02 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:23.727249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1fe95904-d8e5-4625-95cb-06392123bf02 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:23.733325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.736753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ece5cf6a-bae8-4c8a-9dee-31bd91ca64ba HTTP/1.1" status: 204 len: 168 time: 0.2277973 Aug 19 00:13:23.738541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.750059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-130ddcef-862b-4af0-8936-118d34e86d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:23.751593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-130ddcef-862b-4af0-8936-118d34e86d59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.2037716 Aug 19 00:13:23.758622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45110837-1d3d-4d23-bd1b-48c28a2e1a41 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ece5cf6a-bae8-4c8a-9dee-31bd91ca64ba,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:23.778600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-6b50ae1b-c10c-4045-96ae-c93566fd44d3 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422930 Aug 19 00:13:23.829525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-bf408213-ba39-4ed4-b79a-1dbdc7269cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657649 Aug 19 00:13:23.855758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.857180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e5f184f-044c-4693-9b1c-fb10650969be tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1142917 Aug 19 00:13:23.859859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:23.864521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Request body: {'security_group_rule': {'security_group_id': '369e2b10-17ae-4766-a48b-6d9db5175048', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:23.913649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.939391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-b89b8896-ecb1-4b08-ac9d-d23bdf030f3b service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500406 Aug 19 00:13:23.985161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:23.991234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.012141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336f10ac-d70e-4dc1-9d97-d84887c395e2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:24.024390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.025619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78758c68-b2c4-421e-9446-28a218699970 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646895 Aug 19 00:13:24.028458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.045119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c31932b-416c-4639-95c4-93f3c15e342a tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules/336f10ac-d70e-4dc1-9d97-d84887c395e2 HTTP/1.1" status: 200 len: 764 time: 0.0155654 Aug 19 00:13:24.047568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.113639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-524bcf10-7f82-4eb1-bfc8-f5674b978326 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0649266 Aug 19 00:13:24.116717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.143662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-fa0e74f6-2c2c-4397-bdae-4b37014f9472 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054461 Aug 19 00:13:24.157654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.167338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.201241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.209413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.210443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/336f10ac-d70e-4dc1-9d97-d84887c395e2 HTTP/1.1" status: 204 len: 168 time: 0.0927799 Aug 19 00:13:24.215515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.222885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd9dd9-fbf9-4d8c-867a-0931a5d54046 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=336f10ac-d70e-4dc1-9d97-d84887c395e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:24.249353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.277589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e232dc0a-5d94-40b8-a8ca-6355ab4ca124']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:24.285084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b91ef05-4a99-475f-bfe6-bfa352af6567 req-75cbc936-5800-4863-bd25-4f3656e923f1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 210 time: 0.0510828 Aug 19 00:13:24.320074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef48e51-9aa0-473d-be0f-98a898135ee6') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:24.320475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef48e51-9aa0-473d-be0f-98a898135ee6') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:24.326249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:24.329030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-428b8cbc-acfa-4d6f-98ea-9f3a0838aecd tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121686 Aug 19 00:13:24.331729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.355811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.360273 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4badbbed-c659-42dc-bdc5-9055c2227e6b req-563fe0fa-290f-4d3b-a2a1-c42ee6a2096a service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033868 Aug 19 00:13:24.389421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.396734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.404577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.406779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:24.407358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:24.409350 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:24.420329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.431915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.455058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:24.500279 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.503372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.504591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "DELETE /v2.0/security-groups/369e2b10-17ae-4766-a48b-6d9db5175048 HTTP/1.1" status: 204 len: 168 time: 0.1712484 Aug 19 00:13:24.507295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39182) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.513168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.516884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cf5ae-e2c2-4a4f-8053-d96ea4647318 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e2b10-17ae-4766-a48b-6d9db5175048,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:24.550838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.555674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/e232dc0a-5d94-40b8-a8ca-6355ab4ca124 HTTP/1.1" status: 204 len: 168 time: 0.8702099 Aug 19 00:13:24.558659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf45e9a-630c-4134-ac9d-eac3764818aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e232dc0a-5d94-40b8-a8ca-6355ab4ca124,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:24.579193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:24.579982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.581787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66e6ff54-0e50-48b5-ac51-34692af31f56 req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "PUT /v2.0/ports/18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 943 time: 1.1782737 Aug 19 00:13:24.629806 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-39ca2865-7e0d-448e-820c-14eee219fd50 tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1179123 Aug 19 00:13:24.634256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978273b5-ea8d-4c89-9dcb-fbbe5cfc3ae8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:24.639680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39190) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.716353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-83937617-8923-4fb2-beeb-cbd05bd2302c tempest-SecGroupTest-647296040 tempest-SecGroupTest-647296040-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749578 Aug 19 00:13:24.769659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:24.771513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c49cd68c-d7a2-43f1-85db-139f12b96623 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:24.797242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39194) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.852114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-93993990-1f33-43e7-ba92-0c2c95ab410b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9bf5ad658b843d998c8847c33ea020f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535290 Aug 19 00:13:24.853230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39196) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:24.891026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-cd46f955-b971-4033-b10d-507450740abe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2866614 Aug 19 00:13:24.895525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:24.899058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:24.899203 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767db30c-9b94-430e-8686-446db6ff2049" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:24.928719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.970630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:24.973794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c49cd68c-d7a2-43f1-85db-139f12b96623 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:24.983265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c49cd68c-d7a2-43f1-85db-139f12b96623 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:24.983779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.002877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.043182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:25.044933 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525acb42-4db3-4e66-a0f0-d39ac4984c3b x-openstack-request-id: req-525acb42-4db3-4e66-a0f0-d39ac4984c3b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:25.045225 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:25.045482 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-525acb42-4db3-4e66-a0f0-d39ac4984c3b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:25.045879 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:13:25.095751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.100412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.107678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.114302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb487125-bcb1-4601-bb79-4dd3f9a48b54 HTTP/1.1" status: 204 len: 168 time: 0.2600303 Aug 19 00:13:25.140390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.185605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c49cd68c-d7a2-43f1-85db-139f12b96623, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c49cd68c-d7a2-43f1-85db-139f12b96623,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:25.195338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.293114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:25.339624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Allocated IP 172.25.1.112 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e5d72055-db84-4055-9810-e28a2fbab03d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:25.347938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-55829b75-ca84-4e3b-a952-4b43e695817b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6f3b8ac3cc443e6a91f569d25ad9cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016548 Aug 19 00:13:25.349957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:25.464866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.513320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.523367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.553805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48743d-af00-449f-a24f-059f89f7c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb487125-bcb1-4601-bb79-4dd3f9a48b54,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:25.611455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db30c-9b94-430e-8686-446db6ff2049 req-6085c977-6010-4142-8770-e9b6a2c523d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:25.613481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-6085c977-6010-4142-8770-e9b6a2c523d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.5703878 Aug 19 00:13:25.618397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba26aa1d-69bf-49d6-b453-2bf7467ef888 req-317444fb-0093-45b7-957a-0bb0efc4c14c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 210 time: 0.0679805 Aug 19 00:13:25.683832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.689491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.691337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eec0140-6533-482f-aa11-216647ed7c36 HTTP/1.1" status: 204 len: 168 time: 0.3404071 Aug 19 00:13:25.713498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e556f9-d802-4271-b440-98e39f74c089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec0140-6533-482f-aa11-216647ed7c36,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:25.716075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:25.754480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db30c-9b94-430e-8686-446db6ff2049 req-8bcae52b-a778-4b1d-b73b-47780d58a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:25.756479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-8bcae52b-a778-4b1d-b73b-47780d58a573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.1360612 Aug 19 00:13:25.807862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-1a686865-7c53-4b2f-9683-b114fb465b56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0441983 Aug 19 00:13:25.811135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'Port': ['ID=e5d72055-db84-4055-9810-e28a2fbab03d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:25.825960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:25.832607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:25.835027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:25.844606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-b60e3ddc-dcc2-43e1-98c6-dd2a478f98fe tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:25.845985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-b60e3ddc-dcc2-43e1-98c6-dd2a478f98fe tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2823129 Aug 19 00:13:25.866897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db30c-9b94-430e-8686-446db6ff2049 req-908fb207-12a4-44fe-8584-dfb90dafbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:25.869346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-908fb207-12a4-44fe-8584-dfb90dafbf66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0533791 Aug 19 00:13:25.914016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-bad57d0f-a319-4fd3-bc3d-4e3675549ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378854 Aug 19 00:13:25.932204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-5fc22ec1-62ea-4664-aff0-2ec1daadcf5e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 380 time: 0.0655363 Aug 19 00:13:25.962296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'device_id': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'admin_state_up': True, 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'security_groups': ['cb90fb24-fecc-4e6c-bea0-aaa3f8783c77']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:26.031349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-2dc7189c-4009-4ef0-b4bc-c7459ac551b9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101015 Aug 19 00:13:26.045804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.109468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.151957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:13:26.155319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.175867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-767db30c-9b94-430e-8686-446db6ff2049 req-f0950bda-796d-42c3-bf4a-a79acf454de8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358073 Aug 19 00:13:26.544963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.600048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39268) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:26.649931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c49cd68c-d7a2-43f1-85db-139f12b96623 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:26.710804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c49cd68c-d7a2-43f1-85db-139f12b96623 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:26.711434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.730251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.20.0.14 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/cb3b0aa8-222f-4522-8a0a-705f7567cc4a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:13:26.753152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.764481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.837820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5237dde4-535f-4f2b-a673-65008c72112e req-7818eb23-65fe-4e1a-9d5f-c274e4477ef5 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0505304 Aug 19 00:13:26.843294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-17341542-27e9-4734-b577-ca4d2abecdac tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:26.844004 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-17341542-27e9-4734-b577-ca4d2abecdac tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 00:13:26.844553 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-17341542-27e9-4734-b577-ca4d2abecdac tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:13:26.849250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-17341542-27e9-4734-b577-ca4d2abecdac tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2445457 Aug 19 00:13:26.852169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39282) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:26.863372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578950781'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:26.911386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.920397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:26.981746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af760772-62b7-40d9-961c-6d86e6618881 req-8cc9d1f2-75d4-495a-8a26-673f534ce460 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 210 time: 0.0372512 Aug 19 00:13:26.999029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event updated for resources: {'Port': ['ID=e5d72055-db84-4055-9810-e28a2fbab03d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:27.005034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.071639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.078156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.088394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.089801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-3642de1b-67c3-4324-9946-1bc0f7cbb946 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1978977 Aug 19 00:13:27.093255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.126211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683ac12e-5117-414c-bf53-30a93b1dec00,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:27.180788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Transition to ACTIVE for port object cb3b0aa8-222f-4522-8a0a-705f7567cc4a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:27.197379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-ec39f854-d82a-4fdd-bb87-c35b830dace1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0954301 Aug 19 00:13:27.217971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.223125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.257426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf2ad42-4ee4-43fd-856c-0deff73c48ab,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:27.273051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.279213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:27.280248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f01f875d-01c6-419f-a692-9d5e2416af90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4224644 Aug 19 00:13:27.285500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'cbf2ad42-4ee4-43fd-856c-0deff73c48ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:27.303627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.395308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:13:27.406982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:13:27.409450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.412394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:13:27.414372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b969839-1e85-4480-9b02-242f6557aefe req-3b6a31f3-78a8-41b5-8eaa-487c5b60d587 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0342264 Aug 19 00:13:27.414794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:27.423262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-7d323f17-7ce6-43d7-a16c-86861ed95a60 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:27.424966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-7d323f17-7ce6-43d7-a16c-86861ed95a60 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.2111654 Aug 19 00:13:27.460059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-bb223d55-b5dd-42c4-b6ec-e532a68f0705 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:13:27.461249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f0db648-b5eb-447f-b2a9-9a62e2fcee6d req-bb223d55-b5dd-42c4-b6ec-e532a68f0705 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271990 Aug 19 00:13:27.507296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:27.508221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.533265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-7f7fff02-8ea1-4846-ad5a-b39926e2247f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5953581 Aug 19 00:13:27.535109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.542309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.560699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Request body: {'port': {'device_id': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:27.604188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a41428-fb00-4539-be4e-d404ed8590bf,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:27.622127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.626278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f1e362d-c8a9-42d2-96fd-4f5b9bceaec8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431330 Aug 19 00:13:27.626553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:27.631773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-80c985ca-14c2-4f7e-b4b2-0e7e153522fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'cbf2ad42-4ee4-43fd-856c-0deff73c48ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:27.649354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.687896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-61b7e664-9e03-4b3c-aef0-d8ad5d4395fa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:27.689535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-61b7e664-9e03-4b3c-aef0-d8ad5d4395fa tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1450570 Aug 19 00:13:27.781527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80c985ca-14c2-4f7e-b4b2-0e7e153522fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.787263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-72cffe5b-f15d-485d-afa2-bfff27727048 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0903573 Aug 19 00:13:27.800036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'floatingip': {'port_id': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:27.825845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9aa0b75f-18f8-4b81-8e3a-b56383ff0b1d None None] Provisioning for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:27.832125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9aa0b75f-18f8-4b81-8e3a-b56383ff0b1d None None] Provisioning complete for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:27.833490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b75f-18f8-4b81-8e3a-b56383ff0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.856694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:27.880543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0b75f-18f8-4b81-8e3a-b56383ff0b1d None None] Port cb3b0aa8-222f-4522-8a0a-705f7567cc4a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:13:27.971705 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-80c985ca-14c2-4f7e-b4b2-0e7e153522fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:13:27.972794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-80c985ca-14c2-4f7e-b4b2-0e7e153522fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3452663 Aug 19 00:13:27.978188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39318) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:28.006996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:13:28.017394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.030459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Transition to ACTIVE for port object cb3b0aa8-222f-4522-8a0a-705f7567cc4a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:13:28.036762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.135829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.147568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:28.175763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.214499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a97487-2fc0-489b-95f0-6a8ce57c1cb7 req-d0509036-c846-4513-9472-06055456dacc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:28.216054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7a97487-2fc0-489b-95f0-6a8ce57c1cb7 req-d0509036-c846-4513-9472-06055456dacc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 944 time: 0.1198754 Aug 19 00:13:28.259976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Attempting to bind port cb3b0aa8-222f-4522-8a0a-705f7567cc4a on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:13:28.260405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Attempting to bind port cb3b0aa8-222f-4522-8a0a-705f7567cc4a by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:13:28.260810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Attempting to bind port cb3b0aa8-222f-4522-8a0a-705f7567cc4a on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:28.269839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Port cb3b0aa8-222f-4522-8a0a-705f7567cc4a on network d753388f-e093-4a25-a762-ed3cc67e2d80 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:13:28.270157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Attempting to bind port cb3b0aa8-222f-4522-8a0a-705f7567cc4a on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:13:28.285944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:13:28.286298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:13:28.286690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:13:28.287233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Bound port: cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:13:28.288107 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.296197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d7a97487-2fc0-489b-95f0-6a8ce57c1cb7 req-f4747a6e-ea00-4f01-b85f-39de9e12cb97 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725083 Aug 19 00:13:28.321806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.323590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.328008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/cbf2ad42-4ee4-43fd-856c-0deff73c48ab HTTP/1.1" status: 204 len: 168 time: 0.3488257 Aug 19 00:13:28.332450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:28.372707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1a16c-46c4-4f39-8ff0-3908ed26f1bc tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf2ad42-4ee4-43fd-856c-0deff73c48ab,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:28.402183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:13:28.406721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:13:28.416386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-126d32fb-d677-4a2f-af36-e194c634795f tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790560 Aug 19 00:13:28.416386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.419333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:28.424848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821191243'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:28.463309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:28.463309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.464461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] 10.222.0.11 "PUT /v2.0/ports/cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1093 time: 0.9199610 Aug 19 00:13:28.469686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:28.472627 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c27503-bb5e-4bc3-a013-1aa23c037e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:28.507729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.510067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.510595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c32b7-d023-42df-badc-8c71d6b9c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:28.520223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.605342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a66267b-3998-474e-bbb5-b0666bc3a891 req-076c4551-8848-4099-8527-b77e4337c4d2 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0449517 Aug 19 00:13:28.620575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-e3fecaf1-3715-4dbb-bf65-8a6d86a41a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:28.622123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-e3fecaf1-3715-4dbb-bf65-8a6d86a41a33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1096 time: 0.0977993 Aug 19 00:13:28.642725 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Floating IP 2d3681d1-7f00-4414-8164-7591a994d559 associated. External IP: 172.25.1.112, port: 18d65faf-0fc2-4ea1-8318-095f513d5a41. Aug 19 00:13:28.679350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-b74c1b55-f8d8-40c4-92a8-1d6ebdefbe5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 217 time: 0.0423717 Aug 19 00:13:28.683936 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158b64a-d0cd-4752-8c3d-648b4cf767db x-openstack-request-id: req-4158b64a-d0cd-4752-8c3d-648b4cf767db {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:28.684114 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:28.684384 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4158b64a-d0cd-4752-8c3d-648b4cf767db {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:28.684774 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'status': 'completed', 'code': 200} Aug 19 00:13:28.783176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.786005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-03892e07-da1b-4471-9617-8f7c1d06989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:28.787526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-03892e07-da1b-4471-9617-8f7c1d06989c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0962389 Aug 19 00:13:28.805507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.864242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:28.865689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4444373 Aug 19 00:13:28.869761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:28.876869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38dd8ec7-e3e3-45ad-b7f2-efb1d33cf522 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': '0df6147c-b3a6-43fe-843a-ff7f016f1b67', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:28.877487 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-38dd8ec7-e3e3-45ad-b7f2-efb1d33cf522 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 00:13:28.877994 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-38dd8ec7-e3e3-45ad-b7f2-efb1d33cf522 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:28.882015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38dd8ec7-e3e3-45ad-b7f2-efb1d33cf522 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060368 Aug 19 00:13:28.882015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f42b0-f84a-48b4-86e4-19e15d760254 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6147c-b3a6-43fe-843a-ff7f016f1b67,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:28.885107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:28.902750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-3d3472c8-1c0c-47a4-9429-1b02b78bc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:28.904517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-3d3472c8-1c0c-47a4-9429-1b02b78bc5a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095743 Aug 19 00:13:28.916483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Router 269bbc86-ee4a-45fd-8484-9e48a48315f7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:29.004029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.026743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:29.031390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.037893 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Sync routers for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:29.045566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-0593e05a-68a1-4f77-9049-8640b8688cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328788 Aug 19 00:13:29.048082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:29.048719 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:29.049194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.058635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-239cfc51-58b0-419c-8243-f1c87501385d tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "PUT /v2.0/floatingips/2d3681d1-7f00-4414-8164-7591a994d559 HTTP/1.1" status: 200 len: 997 time: 1.2628577 Aug 19 00:13:29.059093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:29.061392 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43643071-5f6b-4332-a10f-8ba99b3d8b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:29.104569 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e2614-1ac1-49ae-88e8-3c3647e79e94 x-openstack-request-id: req-907e2614-1ac1-49ae-88e8-3c3647e79e94 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:29.105016 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:29.105269 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-907e2614-1ac1-49ae-88e8-3c3647e79e94 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:29.105674 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:13:29.120597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-9d94b60d-de02-46ae-9438-aeb3a7249191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.122143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-9d94b60d-de02-46ae-9438-aeb3a7249191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.0499907 Aug 19 00:13:29.158272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.160892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.162061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/0df6147c-b3a6-43fe-843a-ff7f016f1b67 HTTP/1.1" status: 204 len: 168 time: 0.2727118 Aug 19 00:13:29.169319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39338) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:29.176752 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:29.182274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89229a66-f950-4158-8cfc-2d8727806f67 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6147c-b3a6-43fe-843a-ff7f016f1b67,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:29.187751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c2210f-9241-4ec5-8170-aabab718fb04 req-4300228d-0cdc-4b6b-b4ca-8908c57a48c9 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302068 Aug 19 00:13:29.292449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-171211e2-f6c1-4255-b3c6-6c1364ef4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.293351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-a2dc42e1-1921-46b8-aa63-8dce4cfb74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.294342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-171211e2-f6c1-4255-b3c6-6c1364ef4198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1096 time: 0.0538881 Aug 19 00:13:29.294857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-a2dc42e1-1921-46b8-aa63-8dce4cfb74a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.1430595 Aug 19 00:13:29.307824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-84b95cea-3f60-4191-9c13-e43662460d90 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324902 Aug 19 00:13:29.309102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:29.314359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--488740500'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:29.359901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-b01cd63c-b43d-43d0-8315-adf0effcfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.361048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-b01cd63c-b43d-43d0-8315-adf0effcfe36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.2189915 Aug 19 00:13:29.383639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.417486 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '2d3681d1-7f00-4414-8164-7591a994d559', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'port_id': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'mac_address': 'fa:16:3e:a0:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:25Z', 'updated_at': '2021-08-19T00:13:28Z', 'revision_number': 1, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:29.445963 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Checking router: 269bbc86-ee4a-45fd-8484-9e48a48315f7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:29.454796 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:29.455412 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:29.457340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-3ec96ed8-153c-4eff-9b20-ee9a61afbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.459077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-3ec96ed8-153c-4eff-9b20-ee9a61afbbc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1572034 Aug 19 00:13:29.465456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-cea342db-39bc-4fff-aa1d-5e9f8f115037 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 1000 time: 0.0920272 Aug 19 00:13:29.467283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-1e416b11-ae90-49bd-959c-e6beaf384118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.468438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-1e416b11-ae90-49bd-959c-e6beaf384118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.1583312 Aug 19 00:13:29.517487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-17605f70-1ddd-4d7e-8347-28ff27c1431c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 217 time: 0.0492876 Aug 19 00:13:29.526666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c832-6cbf-4089-978b-dc31c6312246 req-fe145be5-9d2e-4b29-9376-5f7439eae734 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.528279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b73c832-6cbf-4089-978b-dc31c6312246 req-fe145be5-9d2e-4b29-9376-5f7439eae734 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 944 time: 0.1228886 Aug 19 00:13:29.572436 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:29.581453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-02badea4-22a7-479d-8b43-80ff113fa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.582972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-02badea4-22a7-479d-8b43-80ff113fa1cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.1044123 Aug 19 00:13:29.585594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-94dc2eea-627f-4ce2-be59-0c3a30463ab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 1000 time: 0.1054838 Aug 19 00:13:29.618962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-eeba881e-57b4-4c3d-92e4-ad714efe5322 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269320 Aug 19 00:13:29.624157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-21795832-6ead-46cc-b0bf-c12df7b8ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.625798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-21795832-6ead-46cc-b0bf-c12df7b8ee44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0952733 Aug 19 00:13:29.634585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b73c832-6cbf-4089-978b-dc31c6312246 req-765ffeaa-0d10-46c7-8ccf-be851b6ec657 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933301 Aug 19 00:13:29.685940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.697484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.698905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-68839777-fe5a-4c24-a4fd-79bbd8fd9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.702266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-68839777-fe5a-4c24-a4fd-79bbd8fd9709 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0795808 Aug 19 00:13:29.706043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-9591d98b-4439-4e64-b0e8-f61247834ede service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:13:29.716027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-9591d98b-4439-4e64-b0e8-f61247834ede service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191011 Aug 19 00:13:29.726619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-3fb7fbcb-aa80-4ee7-a075-dfbfaa6c0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:29.728690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-3fb7fbcb-aa80-4ee7-a075-dfbfaa6c0a24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930471 Aug 19 00:13:29.762412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:29.766563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4526923 Aug 19 00:13:29.780234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39346) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:29.782611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6eeda2b2-d4fa-46cf-8da8-14c7b9e0cd1e req-47bae195-38bc-4720-b9cd-d8c701ed574b tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0587988 Aug 19 00:13:29.790467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-0cd50df0-0dc7-44cb-93ea-69c96c0aa8bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624888 Aug 19 00:13:29.801306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-19434318-f00c-4c80-9f04-e663647781e4 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': '48e1be22-bf39-4d83-b531-9c194c3ded08', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:29.802504 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-19434318-f00c-4c80-9f04-e663647781e4 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 00:13:29.803751 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-19434318-f00c-4c80-9f04-e663647781e4 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:29.804903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-19434318-f00c-4c80-9f04-e663647781e4 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0212977 Aug 19 00:13:29.805725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3608ba-b11f-44e6-861c-1fc2ec9e9477 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e1be22-bf39-4d83-b531-9c194c3ded08,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:29.817552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39348) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:29.883820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-bfdd0f2d-0c8d-4b22-9b65-40c5c60afc51 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328778 Aug 19 00:13:29.955017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-831ab02b-8da5-440b-af6a-2d5280080d51 service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352850 Aug 19 00:13:29.964072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '2d3681d1-7f00-4414-8164-7591a994d559', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'port_id': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'mac_address': 'fa:16:3e:a0:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:25Z', 'updated_at': '2021-08-19T00:13:28Z', 'revision_number': 1, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:29.992151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ed1cc-fd6f-409b-a301-c7718c4b6f73 None None] The sync data for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 is: [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '2d3681d1-7f00-4414-8164-7591a994d559', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'port_id': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'mac_address': 'fa:16:3e:a0:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:25Z', 'updated_at': '2021-08-19T00:13:28Z', 'revision_number': 1, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:30.003717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64c27503-bb5e-4bc3-a013-1aa23c037e0c req-27b6eb86-3a76-47aa-aec9-55231191a756 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119385 Aug 19 00:13:30.042853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.047681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-1ee2632b-8d3b-4e16-add2-4b32d83e2806 service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466350 Aug 19 00:13:30.125363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.167509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ed18fad-cbaf-4dea-9f8e-a6a9928d0477 req-78481571-3fbe-40e8-b1ae-7b4d8d285357 service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115636 Aug 19 00:13:30.215774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43643071-5f6b-4332-a10f-8ba99b3d8b9a req-010d9f4e-a324-4307-9c4a-1eb96ab5611a service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538148 Aug 19 00:13:30.220617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2745aa3-978a-4d4e-bec4-58d1c642c5fe None None] New status for floating IP 2d3681d1-7f00-4414-8164-7591a994d559: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:13:30.225665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.230833 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.234429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/48e1be22-bf39-4d83-b531-9c194c3ded08 HTTP/1.1" status: 204 len: 168 time: 0.4118674 Aug 19 00:13:30.236381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39356) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.258527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c629-4dd8-4641-8e0f-040673cf919c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e1be22-bf39-4d83-b531-9c194c3ded08,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:30.301029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1e8d92c-e00d-4e40-b182-9aa7cb81634b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601141 Aug 19 00:13:30.301440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39358) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.306394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--165368251'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.308544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-876c95a6-7acd-476d-b237-a63c4024a08f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1000 time: 0.1074548 Aug 19 00:13:30.330046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.364022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-0ad4c400-22de-4bd4-b08a-477fd4f602f2 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:30.365641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-0ad4c400-22de-4bd4-b08a-477fd4f602f2 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports/18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 943 time: 0.0508621 Aug 19 00:13:30.426414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.431387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.457553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.458858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1563566 Aug 19 00:13:30.462951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39360) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.467626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9e347902-7d7f-4acb-8df9-f5e890441d40 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'f7bfaea3-3767-4858-ae7b-f5d74fd8765c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.477555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-1ba6b42a-cdf3-4f08-b2b3-353b9d595d2f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1002 time: 0.0661008 Aug 19 00:13:30.480393 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-9e347902-7d7f-4acb-8df9-f5e890441d40 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 00:13:30.481008 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-9e347902-7d7f-4acb-8df9-f5e890441d40 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:30.482658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e347902-7d7f-4acb-8df9-f5e890441d40 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179236 Aug 19 00:13:30.482854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2e0d-b0ce-4cc6-9441-77b57927f87b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bfaea3-3767-4858-ae7b-f5d74fd8765c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:30.486291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.490895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8cbbb701-eecf-4291-8586-70119027d7a7 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'f7bfaea3-3767-4858-ae7b-f5d74fd8765c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.491563 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-8cbbb701-eecf-4291-8586-70119027d7a7 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 00:13:30.491980 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-8cbbb701-eecf-4291-8586-70119027d7a7 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:30.493202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8cbbb701-eecf-4291-8586-70119027d7a7 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060055 Aug 19 00:13:30.495983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39364) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.501141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-abffef7f-a29a-415d-92a6-f3c14fd63275 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'f7bfaea3-3767-4858-ae7b-f5d74fd8765c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.501928 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-abffef7f-a29a-415d-92a6-f3c14fd63275 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 00:13:30.502400 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-abffef7f-a29a-415d-92a6-f3c14fd63275 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:30.503311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-abffef7f-a29a-415d-92a6-f3c14fd63275 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054033 Aug 19 00:13:30.505732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39366) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.510156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-531ccd1a-28c3-4935-98be-53b6e3d7e955 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'f7bfaea3-3767-4858-ae7b-f5d74fd8765c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.510973 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-531ccd1a-28c3-4935-98be-53b6e3d7e955 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 00:13:30.511425 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-531ccd1a-28c3-4935-98be-53b6e3d7e955 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:30.512341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-531ccd1a-28c3-4935-98be-53b6e3d7e955 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052323 Aug 19 00:13:30.514659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39368) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.568022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.583958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-91277f1f-6a87-441f-b6a4-92a98acc23b8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:30.585360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-91277f1f-6a87-441f-b6a4-92a98acc23b8 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1020088 Aug 19 00:13:30.590487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.595752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-02ce744f-6716-48ff-9ea8-00fdb134a81a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:13:30.596742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-02ce744f-6716-48ff-9ea8-00fdb134a81a tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056150 Aug 19 00:13:30.634954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.637618 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.638779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7bfaea3-3767-4858-ae7b-f5d74fd8765c HTTP/1.1" status: 204 len: 168 time: 0.1233053 Aug 19 00:13:30.641901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39370) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.659456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb16b50-8727-4dd9-81c0-9503dd73ad88 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bfaea3-3767-4858-ae7b-f5d74fd8765c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:30.673775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-fa762478-a4a9-46f2-ba7a-8def4016316c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1002 time: 0.0699623 Aug 19 00:13:30.691776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.693718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a2c591a-88b9-4c05-b4f0-e15a130983fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507238 Aug 19 00:13:30.698173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39374) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.702750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--76187250'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.750253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.754945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.789458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85a32-4707-49e2-a457-ae69dcb4a748 req-2ecbf223-4ab8-481a-a859-dba0ce6a1a75 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:30.790989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58f85a32-4707-49e2-a457-ae69dcb4a748 req-2ecbf223-4ab8-481a-a859-dba0ce6a1a75 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 944 time: 0.0787318 Aug 19 00:13:30.847157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58f85a32-4707-49e2-a457-ae69dcb4a748 req-4be85a15-6949-4142-aa93-6bf8a133f0e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488775 Aug 19 00:13:30.889388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.894292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.899078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.903352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.903692 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Floating IP 2d3681d1-7f00-4414-8164-7591a994d559 disassociated. External IP: 172.25.1.112, port: 18d65faf-0fc2-4ea1-8318-095f513d5a41. Aug 19 00:13:30.928228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:30.929515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2302513 Aug 19 00:13:30.936878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39378) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.939268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13563-ffee-490e-9dc0-9528425713f5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76dbd1d-ecfd-4b68-b588-b28febbe612a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:30.941331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ef7b893c-c6c0-42d4-9143-d548a0a9cd09 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.942058 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-ef7b893c-c6c0-42d4-9143-d548a0a9cd09 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 00:13:30.942669 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ef7b893c-c6c0-42d4-9143-d548a0a9cd09 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:30.946634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef7b893c-c6c0-42d4-9143-d548a0a9cd09 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062637 Aug 19 00:13:30.946984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:30.951403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c1dcce1e-ee8c-4387-908b-981490f2a8c8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:30.961343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cc1313c-7d6b-494e-bc43-fe5291ef579e req-a9e794b7-101c-4bbf-b1d2-6657503d1a90 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0369701 Aug 19 00:13:31.041677 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c1dcce1e-ee8c-4387-908b-981490f2a8c8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.042857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1dcce1e-ee8c-4387-908b-981490f2a8c8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0951471 Aug 19 00:13:31.046180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.051636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9a7c74f7-c951-43c1-a602-5bbc46bbfd8a tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.052233 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-9a7c74f7-c951-43c1-a602-5bbc46bbfd8a tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 00:13:31.052844 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-9a7c74f7-c951-43c1-a602-5bbc46bbfd8a tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.052949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-031728ac-e8b5-4fdf-8328-ee62171ae3df req-754cdf69-b85b-4412-bc3f-f05f0009de85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Aug 19 00:13:31.053957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9a7c74f7-c951-43c1-a602-5bbc46bbfd8a tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060596 Aug 19 00:13:31.057017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39386) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.062490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-58c70977-aeb9-4944-bc1d-ad831c86e49c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.103776 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-58c70977-aeb9-4944-bc1d-ad831c86e49c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.104868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58c70977-aeb9-4944-bc1d-ad831c86e49c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0466864 Aug 19 00:13:31.107607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39388) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.112179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d184e96a-2459-42e0-a9f7-9a5b9a18cd04 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.113617 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-d184e96a-2459-42e0-a9f7-9a5b9a18cd04 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 00:13:31.114102 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-d184e96a-2459-42e0-a9f7-9a5b9a18cd04 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.115015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d184e96a-2459-42e0-a9f7-9a5b9a18cd04 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062981 Aug 19 00:13:31.117352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39390) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.121482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2afdba53-b778-417b-9af3-a3029b6e06b1 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.156946 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-2afdba53-b778-417b-9af3-a3029b6e06b1 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.157974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2afdba53-b778-417b-9af3-a3029b6e06b1 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397511 Aug 19 00:13:31.160766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39392) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.163881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Router 269bbc86-ee4a-45fd-8484-9e48a48315f7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:31.165193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4e5067a3-152f-40b4-9bd6-da1789f23a46 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.165660 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-4e5067a3-152f-40b4-9bd6-da1789f23a46 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 00:13:31.166123 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4e5067a3-152f-40b4-9bd6-da1789f23a46 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.167183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e5067a3-152f-40b4-9bd6-da1789f23a46 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054493 Aug 19 00:13:31.169581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.173510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4bd9057a-ecbe-4511-b368-05f0024d0c60 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.210412 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4bd9057a-ecbe-4511-b368-05f0024d0c60 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.211608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4bd9057a-ecbe-4511-b368-05f0024d0c60 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0411801 Aug 19 00:13:31.214390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39396) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.218735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-11b268dd-fc4a-4c29-aa26-065a53392fff tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'c76dbd1d-ecfd-4b68-b588-b28febbe612a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.253711 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-11b268dd-fc4a-4c29-aa26-065a53392fff tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:31.258046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-11b268dd-fc4a-4c29-aa26-065a53392fff tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0394347 Aug 19 00:13:31.258284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39398) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.280892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:31.285534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.291856 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Sync routers for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:31.304940 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:31.305862 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:31.312020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:13:31.317512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.348261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.410429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.413328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.417053 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/c76dbd1d-ecfd-4b68-b588-b28febbe612a HTTP/1.1" status: 204 len: 168 time: 0.1552417 Aug 19 00:13:31.417861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39400) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.430040 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:31.437205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6304e-a07c-47af-906c-83ce41cf181e tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76dbd1d-ecfd-4b68-b588-b28febbe612a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:31.437832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:31.460083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:13:31.469193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3c22f9c5-478a-486f-ba25-b9e76e81dd7c tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491195 Aug 19 00:13:31.473477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39402) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.478508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962953157'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.504673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.508634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.523830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:13:31.554779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:31.559959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.620283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.626308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.628100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:31.637652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.637652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.638107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.638533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.639318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.639721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.640125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.640549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.640943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.641408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.641805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.642197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:13:31.659635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.665007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1871073 Aug 19 00:13:31.665909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39404) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.670622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fe204997-687f-424e-8751-d0568b888462 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': '18cc6889-c637-4041-ab5e-105aa890a9bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.687795 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:31.689277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-2e3ad738-0389-4d8c-bc23-2006882c8f15 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "PUT /v2.0/floatingips/2d3681d1-7f00-4414-8164-7591a994d559 HTTP/1.1" status: 200 len: 695 time: 1.0021760 Aug 19 00:13:31.689734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6720c7-21cd-404c-b0e5-47313abc373b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc6889-c637-4041-ab5e-105aa890a9bb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:31.690491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:31.695416 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a3ba0c-ed6d-423c-acd0-782d9a000973" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:31.731857 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Checking router: 269bbc86-ee4a-45fd-8484-9e48a48315f7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:31.732168 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-fe204997-687f-424e-8751-d0568b888462 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The resource could not be found. Aug 19 00:13:31.733920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fe204997-687f-424e-8751-d0568b888462 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0670042 Aug 19 00:13:31.737256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39408) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.743452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:31.743965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9f2addf2-53dc-4edc-9986-20144041877d tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': '18cc6889-c637-4041-ab5e-105aa890a9bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '024c6178-d1f2-474f-a42a-6e873db6763f'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:31.744912 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:31.751562 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400cd4cb-44e7-41d4-8b06-c485be6bb3b1 x-openstack-request-id: req-400cd4cb-44e7-41d4-8b06-c485be6bb3b1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:31.751851 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:31.752098 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-400cd4cb-44e7-41d4-8b06-c485be6bb3b1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:31.752516 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:13:31.760008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-a05d5839-b359-4c39-b206-52218e7044bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:31.761557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-a05d5839-b359-4c39-b206-52218e7044bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.0575585 Aug 19 00:13:31.801101 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-9f2addf2-53dc-4edc-9986-20144041877d tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The resource could not be found. Aug 19 00:13:31.805003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9f2addf2-53dc-4edc-9986-20144041877d tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0636680 Aug 19 00:13:31.806409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39410) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:31.814597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['cb3b0aa8-222f-4522-8a0a-705f7567cc4a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:31.864740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-a3ca7e8f-3267-4c7e-819d-17fead430190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:31.866852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-a3ca7e8f-3267-4c7e-819d-17fead430190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.0982554 Aug 19 00:13:31.893772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-c3b00347-52f1-4db8-9ad3-995e17ef73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:31.895776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-c3b00347-52f1-4db8-9ad3-995e17ef73e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3475584e7e840e8acc04ff463fd5794&device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 1098 time: 0.0880439 Aug 19 00:13:31.907271 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:31.914092 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-7e8ed4ba-3512-48b1-b2be-b1fa90bc56c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Aug 19 00:13:31.938745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:31.987972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-d0a836f1-85bb-497d-95d0-b7fb52371e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:31.989685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-d0a836f1-85bb-497d-95d0-b7fb52371e6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0694218 Aug 19 00:13:32.024337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-be9c6efe-4d6b-45e3-9daf-98232b4869ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263004 Aug 19 00:13:32.027837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.081654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e725696-c59d-4c8a-aad1-f84c31704079 req-a2adadb9-414d-44df-b53b-424c3f10e29a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:32.083274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e725696-c59d-4c8a-aad1-f84c31704079 req-a2adadb9-414d-44df-b53b-424c3f10e29a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1119690 Aug 19 00:13:32.129238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-08744fcf-f753-4343-8579-5675bdf475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:32.130738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-08744fcf-f753-4343-8579-5675bdf475e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 200 len: 920 time: 0.2254283 Aug 19 00:13:32.136462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-8ce3ca0b-5d18-411a-ad15-7fe9cd12b239 service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015372 Aug 19 00:13:32.147104 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:32.149532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f3d4bdd-3590-4509-ae10-8d8d7703d903 req-432447d2-6a1c-4505-9f7d-a769d1b4a01f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0450394 Aug 19 00:13:32.176724 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64764b9c-7bbd-4bf1-ab58-f6bc7e11a091 None None] The sync data for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 is: [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '0e3b179a-c77c-40dc-9e59-e2fc01f3835d', 'name': '', 'network_id': '6a884f5e-af4c-484d-a437-d2451f077750', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'mac_address': 'fa:16:3e:95:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:26Z', 'updated_at': '2021-08-19T00:12:34Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'subnets': [{'id': '29c70cd3-5774-4759-8ba9-8071a7ba68e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:32.195432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.198335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.200357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/18cc6889-c637-4041-ab5e-105aa890a9bb HTTP/1.1" status: 204 len: 168 time: 0.3911035 Aug 19 00:13:32.202738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.206029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-a130817b-f2e2-4ff7-b8f1-1b91ff346c28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 200 len: 217 time: 0.0598047 Aug 19 00:13:32.218152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e725696-c59d-4c8a-aad1-f84c31704079 req-1b7315f4-81ff-4ccf-b0bf-9d8a796b4b8a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249661 Aug 19 00:13:32.219197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d3b98-5f44-4fc7-b979-794962465b85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc6889-c637-4041-ab5e-105aa890a9bb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:32.267750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cb9aca4a-e6e0-4975-af29-c22352cd8204 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601332 Aug 19 00:13:32.268822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39420) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.275491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2e634c3e-70ea-4236-a1ab-ce2a11c58e85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': '761bf4e7-5f75-492c-9de5-8f4d10e8a7e2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:32.283399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-167f320e-a59f-40c6-8e44-613cfedab8c1 req-b9075f6a-4821-4b33-9b81-baee1cd38c10 service neutron] 10.222.0.20 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388905 Aug 19 00:13:32.336328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b84dc2a2-66c3-4e6c-a610-7c776b7ee22c req-e0e31930-22dd-41da-b629-f0c2dead8539 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0374629 Aug 19 00:13:32.354754 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-2e634c3e-70ea-4236-a1ab-ce2a11c58e85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The resource could not be found. Aug 19 00:13:32.356044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e634c3e-70ea-4236-a1ab-ce2a11c58e85 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0859652 Aug 19 00:13:32.360110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.365927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486584006'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:32.394149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.422954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-6d1a88f5-a06f-4a10-9c57-9f17f8e3dcc9 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips/2d3681d1-7f00-4414-8164-7591a994d559 HTTP/1.1" status: 200 len: 695 time: 0.0504806 Aug 19 00:13:32.475585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47414188-5fda-44fc-ad4a-be7432fff730 None None] New status for floating IP 2d3681d1-7f00-4414-8164-7591a994d559: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:13:32.486955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.490894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.523893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.525032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1636882 Aug 19 00:13:32.527192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91eac7-2ebd-4309-986e-97005fac4fc3 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa131cc-dc1c-4366-a0d7-d328b25f907c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:32.529563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.534709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--165891711'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:32.559875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.575302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0312-609b-46cf-a7fb-13a504691be5 req-531ebca5-9e8d-490b-901f-3de8d7e479bd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:32.576740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-531ebca5-9e8d-490b-901f-3de8d7e479bd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 784 time: 0.1475046 Aug 19 00:13:32.593411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-00119548-cca0-47e4-b892-cd32e34c10dd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:13:32.594317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-00119548-cca0-47e4-b892-cd32e34c10dd tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074761 Aug 19 00:13:32.598385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-f5ef3b99-198b-4d0b-8831-5f144c64407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:32.599917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-f5ef3b99-198b-4d0b-8831-5f144c64407e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 200 len: 860 time: 0.0807283 Aug 19 00:13:32.650370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-660116c4-2e39-47bb-a2a8-3913d750c44b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 698 time: 0.0458267 Aug 19 00:13:32.655126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.660344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.690729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.695196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1612699 Aug 19 00:13:32.695196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdbada-a15f-4127-8439-9d5a4ad87707 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042cc287-d256-4ef2-a10a-d10d54bb9c42,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:32.696987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.701530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-10c7cec4-e3f7-4284-bb16-d650e5bb00b0 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group_rule': {'security_group_id': 'daa131cc-dc1c-4366-a0d7-d328b25f907c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '042cc287-d256-4ef2-a10a-d10d54bb9c42'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:32.749300 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-10c7cec4-e3f7-4284-bb16-d650e5bb00b0 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:13:32.750646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-10c7cec4-e3f7-4284-bb16-d650e5bb00b0 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0526254 Aug 19 00:13:32.753418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.847256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.872343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.914897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.917700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:32.918860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/042cc287-d256-4ef2-a10a-d10d54bb9c42 HTTP/1.1" status: 204 len: 168 time: 0.1643376 Aug 19 00:13:32.922309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39432) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:32.940610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bca7cc-ea9b-4eaf-818a-d055f9f8e672 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042cc287-d256-4ef2-a10a-d10d54bb9c42,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:32.986981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2672cf9a-09c7-4c88-a1b6-804038ad5d8b tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0634718 Aug 19 00:13:32.989610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.044510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.067416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.070813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-27055f00-6245-4f56-8685-fca7b05980c7 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 698 time: 0.4124489 Aug 19 00:13:33.072649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-78619f62-677c-4ada-80f7-62b255e53e6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a884f5e-af4c-484d-a437-d2451f077750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4067476 Aug 19 00:13:33.108770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.111250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.112446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/daa131cc-dc1c-4366-a0d7-d328b25f907c HTTP/1.1" status: 204 len: 168 time: 0.1218448 Aug 19 00:13:33.115700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.132721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590081ee-5e4e-491c-8059-36eaf9e4f4b8 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa131cc-dc1c-4366-a0d7-d328b25f907c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:33.167975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8e6dc4bf-f8bb-4b3b-8e76-ef71c39780b5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512273 Aug 19 00:13:33.172006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.176670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336804283'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:33.198589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.263127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-5dc1b15a-d669-4a2f-ac71-0ec035d9483e service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802175 Aug 19 00:13:33.287062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Deleting port e5d72055-db84-4055-9810-e28a2fbab03d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:33.287409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.290869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.295071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.321797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:13:33.351681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.355876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1798794 Aug 19 00:13:33.355876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b67f39-b287-47cb-9b35-1e534c3c2834 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3a8f4-8004-4ea7-b3cb-eda86966d536,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:33.357694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39442) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.368559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8092b95c-4710-4bed-869e-931e27c227fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:33.369299 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-8092b95c-4710-4bed-869e-931e27c227fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 00:13:33.369855 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-8092b95c-4710-4bed-869e-931e27c227fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 00:13:33.371136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8092b95c-4710-4bed-869e-931e27c227fd tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "PUT /v2.0/security-groups/4ce3a8f4-8004-4ea7-b3cb-eda86966d536 HTTP/1.1" status: 409 len: 330 time: 0.0112901 Aug 19 00:13:33.374000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.382359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:13:33.387016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:13:33.387626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.393699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41042bc2-761e-4a1b-8afe-e9aee5850ba8 req-18d079d5-6216-4815-ab36-37d7b05b0f40 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:33.394676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41042bc2-761e-4a1b-8afe-e9aee5850ba8 req-18d079d5-6216-4815-ab36-37d7b05b0f40 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0930920 Aug 19 00:13:33.435021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54a3ba0c-ed6d-423c-acd0-782d9a000973 req-d8f61641-20d0-436e-a3bf-3a7c4a2937ca service neutron] 10.222.0.21 "GET /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596408 Aug 19 00:13:33.436647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.436981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.449976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Calling delete_port for e5d72055-db84-4055-9810-e28a2fbab03d owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:33.455846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41042bc2-761e-4a1b-8afe-e9aee5850ba8 req-869f830a-71b7-470c-af56-e26baea1ca77 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523381 Aug 19 00:13:33.481651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.486451 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.516408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.519053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:33.522326 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411ecf9-e74b-4601-a945-4a1d149402fb" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:33.540048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:33.545329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.596493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5122bfe6-d179-4ddf-83b1-95bc65e23a20 req-d4092806-a97c-4b46-b7f1-0e8c921b93f8 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Aug 19 00:13:33.599779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:33.629302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.633401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.635510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.637229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/4ce3a8f4-8004-4ea7-b3cb-eda86966d536 HTTP/1.1" status: 204 len: 168 time: 0.2615798 Aug 19 00:13:33.637488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39452) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.649143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b704-243f-44d9-a963-81244ebd3fce tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3a8f4-8004-4ea7-b3cb-eda86966d536,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:33.684014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event deleted for resources: {'Port': ['ID=e5d72055-db84-4055-9810-e28a2fbab03d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:33.748566 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef1722a-ffac-4816-96dc-24ce6f29c058 x-openstack-request-id: req-7ef1722a-ffac-4816-96dc-24ce6f29c058 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:33.748902 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:33.749169 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ef1722a-ffac-4816-96dc-24ce6f29c058 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:33.750538 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:13:33.759725 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c2a7fc73-d479-4984-b8c8-e843e502ebc5 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198387 Aug 19 00:13:33.763546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.766311 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.768884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.770002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590b0312-609b-46cf-a7fb-13a504691be5 req-8bb90711-e41e-446e-bb87-1a3dad676444 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d3681d1-7f00-4414-8164-7591a994d559 HTTP/1.1" status: 204 len: 173 time: 0.6931129 Aug 19 00:13:33.791993 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0446f2ed-b8b1-48d2-87dc-01b12fba0e49 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] delete failed (client error): The resource could not be found. Aug 19 00:13:33.793628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0446f2ed-b8b1-48d2-87dc-01b12fba0e49 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "DELETE /v2.0/security-groups/4de7f44b-fcb1-42a9-885b-242db2175197 HTTP/1.1" status: 404 len: 347 time: 0.0282454 Aug 19 00:13:33.800906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39458) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.816270 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-8e5ccf92-58d2-48c1-86ba-960fe5c77a13 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] show failed (client error): The resource could not be found. Aug 19 00:13:33.817290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8e5ccf92-58d2-48c1-86ba-960fe5c77a13 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-groups/8a009cd1-ca19-45f7-a4d4-5f62d430fd9a HTTP/1.1" status: 404 len: 347 time: 0.0154178 Aug 19 00:13:33.821017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39460) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:33.831711 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-fded182d-3faa-457c-8f8b-6b30ae130498 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] show failed (client error): The resource could not be found. Aug 19 00:13:33.832710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fded182d-3faa-457c-8f8b-6b30ae130498 tempest-NegativeSecGroupTest-323240775 tempest-NegativeSecGroupTest-323240775-project] 10.222.0.20 "GET /v2.0/security-group-rules/e8e026ef-57a7-4c6e-a3a4-f15d92e4a7e8 HTTP/1.1" status: 404 len: 356 time: 0.0107841 Aug 19 00:13:33.859236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-da2ab935-f199-4ee2-b29b-df81d0fc6893 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups/940fc5ad-e439-4d0c-a67e-1edadd31837f HTTP/1.1" status: 200 len: 1810 time: 0.0643492 Aug 19 00:13:33.874103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88d20-ca3d-4ce0-9ae1-1f723f013d63 req-31f53090-15db-4e2e-abf3-8ff69fd5cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:33.875744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71d88d20-ca3d-4ce0-9ae1-1f723f013d63 req-31f53090-15db-4e2e-abf3-8ff69fd5cff1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1098 time: 0.0671878 Aug 19 00:13:33.933919 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71d88d20-ca3d-4ce0-9ae1-1f723f013d63 req-a2151d23-8b18-400c-b93d-5b48cdc99c39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505936 Aug 19 00:13:33.945904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:33.969089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.014646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.017337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.018595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d46e94b4-44dc-43d7-a64a-f421b8695c9e req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "DELETE /v2.0/security-groups/940fc5ad-e439-4d0c-a67e-1edadd31837f HTTP/1.1" status: 204 len: 173 time: 0.1528459 Aug 19 00:13:34.028716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9c339-f8b3-49e1-bd5c-764d44b9840c tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fc5ad-e439-4d0c-a67e-1edadd31837f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:34.081046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39468) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:34.226293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-582b104b-3d61-4cc9-845c-9b2666d64a93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27bb42f725ba422fa5ee16a3a1d56f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416698 Aug 19 00:13:34.226553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39474) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:34.247929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ad15-17b1-410d-8c6d-245384817bf5 req-07843754-c870-4503-92fd-4dc7c7f0cd56 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:34.250090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e743ad15-17b1-410d-8c6d-245384817bf5 req-07843754-c870-4503-92fd-4dc7c7f0cd56 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0532713 Aug 19 00:13:34.277469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.290781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e743ad15-17b1-410d-8c6d-245384817bf5 req-c46be25e-0ff7-4c23-ad6c-4594472895fe tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 19 00:13:34.298292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.345194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.347913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:34.349119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/683ac12e-5117-414c-bf53-30a93b1dec00 HTTP/1.1" status: 204 len: 168 time: 0.1216073 Aug 19 00:13:34.357111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c09772-f1c3-4340-a295-6ff0b9dac20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ac12e-5117-414c-bf53-30a93b1dec00,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:34.599897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb86f8-d341-4ae1-bf43-97d7c63c494c req-30eeb96b-adfc-4f46-9a9a-b386b2183486 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:34.601511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71fb86f8-d341-4ae1-bf43-97d7c63c494c req-30eeb96b-adfc-4f46-9a9a-b386b2183486 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.0528638 Aug 19 00:13:34.641129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71fb86f8-d341-4ae1-bf43-97d7c63c494c req-3be204cf-55bf-4664-8829-cf45579df32f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333767 Aug 19 00:13:34.749058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0405ad2-32d1-4f5c-9e48-f53861138cf7 req-772fd679-200d-431a-b272-b78dd106bf40 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0302343 Aug 19 00:13:35.067035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a9f1f45-95da-4877-b577-0bb548b34ffa req-d48e1d6c-feda-4831-b4a0-7c1271c29f3a tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Aug 19 00:13:35.410831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfe155-9ee3-4ff7-b6ad-6855ab61d24d req-fa7dbf9c-13f9-4823-93aa-499069d2401b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:35.412970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2cfe155-9ee3-4ff7-b6ad-6855ab61d24d req-fa7dbf9c-13f9-4823-93aa-499069d2401b tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0494876 Aug 19 00:13:35.451433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2cfe155-9ee3-4ff7-b6ad-6855ab61d24d req-25101b11-08db-4020-8da4-89361915e097 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Aug 19 00:13:35.758488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b923219-4000-4ccd-8577-9f642e01921c req-1306b562-ec93-4128-82a6-b58b0fc2ab4c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:35.759995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b923219-4000-4ccd-8577-9f642e01921c req-1306b562-ec93-4128-82a6-b58b0fc2ab4c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.0491018 Aug 19 00:13:35.800663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b923219-4000-4ccd-8577-9f642e01921c req-4191d2ad-5e68-4768-9828-18b60b54e18a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342491 Aug 19 00:13:35.920874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5349aa-e0ee-4aaf-8334-5d9df0a1b5d0 req-cc972ae7-0aff-439e-a293-a939705c73f7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:35.922586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d5349aa-e0ee-4aaf-8334-5d9df0a1b5d0 req-cc972ae7-0aff-439e-a293-a939705c73f7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.0583341 Aug 19 00:13:35.931458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:35.936674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'floatingip': {'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:13:35.981053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:36.193833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-168d5cb4-285b-4a3e-8cb2-d5a8d1e9f655 req-27da3611-5cfd-4faa-abc4-b620c510ff9b tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0400181 Aug 19 00:13:36.420584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:36.424499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:36.580366 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Floating IP dea6be48-37ce-495b-bc31-aca8a922dce0 associated. External IP: 172.25.1.159, port: cb3b0aa8-222f-4522-8a0a-705f7567cc4a. Aug 19 00:13:36.626848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f502a-15ba-4028-9cad-1cecf265ff23 req-f5d5fc45-ac60-42bc-9eb2-b6d6b36f0a6f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:36.631594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-781f502a-15ba-4028-9cad-1cecf265ff23 req-f5d5fc45-ac60-42bc-9eb2-b6d6b36f0a6f tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.1048093 Aug 19 00:13:36.710991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-781f502a-15ba-4028-9cad-1cecf265ff23 req-6f25a186-7e15-4d34-9da8-4a4eb24ce4ae tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/security-groups?id=32a3cd19-80c3-43ea-86ea-65b67613e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753560 Aug 19 00:13:36.833413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Router 525614bc-1139-4e7b-ae36-852da2b01b25 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:36.966396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:36.971523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:36.975456 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Sync routers for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:36.984399 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:36.985023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:37.009441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce527e93-dc17-453e-85f0-e433393809a3 req-95504584-2fe1-4470-b2d0-3364dc162c94 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:37.010908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce527e93-dc17-453e-85f0-e433393809a3 req-95504584-2fe1-4470-b2d0-3364dc162c94 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.21 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 946 time: 0.0813503 Aug 19 00:13:37.015404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a39a20ba-8383-47cd-b82f-b97dd332aec8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "PUT /v2.0/floatingips/dea6be48-37ce-495b-bc31-aca8a922dce0 HTTP/1.1" status: 200 len: 992 time: 1.0804265 Aug 19 00:13:37.015404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:37.015661 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64" -d '{"events": [{"name": "network-changed", "server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:37.093554 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a65483-7ae9-4b7e-a1fc-4e945d0ec5b7 x-openstack-request-id: req-64a65483-7ae9-4b7e-a1fc-4e945d0ec5b7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:37.093846 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:37.094097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a65483-7ae9-4b7e-a1fc-4e945d0ec5b7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:37.094503 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'status': 'completed', 'code': 200} Aug 19 00:13:37.105427 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:37.129456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Deleting port 18d65faf-0fc2-4ea1-8318-095f513d5a41 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:37.129802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:37.167508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-02dda079-f3c1-4524-9acf-f68758eaf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:37.169243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-02dda079-f3c1-4524-9acf-f68758eaf3e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1098 time: 0.0542464 Aug 19 00:13:37.233522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] For port 18d65faf-0fc2-4ea1-8318-095f513d5a41, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=18d65faf-0fc2-4ea1-8318-095f513d5a41,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:37.233824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:37.264761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Calling delete_port for 18d65faf-0fc2-4ea1-8318-095f513d5a41 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:37.338496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-e7674152-ab66-42dd-b503-26e0688d6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:37.340104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-e7674152-ab66-42dd-b503-26e0688d6e3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1640015 Aug 19 00:13:37.360917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21b9d642-41a8-41d9-be0a-61a86eb44aa3 req-5f6b2126-60fb-4dd6-a664-73e6d521c7f3 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0462875 Aug 19 00:13:37.397513 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dea6be48-37ce-495b-bc31-aca8a922dce0', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:22Z', 'updated_at': '2021-08-19T00:13:36Z', 'revision_number': 1, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:37.431587 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Checking router: 525614bc-1139-4e7b-ae36-852da2b01b25 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:37.434709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-9421f991-1dfd-4906-a950-5566be353b4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.0720327 Aug 19 00:13:37.440947 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:37.441618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:37.451769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:37.485500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Pushing event deleted for resources: {'Port': ['ID=18d65faf-0fc2-4ea1-8318-095f513d5a41,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:37.490801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['18d65faf-0fc2-4ea1-8318-095f513d5a41'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:13:37.524323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-55b04f76-b382-4d29-a952-41095466e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:37.526184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-55b04f76-b382-4d29-a952-41095466e57e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0833635 Aug 19 00:13:37.541279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] No DVR routers for this DVR port 18d65faf-0fc2-4ea1-8318-095f513d5a41 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:13:37.544394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:37.546591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce527e93-dc17-453e-85f0-e433393809a3 req-9422c627-8ddd-461a-bfb8-3ee4d623daa1 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.21 "DELETE /v2.0/ports/18d65faf-0fc2-4ea1-8318-095f513d5a41 HTTP/1.1" status: 204 len: 173 time: 0.5280805 Aug 19 00:13:37.561234 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:37.590126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-e669e098-576a-4a9a-b4a2-c22297f55804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:37.592103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-e669e098-576a-4a9a-b4a2-c22297f55804 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586021 Aug 19 00:13:37.701154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-2c9d97a0-02f3-4b49-b8ec-f66f400e2987 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011767 Aug 19 00:13:37.811419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cce25ff5-bc96-43fa-bc9e-3f6ed4705a64 req-1660615e-502a-4b49-a442-b0b6a21e1fcd service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030648 Aug 19 00:13:37.851414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-365729e8-f7a0-4db3-9ca4-1552b7ae3ef9 req-4a1705e9-5a47-4757-9689-a8855b6c4967 tempest-ServerRescueTestJSONUnderV235-840742678 tempest-ServerRescueTestJSONUnderV235-840742678-project] 10.222.0.20 "GET /v2.0/ports?device_id=105ed574-eb8a-48c2-9fd8-3f2464ec0cac HTTP/1.1" status: 200 len: 210 time: 0.0466688 Aug 19 00:13:37.919912 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dea6be48-37ce-495b-bc31-aca8a922dce0', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:22Z', 'updated_at': '2021-08-19T00:13:36Z', 'revision_number': 1, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:37.947619 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da115bb-ad6b-4bff-b908-48c228000988 None None] The sync data for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 is: [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dea6be48-37ce-495b-bc31-aca8a922dce0', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:13:22Z', 'updated_at': '2021-08-19T00:13:36Z', 'revision_number': 1, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:38.170457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbaf86-083d-4092-8b7b-908ff5535bd3 None None] New status for floating IP dea6be48-37ce-495b-bc31-aca8a922dce0: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:13:38.476500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de842463-c51c-4d05-b030-a22a36d69fb7 req-f4f23921-4b09-460f-9bbd-a720c96a3d20 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0278378 Aug 19 00:13:38.909600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:39.095961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'name': 'network-vif-deleted', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:13:39.098218 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2a9de7-e49c-4f61-8403-c3b280641dbb" -d '{"events": [{"server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "name": "network-vif-deleted", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:13:39.137741 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4a8dd-d830-40e1-96c7-5360f8416464 x-openstack-request-id: req-20b4a8dd-d830-40e1-96c7-5360f8416464 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:13:39.138078 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed574-eb8a-48c2-9fd8-3f2464ec0cac", "name": "network-vif-deleted", "tag": "18d65faf-0fc2-4ea1-8318-095f513d5a41", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:13:39.138334 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20b4a8dd-d830-40e1-96c7-5360f8416464 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:13:39.138718 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed574-eb8a-48c2-9fd8-3f2464ec0cac', 'name': 'network-vif-deleted', 'tag': '18d65faf-0fc2-4ea1-8318-095f513d5a41', 'status': 'completed', 'code': 200} Aug 19 00:13:39.259668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:39.521833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Deleting port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:39.522269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:39.922759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-303d73a7-3789-492f-bf51-1237c9560008 req-a91f46b4-6bc4-4188-96c1-263efeccb5ee tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.3629642 Aug 19 00:13:39.957655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-4729409c-68df-4241-8e56-240471234421 admin admin] For port 0e3b179a-c77c-40dc-9e59-e2fc01f3835d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,segment=NetworkSegment(f5e016f3-3fc9-4d97-9011-4da1e514d21e),segment_id=f5e016f3-3fc9-4d97-9011-4da1e514d21e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:39.958026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:39.970427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Calling delete_port for 0e3b179a-c77c-40dc-9e59-e2fc01f3835d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:40.149890 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:40.175303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3b179a-c77c-40dc-9e59-e2fc01f3835d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:40.330787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:40.535663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Router 269bbc86-ee4a-45fd-8484-9e48a48315f7 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:13:40.648484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729409c-68df-4241-8e56-240471234421 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:13:40.653678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4729409c-68df-4241-8e56-240471234421 admin admin] 10.222.0.20 "PUT /v2.0/routers/269bbc86-ee4a-45fd-8484-9e48a48315f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430370 Aug 19 00:13:40.656329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:40.658942 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Sync routers for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:13:40.670702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:40.671372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:40.776940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:40.801811 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:40.898859 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:40.959549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Deleting port d2ba7496-4cd4-455b-98bc-51c4a2659e5b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:40.960218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:40.987531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:13:40Z', 'revision_number': 5, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port': {'id': 'd2ba7496-4cd4-455b-98bc-51c4a2659e5b', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.016492 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Checking router: 269bbc86-ee4a-45fd-8484-9e48a48315f7 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:13:41.026583 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Routers {'269bbc86-ee4a-45fd-8484-9e48a48315f7'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:13:41.027259 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['269bbc86-ee4a-45fd-8484-9e48a48315f7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.038926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c75a1b7a-ec80-4a1c-bca9-6d510c577b3d req-7ea9750c-8db0-4150-a47e-56485f7842f0 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Aug 19 00:13:41.082708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] For port d2ba7496-4cd4-455b-98bc-51c4a2659e5b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:41.083094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.095704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Calling delete_port for d2ba7496-4cd4-455b-98bc-51c4a2659e5b owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:13:41.119099 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] Set router 269bbc86-ee4a-45fd-8484-9e48a48315f7 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:13:41.175022 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:13:40Z', 'revision_number': 6, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.201605 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7c0f-adac-4a69-9bb8-9634948a1cfb None None] The sync data for ids ['269bbc86-ee4a-45fd-8484-9e48a48315f7'] in n-d-771363-38 is: [{'id': '269bbc86-ee4a-45fd-8484-9e48a48315f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1306075857-router', 'tenant_id': 'f3475584e7e840e8acc04ff463fd5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:12:22Z', 'updated_at': '2021-08-19T00:13:40Z', 'revision_number': 6, 'project_id': 'f3475584e7e840e8acc04ff463fd5794', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:13:41.280385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.315130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ba7496-4cd4-455b-98bc-51c4a2659e5b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:41.380317 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.478029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.480328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.527124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.527824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269bbc86-ee4a-45fd-8484-9e48a48315f7 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:13:41.532109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.533389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c87619a4-6bdf-4d6f-9503-48008b109a14 admin admin] 10.222.0.20 "DELETE /v2.0/routers/269bbc86-ee4a-45fd-8484-9e48a48315f7 HTTP/1.1" status: 204 len: 168 time: 0.8758581 Aug 19 00:13:41.535947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39624) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:41.581755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Deleting subnet 29c70cd3-5774-4759-8ba9-8071a7ba68e8 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:13:41.585163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.620656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.659137 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.719620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.747241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c70cd3-5774-4759-8ba9-8071a7ba68e8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:41.751530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.753506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d9fc0a0f-9a87-48f8-9873-dadfed9100e3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29c70cd3-5774-4759-8ba9-8071a7ba68e8 HTTP/1.1" status: 204 len: 168 time: 0.2165253 Aug 19 00:13:41.756771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:41.851422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.933795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.944672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a884f5e-af4c-484d-a437-d2451f077750']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.954799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e016f3-3fc9-4d97-9011-4da1e514d21e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.955103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e016f3-3fc9-4d97-9011-4da1e514d21e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:13:41.964154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.982916 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.988832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:13:41.989218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:13:41.992174 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:13:41.996965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 18d65faf-0fc2-4ea1-8318-095f513d5a41 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:42.026376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 18d65faf-0fc2-4ea1-8318-095f513d5a41 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:42.027365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 18d65faf-0fc2-4ea1-8318-095f513d5a41 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:42.049962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.067724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.073931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a884f5e-af4c-484d-a437-d2451f077750 HTTP/1.1" status: 204 len: 168 time: 0.3124945 Aug 19 00:13:42.073931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57530a43-f28b-4f12-a7e6-e99e81c4b30b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a884f5e-af4c-484d-a437-d2451f077750,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:42.160608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f679cfc-bfd0-4d2a-8ff8-9648a40cb09c req-9a1c84a1-8331-4e4b-a538-6aefc133a0f1 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Aug 19 00:13:42.254946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39636) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:42.306350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46a98670-2890-480a-b1e4-13cb714c35f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3475584e7e840e8acc04ff463fd5794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499206 Aug 19 00:13:42.308659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:42.372987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.381797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0e09e31-9202-4ec5-8b88-ae6b5eed9462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.402223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.453920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.456971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:42.460593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a3cd19-80c3-43ea-86ea-65b67613e16e HTTP/1.1" status: 204 len: 168 time: 0.1485393 Aug 19 00:13:42.476897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316f7fb-f0be-4bd2-bc4a-3766b793963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3cd19-80c3-43ea-86ea-65b67613e16e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:42.643709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0e3b179a-c77c-40dc-9e59-e2fc01f3835d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:42.663775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0e3b179a-c77c-40dc-9e59-e2fc01f3835d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:42.664276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0e3b179a-c77c-40dc-9e59-e2fc01f3835d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:42.664804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d2ba7496-4cd4-455b-98bc-51c4a2659e5b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:13:42.685127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d2ba7496-4cd4-455b-98bc-51c4a2659e5b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:13:42.685853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d2ba7496-4cd4-455b-98bc-51c4a2659e5b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:13:43.286953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-70cf1a35-c6c6-40c1-b936-4efa063ec28a req-d99115a7-a64b-45cc-a2f2-36ea6b521bbe tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Aug 19 00:13:43.611228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3bcf5aa4-aef0-4a44-bbfb-ce34b5815a51 req-82e90a5e-36b2-44dc-846f-5643767cfd6a tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0376863 Aug 19 00:13:44.395341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3553a9f-4325-4b19-8aaa-5dfa5d949114 req-d5067bf2-eabe-4c5c-8085-5563de18d00f tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0295413 Aug 19 00:13:44.723333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4c049240-fa1f-422a-9cd0-a217d1ee3b62 req-810e0d96-41ad-4b0b-8649-38e31f2970bb tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0261683 Aug 19 00:13:44.932519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a449f63a-8c35-476e-8c8a-2dff144d2dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:44.960196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:45.138598 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:45.602857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdc1a0ba-4725-4755-b9f9-8d7e8952a429 req-f744632c-609f-4a33-bf89-302096b81be3 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.1309721 Aug 19 00:13:45.673360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-801907a7-ce6b-4a2a-8d0e-9927ae5965c4 req-6f471131-741f-4a10-a72a-091c49551eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0245402 Aug 19 00:13:45.826870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b905ac8-8b0a-44b4-9afe-fc983dcb0a97 req-a30ca6a7-a6bb-4cc4-92e1-caae8ec1cf4d tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0252945 Aug 19 00:13:46.226427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:46.724625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3251feb1-89b0-4556-b9f4-175c2bfbe2d7 req-fee428f6-af4b-46c9-9153-4b5fe42fa45e tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0302584 Aug 19 00:13:46.933188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f3d153c2-ac0b-41e0-97c5-b6d22773859b req-24763976-c473-4f54-8779-82865017edf6 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0299423 Aug 19 00:13:47.560617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1264110-bb3e-4122-9474-6e041df2db49 req-f10e62d1-e299-4079-8bd9-ea80ed80822a tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0326848 Aug 19 00:13:47.767917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:47.893656 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-74486185-1228-42f5-a73e-c779c79fd4f6 req-fe171850-3a54-4f27-98df-7a773c5b3cba tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0864518 Aug 19 00:13:48.434413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:48.537419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e57883a0-1cc6-43a8-b4df-7dbb9aa8a2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.626709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e57883a0-1cc6-43a8-b4df-7dbb9aa8a2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.632437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e57883a0-1cc6-43a8-b4df-7dbb9aa8a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.675068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a7b2102-1b40-4149-9ab6-59514fa5fc66 req-bc7f2a67-cade-419c-bad8-2d8552738691 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0436532 Aug 19 00:13:48.700943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e57883a0-1cc6-43a8-b4df-7dbb9aa8a2aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d85db97189774be483cf61c5b6fd89fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580237 Aug 19 00:13:48.700943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57883a0-1cc6-43a8-b4df-7dbb9aa8a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b8a262-0a92-44f5-b92a-bea5e241b326,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:48.701205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:48.751506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.776359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.823468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.826102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:48.827264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7b8a262-0a92-44f5-b92a-bea5e241b326 HTTP/1.1" status: 204 len: 168 time: 0.1299877 Aug 19 00:13:48.835433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fb916-9bd7-4f4c-9ed4-dc9c2c8ae960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b8a262-0a92-44f5-b92a-bea5e241b326,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:48.996630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7924d62-ca96-4043-83cc-03a942e8dbc3 req-db73bf87-8555-49be-8377-e27e56337054 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0264728 Aug 19 00:13:49.078958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:49.092762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76da3fb6-5b53-4d2d-87d3-a4faf21f4fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.182535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76da3fb6-5b53-4d2d-87d3-a4faf21f4fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.186241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76da3fb6-5b53-4d2d-87d3-a4faf21f4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.224474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76da3fb6-5b53-4d2d-87d3-a4faf21f4fe6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1878a3dd17f9484eb209144581f74ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444435 Aug 19 00:13:49.225362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da3fb6-5b53-4d2d-87d3-a4faf21f4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cbabfc-7f71-401f-85e8-c5393bae9b36,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:49.227166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39794) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:49.283241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.304397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.349619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.352537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:49.353830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7cbabfc-7f71-401f-85e8-c5393bae9b36 HTTP/1.1" status: 204 len: 168 time: 0.1256480 Aug 19 00:13:49.361325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5dd12-154e-4f05-8e87-9a1b689a301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cbabfc-7f71-401f-85e8-c5393bae9b36,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:49.784813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6fc3ae72-95c8-48e0-819c-498c686bac5d req-41500717-f164-4da1-83cf-c7c4baa3b6fe tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 19 00:13:50.102070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bda8aae7-f7d7-4312-9ae3-9402859ff576 req-e905009b-9156-46d8-b580-48c2f8175262 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0273323 Aug 19 00:13:50.906438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba96604d-848f-4e67-855c-7c7a65d3bf3b req-3d490c5f-8112-40d3-9ba2-76979fee25eb tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0288355 Aug 19 00:13:51.208654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08fd4692-06a0-49e7-9d15-579e1266873d req-3e1a602d-96e6-4f0b-9a78-d95c01a085a2 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Aug 19 00:13:52.013933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17098735-8613-4321-9eb7-59e12b15cc3a req-27135885-dc89-4af0-9832-aa89d05458d3 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0310080 Aug 19 00:13:52.319117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f05e61db-5b2c-4b07-b2ec-7faa68392426 req-966a1b06-2ec6-4570-abf3-e803b9561f45 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0257618 Aug 19 00:13:53.119384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4bcf66e-ddd7-4ebf-9eb9-90743a9f5c91 req-345b0625-cf97-4b44-8a75-32935d95399b tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0267513 Aug 19 00:13:53.428075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63524cd8-d5f1-4c57-ac40-305dabbad5a8 req-9e4d4de0-83c3-45ea-8b8b-f611f90f22b5 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Aug 19 00:13:54.220157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f069b6a7-f326-4eac-9dca-be016e998dfc req-0b440de5-e562-4feb-a49b-bbcd564f6113 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0255830 Aug 19 00:13:54.531609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-14374698-ae25-46cc-95c9-2e003c94d7c6 req-012c66d4-6fed-4181-96b5-84d08f3d1941 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Aug 19 00:13:55.326372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c77f797-d53f-474b-98ce-726974befd29 req-b1f781c2-84d3-4ea2-b021-8b11312eafcc tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0265908 Aug 19 00:13:55.645082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad89e998-47ee-485f-8a63-839414ade44a req-459c8dac-4579-4e61-8556-155691b70891 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0362828 Aug 19 00:13:56.428805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7ff7f4cf-c8c6-472b-8cfb-b6b929204e0d req-bb133c0c-cc6d-422d-a874-1fe4881d3469 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0270388 Aug 19 00:13:56.547826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:56.747787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd795287-ac31-4f80-9b61-a19db451626b req-fee37e44-8c3d-48d9-864f-5b8e1dc6fc0c tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0254605 Aug 19 00:13:57.531002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35aaa991-727b-4fb7-8a8d-fa9367b2bd7b req-1c2fcc6e-fef0-4d15-9809-260bf9cae6fc tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0259910 Aug 19 00:13:57.854878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57665729-7046-4d35-8796-03ffa91dec85 req-aa629615-9174-44a2-bb1e-a1a363999695 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0274005 Aug 19 00:13:57.973356 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:13:58.374854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338b8d-253b-4b7e-9f72-6b4f1d6fd63a req-ff9ebd70-e478-49a1-967b-288148d1bff3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:58.381050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db338b8d-253b-4b7e-9f72-6b4f1d6fd63a req-ff9ebd70-e478-49a1-967b-288148d1bff3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0635228 Aug 19 00:13:58.417771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db338b8d-253b-4b7e-9f72-6b4f1d6fd63a req-2311e76b-1c93-4bbc-9cc3-b3961af1cb9f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338795 Aug 19 00:13:58.634517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3476be9-84e3-4945-a94b-55dc379cdb35 req-bd4ef5e7-5bc5-46a2-8ebe-71e126356acf tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0271745 Aug 19 00:13:58.958549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6abd3695-0165-4b86-9d01-cafcf41481ea req-a3407dfd-179e-47e9-99a0-f2cb380bf7ac tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0272353 Aug 19 00:13:59.436487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:59.543180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47abfd8-4de8-46c9-9ab1-2ac583287156 req-45bc7022-d2ca-4eb3-a523-dbdfd9a0d3ef tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:59.544704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d47abfd8-4de8-46c9-9ab1-2ac583287156 req-45bc7022-d2ca-4eb3-a523-dbdfd9a0d3ef tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Aug 19 00:13:59.546803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac5a058e-573a-4761-8420-af7198457b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.582780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d47abfd8-4de8-46c9-9ab1-2ac583287156 req-e116a949-1fd6-492c-8988-0206c4ed5e90 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=058462d1-ca04-4fe5-b92b-a7acd48509d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320253 Aug 19 00:13:59.664874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac5a058e-573a-4761-8420-af7198457b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.669960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac5a058e-573a-4761-8420-af7198457b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.699988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-97040e3e-3c41-419f-b679-494ca99cc444 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:13:59.701398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-97040e3e-3c41-419f-b679-494ca99cc444 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 945 time: 0.0872815 Aug 19 00:13:59.758368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ac5a058e-573a-4761-8420-af7198457b36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9c611505af74d229e0c35951c44993c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207726 Aug 19 00:13:59.761027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:13:59.773465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a058e-573a-4761-8420-af7198457b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34380579-ed60-48e3-9cf5-61edf62e2be3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:59.780837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48cc0e58-80a9-463b-ae7d-258b6060cc8c req-85ae3faf-9030-4e4b-9143-0379494ead91 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0661652 Aug 19 00:13:59.828401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.836516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Deleting port 70dcf38d-75e5-4160-806e-23cea05c1c53 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:13:59.836863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.849206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.896605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.899145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:13:59.900357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34380579-ed60-48e3-9cf5-61edf62e2be3 HTTP/1.1" status: 204 len: 168 time: 0.1383197 Aug 19 00:13:59.908224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e671-4841-4385-9d2b-4369413e1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34380579-ed60-48e3-9cf5-61edf62e2be3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:13:59.935687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] For port 70dcf38d-75e5-4160-806e-23cea05c1c53, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=70dcf38d-75e5-4160-806e-23cea05c1c53,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:13:59.936072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.073428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b0a4a9e4-81d3-4d42-a7d3-13d1f0fc3c36 req-06354bb4-2504-40e5-846a-5f7aca03c8a1 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0341401 Aug 19 00:14:00.114806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.115344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.115509 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Floating IP 57f415fe-6a96-47a3-803f-c2378f8c750f disassociated. External IP: 172.25.1.41, port: 70dcf38d-75e5-4160-806e-23cea05c1c53. Aug 19 00:14:00.115857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Calling delete_port for 70dcf38d-75e5-4160-806e-23cea05c1c53 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:14:00.182584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:00.197282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4856bbb3-6a3e-48e5-b466-27d51a48bf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.248631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.281249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'Port': ['ID=70dcf38d-75e5-4160-806e-23cea05c1c53,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:00.287905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4856bbb3-6a3e-48e5-b466-27d51a48bf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.293112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4856bbb3-6a3e-48e5-b466-27d51a48bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.336428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4856bbb3-6a3e-48e5-b466-27d51a48bf2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5c12da0579748febdfe024b7533d124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527097 Aug 19 00:14:00.337388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856bbb3-6a3e-48e5-b466-27d51a48bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec9b420-dce0-4184-b8aa-63854455f2cd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:00.339559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39996) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:00.432781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.436043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:14:00.462655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.583644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.586212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.587337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ec9b420-dce0-4184-b8aa-63854455f2cd HTTP/1.1" status: 204 len: 168 time: 0.2468550 Aug 19 00:14:00.598709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eee9b4-5701-4d05-8594-8b0e8ebfe53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec9b420-dce0-4184-b8aa-63854455f2cd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:00.602771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:14:00.622184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:14:00.635147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:14:00.635868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:00.648790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] No DVR routers for this DVR port 70dcf38d-75e5-4160-806e-23cea05c1c53 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:14:00.651540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:00.653719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d419a149-6a6c-44ef-b78b-97410533b6b6 req-af5a4002-c01a-4977-932c-de0544c002ee tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.21 "DELETE /v2.0/ports/70dcf38d-75e5-4160-806e-23cea05c1c53 HTTP/1.1" status: 204 len: 173 time: 0.9431069 Aug 19 00:14:00.654235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'name': 'network-vif-deleted', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:14:00.656732 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af356b55-472b-4233-8b7e-c704e9d7bb1b" -d '{"events": [{"server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "name": "network-vif-deleted", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:14:00.718689 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e16a1-bc9d-4bf5-ac3d-c5f5e9377b76 x-openstack-request-id: req-8f0e16a1-bc9d-4bf5-ac3d-c5f5e9377b76 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:14:00.719157 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e711f-0158-4e54-bf70-88e8c98d34f0", "name": "network-vif-deleted", "tag": "70dcf38d-75e5-4160-806e-23cea05c1c53", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:14:00.719577 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f0e16a1-bc9d-4bf5-ac3d-c5f5e9377b76 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:14:00.720113 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e711f-0158-4e54-bf70-88e8c98d34f0', 'name': 'network-vif-deleted', 'tag': '70dcf38d-75e5-4160-806e-23cea05c1c53', 'status': 'completed', 'code': 200} Aug 19 00:14:00.782652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c8fa609-43a0-45e6-b319-e188ea396f67 req-0707a734-81d6-4e77-bc20-62725f47760f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8e711f-0158-4e54-bf70-88e8c98d34f0 HTTP/1.1" status: 200 len: 210 time: 0.0614185 Aug 19 00:14:00.815922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:14:00.918015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8b4ce2c-7b73-4024-be8f-fad9c436dd3e req-58e20129-4802-4c3d-a50d-9e6207f23a9f tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0301821 Aug 19 00:14:01.186743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-735c6b64-80f9-4879-88cd-3824f5547854 req-a7861b0c-8b46-45ca-9e4f-ae47e475b4ee tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0303891 Aug 19 00:14:01.199757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:01.230867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:14:01.241101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:14:01.241604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:13:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:01.358430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:14:01.565738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:01.596010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4d858-21b6-45db-b3c0-062880a33362 None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:14:01.852049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e509c-671a-4c2f-8eb7-dc0fb420fd7e None None] New status for floating IP 57f415fe-6a96-47a3-803f-c2378f8c750f: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:14:01.882804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:01.940426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:01.985803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.047433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4e08f69-3d0d-48b4-8dce-12a0d923e665 req-59f03fe7-0b3b-41e4-b6f4-813f9a309e03 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0335667 Aug 19 00:14:02.061849 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.065031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.069326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "DELETE /v2.0/security-groups/058462d1-ca04-4fe5-b92b-a7acd48509d4 HTTP/1.1" status: 204 len: 168 time: 0.1823702 Aug 19 00:14:02.069779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40060) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:02.080393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28690ef-83ca-423e-894e-bf994885f22f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058462d1-ca04-4fe5-b92b-a7acd48509d4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:02.084457 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-b7c6550d-e158-4310-9b9b-02d39acb0979 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] show failed (client error): The resource could not be found. Aug 19 00:14:02.086580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7c6550d-e158-4310-9b9b-02d39acb0979 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups/058462d1-ca04-4fe5-b92b-a7acd48509d4 HTTP/1.1" status: 404 len: 347 time: 0.0156772 Aug 19 00:14:02.089457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40062) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:02.217356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Deleting port e1916426-409d-4ad9-b5d0-0e7459a4f73a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:14:02.218013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.305868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37039af2-8b26-4553-9027-ce1532c57d9e req-76159116-c3cc-4fc9-8ef2-87c0ab167eb1 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0314164 Aug 19 00:14:02.330672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.331013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.343399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Calling delete_port for e1916426-409d-4ad9-b5d0-0e7459a4f73a owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:14:02.481367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.512634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'Port': ['ID=e1916426-409d-4ad9-b5d0-0e7459a4f73a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:02.570420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.573325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.574445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a96609ba-68a5-47cf-89ce-370dc04cad5b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "DELETE /v2.0/floatingips/57f415fe-6a96-47a3-803f-c2378f8c750f HTTP/1.1" status: 204 len: 168 time: 0.4840634 Aug 19 00:14:02.876120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40102) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:02.881442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016400102', 'description': 'tempest-description--988208436'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:02.905031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.935314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:02.992142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:02.996801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.024586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.025812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1486051 Aug 19 00:14:03.030053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.035245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group_rule': {'security_group_id': 'c66c79e5-0ddb-45fa-8dc1-183f7ce4a462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:03.040596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aae1dc-11ea-4d1e-8d95-bff8f636a6a0 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.043756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f133d14-ceea-46e0-b0f7-34b60f7c0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.065684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.128504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.138911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f133d14-ceea-46e0-b0f7-34b60f7c0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.141609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.143364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f133d14-ceea-46e0-b0f7-34b60f7c0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.174178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9abd0ebc-5e8d-476b-86bc-bb5a471a26e9 req-b4bcf121-0564-4bfe-a1bc-1378d726107b tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0418999 Aug 19 00:14:03.177569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d141eede-8b8b-4567-b642-66efe7cabb86,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.186117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.186544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f133d14-ceea-46e0-b0f7-34b60f7c0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b474c-dd0a-47b7-9e11-53d4f79be838,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.190022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-41bca22c-0c98-4563-99a7-6bf1b0fe8c83 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559534 Aug 19 00:14:03.190211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40112) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.195525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'security_group_rule': {'security_group_id': 'c66c79e5-0ddb-45fa-8dc1-183f7ce4a462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:03.204602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f133d14-ceea-46e0-b0f7-34b60f7c0866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede430718d264060bdd68f8146535769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657218 Aug 19 00:14:03.205116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.225443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.254500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.276963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.282708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.286187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.303560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808ef447-efe7-401b-a4fd-ffca909b3f9b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.311617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.312872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0aa0c10e-81b9-4d3a-9945-82086ebdf6cd tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216903 Aug 19 00:14:03.315876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40116) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.320762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:03.326150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.328743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.329992 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de9b474c-dd0a-47b7-9e11-53d4f79be838 HTTP/1.1" status: 204 len: 168 time: 0.1239715 Aug 19 00:14:03.340056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f121d5-ea10-4290-9ce5-e5c4c435aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b474c-dd0a-47b7-9e11-53d4f79be838,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.346793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.419393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50101b96-d93f-48d1-a944-db2f69ea211d req-9cdd0856-8fe4-485e-b652-e17ba25a9536 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0293984 Aug 19 00:14:03.449093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.550900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Allocated IP 172.25.1.122 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2df22175-4a87-49b7-91ce-a537932914f2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:14:03.623074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.639364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-add60105-c96e-4a8f-bd97-e857218c51fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.660581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.707435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.738925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-add60105-c96e-4a8f-bd97-e857218c51fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.743443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:14:03.743917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-add60105-c96e-4a8f-bd97-e857218c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.750067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:14:03.754040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:14:03.786973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=2df22175-4a87-49b7-91ce-a537932914f2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.787804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-add60105-c96e-4a8f-bd97-e857218c51fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d09eb368c67842db875b2ac246047015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636651 Aug 19 00:14:03.789131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add60105-c96e-4a8f-bd97-e857218c51fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6059b2f-5418-4ad8-ad34-998c86cecb9c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:03.794218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40130) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:03.884802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.891601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.915982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:03.962867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.030231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.032741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.033874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6059b2f-5418-4ad8-ad34-998c86cecb9c HTTP/1.1" status: 204 len: 168 time: 0.2387135 Aug 19 00:14:04.066208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166638fd-7660-4922-af40-8fcc7941b3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6059b2f-5418-4ad8-ad34-998c86cecb9c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:04.099504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 70dcf38d-75e5-4160-806e-23cea05c1c53 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:14:04.119624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 70dcf38d-75e5-4160-806e-23cea05c1c53 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:14:04.119977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 70dcf38d-75e5-4160-806e-23cea05c1c53 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:14:04.139476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.144281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.220892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.229980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=2df22175-4a87-49b7-91ce-a537932914f2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:04.242023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:04.244339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ec0dd407-61f0-449c-90ac-0b3944434369 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9264922 Aug 19 00:14:04.301147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1577e9e-61ed-4580-9cd0-af4eeb5bf2a8 req-4431da05-d5d9-41fb-8b16-7ca698bce82d tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0279746 Aug 19 00:14:04.439614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-2c4504bb-79b7-4efc-9499-56ee865e15a1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2016400102&fields=id&tenant_id=62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 267 time: 0.0337737 Aug 19 00:14:04.526508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-631a5dee-21d8-4e2a-abc5-d79830719d7c req-a3cdd1d2-fcd1-4bb9-82bb-3bff4289fa3a tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0290563 Aug 19 00:14:04.563825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-18892787-f21a-472a-92e7-b57e3fb27b28 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:04.565365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-18892787-f21a-472a-92e7-b57e3fb27b28 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 809 time: 0.1181147 Aug 19 00:14:04.581766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-a4b90170-55a0-4b3e-8b0a-d7532fe32e28 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/quotas/62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Aug 19 00:14:04.635946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-39c6bcac-afe4-4b33-a39f-afee9ff06486 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485232 Aug 19 00:14:04.738184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-f36a26e8-bb8f-4ed7-bbb9-e4ed0477c2b5 service neutron] 10.222.0.20 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899935 Aug 19 00:14:04.840154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-a092a767-a462-47d5-a7ad-a31938d5a977 service neutron] 10.222.0.20 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952332 Aug 19 00:14:05.021298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b89fe83-8e3e-45fa-9de9-6724e0f1bd21 req-f0428321-3fe3-4f8a-852b-5a7c4505b658 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 210 time: 0.0332932 Aug 19 00:14:05.408473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f41b2fb-7d22-4ccf-85d6-7d222a4e8709 req-8c005b0d-c619-4344-bc66-0448eb5e7651 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0293033 Aug 19 00:14:05.628708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1983ad4f-cf11-4dd3-aa6a-4467df486f8e req-8a714498-cc1d-42c8-bec9-dacebdabbd76 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 19 00:14:06.031503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-6af6f092-1801-439b-a95d-c23bb77e7dc9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:06.033166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-6af6f092-1801-439b-a95d-c23bb77e7dc9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.11 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 809 time: 0.1153669 Aug 19 00:14:06.081698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-4acb543e-241d-42ef-9862-92a72f067d3c tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e1909182c140b0b8072dc6fac32c31 HTTP/1.1" status: 200 len: 380 time: 0.0372825 Aug 19 00:14:06.100340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'port': {'device_id': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'admin_state_up': True, 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'security_groups': ['c66c79e5-0ddb-45fa-8dc1-183f7ce4a462']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:06.118107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3777f2e2-a1f1-4b9d-8a0d-c03b0bb10b87 req-1d82481f-bde0-43c7-845f-8e10ec7ec7d7 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 210 time: 0.0316877 Aug 19 00:14:06.225035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Made reservation on behalf of 62e1909182c140b0b8072dc6fac32c31 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:14:06.228661 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.359393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Allocated IP 172.20.0.13 (bd31e722-cd2b-471e-9e5b-6d120e4b46b7/9434c1dd-51c9-4467-baa7-ec8fd8e15513/aca1bf72-077f-4f96-ba64-88f5e4492094) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:14:06.499182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.512740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Transition to ACTIVE for port object aca1bf72-077f-4f96-ba64-88f5e4492094 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:14:06.517869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0541d0b2-8382-47a4-89fa-2d71a079ca83 req-2ca677ae-ef62-4fda-8045-3227465ec912 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0311575 Aug 19 00:14:06.547156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.593911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:14:06.597038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:14:06.601392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:14:06.607768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event updated for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:06.659196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:06.659830 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.675057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-326ff7f4-f024-4bae-ae8d-7822ffc840b6 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790329 Aug 19 00:14:06.691558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Request body: {'port': {'device_id': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:06.748099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50b99c73-5239-4635-80bd-b5bf470500d9 req-37117d06-8f76-4271-9ba5-69b70c9f1ad8 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0337882 Aug 19 00:14:06.771251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.881350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d7d8e39-1ced-4d34-9904-45141a12b4ba None None] Provisioning for port aca1bf72-077f-4f96-ba64-88f5e4492094 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:14:06.886261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d7d8e39-1ced-4d34-9904-45141a12b4ba None None] Provisioning complete for port aca1bf72-077f-4f96-ba64-88f5e4492094 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:14:06.886635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8e39-1ced-4d34-9904-45141a12b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:06.989302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d8e39-1ced-4d34-9904-45141a12b4ba None None] Port aca1bf72-077f-4f96-ba64-88f5e4492094 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:14:07.128756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca1bf72-077f-4f96-ba64-88f5e4492094 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:14:07.136691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:07.149321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Transition to ACTIVE for port object aca1bf72-077f-4f96-ba64-88f5e4492094 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:14:07.154104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:07.203364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Pushing event updated for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:07.263219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8d584-e490-4942-85fa-1df244a4a27f req-e8853e02-93ca-42ad-b525-9c1cabf33403 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.273035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ddc8d584-e490-4942-85fa-1df244a4a27f req-e8853e02-93ca-42ad-b525-9c1cabf33403 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 944 time: 0.0698788 Aug 19 00:14:07.293421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Attempting to bind port aca1bf72-077f-4f96-ba64-88f5e4492094 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:14:07.293774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Attempting to bind port aca1bf72-077f-4f96-ba64-88f5e4492094 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:14:07.294110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Attempting to bind port aca1bf72-077f-4f96-ba64-88f5e4492094 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:14:07.298770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Port aca1bf72-077f-4f96-ba64-88f5e4492094 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:14:07.299096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Attempting to bind port aca1bf72-077f-4f96-ba64-88f5e4492094 on network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:14:07.305239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:14:07.305576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Checking segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:14:07.305964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Bound using segment: {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:14:07.306395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Bound port: aca1bf72-077f-4f96-ba64-88f5e4492094, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c868e-23db-4a9f-afa3-6b77f62e17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:14:07.306744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:07.312430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ddc8d584-e490-4942-85fa-1df244a4a27f req-8de53d68-50d6-4631-aa44-b669c2ca4ea3 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Aug 19 00:14:07.375904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:14:07.379393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=aca1bf72-077f-4f96-ba64-88f5e4492094,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:14:07.384594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:07.418368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.418990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:07.420412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] 10.222.0.11 "PUT /v2.0/ports/aca1bf72-077f-4f96-ba64-88f5e4492094 HTTP/1.1" status: 200 len: 1093 time: 0.7332313 Aug 19 00:14:07.420819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:14:07.423038 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:14:07.480634 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5502dfde-f212-4110-b319-26481c8ecf64 x-openstack-request-id: req-5502dfde-f212-4110-b319-26481c8ecf64 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:14:07.481151 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:14:07.481580 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5502dfde-f212-4110-b319-26481c8ecf64 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:14:07.482214 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'status': 'completed', 'code': 200} Aug 19 00:14:07.499108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487efc8-9a9a-4843-bf6e-de956383a171 service neutron] Pushing event updated for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:07.518603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-113fc760-cc4a-44d5-bfbd-fc6226a89206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.520583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-113fc760-cc4a-44d5-bfbd-fc6226a89206 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 1096 time: 0.0550842 Aug 19 00:14:07.569519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-80e2f0a3-ff45-40a7-bdcd-7e6845679fa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca1bf72-077f-4f96-ba64-88f5e4492094 HTTP/1.1" status: 200 len: 217 time: 0.0403130 Aug 19 00:14:07.623515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3b7e9206-7c97-44dd-a24e-d19b2d5a695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.625269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-3b7e9206-7c97-44dd-a24e-d19b2d5a695e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0482154 Aug 19 00:14:07.645899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48efc070-c4de-4a42-951f-60c8cab5aafc req-6f25e897-ac0c-467b-9430-7cc718b7c5ea tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0427821 Aug 19 00:14:07.678091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-bbb90f87-545a-4253-b58b-bc0b45727c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.679588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-bbb90f87-545a-4253-b58b-bc0b45727c2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454555 Aug 19 00:14:07.774981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-ce1f1851-0dec-40ea-a093-2c65b08c74cf service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869040 Aug 19 00:14:07.871651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c2c3e3ae-1b29-4369-bebe-ec940ec7f6f4 req-5aa122e2-3866-4075-8928-fcf5c6ac415c tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0363491 Aug 19 00:14:07.897362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab9ddb-9767-4198-b2cd-2e8c747ae200 req-8b26027e-1068-4743-aa28-785455842858 service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149430 Aug 19 00:14:07.990350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-3a398401-cd42-41ee-98aa-eb453782e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:07.991894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-3a398401-cd42-41ee-98aa-eb453782e58d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 1096 time: 0.0421667 Aug 19 00:14:08.102646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-7086a500-1253-4aa2-8c95-c45ed00f3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:08.104127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-7086a500-1253-4aa2-8c95-c45ed00f3a93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.0967679 Aug 19 00:14:08.156650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-e44b79cf-55e8-4e33-b01d-836903263f7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca1bf72-077f-4f96-ba64-88f5e4492094 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Aug 19 00:14:08.205110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-2b91fb48-d45a-4acd-8c76-89d0ea448a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:08.206484 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-2b91fb48-d45a-4acd-8c76-89d0ea448a01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0422528 Aug 19 00:14:08.253889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-f2904945-a85b-4c01-9bb9-62145b866bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:08.255440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-f2904945-a85b-4c01-9bb9-62145b866bcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404716 Aug 19 00:14:08.353922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-0a56fab6-2d03-41a1-8c8d-31acf2024dff service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902884 Aug 19 00:14:08.434522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d606f-0369-487e-a0e9-9670248ce69a req-e49582fc-c842-450d-8401-3fa2e4316994 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:08.436120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d1d606f-0369-487e-a0e9-9670248ce69a req-e49582fc-c842-450d-8401-3fa2e4316994 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 944 time: 0.0504241 Aug 19 00:14:08.465966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c8de6c3-1c60-486f-886b-2df3cdaf3cc9 req-b99607d7-79be-483c-96e2-4751049c71ec service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955944 Aug 19 00:14:08.476432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d1d606f-0369-487e-a0e9-9670248ce69a req-4640fa6a-568a-4da0-a0d2-cfbd0f6bae26 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Aug 19 00:14:08.743084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83e1ff67-c1d9-4331-9713-b9427b930ca0 req-ab5c692a-456a-4498-8a99-b8bdbed151c0 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0298135 Aug 19 00:14:08.977017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c46a042-dd7c-4a9f-bf25-31c23abb0b3a req-7ba0a14b-4804-4c7e-bfa8-bf35f6f0bfd3 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Aug 19 00:14:09.327440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40264) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:09.410437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ca15331d-1466-430d-9c09-59a5a9b9cac5 req-ad77bd23-4ff4-4308-a78a-b5137e4d2287 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0241599 Aug 19 00:14:09.435337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.524275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.529877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.567054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6b81c-77ef-4f2c-8131-5a84055d7e25,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:09.571532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc68c8dee66f47e7bd7f79267e6f486c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430868 Aug 19 00:14:09.576781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:09.577832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.578186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.578530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.578871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.579211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.579545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.579873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.580202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.580560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.580885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.581211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.581539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714189f5-aac8-4692-bba0-64730c8491d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:09.628859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f78065-190c-4e60-b80e-43ecd36f332d req-35abe858-5a00-4359-afb0-7444bde00e4b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:09.630895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6f78065-190c-4e60-b80e-43ecd36f332d req-35abe858-5a00-4359-afb0-7444bde00e4b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 944 time: 0.0785978 Aug 19 00:14:09.658269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.703014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.713268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6f78065-190c-4e60-b80e-43ecd36f332d req-d74b058c-16f4-4871-933b-368a6284a8ba tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741940 Aug 19 00:14:09.756933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.759495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:09.760666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5df6b81c-77ef-4f2c-8131-5a84055d7e25 HTTP/1.1" status: 204 len: 168 time: 0.1828420 Aug 19 00:14:09.768196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04389ba6-41a9-4653-98c6-7f512f2d301a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6b81c-77ef-4f2c-8131-5a84055d7e25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:09.853537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b595536-dbf4-459a-b0dc-1b74d228cbde req-75fc4b1c-d477-48aa-aa60-bf2294d4d662 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0290096 Aug 19 00:14:10.053726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:10.068806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb86d4f-a511-42d7-a20c-bd2d2a7c8e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.085987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b799b54-1493-430d-a6c6-ef0b3dfc346f req-caa0fcc6-1c04-4035-bad0-5d02c8085cb5 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0323160 Aug 19 00:14:10.163183 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb86d4f-a511-42d7-a20c-bd2d2a7c8e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.167053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8fb86d4f-a511-42d7-a20c-bd2d2a7c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.206174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8fb86d4f-a511-42d7-a20c-bd2d2a7c8e68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16c663a4fe22474685c5270fe0807ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513746 Aug 19 00:14:10.207040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86d4f-a511-42d7-a20c-bd2d2a7c8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc42f31-4a5c-42e5-8f78-ecb920ea414d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:10.208754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:10.257329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.278119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.322526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.325200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:10.326361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bc42f31-4a5c-42e5-8f78-ecb920ea414d HTTP/1.1" status: 204 len: 168 time: 0.1166227 Aug 19 00:14:10.334385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6727-a064-46dd-adc0-43f5e12c0cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc42f31-4a5c-42e5-8f78-ecb920ea414d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:10.850103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dad16-3c79-4982-adf7-f3f261255248 req-c3b642f4-0e7a-4e2e-b7a4-95c7b82cb60f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:10.852647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a6dad16-3c79-4982-adf7-f3f261255248 req-c3b642f4-0e7a-4e2e-b7a4-95c7b82cb60f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 944 time: 0.0604424 Aug 19 00:14:10.897266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a6dad16-3c79-4982-adf7-f3f261255248 req-7bce9c5c-e62f-4275-8791-ddd182fea095 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Aug 19 00:14:10.978027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71d6b92c-327f-4f00-85d9-bbdc8bc6ef56 req-1b0ff3b8-cb8c-4ea1-9d4f-98d6eed41f62 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0311673 Aug 19 00:14:11.193419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7eb9ce5-1c29-4101-8b4e-b0ab11072e20 req-d63c0bbd-85b0-4399-8b1d-2a8e46848316 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Aug 19 00:14:11.498920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device aca1bf72-077f-4f96-ba64-88f5e4492094 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:14:11.512416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e66bac44-60ad-4687-b8af-79f39af81a25 req-86c205e3-034f-4785-aa3e-335a8e0aa592 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256&device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Aug 19 00:14:11.608136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=aca1bf72-077f-4f96-ba64-88f5e4492094,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:11.623371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'port_id': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'mac_address': 'fa:16:3e:d0:00:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:14:11.669133 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:11.690348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca1bf72-077f-4f96-ba64-88f5e4492094 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:14:11.720210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=aca1bf72-077f-4f96-ba64-88f5e4492094,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:11.725642 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:11.753646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94f5a264-6608-4473-8322-85b3fa7b5549 req-2fd892e8-9567-46c9-a7a5-e26d6e4f6b0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c77571e3f9405d995a2c328e36d104&device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0293045 Aug 19 00:14:11.764974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8602b9e-346a-487a-a827-9b3557260c45 req-65f2ea04-a2ff-416f-a03c-c36f3ccada42 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0360317 Aug 19 00:14:11.782330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:11.804266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94f5a264-6608-4473-8322-85b3fa7b5549 req-6464be53-c404-4bc5-9ffd-5adb9f2f9f78 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=70c77571e3f9405d995a2c328e36d104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252342 Aug 19 00:14:11.899746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5a264-6608-4473-8322-85b3fa7b5549 req-d6d04eab-7c31-4538-8fbc-046a542e0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:11.901532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94f5a264-6608-4473-8322-85b3fa7b5549 req-d6d04eab-7c31-4538-8fbc-046a542e0f0d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903916 Aug 19 00:14:12.019101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef57f-13c1-45b8-a7e0-99a6aebaf70d req-90db9f97-50cd-477c-84d3-dd1e6f65871a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:12.020716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de0ef57f-13c1-45b8-a7e0-99a6aebaf70d req-90db9f97-50cd-477c-84d3-dd1e6f65871a tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 945 time: 0.0551884 Aug 19 00:14:12.060361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['aca1bf72-077f-4f96-ba64-88f5e4492094'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:14:12.063685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de0ef57f-13c1-45b8-a7e0-99a6aebaf70d req-efa2edb9-b253-45e7-999c-f9469a577295 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Aug 19 00:14:12.084070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9798e68-0b22-4ebe-8cc3-0be928842a32 req-082d3375-0ef1-415e-beaf-c43b83e82c03 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0279860 Aug 19 00:14:12.373861 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88e58d27-be56-4d22-aa14-59561c03ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:12.860678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2f84c27-aaff-48be-ad70-fae91883b9da req-8b19d206-3cb4-4f3e-ba7e-41132fb0d449 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0267599 Aug 19 00:14:13.045079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-9e6dc0db-c0ad-4324-80c7-716f32f867f1 req-30df6761-e969-4c68-a0bd-a25b6fe5dc40 service neutron] (94623) timed out ('10.222.0.21', 51402) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:14:13.187743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c5ec326-1c53-44ae-bff0-13713be4c6a2 req-8b84d04d-d1e5-40ad-b9f0-c749f7e942ae tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0271943 Aug 19 00:14:13.190664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0cfa-4a03-4637-a960-33340dcbcfe8 req-40bfc01e-088c-452b-b592-20acd9e262d9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:13.192661 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44ba0cfa-4a03-4637-a960-33340dcbcfe8 req-40bfc01e-088c-452b-b592-20acd9e262d9 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 19 00:14:13.230416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44ba0cfa-4a03-4637-a960-33340dcbcfe8 req-b0281a9b-adf0-4966-ac08-174be3188882 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Aug 19 00:14:13.449300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94f5a264-6608-4473-8322-85b3fa7b5549 req-36c9cee0-23d8-4b55-a8ee-1f29c59de51e tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.21 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0257125 Aug 19 00:14:13.451704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-361b3910-1e35-4738-9774-afa3c7b8ba3f req-8e90d8a9-383a-41fd-a0f1-883e56cbb50b service neutron] (94623) timed out ('10.222.0.21', 51526) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:14:13.512313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device aca1bf72-077f-4f96-ba64-88f5e4492094 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:14:13.561047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port aca1bf72-077f-4f96-ba64-88f5e4492094 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:14:13.568513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port aca1bf72-077f-4f96-ba64-88f5e4492094 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:14:13.568513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:13.653762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:13.684635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:14:13.687023 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37236214-d689-4bbb-ae6e-0ec4e20e7171" -d '{"events": [{"server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "name": "network-vif-plugged", "status": "completed", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:14:13.699904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=aca1bf72-077f-4f96-ba64-88f5e4492094,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:13.704597 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:13.736363 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d592cf-937d-47b0-8b5d-30e3ff8becdf x-openstack-request-id: req-64d592cf-937d-47b0-8b5d-30e3ff8becdf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:14:13.736657 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "name": "network-vif-plugged", "status": "completed", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:14:13.736908 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64d592cf-937d-47b0-8b5d-30e3ff8becdf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:14:13.737289 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'code': 200} Aug 19 00:14:13.764704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:13.935598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4975d9-9ec3-41b6-a45a-af57c71f1fe2 req-70cdecd2-024d-4174-b5d8-64aae5a1a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:13.937923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a4975d9-9ec3-41b6-a45a-af57c71f1fe2 req-70cdecd2-024d-4174-b5d8-64aae5a1a9ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 1098 time: 0.1475496 Aug 19 00:14:13.979284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a4975d9-9ec3-41b6-a45a-af57c71f1fe2 req-ac3926f1-bb1c-4a88-88e2-6c2ae51b0151 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Aug 19 00:14:14.008653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68fefe1d-d492-4407-be9a-db142880c0c0 req-f6d4577a-4230-4f30-af8d-3a105c03b0ac tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=505f072a-b9d4-4568-8d5a-138659846256 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Aug 19 00:14:14.294936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b25ce82f-613f-44c8-a814-e571d3ac8f6e req-65fc8f21-9c53-4959-9a57-222a410b5e5a tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0282710 Aug 19 00:14:14.350160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7230d0f-e1a3-493f-af61-e4a08cdb92d2 req-b430933c-72c8-4470-a462-52202974c329 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:14.351911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7230d0f-e1a3-493f-af61-e4a08cdb92d2 req-b430933c-72c8-4470-a462-52202974c329 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.0517743 Aug 19 00:14:14.394558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7230d0f-e1a3-493f-af61-e4a08cdb92d2 req-91465d47-3c24-4db5-9ffc-e8358b1d7304 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Aug 19 00:14:14.933748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b60707a-a6a4-4583-a5fe-8a5137b1678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:14.954491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:15.140979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:15.277021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5bb9972-9326-491d-8c12-ffba16ac379f req-b6c842d9-322e-4f83-be2e-b65bacb2e634 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0403693 Aug 19 00:14:15.294833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-776a5380-f383-4f70-a0bd-db6df71fbfd9 req-de50ec05-0ccf-4495-abd3-02b088e9e856 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c77571e3f9405d995a2c328e36d104&device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0469036 Aug 19 00:14:15.335851 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-776a5380-f383-4f70-a0bd-db6df71fbfd9 req-bdfc7e2f-6903-42e5-879f-0e4353d9b788 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=70c77571e3f9405d995a2c328e36d104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270045 Aug 19 00:14:15.402136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1bcea5e7-576f-4e42-aaf6-5dd52775e2c2 req-fc7b90b4-3da1-4bb2-9e90-f0b82392dab7 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0286539 Aug 19 00:14:15.440256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a5380-f383-4f70-a0bd-db6df71fbfd9 req-6bab010e-e306-47c7-a58f-c1cd5b7b7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:15.441799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-776a5380-f383-4f70-a0bd-db6df71fbfd9 req-6bab010e-e306-47c7-a58f-c1cd5b7b7b54 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1003814 Aug 19 00:14:15.533467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe990-69dc-4e1d-85df-e8bcf7040c61 req-9510e047-732c-49ef-8c8d-f253ff64b6db tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:15.535056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b7fe990-69dc-4e1d-85df-e8bcf7040c61 req-9510e047-732c-49ef-8c8d-f253ff64b6db tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.0594399 Aug 19 00:14:15.576170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b7fe990-69dc-4e1d-85df-e8bcf7040c61 req-0bb17cb8-a9db-4116-b211-f09a3878de50 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338936 Aug 19 00:14:15.687195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29406-bde9-4850-87cf-d24b6b04a68f req-ab60b251-b2aa-457c-b555-46b756c6d51e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:15.688716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90f29406-bde9-4850-87cf-d24b6b04a68f req-ab60b251-b2aa-457c-b555-46b756c6d51e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.0481951 Aug 19 00:14:15.697909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40438) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:15.703431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Request body: {'floatingip': {'port_id': 'aca1bf72-077f-4f96-ba64-88f5e4492094'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:15.745675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:16.231697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:16.401496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7908aee9-f081-435a-8028-48d921d49d33 req-a78ee8f1-269c-4b42-a247-0514eb78a400 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0325627 Aug 19 00:14:16.506452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f9a0ddf-2c95-4c60-86be-5620bd9da7fa req-e00142ef-82b7-4e79-9c8f-48c52bd8403c tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0292938 Aug 19 00:14:16.561570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:16.568251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:16.677314 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Floating IP 67127cfe-16ac-4855-8acc-dac70d08eb06 associated. External IP: 172.25.1.122, port: aca1bf72-077f-4f96-ba64-88f5e4492094. Aug 19 00:14:16.915349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-776a5380-f383-4f70-a0bd-db6df71fbfd9 req-f24fe16d-95b8-4136-9666-cea5b7f1d579 tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.21 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0370808 Aug 19 00:14:16.933541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:14:17.044696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:14:17.049362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:17.056518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:14:17.066284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:14:17.066938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:17.084820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8022e77-26f4-4a3c-97e6-e29abc29946b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "PUT /v2.0/floatingips/67127cfe-16ac-4855-8acc-dac70d08eb06 HTTP/1.1" status: 200 len: 992 time: 1.3827286 Aug 19 00:14:17.084820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:14:17.089045 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:14:17.183049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:14:17.264813 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a0303c-cef0-49d5-9fb7-593d9a567a51 x-openstack-request-id: req-60a0303c-cef0-49d5-9fb7-593d9a567a51 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:14:17.265109 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:14:17.265361 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a0303c-cef0-49d5-9fb7-593d9a567a51 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:14:17.265764 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'status': 'completed', 'code': 200} Aug 19 00:14:17.328149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-dd51ee02-a1a2-4697-8731-d9a60ee52eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:17.329798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-dd51ee02-a1a2-4697-8731-d9a60ee52eb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62e1909182c140b0b8072dc6fac32c31&device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 1098 time: 0.0407829 Aug 19 00:14:17.457485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-9a3d7251-e248-4068-9276-104550c7b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:17.460272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-9a3d7251-e248-4068-9276-104550c7b2e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 200 len: 909 time: 0.1237907 Aug 19 00:14:17.491195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '67127cfe-16ac-4855-8acc-dac70d08eb06', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:d0:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:14:03Z', 'updated_at': '2021-08-19T00:14:16Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:17.529217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:14:17.538965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:14:17.539583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:17.573208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ddcc95bc-c34e-4e06-a02e-8feea331c540 req-3198b1a6-73a8-43b7-a2ba-47758455cd2b tempest-ServerShowV247Test-1612038260 tempest-ServerShowV247Test-1612038260-project] 10.222.0.20 "GET /v2.0/ports?device_id=0be47bbc-4571-4bd3-bcd3-7c23f90f2b98 HTTP/1.1" status: 200 len: 210 time: 0.0302033 Aug 19 00:14:17.574371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-fb1b33fd-2cf7-47b9-ba3f-2b73467a5a9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca1bf72-077f-4f96-ba64-88f5e4492094 HTTP/1.1" status: 200 len: 1000 time: 0.1057510 Aug 19 00:14:17.651728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-190e171a-e118-46a1-90fe-5b17bdbc2fc1 req-15b12a34-b6a8-4d32-8376-8277b0906e09 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0316579 Aug 19 00:14:17.661427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-67548205-b617-4707-b5e9-52fe94d0a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:17.663098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-67548205-b617-4707-b5e9-52fe94d0a69b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 200 len: 848 time: 0.0816772 Aug 19 00:14:17.685892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:14:17.724527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-4d72637d-ef1a-4edf-be32-e6a77719fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:17.726749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-4d72637d-ef1a-4edf-be32-e6a77719fa18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd31e722-cd2b-471e-9e5b-6d120e4b46b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554488 Aug 19 00:14:17.797346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:17.943616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '67127cfe-16ac-4855-8acc-dac70d08eb06', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:d0:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:14:03Z', 'updated_at': '2021-08-19T00:14:16Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:17.971594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752761c-90ca-466b-9946-ea733e41be78 None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '67127cfe-16ac-4855-8acc-dac70d08eb06', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'port_id': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'mac_address': 'fa:16:3e:d0:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:14:03Z', 'updated_at': '2021-08-19T00:14:16Z', 'revision_number': 1, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:14:18.141760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-6031dd5d-5373-4b14-a625-50a84fc8be36 service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076293 Aug 19 00:14:18.224471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83490e4a-dc3e-4aa3-a71c-63c327a34f5d None None] New status for floating IP 67127cfe-16ac-4855-8acc-dac70d08eb06: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:14:18.258831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a9b40c2-021d-4ef3-b010-eb8da1fcf4df req-430a2eeb-975d-44c1-91cf-36b75c7690c3 service neutron] 10.222.0.11 "GET /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086109 Aug 19 00:14:18.789313 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b105588-7d05-4f6a-94a1-5484086d0e21 req-6b01f1ee-b993-403d-b94a-f55602cf48b3 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0428023 Aug 19 00:14:18.933791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:19.047927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f590f74-bb17-4839-9564-f621c356f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.147821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f590f74-bb17-4839-9564-f621c356f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.151550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f590f74-bb17-4839-9564-f621c356f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.190403 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1f590f74-bb17-4839-9564-f621c356f647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c77571e3f9405d995a2c328e36d104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555134 Aug 19 00:14:19.191321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f590f74-bb17-4839-9564-f621c356f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc86f82-40ba-4de9-90ea-b97c412fe641,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:19.193551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40508) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:19.244458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.271399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.327300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.330238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:19.331835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfc86f82-40ba-4de9-90ea-b97c412fe641 HTTP/1.1" status: 204 len: 168 time: 0.1372893 Aug 19 00:14:19.350026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5786121-cc28-4262-a303-4cea0fd8c004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc86f82-40ba-4de9-90ea-b97c412fe641,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:19.915763 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bdd483a6-68f0-4e17-ae76-3d4a151d1350 req-bf03802a-b339-46f5-8eb9-629861346b42 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0308251 Aug 19 00:14:20.173244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d759552c-c26b-4c0f-a693-c7771147aa45 req-80ffa66e-c47c-4cea-9373-2e685b8a6607 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0259504 Aug 19 00:14:20.417566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5c863f2-e889-4d42-b054-c54294502d8d req-ddd6ab3e-5fc9-4a92-bc51-5c71ac0b0d4d tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0451729 Aug 19 00:14:20.705065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40576) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:20.814651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-672b171d-ebe4-4926-aa2f-9af6c943b887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:20.944657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-672b171d-ebe4-4926-aa2f-9af6c943b887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:20.952200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-672b171d-ebe4-4926-aa2f-9af6c943b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.001788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b171d-ebe4-4926-aa2f-9af6c943b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491cfad-2d28-4093-a45f-d2f3ab06ac6c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:21.008162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-672b171d-ebe4-4926-aa2f-9af6c943b887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ddc2dd92ac8402c94b93777d045ff72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020408 Aug 19 00:14:21.011300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:21.044037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e5df9ab-b4c1-49b6-932d-5d5d76dda677 req-737d4eb8-455c-4cff-a05a-57382d59ff8f tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0285678 Aug 19 00:14:21.084773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.109252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.156966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.159917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.161726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f491cfad-2d28-4093-a45f-d2f3ab06ac6c HTTP/1.1" status: 204 len: 168 time: 0.1495190 Aug 19 00:14:21.170144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491cfad-2d28-4093-a45f-d2f3ab06ac6c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:21.178405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.179045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.179222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.179627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.180033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.180558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.180993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.181486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.181872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.182183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.182589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.182860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a418e2d-04b1-4c51-aad9-74748fd4d214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:21.444728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:21.458459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f06a-4f2b-41b2-b49b-667999a7c3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.509254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a07db29c-bce5-4e2c-acca-1cf36d45e117 req-dbd6de70-065f-4006-af03-dc43e1f6358f tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0285411 Aug 19 00:14:21.546043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f06a-4f2b-41b2-b49b-667999a7c3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.549686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f06a-4f2b-41b2-b49b-667999a7c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.587658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5fb6f06a-4f2b-41b2-b49b-667999a7c3b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc5f1cc6c5d6419bb999fb4b450f85f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417108 Aug 19 00:14:21.588879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6f06a-4f2b-41b2-b49b-667999a7c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8754ebd-cb9b-472d-a686-962bb15a998c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:21.590390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40602) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:21.639265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.664067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.710108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.713750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:21.723817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8754ebd-cb9b-472d-a686-962bb15a998c HTTP/1.1" status: 204 len: 168 time: 0.1237698 Aug 19 00:14:21.732173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d61eb3-43a4-4c9a-9c1e-b98b0f9e3093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8754ebd-cb9b-472d-a686-962bb15a998c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:22.046290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:22.059770 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f5b0c05-e095-40e6-b468-d1bfb528e845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.160523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44a3c69b-98fc-4882-8100-a9f84e6d869e req-58ec1fbb-b4cf-4b6c-a0f7-f33f1ddf669e tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0346017 Aug 19 00:14:22.177505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f5b0c05-e095-40e6-b468-d1bfb528e845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.181603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f5b0c05-e095-40e6-b468-d1bfb528e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.222866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b0c05-e095-40e6-b468-d1bfb528e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c663c3b-4c43-4637-be72-07a1422a8908,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:22.227279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f5b0c05-e095-40e6-b468-d1bfb528e845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c20303ab1e2c499fa077c210697b0d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799414 Aug 19 00:14:22.229912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:22.280048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.300569 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.357049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.359725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:22.364329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c663c3b-4c43-4637-be72-07a1422a8908 HTTP/1.1" status: 204 len: 168 time: 0.1328342 Aug 19 00:14:22.375659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a83d3-0283-46bb-9451-56c130fcd893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c663c3b-4c43-4637-be72-07a1422a8908,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:22.428026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-312789e3-e312-4e23-ba1d-698febe44ce7 req-b1294ec4-a041-42db-a6bb-37d563c710a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06fcf022c11c423d9a52222ee8426265&device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0475986 Aug 19 00:14:22.432183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f27abec7-968f-4290-a020-b924ec0eb131 req-8a5269d6-8c0a-4673-a3b7-00257531dd6a tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0302322 Aug 19 00:14:22.466411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-312789e3-e312-4e23-ba1d-698febe44ce7 req-c461c542-26f4-420d-9135-4055d4630699 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=06fcf022c11c423d9a52222ee8426265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293078 Aug 19 00:14:22.615832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3bd1e5b-8153-4627-a6bf-e432f68993aa req-00238790-92e0-489a-b7d3-432683177966 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Aug 19 00:14:22.632541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312789e3-e312-4e23-ba1d-698febe44ce7 req-5f5ac4f2-7cdb-48a1-918f-7313570882ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:22.634022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-312789e3-e312-4e23-ba1d-698febe44ce7 req-5f5ac4f2-7cdb-48a1-918f-7313570882ca service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1633189 Aug 19 00:14:23.544509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3dc9082c-75d5-4756-8450-5bce7e50f7a3 req-bb4a11f9-0c1f-486b-8b2e-8d7d104cc34f tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0356247 Aug 19 00:14:23.726170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d981574c-fb96-47c5-b0ae-3b927f2f303c req-237ca820-965e-47d7-b593-5e70f4f3ffb8 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0274017 Aug 19 00:14:23.863017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-312789e3-e312-4e23-ba1d-698febe44ce7 req-c1ad0ee0-5687-43be-b522-23b6fc229431 tempest-ServerShowV254Test-1348755794 tempest-ServerShowV254Test-1348755794-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e148330-b8de-423f-8635-8746f872ad8d HTTP/1.1" status: 200 len: 210 time: 0.0288141 Aug 19 00:14:24.365683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f67d186-21ec-4610-a998-95284393aa03 req-1a47f05b-e72a-4192-ac8b-4b19e3574e08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.1425574 Aug 19 00:14:24.842271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-067c8ec3-340e-4274-b3a8-1bea6beff364 req-d5002c05-9e4f-4a9f-8bbe-d1a4bb24e8bb tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Aug 19 00:14:24.902524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:25.014699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3200782e-3342-47c5-b8b5-ac2da2a1ef45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.111090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3200782e-3342-47c5-b8b5-ac2da2a1ef45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.115836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3200782e-3342-47c5-b8b5-ac2da2a1ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.158866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3200782e-3342-47c5-b8b5-ac2da2a1ef45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06fcf022c11c423d9a52222ee8426265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529340 Aug 19 00:14:25.158866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200782e-3342-47c5-b8b5-ac2da2a1ef45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46048a-06f1-40a6-8021-16550b9c61ab,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:25.159643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40758) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:25.225763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.250190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.299699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.303407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:25.304668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f46048a-06f1-40a6-8021-16550b9c61ab HTTP/1.1" status: 204 len: 168 time: 0.1393609 Aug 19 00:14:25.315500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e492-abbd-4127-b014-03ae2ac0b766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46048a-06f1-40a6-8021-16550b9c61ab,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:25.954541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f802061b-b51c-423d-8f40-65dfa7c18699 req-56bbc07d-d51a-426b-b4c8-e2b45ebdfbda tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Aug 19 00:14:26.315844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3dc738a2-3aee-48d2-9594-f3fa55add5e3 req-aa4dc40a-2367-4a6b-a0dd-4daf839d4671 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0377359 Aug 19 00:14:26.415292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:26.541730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70b0bf18-3b5f-498d-b182-f966e89454eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.542041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.638496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70b0bf18-3b5f-498d-b182-f966e89454eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.645320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70b0bf18-3b5f-498d-b182-f966e89454eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.686181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-70b0bf18-3b5f-498d-b182-f966e89454eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=153fcba5cb9e480295e96f9be858a8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696893 Aug 19 00:14:26.687367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0bf18-3b5f-498d-b182-f966e89454eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf3744-d61b-4781-9e17-b49adb3c7ff5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:26.689313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:26.747888 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.779634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.825572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.828105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:26.829305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4cf3744-d61b-4781-9e17-b49adb3c7ff5 HTTP/1.1" status: 204 len: 168 time: 0.1389995 Aug 19 00:14:26.838643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c35c5-d19e-472e-9fb3-08d79c0ad4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf3744-d61b-4781-9e17-b49adb3c7ff5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:27.439949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64a81186-2703-4bd8-9c20-3502e778b8ad req-aac22cdb-3caa-4416-a38e-7db9d7d2a251 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Aug 19 00:14:28.563082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cdbde9d4-5e77-42a1-9204-f59ffb4b5895 req-8ff2531c-d865-4373-a122-96f7e5c0d0c5 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0340450 Aug 19 00:14:29.249386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:29.381215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2956fbd4-d854-4c2e-8f0a-54b56bfe2435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.488079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2956fbd4-d854-4c2e-8f0a-54b56bfe2435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.492594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2956fbd4-d854-4c2e-8f0a-54b56bfe2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.532520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2956fbd4-d854-4c2e-8f0a-54b56bfe2435 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4e2cb533a5f4af482587ada50d12ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818530 Aug 19 00:14:29.533422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956fbd4-d854-4c2e-8f0a-54b56bfe2435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94376b31-f512-480e-bfc1-16774330abb5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:29.535076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40938) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:29.595769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.622407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.681563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ae861c7-7232-4bc6-b920-917de5357fd8 req-ea067bf5-f2e1-4245-b621-1aa8339e4fa2 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Aug 19 00:14:29.700583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.703467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:29.706970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94376b31-f512-480e-bfc1-16774330abb5 HTTP/1.1" status: 204 len: 168 time: 0.1684618 Aug 19 00:14:29.712935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d681e-fb4b-4908-aa41-5ca947b02ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94376b31-f512-480e-bfc1-16774330abb5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:30.010401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40950) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:30.023983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0964f294-cd1b-4eec-8f31-96b409d1b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.124263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0964f294-cd1b-4eec-8f31-96b409d1b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.128341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0964f294-cd1b-4eec-8f31-96b409d1b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.168708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0964f294-cd1b-4eec-8f31-96b409d1b034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b64289aa2fd344a29d3ebcf65ed821ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571615 Aug 19 00:14:30.169610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f294-cd1b-4eec-8f31-96b409d1b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7839109c-6e30-416a-9cea-a2d4d7d166d8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:30.171555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:30.227045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.252782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.301320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.304059 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:30.308116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7839109c-6e30-416a-9cea-a2d4d7d166d8 HTTP/1.1" status: 204 len: 168 time: 0.1353998 Aug 19 00:14:30.317495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9085-00f5-44ca-8292-e3e7d5a0a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7839109c-6e30-416a-9cea-a2d4d7d166d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:30.811180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80ed8c4b-2342-4b92-b027-4e4b4d26071e req-e158f059-eb44-4b12-a30b-73edf45aad37 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0386801 Aug 19 00:14:31.920957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38f9138f-1f99-47bc-be5d-37ec5dfcb7a0 req-165a02a1-98e2-4bc7-9005-92e1dec2aacb tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Aug 19 00:14:32.946262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:33.026475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2610ff04-c4ff-4666-b138-8fb098297244 req-f9799623-eb02-4be7-93c4-fac671f3b70b tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0267072 Aug 19 00:14:33.068564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb5554d7-cf04-4810-a003-01ace1ffcff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.165573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb5554d7-cf04-4810-a003-01ace1ffcff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.169766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb5554d7-cf04-4810-a003-01ace1ffcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.214936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb5554d7-cf04-4810-a003-01ace1ffcff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d4518304bef4ef68f9a76f835da926a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668447 Aug 19 00:14:33.216929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5554d7-cf04-4810-a003-01ace1ffcff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb89a9-fd85-463b-8f88-b4b8b3532487,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:33.217473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41044) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:33.267472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.295805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.342730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.345425 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.346575 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77cb89a9-fd85-463b-8f88-b4b8b3532487 HTTP/1.1" status: 204 len: 168 time: 0.1281195 Aug 19 00:14:33.354241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d365-9de0-4b82-b78c-610cd017007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb89a9-fd85-463b-8f88-b4b8b3532487,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:33.685066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:33.699881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6135-03bc-4ff0-b930-5d0ee44bc1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.799740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6135-03bc-4ff0-b930-5d0ee44bc1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.806056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6135-03bc-4ff0-b930-5d0ee44bc1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.847855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:33.848051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f8fa6135-03bc-4ff0-b930-5d0ee44bc1f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2065ccef46114d95821cc2db2d563875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616313 Aug 19 00:14:33.848888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa6135-03bc-4ff0-b930-5d0ee44bc1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b2ffb-1cfe-413e-8cd7-283e55c72d3f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:33.906429 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.928098 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.976779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.979372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:33.980555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940b2ffb-1cfe-413e-8cd7-283e55c72d3f HTTP/1.1" status: 204 len: 168 time: 0.1307542 Aug 19 00:14:33.990680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462a282-9328-47e8-aaad-f070b621e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b2ffb-1cfe-413e-8cd7-283e55c72d3f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:34.137481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19959b92-58e6-4b53-abd2-bf3b2118560d req-e2400083-d018-420c-b1cc-747c6a31a49e tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Aug 19 00:14:34.974180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:14:35.251832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e5a127f-49fc-49f5-adce-88427f0bfdb9 req-98083417-2a60-4082-9e03-0309f61c859e tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Aug 19 00:14:36.402893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37c46d52-6eba-4b7c-b8d4-cc1e174075d1 req-71b5ad75-1050-4b1f-ac64-9ab6c76f6094 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0524116 Aug 19 00:14:37.518743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-794dc24f-b0dd-4253-bc99-8537a0666f3e req-befead08-df7e-4818-8790-019b69f3c3f2 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0288761 Aug 19 00:14:38.629389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-434a544a-f953-482b-b55d-87066796944f req-97cd5e71-491a-429c-9f8f-85aa3de738e9 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Aug 19 00:14:39.736258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18bc8ec7-596e-4004-a197-4d90149d58c1 req-bb5dc828-6519-4e01-acd5-c31fc9ae4208 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0277746 Aug 19 00:14:40.850867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a5a10e9-6978-4d72-b9ee-138e01090b33 req-33086917-f713-4d14-a6f3-2eef45717de6 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Aug 19 00:14:42.021828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-feb93c4b-a77a-4b92-84a7-bfc98da5150b req-d6bea503-dd1e-41b8-a040-5ca6da8442ba tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0463676 Aug 19 00:14:42.387877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93bacd34-793b-4103-a536-92000f67bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:43.139575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d25556b-f854-4ea2-aee8-e2e5dfa17ab0 req-166b8bc4-8c0c-4158-baf4-f71519e844ef tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0301998 Aug 19 00:14:44.307318 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcaade06-1ce9-4086-bdda-846408ba6b08 req-6dd0deb8-8116-4a51-a01b-3c9b71e42fa8 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0429087 Aug 19 00:14:44.948390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c6a790-d682-4f65-b8b4-afb96f3396a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.006165 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.027072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41440) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:45.150623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.177050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d91821-e564-4730-9ca4-94ca26e481fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.302866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d91821-e564-4730-9ca4-94ca26e481fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.311185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d91821-e564-4730-9ca4-94ca26e481fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.376400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:45.376915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82d91821-e564-4730-9ca4-94ca26e481fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4b96ce5f4004861a9d68277cfaff613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481166 Aug 19 00:14:45.380192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91821-e564-4730-9ca4-94ca26e481fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682d88a-4278-4e9f-9494-94ed6ca52be8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:45.463955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ede32e4-33b3-4bbb-a205-efee9a570e8d req-365bcb2a-f2c1-420a-b328-ca4f05cede1f tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0317652 Aug 19 00:14:45.473332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.505180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.553629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.556131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:45.557296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6682d88a-4278-4e9f-9494-94ed6ca52be8 HTTP/1.1" status: 204 len: 168 time: 0.1792808 Aug 19 00:14:45.566738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626f157-134d-4e2a-aca8-add3987cdc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682d88a-4278-4e9f-9494-94ed6ca52be8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:45.917550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:45.931202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-685c7742-0592-4cdb-8bd5-1f9187fbf842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.041864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-685c7742-0592-4cdb-8bd5-1f9187fbf842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.047211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-685c7742-0592-4cdb-8bd5-1f9187fbf842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.072796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c7742-0592-4cdb-8bd5-1f9187fbf842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb81c5-471b-4007-8d01-6041bdd23c49,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:46.101241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-685c7742-0592-4cdb-8bd5-1f9187fbf842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31a24993e14d4dd581ab18085fb3ea74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825728 Aug 19 00:14:46.105130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41462) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:46.158897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.180629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.240188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.247871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.251386 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:46.252982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1edb81c5-471b-4007-8d01-6041bdd23c49 HTTP/1.1" status: 204 len: 168 time: 0.1461859 Aug 19 00:14:46.265576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6add2d-ad74-4522-9a4a-2109988bd6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb81c5-471b-4007-8d01-6041bdd23c49,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:46.573692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef661283-fa95-4d8d-90f2-07a1602581d5 req-17b99297-172d-4221-b5e7-3f72190c15d1 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Aug 19 00:14:47.345036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:47.450414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c906504b-1579-47a3-8dee-e3fe5524b8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.540958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c906504b-1579-47a3-8dee-e3fe5524b8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.544917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c906504b-1579-47a3-8dee-e3fe5524b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.587624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c906504b-1579-47a3-8dee-e3fe5524b8a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd1c428a41b94656a2d7748c938b1ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373686 Aug 19 00:14:47.587624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906504b-1579-47a3-8dee-e3fe5524b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44788ac-33db-4240-a546-dba9507773d9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:47.587624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:47.640540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.670293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.693802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95050689-4d76-48ae-81f7-eda93e52c051 req-1c6fb07e-a324-4323-83e8-32d37f9b566c tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Aug 19 00:14:47.737035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.739921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:47.741099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e44788ac-33db-4240-a546-dba9507773d9 HTTP/1.1" status: 204 len: 168 time: 0.1526365 Aug 19 00:14:47.751036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612d5cf-344f-46a8-83ad-1ea892d930a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44788ac-33db-4240-a546-dba9507773d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:47.786628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:48.803857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ce5cde8-e5b5-4af7-89ff-bbe4db79e2b7 req-86ad7147-d300-4139-89cc-c1cd5c06751a tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0303719 Aug 19 00:14:49.913728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17349f67-dffb-4afb-bc3a-f2bb12395932 req-e33a2997-ec31-4718-9dc0-0a0a1aa09b47 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0270844 Aug 19 00:14:49.983678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:50.114360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80a531b0-6bc1-4cd9-9373-5d647e7d400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.208459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80a531b0-6bc1-4cd9-9373-5d647e7d400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.212446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80a531b0-6bc1-4cd9-9373-5d647e7d400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.252878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-80a531b0-6bc1-4cd9-9373-5d647e7d400c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14de635fda7246aabf6aea609a804704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680681 Aug 19 00:14:50.254322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a531b0-6bc1-4cd9-9373-5d647e7d400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94538cc1-dace-4af1-92c6-2649dcf8f47f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:50.257242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:50.310992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.334658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.393302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.398069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.399638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94538cc1-dace-4af1-92c6-2649dcf8f47f HTTP/1.1" status: 204 len: 168 time: 0.1414585 Aug 19 00:14:50.408146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b353eff-48e7-48e2-b8d9-381b3f161db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94538cc1-dace-4af1-92c6-2649dcf8f47f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:50.663870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:50.677000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5de6b195-94f5-4f74-bb0b-2c33aa885ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.776671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5de6b195-94f5-4f74-bb0b-2c33aa885ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.780254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5de6b195-94f5-4f74-bb0b-2c33aa885ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.816561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6b195-94f5-4f74-bb0b-2c33aa885ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ff52b3-3b4d-4b29-bf52-64f57503dd2c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:50.827187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5de6b195-94f5-4f74-bb0b-2c33aa885ad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abae886078f84671870463d5adf16eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622012 Aug 19 00:14:50.829896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41672) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:50.886427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.908539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.960864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.965680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:50.968924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2ff52b3-3b4d-4b29-bf52-64f57503dd2c HTTP/1.1" status: 204 len: 168 time: 0.1378200 Aug 19 00:14:50.978512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28cfb2-2807-4cad-bc37-c8f4929d1927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ff52b3-3b4d-4b29-bf52-64f57503dd2c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:51.030969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee5b40b6-c512-4911-94c3-a53dfe93c8c1 req-c0708306-bb0d-4a90-8de4-8d4c2a8a5db9 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0362606 Aug 19 00:14:52.171591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1aa7642a-c1e1-45fd-b5ea-b55cfade3aa9 req-33c1e916-3ee1-49b7-a364-6ddfdc50ab2b tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0597146 Aug 19 00:14:52.352487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-ff964e04-f728-4be9-b61b-572aab9f8c42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1553414 Aug 19 00:14:52.453950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.454583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.455075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.455556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.456034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.457071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.457552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.459573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-adbcfca5-6f4a-4c4d-a41b-950fb9887474 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.0562751 Aug 19 00:14:52.469769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:52.583211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7a95ed4d-6212-4b01-b268-f1c241bea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.583956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7a95ed4d-6212-4b01-b268-f1c241bea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.584468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7a95ed4d-6212-4b01-b268-f1c241bea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.586059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7a95ed4d-6212-4b01-b268-f1c241bea665 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 2293 time: 0.0999107 Aug 19 00:14:52.638572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1536744971'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:52.663345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Made reservation on behalf of 11cd30cc9bdf40fdb4714730c2d69f8e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:14:52.667017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.667273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-fd622508-43a9-4682-bf47-4e67e6104d25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1002 time: 0.0725553 Aug 19 00:14:52.675746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.718046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-134da716-328c-4b59-a126-cb9207373d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.719537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-134da716-328c-4b59-a126-cb9207373d9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.0459001 Aug 19 00:14:52.768620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-73f8a63e-e6eb-47a1-9638-bc5cbc63d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.770953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-73f8a63e-e6eb-47a1-9638-bc5cbc63d0ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447574 Aug 19 00:14:52.772752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.776671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.784891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-caf1af03-920d-4f65-ba00-98382ef46dd7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:14:52.784891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-caf1af03-920d-4f65-ba00-98382ef46dd7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062332 Aug 19 00:14:52.800571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:14:52.817200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.817585 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Added segment c4d9dabf-59df-41ef-9bc7-aa67ef5d7674 of type vlan for network 92931277-f43b-401f-9747-043a596d6eeb Aug 19 00:14:52.818971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b7f25c-753b-4dda-b00a-c340b6e30d4b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:52.862123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.898229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.905628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:52.906585 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:52.908497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7f3230c9-f9ab-4b00-99de-1cff3fc5d99b service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164539 Aug 19 00:14:52.985431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5122678 Aug 19 00:14:52.988822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:52.994458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Request body: {'subnet': {'network_id': '92931277-f43b-401f-9747-043a596d6eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:53.005184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e2146-9745-4452-8879-ed68dfe4505c tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event updated for resources: {'Network': ['ID=92931277-f43b-401f-9747-043a596d6eeb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:53.016176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 92931277-f43b-401f-9747-043a596d6eeb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:14:53.044693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-828ffce6-8289-4fb9-ba90-a2c8aab4dc4f service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286104 Aug 19 00:14:53.095668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-6aad2832-3b4a-47a0-bd24-0528051bb927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 217 time: 0.0440936 Aug 19 00:14:53.114831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Made reservation on behalf of 11cd30cc9bdf40fdb4714730c2d69f8e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:14:53.119452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.146744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-e0062ba3-480a-495c-9fdc-76d9641c6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:53.148640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-e0062ba3-480a-495c-9fdc-76d9641c6f28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0454426 Aug 19 00:14:53.196676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-ffc85655-cac8-4968-8cbc-376f390eda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:53.198262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-ffc85655-cac8-4968-8cbc-376f390eda6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430923 Aug 19 00:14:53.330047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.331336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2cac3c2-ed13-4d5c-92c1-e6a42e6bb3ad req-28bdd715-fc06-48d8-9405-1c2d599ebbb2 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0431054 Aug 19 00:14:53.396258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-68de3471-cdb9-450f-9f85-f8f97181735c service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906481 Aug 19 00:14:53.410440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Checking segment: {'id': 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92931277-f43b-401f-9747-043a596d6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:14:53.410932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Network hostable DHCP agents. Network: 92931277-f43b-401f-9747-043a596d6eeb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:14:53.421038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event updated for resources: {'Subnet': ['ID=996d32f7-f74c-403e-bd6f-1de5bf0b2d63,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:53.440982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Network 92931277-f43b-401f-9747-043a596d6eeb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:14:53.451222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 92931277-f43b-401f-9747-043a596d6eeb) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:14:53.457260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:53.458661 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.462114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1927eb0-3b13-46a1-bf46-f4d0f1c8c977 None None] Network 92931277-f43b-401f-9747-043a596d6eeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:14:53.480941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-073b1920-12e5-4746-a0fa-5013f78dffb5 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4907875 Aug 19 00:14:53.481676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41748) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:53.486929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Request body: {'port': {'network_id': '92931277-f43b-401f-9747-043a596d6eeb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1657024122'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:53.505022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-d3cd195f-c004-4818-a6ee-184e9baf87ce service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015661 Aug 19 00:14:53.546018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-aa5a592a-8931-4463-adf1-7dd9789d8eef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 217 time: 0.0340641 Aug 19 00:14:53.608324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Made reservation on behalf of 11cd30cc9bdf40fdb4714730c2d69f8e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:14:53.615005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.619216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-9e1252f6-c75b-462d-aee1-3533bbbabdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:53.621033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-9e1252f6-c75b-462d-aee1-3533bbbabdea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0685351 Aug 19 00:14:53.652769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] device_id is not set on port 6d7886db-b638-4ec0-9b1f-75ea42255cd7 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:14:53.657904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-92931277-f43b-401f-9747-043a596d6eeb', 'network_id': '92931277-f43b-401f-9747-043a596d6eeb', 'tenant_id': '11cd30cc9bdf40fdb4714730c2d69f8e', 'fixed_ips': [{'subnet_id': '996d32f7-f74c-403e-bd6f-1de5bf0b2d63'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:14:53.660107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.682604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-e2fa4bd2-483b-4e21-8b83-1482b45487e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:53.684197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-e2fa4bd2-483b-4e21-8b83-1482b45487e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559199 Aug 19 00:14:53.781260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Allocated IP 172.20.0.3 (92931277-f43b-401f-9747-043a596d6eeb/996d32f7-f74c-403e-bd6f-1de5bf0b2d63/6d7886db-b638-4ec0-9b1f-75ea42255cd7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:14:53.798729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-83b5a7d8-50c6-44ee-af61-8913ed804402 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066675 Aug 19 00:14:53.894959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-89d9ac30-cc0c-4c9b-af53-4e9268deb051 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890346 Aug 19 00:14:53.937716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-540b7b44-b253-45f1-b950-614ce2d0831c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 217 time: 0.0344648 Aug 19 00:14:53.951934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:53.968493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Transition to ACTIVE for port object 6d7886db-b638-4ec0-9b1f-75ea42255cd7 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:14:54.000114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-693a519f-8609-4933-b048-4606db05e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:54.001767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-693a519f-8609-4933-b048-4606db05e87a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0566707 Aug 19 00:14:54.015818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.062450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-48d0679c-bff2-4176-9c4b-f17745437227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:54.064010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-48d0679c-bff2-4176-9c4b-f17745437227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541904 Aug 19 00:14:54.067841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Allocated IP 172.20.0.2 (92931277-f43b-401f-9747-043a596d6eeb/996d32f7-f74c-403e-bd6f-1de5bf0b2d63/c54045bb-4ca9-43a5-bd68-9b7d9088716b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:14:54.072970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Network 92931277-f43b-401f-9747-043a596d6eeb is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:14:54.074139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event updated for resources: {'Port': ['ID=6d7886db-b638-4ec0-9b1f-75ea42255cd7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:54.077924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:14:54.080157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:14:54.132737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:54.133360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.150943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-267fc91a-bc81-4ada-9fe0-8774394d4cef tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6681054 Aug 19 00:14:54.154158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41752) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:54.192421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-3042d509-178d-466d-ba96-007548ea3a73 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192732 Aug 19 00:14:54.259524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Deleting port 6d7886db-b638-4ec0-9b1f-75ea42255cd7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:14:54.260091 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.264544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.280802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Transition to ACTIVE for port object c54045bb-4ca9-43a5-bd68-9b7d9088716b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:14:54.312725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Transition to ACTIVE for port object c54045bb-4ca9-43a5-bd68-9b7d9088716b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:14:54.324652 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.358451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-391c6042-6c64-48c1-b3b0-87d9fd80917f service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556554 Aug 19 00:14:54.385709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Network 92931277-f43b-401f-9747-043a596d6eeb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:14:54.389219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:14:54.395205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:14:54.398753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Pushing event updated for resources: {'Port': ['ID=c54045bb-4ca9-43a5-bd68-9b7d9088716b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:54.408165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.408587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.408794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-7984a8cc-2db6-42b7-8b29-3d9905c7f6ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 217 time: 0.0438616 Aug 19 00:14:54.408907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.409210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.409580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.410064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.410389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.410725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.411056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.411382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.411709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.412035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:14:54.437739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.461899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Calling delete_port for 6d7886db-b638-4ec0-9b1f-75ea42255cd7 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:14:54.514357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc089250-39ea-4f41-81d6-b85743b53010 req-9a5297f4-5bc5-4bb0-9a70-119f9932dbcb tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0507677 Aug 19 00:14:54.517941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Attempting to bind port c54045bb-4ca9-43a5-bd68-9b7d9088716b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:14:54.518315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Attempting to bind port c54045bb-4ca9-43a5-bd68-9b7d9088716b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92931277-f43b-401f-9747-043a596d6eeb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:14:54.518792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Attempting to bind port c54045bb-4ca9-43a5-bd68-9b7d9088716b on network 92931277-f43b-401f-9747-043a596d6eeb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:14:54.544333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:14:54.545634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Checking segment: {'id': 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92931277-f43b-401f-9747-043a596d6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:14:54.546221 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.548230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-c9a81742-ae86-410d-982e-6f1b84b59d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:54.551043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Bound using segment: {'id': 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92931277-f43b-401f-9747-043a596d6eeb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:14:54.551585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Bound port: c54045bb-4ca9-43a5-bd68-9b7d9088716b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92931277-f43b-401f-9747-043a596d6eeb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:14:54.551989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.552597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-c9a81742-ae86-410d-982e-6f1b84b59d8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1338370 Aug 19 00:14:54.612856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-8d7377a9-0d97-4a99-89c7-34270f718804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:54.614382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-8d7377a9-0d97-4a99-89c7-34270f718804 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566254 Aug 19 00:14:54.641236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] For port c54045bb-4ca9-43a5-bd68-9b7d9088716b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:14:54.645758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] For port c54045bb-4ca9-43a5-bd68-9b7d9088716b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c54045bb-4ca9-43a5-bd68-9b7d9088716b,segment=NetworkSegment(c4d9dabf-59df-41ef-9bc7-aa67ef5d7674),segment_id=c4d9dabf-59df-41ef-9bc7-aa67ef5d7674)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:14:54.646115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.651469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.714321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event deleted for resources: {'Port': ['ID=6d7886db-b638-4ec0-9b1f-75ea42255cd7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:54.738370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2ba88-077c-41fb-91ac-3c4c1856bd30 None None] Pushing event updated for resources: {'Port': ['ID=c54045bb-4ca9-43a5-bd68-9b7d9088716b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:54.775102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-f42f8b70-b2b0-4afd-acfe-5b5b1cda5a9b service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532128 Aug 19 00:14:54.823414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:54.828068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c2b8ddcd-e4de-4eba-b88d-55bffc0a2b2e tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "DELETE /v2.0/ports/6d7886db-b638-4ec0-9b1f-75ea42255cd7 HTTP/1.1" status: 204 len: 168 time: 0.6696553 Aug 19 00:14:54.828835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:54.885535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-bde062b6-cc76-47d3-9aa9-df7a1c2b9383 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031554 Aug 19 00:14:54.949081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ae39f5f5-e0ed-440d-9519-38d7ede0aa69 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1160505 Aug 19 00:14:54.949273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:54.954799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-305017790'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:14:54.959053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-8c87a318-02c8-480a-8729-e8c932398daf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 217 time: 0.0617907 Aug 19 00:14:54.993817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Made reservation on behalf of 11cd30cc9bdf40fdb4714730c2d69f8e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:14:55.005679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:55.037560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-c19c0d53-070b-46d8-b57c-5f2875f93a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:55.039550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-c19c0d53-070b-46d8-b57c-5f2875f93a3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.0738568 Aug 19 00:14:55.042255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:14:55.051655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:55.051991 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Added segment a3f33c01-bcf7-45fd-9a6a-0c3cd9621d2f of type vlan for network 503b67f3-c565-429d-8347-3121824e428c Aug 19 00:14:55.101832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-71547b6f-151a-45d2-a6c6-8cefd794c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:55.103454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-71547b6f-151a-45d2-a6c6-8cefd794c146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573313 Aug 19 00:14:55.104531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:55.134586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:55.141170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:55.141757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:55.217955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-ee55880c-a367-4870-9172-2740becc7b46 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069703 Aug 19 00:14:55.218409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2681799 Aug 19 00:14:55.221809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41770) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:55.222755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb60b6-0150-40d7-b575-242fe4f9968f tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event updated for resources: {'Network': ['ID=503b67f3-c565-429d-8347-3121824e428c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:55.238511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 503b67f3-c565-429d-8347-3121824e428c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:14:55.354114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f0a9dd2-159b-4d45-92f6-823d6a117276 req-20509ac0-e158-496a-8111-a0001f3c6e40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0268869 Aug 19 00:14:55.458950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-3678de01-62eb-48ca-8fb2-d4aae5402864 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309122 Aug 19 00:14:55.924342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea3cbd-4c19-4e98-a2b7-6a74d648a4db None None] Network 92931277-f43b-401f-9747-043a596d6eeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:14:55.929460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-0e1da93e-53e2-4279-9668-57642725b53a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.4608006 Aug 19 00:14:55.935586 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37049652-6a6e-4c0c-bee7-4baa3ed9e787 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.7125006 Aug 19 00:14:55.938712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41782) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:55.960821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7460fd22-6564-4806-bfa2-ff143e560d0f req-4a077cea-e444-4b01-9ef8-593ae8e49882 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Aug 19 00:14:56.011337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-181cd5d5-96d5-464b-9a51-cf1a5fa93ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:56.013297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-181cd5d5-96d5-464b-9a51-cf1a5fa93ebf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.0626142 Aug 19 00:14:56.070735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-f6640787-b8e7-4f43-ac5e-97e0d65e5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:56.072467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-f6640787-b8e7-4f43-ac5e-97e0d65e5f8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517220 Aug 19 00:14:56.085201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf207fc6-51df-442e-8b8a-740442c76682 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] Network 503b67f3-c565-429d-8347-3121824e428c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:14:56.104684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf207fc6-51df-442e-8b8a-740442c76682 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "POST /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1643872 Aug 19 00:14:56.107192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.124155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4fff61-ff48-43ed-bb0b-277f7cac3652 None None] Network 503b67f3-c565-429d-8347-3121824e428c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:14:56.235268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ea9512e3-d4ce-4a5d-a68e-c701b28a5e93 None None] Provisioning for port c54045bb-4ca9-43a5-bd68-9b7d9088716b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:14:56.239077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-f7c2bc5e-44fa-4f61-8c22-40399adf1c59 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581788 Aug 19 00:14:56.334461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-483b1ede-5e22-46a0-93fe-07553e6f1965 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 0.2260778 Aug 19 00:14:56.338176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.408603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8542feb8-9aa5-46c4-a840-dc685b33f739 req-54d038af-2298-47e3-9c7c-30f27f53e8da service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604848 Aug 19 00:14:56.413531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-727b6024-4af3-41ec-bba4-f41ea6f24862 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "DELETE /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks/503b67f3-c565-429d-8347-3121824e428c HTTP/1.1" status: 204 len: 168 time: 0.0730972 Aug 19 00:14:56.416020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41788) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.552078 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:56.590158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-60fe9e5d-c34c-4fda-bb3b-08b30e55156e tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.1726735 Aug 19 00:14:56.590844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.614370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fbf2c7fe-14ac-4a62-8ff0-789434bc5e73 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/networks/92931277-f43b-401f-9747-043a596d6eeb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0223005 Aug 19 00:14:56.617978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.643383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dcf0f27-ff95-41a8-85f9-1805d43277b3 tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/networks/92931277-f43b-401f-9747-043a596d6eeb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0221748 Aug 19 00:14:56.644676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41800) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.828142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c54045bb-4ca9-43a5-bd68-9b7d9088716b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:14:56.883353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e33284c3-ffe7-466c-86e1-1c8cb4078daf tempest-DHCPAgentSchedulersTestJSON-154732284 tempest-DHCPAgentSchedulersTestJSON-154732284-project-admin] 10.222.0.20 "GET /v2.0/agents/c5c9fcf6-1e89-46cf-989f-38a16d3b36b3/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.2372561 Aug 19 00:14:56.887125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41804) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:56.960644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c54045bb-4ca9-43a5-bd68-9b7d9088716b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:14:56.972396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c54045bb-4ca9-43a5-bd68-9b7d9088716b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:14:56.973202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.008780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.058221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d7e04fb-1444-470a-9fca-6e5f25a43818 None None] Could not find standard attr ID for object 6d7886db-b638-4ec0-9b1f-75ea42255cd7. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:14:57.126436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.166357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c54045bb-4ca9-43a5-bd68-9b7d9088716b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c54045bb-4ca9-43a5-bd68-9b7d9088716b,segment=NetworkSegment(c4d9dabf-59df-41ef-9bc7-aa67ef5d7674),segment_id=c4d9dabf-59df-41ef-9bc7-aa67ef5d7674)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:57.182307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.188381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.216158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c7f552d-7af8-487d-b033-f5364fa7af87 req-d4685dc7-a6e9-4c6c-99e1-fb79a56e0a04 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0519876 Aug 19 00:14:57.220925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503b67f3-c565-429d-8347-3121824e428c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:57.233080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f33c01-bcf7-45fd-9a6a-0c3cd9621d2f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:57.233411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f33c01-bcf7-45fd-9a6a-0c3cd9621d2f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:57.242325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c54045bb-4ca9-43a5-bd68-9b7d9088716b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:57.245693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.279822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.287701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:14:57.288425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:14:57.291533 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:14:57.358024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.372141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.375122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "DELETE /v2.0/networks/503b67f3-c565-429d-8347-3121824e428c HTTP/1.1" status: 204 len: 168 time: 0.4869938 Aug 19 00:14:57.378748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:57.418324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abccf5-1764-48bf-bbf4-eae158c74d50 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event deleted for resources: {'Network': ['ID=503b67f3-c565-429d-8347-3121824e428c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:57.423722 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e73c6c-16cc-431a-a143-4bbc7f4877b8 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] DELETE failed (client error): The resource could not be found. Aug 19 00:14:57.424715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e73c6c-16cc-431a-a143-4bbc7f4877b8 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:14:57.429834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-79e73c6c-16cc-431a-a143-4bbc7f4877b8 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "DELETE /v2.0/ports/6d7886db-b638-4ec0-9b1f-75ea42255cd7 HTTP/1.1" status: 404 len: 333 time: 0.0471923 Aug 19 00:14:57.430046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41812) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:57.500454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Deleting subnet 996d32f7-f74c-403e-bd6f-1de5bf0b2d63 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:14:57.507077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.542137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6bc8eb4-ad08-484e-9de6-cd9d54281090 req-89611e55-bbfa-4f32-8093-c33031f07106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ca24b1eb8f24ac28b2a8da1a6e96690&device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0356183 Aug 19 00:14:57.580509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ae733869-7749-4949-b5e6-e64c1e7d95d1 req-7c0b7b3a-35d7-4429-8c3a-0c6f710950fe tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0328729 Aug 19 00:14:57.581026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6bc8eb4-ad08-484e-9de6-cd9d54281090 req-f7aaca42-6213-431f-9a5e-dd7f48837053 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6ca24b1eb8f24ac28b2a8da1a6e96690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265543 Aug 19 00:14:57.600461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.712147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8eb4-ad08-484e-9de6-cd9d54281090 req-5a6ab821-5327-4ce5-87aa-2b89efe439c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:14:57.720544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6bc8eb4-ad08-484e-9de6-cd9d54281090 req-5a6ab821-5327-4ce5-87aa-2b89efe439c0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1333303 Aug 19 00:14:57.726525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.798515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.830732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:57.833527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "DELETE /v2.0/subnets/996d32f7-f74c-403e-bd6f-1de5bf0b2d63 HTTP/1.1" status: 204 len: 168 time: 0.4021208 Aug 19 00:14:57.833962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab19eb5-316f-438a-a3d1-af0773186bf0 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event deleted for resources: {'Subnet': ['ID=996d32f7-f74c-403e-bd6f-1de5bf0b2d63,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:57.836082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41822) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:57.838788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a348cd1-55b5-4d6d-a2bd-d798bdb3de3f None None] Network 92931277-f43b-401f-9747-043a596d6eeb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:14:57.956849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.032584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Deleting port c54045bb-4ca9-43a5-bd68-9b7d9088716b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:14:58.032755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.078759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] DHCP port deletion for 92931277-f43b-401f-9747-043a596d6eeb request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:14:58.100199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] For port c54045bb-4ca9-43a5-bd68-9b7d9088716b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c54045bb-4ca9-43a5-bd68-9b7d9088716b,segment=NetworkSegment(c4d9dabf-59df-41ef-9bc7-aa67ef5d7674),segment_id=c4d9dabf-59df-41ef-9bc7-aa67ef5d7674)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:58.100517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.114651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Calling delete_port for c54045bb-4ca9-43a5-bd68-9b7d9088716b owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:14:58.126215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Deleting port c54045bb-4ca9-43a5-bd68-9b7d9088716b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:14:58.126438 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.198404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] For port c54045bb-4ca9-43a5-bd68-9b7d9088716b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c54045bb-4ca9-43a5-bd68-9b7d9088716b,segment=NetworkSegment(c4d9dabf-59df-41ef-9bc7-aa67ef5d7674),segment_id=c4d9dabf-59df-41ef-9bc7-aa67ef5d7674)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:14:58.198678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.198861 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.223226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Calling delete_port for c54045bb-4ca9-43a5-bd68-9b7d9088716b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:14:58.228099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] No DVR routers for this DVR port c54045bb-4ca9-43a5-bd68-9b7d9088716b on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:14:58.230035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event deleted for resources: {'Port': ['ID=c54045bb-4ca9-43a5-bd68-9b7d9088716b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:58.321479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.322141 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.332192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92931277-f43b-401f-9747-043a596d6eeb']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:58.342379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:58.342681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d9dabf-59df-41ef-9bc7-aa67ef5d7674') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:14:58.352506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.354286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] No DVR routers for this DVR port c54045bb-4ca9-43a5-bd68-9b7d9088716b on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:14:58.357215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64b37c-c011-41a2-9649-6946c982d765 None None] Pushing event deleted for resources: {'Port': ['ID=c54045bb-4ca9-43a5-bd68-9b7d9088716b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:58.371635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.378273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:14:58.379188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:14:58.382029 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:14:58.442269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.460200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:58.462097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] 10.222.0.20 "DELETE /v2.0/networks/92931277-f43b-401f-9747-043a596d6eeb HTTP/1.1" status: 204 len: 168 time: 0.6249974 Aug 19 00:14:58.463010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d336bc-03a7-4a47-ae65-a5dfe72b9853 tempest-DHCPAgentSchedulersTestJSON-1159272046 tempest-DHCPAgentSchedulersTestJSON-1159272046-project] Pushing event deleted for resources: {'Network': ['ID=92931277-f43b-401f-9747-043a596d6eeb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:58.688289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c54045bb-4ca9-43a5-bd68-9b7d9088716b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:14:58.710017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c54045bb-4ca9-43a5-bd68-9b7d9088716b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:14:58.710649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c54045bb-4ca9-43a5-bd68-9b7d9088716b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:14:58.744255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59756c6b-0628-461f-a411-88bf4afdb1fe req-7d7117a8-c556-46df-92ee-92beb1318af0 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0415785 Aug 19 00:14:58.821456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:59.008333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7c64eb4-e445-4d29-a04a-0b680e3dae74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11cd30cc9bdf40fdb4714730c2d69f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820023 Aug 19 00:14:59.009664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:59.065140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.093848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.150651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6bc8eb4-ad08-484e-9de6-cd9d54281090 req-1a35b19d-b154-40b8-881b-76348b714575 tempest-ServerShowV257Test-1230098055 tempest-ServerShowV257Test-1230098055-project] 10.222.0.21 "GET /v2.0/ports?device_id=b754e69b-f42d-4113-aa38-f27d2d60b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0258527 Aug 19 00:14:59.171543 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.174329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.175463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30b7f25c-753b-4dda-b00a-c340b6e30d4b HTTP/1.1" status: 204 len: 168 time: 0.1648335 Aug 19 00:14:59.184044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed5222-b03d-4722-ab2a-68435b5f9274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b7f25c-753b-4dda-b00a-c340b6e30d4b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:59.482912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41850) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:59.497526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e013a9b-61b1-4305-b919-671436e99250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.617048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e013a9b-61b1-4305-b919-671436e99250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.623661 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e013a9b-61b1-4305-b919-671436e99250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.671090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013a9b-61b1-4305-b919-671436e99250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e3ca2-c0c7-4e04-8140-9d8bb5259c00,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:14:59.678315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0e013a9b-61b1-4305-b919-671436e99250 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77e94e560a8244cd82c18baffd94c8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942604 Aug 19 00:14:59.678678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:14:59.752737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.780986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.879388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.883574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:14:59.887721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/234e3ca2-c0c7-4e04-8140-9d8bb5259c00 HTTP/1.1" status: 204 len: 168 time: 0.2079678 Aug 19 00:14:59.910625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbdab-14da-45ae-800a-0d1e81cb5a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e3ca2-c0c7-4e04-8140-9d8bb5259c00,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:00.203372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:00.352709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a460b4-daa0-40e4-a869-ab97cea8611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.457918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a460b4-daa0-40e4-a869-ab97cea8611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.462852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24a460b4-daa0-40e4-a869-ab97cea8611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.505691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24a460b4-daa0-40e4-a869-ab97cea8611f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca24b1eb8f24ac28b2a8da1a6e96690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981229 Aug 19 00:15:00.505691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a460b4-daa0-40e4-a869-ab97cea8611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472e0f0-d84b-4abc-9f55-123136c860f6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:00.505952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41886) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:00.574469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.595939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.648640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.651263 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:00.652625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4472e0f0-d84b-4abc-9f55-123136c860f6 HTTP/1.1" status: 204 len: 168 time: 0.1458492 Aug 19 00:15:00.661494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6f8c0-f036-4aac-9d48-ffb7fc078b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472e0f0-d84b-4abc-9f55-123136c860f6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:01.410916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:01.539314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:01.597664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1702209592-network', 'tenant_id': 'ea3d4488cfed425789354811de9044b0'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:01.617985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Made reservation on behalf of ea3d4488cfed425789354811de9044b0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:01.620225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.626785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:01.629552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.649767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.729990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.734040 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.737676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.756570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:15:01.770657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94256d1a-e7d5-463f-bb47-21e088e978e6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:01.776102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.776494 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Added segment dbac110d-2420-4dc0-8476-ae1f8a4aca25 of type vlan for network e79c7f20-edd7-48a4-827b-7fd9475ba5c6 Aug 19 00:15:01.817980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.848591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Allocated IP 172.25.1.67 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/b74846b9-aca0-4349-9ba8-1065c5d9c6a7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:01.848920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.850317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:01.851203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.882845 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3423488 Aug 19 00:15:01.883454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:01.914123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Request body: {'subnet': {'network_id': 'e79c7f20-edd7-48a4-827b-7fd9475ba5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1702209592-subnet', 'tenant_id': 'ea3d4488cfed425789354811de9044b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:01.941917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7c9c4-2f61-4be0-b7f4-a3c5f841cc2f admin admin] Pushing event updated for resources: {'Network': ['ID=e79c7f20-edd7-48a4-827b-7fd9475ba5c6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:01.949394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Made reservation on behalf of ea3d4488cfed425789354811de9044b0 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:01.951819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:01.954135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e79c7f20-edd7-48a4-827b-7fd9475ba5c6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:15:01.961611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.015666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.059030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:02.063993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:02.067292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:02.104055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Pushing event updated for resources: {'Port': ['ID=b74846b9-aca0-4349-9ba8-1065c5d9c6a7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:02.139817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.181983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.196961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef9918d-f811-4169-a05e-1b77926920d4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:02.203947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Checking segment: {'id': 'dbac110d-2420-4dc0-8476-ae1f8a4aca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e79c7f20-edd7-48a4-827b-7fd9475ba5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:02.204322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Network hostable DHCP agents. Network: e79c7f20-edd7-48a4-827b-7fd9475ba5c6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:15:02.224805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Network e79c7f20-edd7-48a4-827b-7fd9475ba5c6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:15:02.227616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.247429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e79c7f20-edd7-48a4-827b-7fd9475ba5c6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:02.260291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0917d-3d0f-45bc-99cd-d2eff9d9ab6d None None] Network e79c7f20-edd7-48a4-827b-7fd9475ba5c6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:02.270336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:02.270942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.311198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6491c97b-fad3-4158-a0f4-44c637a9dc4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3938866 Aug 19 00:15:02.434560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a60f97-a4e8-49c8-bc07-1f41edb98799 None None] Network e79c7f20-edd7-48a4-827b-7fd9475ba5c6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:02.434924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:02.442491 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.448392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.488639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Deleting subnet eef9918d-f811-4169-a05e-1b77926920d4 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:15:02.492029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.524253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Pushing event updated for resources: {'Port': ['ID=b74846b9-aca0-4349-9ba8-1065c5d9c6a7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:02.541755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.546708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.557581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.559303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ec5999dd-3ca2-42e6-a9c2-6732df3d7329 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1473422 Aug 19 00:15:02.562640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41966) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:02.571314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-770254696', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'fixed_ips': [{'ip_address': '172.25.1.67'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:02.598157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.598934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Made reservation on behalf of 9a04cb9d2e0e46709d70ad50c684caa1 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:02.602318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.611878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.657222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.687726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef9918d-f811-4169-a05e-1b77926920d4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:02.693293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.695263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7340856e-581e-438a-931e-3026bb4b8975 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eef9918d-f811-4169-a05e-1b77926920d4 HTTP/1.1" status: 204 len: 168 time: 0.2593014 Aug 19 00:15:02.697933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:02.727751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.732604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.743468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] device_id is not set on port b2c10fb4-9cfe-4684-93f9-0e677b3429c5 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:02.779513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.808702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249590a-be9f-4872-8973-52cff33b05d8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:02.875816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.885705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79c7f20-edd7-48a4-827b-7fd9475ba5c6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:02.896279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbac110d-2420-4dc0-8476-ae1f8a4aca25') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:02.896608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbac110d-2420-4dc0-8476-ae1f8a4aca25') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:02.905754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.920750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.930362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:15:02.930809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:15:02.932581 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:15:02.947093 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 00:15:02.947664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:15:02.967969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92bba28f-a2ef-4e31-ad45-77405763a2d5 tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4016562 Aug 19 00:15:02.968248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:03.084099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.090678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.094812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] 10.222.0.20 "DELETE /v2.0/networks/e79c7f20-edd7-48a4-827b-7fd9475ba5c6 HTTP/1.1" status: 204 len: 168 time: 0.3936436 Aug 19 00:15:03.110299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be012-e14d-47cd-988a-f3ba8f944f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e79c7f20-edd7-48a4-827b-7fd9475ba5c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:03.158004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Deleting port b74846b9-aca0-4349-9ba8-1065c5d9c6a7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:03.158459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.225917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:03.254352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.254762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.278549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Calling delete_port for b74846b9-aca0-4349-9ba8-1065c5d9c6a7 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:03.300544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6cc82b2-3bc3-4ded-8670-325edf688d89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea3d4488cfed425789354811de9044b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734901 Aug 19 00:15:03.303050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:03.420562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.449405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.517912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.549671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Pushing event deleted for resources: {'Port': ['ID=b74846b9-aca0-4349-9ba8-1065c5d9c6a7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:03.576881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.579333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.580492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94256d1a-e7d5-463f-bb47-21e088e978e6 HTTP/1.1" status: 204 len: 168 time: 0.2766297 Aug 19 00:15:03.607616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66994a-605c-423c-9ee5-63b484578191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94256d1a-e7d5-463f-bb47-21e088e978e6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:03.627650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.632718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:03.637410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3eb3196b-624c-4f9a-8520-90c2f95832dc tempest-ExternalNetworksAdminNegativeTestJSON-610265666 tempest-ExternalNetworksAdminNegativeTestJSON-610265666-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/788a6d27-ebdb-4056-aec7-5f4a35d2ebd0 HTTP/1.1" status: 204 len: 168 time: 0.6664402 Aug 19 00:15:03.898262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:04.019311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73dc2494-f3ba-4615-9d8b-be6cebbdcb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.127384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73dc2494-f3ba-4615-9d8b-be6cebbdcb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.133331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73dc2494-f3ba-4615-9d8b-be6cebbdcb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.178885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-73dc2494-f3ba-4615-9d8b-be6cebbdcb3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=114b0347d915455f904e49be77414764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794363 Aug 19 00:15:04.180145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc2494-f3ba-4615-9d8b-be6cebbdcb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1396280f-89a8-4e62-bd9e-af22c7c9f2c4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:04.181797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:04.236779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.270514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.330469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.333761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.334937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1396280f-89a8-4e62-bd9e-af22c7c9f2c4 HTTP/1.1" status: 204 len: 168 time: 0.1520936 Aug 19 00:15:04.343559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd6dc1-6296-4cf5-91ef-44a994b4a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396280f-89a8-4e62-bd9e-af22c7c9f2c4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:04.781162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42038) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:04.837438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9538fce1-2f40-41fd-aa88-b027a68ef012 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a04cb9d2e0e46709d70ad50c684caa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529125 Aug 19 00:15:04.837873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:04.896752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.923270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.981528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.984140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:04.988076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5249590a-be9f-4872-8973-52cff33b05d8 HTTP/1.1" status: 204 len: 168 time: 0.1465232 Aug 19 00:15:04.996484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64619d-9771-473d-a1c5-9fa1f049afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249590a-be9f-4872-8973-52cff33b05d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:05.307031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:05.445354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-753b4b9f-4bfc-4180-9869-150982a8e5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.546566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-753b4b9f-4bfc-4180-9869-150982a8e5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.551213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-753b4b9f-4bfc-4180-9869-150982a8e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.595068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b4b9f-4bfc-4180-9869-150982a8e5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d90dc5-28c6-428b-927f-aec19fda4c27,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:05.603787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-753b4b9f-4bfc-4180-9869-150982a8e5bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d004947b090d4ff4aaeb9c5d54822f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955568 Aug 19 00:15:05.604041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:05.661683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.683422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.736596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.740050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:05.741334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50d90dc5-28c6-428b-927f-aec19fda4c27 HTTP/1.1" status: 204 len: 168 time: 0.1362038 Aug 19 00:15:05.750147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b0a03-acac-476b-9b8f-800049a1a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d90dc5-28c6-428b-927f-aec19fda4c27,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:06.437922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42134) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:06.646172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2068270233'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:07.031596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Made reservation on behalf of 29402bb63ce14fb796eacfd01d1ff97e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:07.035648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.045843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.147493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.152762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.180091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:15:07.189206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f6ebb-49f7-422a-b78d-d625ede68c2a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:07.196998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.197270 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Added segment d0f46e06-4b1d-4c4a-b990-598fe3a68175 of type vlan for network 1077f80b-dfec-439c-a064-e84ab81cf31d Aug 19 00:15:07.238466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.265875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.272048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:07.272688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.326571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8875141 Aug 19 00:15:07.352415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948f4de-c606-40e8-9703-9f87df0601cf tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Pushing event updated for resources: {'Network': ['ID=1077f80b-dfec-439c-a064-e84ab81cf31d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:07.364066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1077f80b-dfec-439c-a064-e84ab81cf31d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:15:07.600044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:07.610749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d', 'binding:host_id': 'n-h2-771363-38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1254915285'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:07.636726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Made reservation on behalf of 8172b68212c84a2ab0fe40ad8c339b74 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:07.639945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.656262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.755830 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.761361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:07.766640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port f89cede9-4401-4692-b2c0-3ac0356a0cb6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:07.851829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e3a41c-1446-45ba-b6f6-161f421009cf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.016613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port f89cede9-4401-4692-b2c0-3ac0356a0cb6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:08.026759 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.039757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Transition to ACTIVE for port object f89cede9-4401-4692-b2c0-3ac0356a0cb6 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:08.050351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.121410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=f89cede9-4401-4692-b2c0-3ac0356a0cb6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.131901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Checking segment: {'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:08.132130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Network hostable DHCP agents. Network: 1077f80b-dfec-439c-a064-e84ab81cf31d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:15:08.150922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Network 1077f80b-dfec-439c-a064-e84ab81cf31d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:15:08.161498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1077f80b-dfec-439c-a064-e84ab81cf31d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:08.167521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:08.171614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0724566-67ed-4f6d-89f0-dd8c5cf26d9a None None] Network 1077f80b-dfec-439c-a064-e84ab81cf31d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:08.184880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.185231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.185577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.191248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.191586 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.192181 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 2 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.202203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:08.209949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.210295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.210636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.215976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.216456 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.216988 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 3 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.231078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.231431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.231778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.238654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.239073 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.239549 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 4 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.254339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.254682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.255028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.260609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.261013 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.261368 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 5 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.276125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.276505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.276920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.281545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.281879 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.282288 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 6 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.297172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.297785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.298354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.307667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.308016 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.308453 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 7 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.328818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.329255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.329713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.336161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.336670 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.337156 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 8 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.352266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.352793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.353228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.358339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.358794 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.359029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5605896-3179-4e6f-b4c0-1116649f8673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.359393 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 9 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.374930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.375420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.375860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.381235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.381715 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.382671 n-d-771363-38 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 10 to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 Aug 19 00:15:08.397034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:08.397389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:08.397750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:08.402305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:08.402643 n-d-771363-38 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port f89cede9-4401-4692-b2c0-3ac0356a0cb6 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:08.403241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.469815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port f89cede9-4401-4692-b2c0-3ac0356a0cb6, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:08.470409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:15:08.474489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.474639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5605896-3179-4e6f-b4c0-1116649f8673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.478432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5605896-3179-4e6f-b4c0-1116649f8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.513499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:08.514204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.523295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e5605896-3179-4e6f-b4c0-1116649f8673 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dec36d783ca34fbebdc2724e741a4107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190668 Aug 19 00:15:08.523921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:08.531861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5605896-3179-4e6f-b4c0-1116649f8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc901f0-4d49-402e-b00c-0529094b5993,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.535425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=f89cede9-4401-4692-b2c0-3ac0356a0cb6,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.543733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7a123f6d-ce17-4562-8e61-0a8b754bdaa8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9424202 Aug 19 00:15:08.546856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42208) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:08.630196 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.657485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.695381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Deleting port f89cede9-4401-4692-b2c0-3ac0356a0cb6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:08.695736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.766417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port f89cede9-4401-4692-b2c0-3ac0356a0cb6, host n-h2-771363-38, got binding levels [] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:08.766813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.770087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.772590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.773733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cc901f0-4d49-402e-b00c-0529094b5993 HTTP/1.1" status: 204 len: 168 time: 0.2473533 Aug 19 00:15:08.790704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Calling delete_port for f89cede9-4401-4692-b2c0-3ac0356a0cb6 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:08.794861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30929a12-30f4-479d-a4d3-335dbebf95d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc901f0-4d49-402e-b00c-0529094b5993,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.887337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.919476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event deleted for resources: {'Port': ['ID=f89cede9-4401-4692-b2c0-3ac0356a0cb6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:08.927848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:08.934618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-74282079-48ba-4ed1-b70b-2568bdb87221 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f89cede9-4401-4692-b2c0-3ac0356a0cb6 HTTP/1.1" status: 204 len: 168 time: 0.3864841 Aug 19 00:15:08.937193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42216) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:08.965686 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d8c804-964b-4be8-8aa5-23865de3e1b0 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:15:08.971066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f0d8c804-964b-4be8-8aa5-23865de3e1b0 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports/f89cede9-4401-4692-b2c0-3ac0356a0cb6 HTTP/1.1" status: 404 len: 333 time: 0.0294573 Aug 19 00:15:08.971389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42220) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:08.976128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1263547628'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:09.004032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Made reservation on behalf of 8172b68212c84a2ab0fe40ad8c339b74 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:09.007711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.032047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port 75f02684-f834-4a1b-a5d8-f971e1839307 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:09.104050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:09.122375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-242298f6-69f8-4c83-ab7c-0a3fbccedd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.241023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.276551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-242298f6-69f8-4c83-ab7c-0a3fbccedd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.282629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-242298f6-69f8-4c83-ab7c-0a3fbccedd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.294344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.333676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-242298f6-69f8-4c83-ab7c-0a3fbccedd8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8daf41cf1bd496a8377534239175363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256482 Aug 19 00:15:09.334184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242298f6-69f8-4c83-ab7c-0a3fbccedd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf75bc0-42ec-4bc2-8612-a09261140de0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:09.337802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:09.349104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Network 1077f80b-dfec-439c-a064-e84ab81cf31d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:09.352206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:09.357445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:09.358407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:09.359007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.383050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=75f02684-f834-4a1b-a5d8-f971e1839307,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:09.388041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-908f5b8e-a3d3-4f78-87bd-ab2695ddc1f2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4155328 Aug 19 00:15:09.390456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42230) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:09.396555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:09.405896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.429527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.453243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.490733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.494474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.498040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/faf75bc0-42ec-4bc2-8612-a09261140de0 HTTP/1.1" status: 204 len: 168 time: 0.1569602 Aug 19 00:15:09.507269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce84f8-b5de-43ac-b056-d48b6febc5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf75bc0-42ec-4bc2-8612-a09261140de0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:09.683766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port 75f02684-f834-4a1b-a5d8-f971e1839307 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:09.693332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.708020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Transition to ACTIVE for port object 75f02684-f834-4a1b-a5d8-f971e1839307 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:09.712591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:09.768567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=75f02684-f834-4a1b-a5d8-f971e1839307,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:09.780725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.781170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.781587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.782004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.782559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.783015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.783448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.783912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.784372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.784803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.785236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.785665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:09.799104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.800081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.800550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.807528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.808014 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.808537 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 2 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.825080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.825568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.826010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.831027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.831550 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.831969 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 3 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.844333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.844725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.845143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.849692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.850105 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.850565 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 4 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.864133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.864797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.865217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.870096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.870369 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.870749 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 5 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.883540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.884075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.884617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.891278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.891617 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.892014 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 6 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.909590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.909983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.910257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.914604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.915066 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.915467 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 7 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.929242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.929242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.929242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.933842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.934176 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.934691 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 8 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.947980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.948655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.949101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.954310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.954643 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.955033 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 9 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.969633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.969976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.970442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:09.975744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:09.976154 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:09.976627 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 10 to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 Aug 19 00:15:09.997887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:09.998232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:09.998576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:10.003384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:10.003901 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 75f02684-f834-4a1b-a5d8-f971e1839307 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:10.004067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.072518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port 75f02684-f834-4a1b-a5d8-f971e1839307, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:10.072978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempted to set empty binding levels {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:15:10.076833 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.105191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] In _notify_port_updated(), no bound segment for port 75f02684-f834-4a1b-a5d8-f971e1839307 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:15:10.106158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.106768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.111235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "PUT /v2.0/ports/75f02684-f834-4a1b-a5d8-f971e1839307 HTTP/1.1" status: 200 len: 976 time: 0.7165360 Aug 19 00:15:10.111428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:10.136455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3453-b75f-4f84-9b90-bb47dbfbeb15 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=75f02684-f834-4a1b-a5d8-f971e1839307,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:10.209100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.209594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.210066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.210583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.211005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.211471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.211934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.212425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.212897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.213363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.213831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.214290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.214781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.215249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.215715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.216186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.216675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.217143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.217610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.218075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.218684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.219136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.219639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.220194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.220711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.221187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.222248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.222720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.226077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7d5a749-56ff-4c00-80e1-81281f1898c2 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25271 time: 0.1141508 Aug 19 00:15:10.230112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42260) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:10.314724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Deleting port 75f02684-f834-4a1b-a5d8-f971e1839307 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:10.315423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.378766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port 75f02684-f834-4a1b-a5d8-f971e1839307, host n-h2-771363-38, got binding levels [] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:10.379037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.391723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Calling delete_port for 75f02684-f834-4a1b-a5d8-f971e1839307 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:10.482392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.511071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f02684-f834-4a1b-a5d8-f971e1839307,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:10.518124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.521083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16ba6d2a-3d51-4f5e-b4bf-13f26c4e9cad tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "DELETE /v2.0/ports/75f02684-f834-4a1b-a5d8-f971e1839307 HTTP/1.1" status: 204 len: 168 time: 0.2898538 Aug 19 00:15:10.523691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42268) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:10.550151 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe28ffc-18a2-48fd-b0cd-7fdf5b5f023b tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:15:10.555238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-abe28ffc-18a2-48fd-b0cd-7fdf5b5f023b tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports/75f02684-f834-4a1b-a5d8-f971e1839307 HTTP/1.1" status: 404 len: 333 time: 0.0265026 Aug 19 00:15:10.556066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:10.562146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-45827320', 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:10.592708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Made reservation on behalf of 8172b68212c84a2ab0fe40ad8c339b74 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:10.597248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.619481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port 08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:10.807777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.860916 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.929029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=08b9cbd0-ece8-4591-8546-d95cfd9b4ed4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:10.936575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Network 1077f80b-dfec-439c-a064-e84ab81cf31d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:10.938217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:10.941140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:10.942130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.942751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:10.961439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ec286a54-13c4-4c16-8248-ccfbbd89ac75 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4038815 Aug 19 00:15:10.963999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:10.998501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68473e6c-4cf9-44de-9836-71642aab58b8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:10.999993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68473e6c-4cf9-44de-9836-71642aab58b8 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports/08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 HTTP/1.1" status: 200 len: 953 time: 0.0349214 Aug 19 00:15:11.003400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:11.080878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Deleting port 08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:11.081227 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.147173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.162288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Calling delete_port for 08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:11.254386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.293521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.295756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "DELETE /v2.0/ports/08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 HTTP/1.1" status: 204 len: 168 time: 0.2912815 Aug 19 00:15:11.296947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1746f-6d50-46bc-a2fb-a4e42e7ee874 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event deleted for resources: {'Port': ['ID=08b9cbd0-ece8-4591-8546-d95cfd9b4ed4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:11.298478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42308) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:11.330496 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a1bbed-faac-4149-8549-6f4ec890d9ca tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:15:11.333834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00a1bbed-faac-4149-8549-6f4ec890d9ca tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports/08b9cbd0-ece8-4591-8546-d95cfd9b4ed4 HTTP/1.1" status: 404 len: 333 time: 0.0338340 Aug 19 00:15:11.337601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:11.343403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1063831574'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:11.375448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Made reservation on behalf of 8172b68212c84a2ab0fe40ad8c339b74 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:11.379920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.408491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port 1485be0f-73af-408b-bc9f-e695a4d137c9 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:11.583188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.613928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:11.624348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.675862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Network 1077f80b-dfec-439c-a064-e84ab81cf31d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:11.678845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:11.683317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:11.684760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:11.684876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.688275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=1485be0f-73af-408b-bc9f-e695a4d137c9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:11.713799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42332) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:11.714014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a4242b17-ce71-4389-8850-ebe6b31fa9cb tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3752422 Aug 19 00:15:11.720736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:11.847216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a292c73-f195-42de-a771-c385c349b620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.856016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:11.974052 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:15:12.070165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a292c73-f195-42de-a771-c385c349b620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.089174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a292c73-f195-42de-a771-c385c349b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.128806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] device_id is not set on port 1485be0f-73af-408b-bc9f-e695a4d137c9 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:12.145364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.149366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5a292c73-f195-42de-a771-c385c349b620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afa9c371c6774361b3054004e5af6151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341265 Aug 19 00:15:12.151678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a292c73-f195-42de-a771-c385c349b620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e040b0f8-58fa-4aa6-900b-a9fe47def46c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.152730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:12.164558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Transition to ACTIVE for port object 1485be0f-73af-408b-bc9f-e695a4d137c9 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:12.170432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.212474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.224705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42354) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:12.239279 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.240551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=1485be0f-73af-408b-bc9f-e695a4d137c9,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.252012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.252526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.252756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.258212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.258547 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.259286 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 2 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.274467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.274901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.275324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.280935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.281404 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.281845 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 3 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.295681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.296932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.297375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.297719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.298896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.301014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e040b0f8-58fa-4aa6-900b-a9fe47def46c HTTP/1.1" status: 204 len: 168 time: 0.1464570 Aug 19 00:15:12.308339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.308889 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.309537 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 4 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.310007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67798b1a-fade-4ec8-9404-4774f36fb2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040b0f8-58fa-4aa6-900b-a9fe47def46c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.326690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.327378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.327886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.333827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.334363 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.334680 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 5 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.347994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.348400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.348743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.353162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.353494 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.354060 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 6 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.378094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.378397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.378771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.381324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4170551-6ce9-4e35-b3ec-44e9df596d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.382135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b31f62a9-3dc0-4553-9362-96f47e434529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.391358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.391676 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.392202 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 7 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.413155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.413500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.413867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.420820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.421108 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.424320 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 8 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.446709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.447033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.447379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.456369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.456705 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.458997 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 9 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.481517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.481835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.482206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.490890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.491229 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.492840 n-d-771363-38 neutron-server[94622]: INFO neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempt 10 to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 Aug 19 00:15:12.511820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:12.512165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:12.512535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempting to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:12.522848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:15:12.523192 n-d-771363-38 neutron-server[94622]: ERROR neutron.plugins.ml2.managers [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Failed to bind port 1485be0f-73af-408b-bc9f-e695a4d137c9 on host n-h2-771363-38 for vnic_type normal using segments [{'id': 'd0f46e06-4b1d-4c4a-b990-598fe3a68175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1077f80b-dfec-439c-a064-e84ab81cf31d'}] Aug 19 00:15:12.523564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.546006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b31f62a9-3dc0-4553-9362-96f47e434529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.550452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b31f62a9-3dc0-4553-9362-96f47e434529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.627454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b31f62a9-3dc0-4553-9362-96f47e434529 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3606b9b15ba34f94b99def825e250daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020798 Aug 19 00:15:12.630213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42368) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:12.630353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f62a9-3dc0-4553-9362-96f47e434529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f4f13-7e05-4653-92eb-472d4bb2b329,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.648772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port 1485be0f-73af-408b-bc9f-e695a4d137c9, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:12.649144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attempted to set empty binding levels {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 00:15:12.654930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.684984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.687691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] In _notify_port_updated(), no bound segment for port 1485be0f-73af-408b-bc9f-e695a4d137c9 on network 1077f80b-dfec-439c-a064-e84ab81cf31d {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:15:12.688583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:12.689187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.693443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "PUT /v2.0/ports/1485be0f-73af-408b-bc9f-e695a4d137c9 HTTP/1.1" status: 200 len: 976 time: 0.9773176 Aug 19 00:15:12.694092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42372) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:12.707585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.729016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493c174-4681-408d-8947-e38bee28bc83 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event updated for resources: {'Port': ['ID=1485be0f-73af-408b-bc9f-e695a4d137c9,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.761549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.764970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.766590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f58f4f13-7e05-4653-92eb-472d4bb2b329 HTTP/1.1" status: 204 len: 168 time: 0.1349943 Aug 19 00:15:12.778165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91595b-a767-4789-9bdd-555993ad5652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f4f13-7e05-4653-92eb-472d4bb2b329,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:12.826445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Deleting port 1485be0f-73af-408b-bc9f-e695a4d137c9 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:12.826845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.904393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] For port 1485be0f-73af-408b-bc9f-e695a4d137c9, host n-h2-771363-38, got binding levels [] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:12.904393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:12.917930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Calling delete_port for 1485be0f-73af-408b-bc9f-e695a4d137c9 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:13.003998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.034123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Pushing event deleted for resources: {'Port': ['ID=1485be0f-73af-408b-bc9f-e695a4d137c9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:13.046232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.048869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06b2087b-a13e-42d5-afe5-ac598f927eff tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1485be0f-73af-408b-bc9f-e695a4d137c9 HTTP/1.1" status: 204 len: 168 time: 0.3495107 Aug 19 00:15:13.051349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:13.077399 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-98152c5e-74b8-44c9-a9c9-f75c73e78f19 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] GET failed (client error): The resource could not be found. Aug 19 00:15:13.080365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98152c5e-74b8-44c9-a9c9-f75c73e78f19 tempest-PortsAdminExtendedAttrsTestJSON-863322852 tempest-PortsAdminExtendedAttrsTestJSON-863322852-project-admin] 10.222.0.20 "GET /v2.0/ports/1485be0f-73af-408b-bc9f-e695a4d137c9 HTTP/1.1" status: 404 len: 333 time: 0.0265524 Aug 19 00:15:13.083346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:13.129808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:13.146349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c81e-8b65-41c0-8d7b-081feeb6f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.164104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.244999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c81e-8b65-41c0-8d7b-081feeb6f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.250495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c81e-8b65-41c0-8d7b-081feeb6f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.265506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.277437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1077f80b-dfec-439c-a064-e84ab81cf31d']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:13.288750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f46e06-4b1d-4c4a-b990-598fe3a68175') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:13.289104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f46e06-4b1d-4c4a-b990-598fe3a68175') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:13.290122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c81e-8b65-41c0-8d7b-081feeb6f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6426c21d-dbd5-4521-a58d-678b9fbf56dc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:13.294426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a2d9c81e-8b65-41c0-8d7b-081feeb6f6d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96901c3c78ad4aa28101759a0116b764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630731 Aug 19 00:15:13.296991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:13.298671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.313823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.320789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:15:13.321396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:15:13.324437 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:15:13.349527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.377382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.399463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.413868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.419065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] 10.222.0.20 "DELETE /v2.0/networks/1077f80b-dfec-439c-a064-e84ab81cf31d HTTP/1.1" status: 204 len: 168 time: 0.3345075 Aug 19 00:15:13.431805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00c96d-fe07-40ec-a2a0-671f950711de tempest-PortsAdminExtendedAttrsTestJSON-1939988571 tempest-PortsAdminExtendedAttrsTestJSON-1939988571-project] Pushing event deleted for resources: {'Network': ['ID=1077f80b-dfec-439c-a064-e84ab81cf31d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:13.438614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.442329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:13.447910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6426c21d-dbd5-4521-a58d-678b9fbf56dc HTTP/1.1" status: 204 len: 168 time: 0.1496336 Aug 19 00:15:13.461122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6ca79-e84e-49d8-bbc1-bff5a11d6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426c21d-dbd5-4521-a58d-678b9fbf56dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:13.718801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:13.961433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7acbcc2-094b-49fb-ba58-f31119238ba6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29402bb63ce14fb796eacfd01d1ff97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411799 Aug 19 00:15:13.961893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:14.031507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.055973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.118785 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.122123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.127201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e0f6ebb-49f7-422a-b78d-d625ede68c2a HTTP/1.1" status: 204 len: 168 time: 0.1608369 Aug 19 00:15:14.137462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff63d-d660-4f2d-9f1a-a9e8b72f9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f6ebb-49f7-422a-b78d-d625ede68c2a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:14.719419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42526) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:14.762314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e267b20f-814c-43d3-8ed2-3f597e5bd8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8172b68212c84a2ab0fe40ad8c339b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416329 Aug 19 00:15:14.764699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42528) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:14.821565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.849186 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.907754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.911327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:14.912721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17e3a41c-1446-45ba-b6f6-161f421009cf HTTP/1.1" status: 204 len: 168 time: 0.1470406 Aug 19 00:15:14.923982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddd3ca-0837-4625-ab70-9d1346c25165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e3a41c-1446-45ba-b6f6-161f421009cf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:14.973309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a282-8278-424f-a854-2f97f5eb8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:15.039353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:15.149534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:15.237916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5613a-ed7f-4244-a212-e225979d9f59 req-f899b157-b1a2-4919-9ee0-1dbd40fa7aff tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:15.239567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe5613a-ed7f-4244-a212-e225979d9f59 req-f899b157-b1a2-4919-9ee0-1dbd40fa7aff tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.0952833 Aug 19 00:15:15.301170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe5613a-ed7f-4244-a212-e225979d9f59 req-75cca97c-149e-4dd7-a124-00194a03706a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529392 Aug 19 00:15:16.143355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42622) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:16.243847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.266261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-840c48b1-ea52-4a26-b0e3-613dd41e9300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.375991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-840c48b1-ea52-4a26-b0e3-613dd41e9300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.380850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-840c48b1-ea52-4a26-b0e3-613dd41e9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.421109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-840c48b1-ea52-4a26-b0e3-613dd41e9300 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4cd84ba2264b02a4fe5e90c5be744b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763598 Aug 19 00:15:16.422812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:16.423235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c48b1-ea52-4a26-b0e3-613dd41e9300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba86af0c-b2f9-4911-9d03-e5285b7889e7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:16.490376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.514683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.570240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.572951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.574386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba86af0c-b2f9-4911-9d03-e5285b7889e7 HTTP/1.1" status: 204 len: 168 time: 0.1503861 Aug 19 00:15:16.578047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42642) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:16.584466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0ba63-f244-4616-898f-bafae0c57f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba86af0c-b2f9-4911-9d03-e5285b7889e7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:16.689696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-663871451', 'router:external': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:16.714587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Made reservation on behalf of d9e93ca698384f3fad55f19826b8a814 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:16.717321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.727598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.836110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.840498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.871529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:15:16.883324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1375aa-ad15-4903-bbbc-4570d89a1151,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:16.888499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.888845 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Added segment b88b5428-4304-42df-80de-9b09a6afef2a of type vlan for network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 Aug 19 00:15:16.948675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.982594 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.985486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:16.986804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:16.992723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:17.016559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80604081-3c0e-438a-995d-95f8d4a15123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.061081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4791427 Aug 19 00:15:17.062224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:17.069823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'subnet': {'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:17.088791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4271bd-d0c1-4299-90fb-a1f18ded4055 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Network': ['ID=ec4453c3-d394-4f0f-84d3-6f5ef5d19f52,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:17.099379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:15:17.206747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80604081-3c0e-438a-995d-95f8d4a15123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.216039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80604081-3c0e-438a-995d-95f8d4a15123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.260901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Made reservation on behalf of d9e93ca698384f3fad55f19826b8a814 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:17.263299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.265736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80604081-3c0e-438a-995d-95f8d4a15123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b02899-44d0-49bc-a399-c1e6b2da43ed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:17.270967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-80604081-3c0e-438a-995d-95f8d4a15123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06049e5571494549b6e41d5241fa16ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771897 Aug 19 00:15:17.273787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42660) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:17.328242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.355710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.416342 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.419313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.422713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6b02899-44d0-49bc-a399-c1e6b2da43ed HTTP/1.1" status: 204 len: 168 time: 0.1457012 Aug 19 00:15:17.428606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14d7f1-03b6-4d18-b251-57a8d6aabacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b02899-44d0-49bc-a399-c1e6b2da43ed,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:17.611572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:15:17.612095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.666975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ddbeb193-2889-49b7-b6c5-b2665d85877f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:17.678239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Checking segment: {'id': 'b88b5428-4304-42df-80de-9b09a6afef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:17.678606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network hostable DHCP agents. Network: ec4453c3-d394-4f0f-84d3-6f5ef5d19f52, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:15:17.697458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:15:17.707427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ec4453c3-d394-4f0f-84d3-6f5ef5d19f52) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:17.711843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:17.712479 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.723186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255a8e5-2422-480d-8dca-2d8f40331454 None None] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:17.741764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7f13c20-a039-4267-89eb-720fe2c2cbc7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6784816 Aug 19 00:15:17.745044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:17.749802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1109461971', 'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:17.776652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Made reservation on behalf of d9e93ca698384f3fad55f19826b8a814 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:17.779277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.807488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] device_id is not set on port ecbfe94a-32ec-458e-813c-c503d15bfb08 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:17.820387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:17.868281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ab85c-ec21-463a-90b0-d720e6ee2cd1 None None] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:17.925540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.20.0.13 (ec4453c3-d394-4f0f-84d3-6f5ef5d19f52/ddbeb193-2889-49b7-b6c5-b2665d85877f/ecbfe94a-32ec-458e-813c-c503d15bfb08) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:18.118886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.164907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.225049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:18.231202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:18.241337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:18.271747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbfe94a-32ec-458e-813c-c503d15bfb08,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:18.290672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:18.291396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.306935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f06ba84b-483c-4c5d-ab0c-9362b8df8256 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5608301 Aug 19 00:15:18.309516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:18.387472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Deleting port ecbfe94a-32ec-458e-813c-c503d15bfb08 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:18.387826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.489827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.502808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Calling delete_port for ecbfe94a-32ec-458e-813c-c503d15bfb08 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:18.639327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.668552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbfe94a-32ec-458e-813c-c503d15bfb08,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:18.731880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.736182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8fdae9c0-c2d6-4afc-8f22-898d9146674f tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ecbfe94a-32ec-458e-813c-c503d15bfb08 HTTP/1.1" status: 204 len: 168 time: 0.4233594 Aug 19 00:15:18.736455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:18.741421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52', 'external_fixed_ips': [{'subnet_id': 'ddbeb193-2889-49b7-b6c5-b2665d85877f', 'ip_address': '172.20.0.13'}]}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:18.766786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.769904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.834969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:18.983401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:19.548272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:19.577643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:19.735624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.20.0.13 (ec4453c3-d394-4f0f-84d3-6f5ef5d19f52/ddbeb193-2889-49b7-b6c5-b2665d85877f/9796d3a5-5769-492f-935c-e669f91c31c7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:19.856988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:15:19.858638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:19.911847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:19.956822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:19.960996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:19.965152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:19.980494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:19.994035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:15:20.003248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=9796d3a5-5769-492f-935c-e669f91c31c7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:20.056157 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:20.082250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:15:20.113511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:20.120731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:20.240611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:20.255085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['cb3b0aa8-222f-4522-8a0a-705f7567cc4a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:15:20.335428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:20.573284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:20.729490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router d95be7d2-20e9-4449-b1ee-a41e10ed7d95 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:20.884056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:20.903040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Sync routers for ids ['d95be7d2-20e9-4449-b1ee-a41e10ed7d95'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:20.904009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:20.905669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29f06cc8-27b8-4142-8c5d-1dd13fd12379 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.1676247 Aug 19 00:15:20.908179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:20.921224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Routers {'d95be7d2-20e9-4449-b1ee-a41e10ed7d95'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:20.922281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d95be7d2-20e9-4449-b1ee-a41e10ed7d95'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:21.057583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Set router d95be7d2-20e9-4449-b1ee-a41e10ed7d95 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:15:21.075943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.221153 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.301149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95be7d2-20e9-4449-b1ee-a41e10ed7d95', 'name': '', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52', 'external_fixed_ips': [{'subnet_id': 'ddbeb193-2889-49b7-b6c5-b2665d85877f', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9796d3a5-5769-492f-935c-e669f91c31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:18Z', 'updated_at': '2021-08-19T00:15:20Z', 'revision_number': 3, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port': {'id': '9796d3a5-5769-492f-935c-e669f91c31c7', 'name': '', 'network_id': 'ec4453c3-d394-4f0f-84d3-6f5ef5d19f52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95be7d2-20e9-4449-b1ee-a41e10ed7d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'ddbeb193-2889-49b7-b6c5-b2665d85877f', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:15:19Z', 'updated_at': '2021-08-19T00:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddbeb193-2889-49b7-b6c5-b2665d85877f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:21.319963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Deleting port 9796d3a5-5769-492f-935c-e669f91c31c7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:21.320244 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.347639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Checking router: d95be7d2-20e9-4449-b1ee-a41e10ed7d95 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:15:21.349115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Updating router d95be7d2-20e9-4449-b1ee-a41e10ed7d95 port 9796d3a5-5769-492f-935c-e669f91c31c7 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:15:21.400266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.438090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.452052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Calling delete_port for 9796d3a5-5769-492f-935c-e669f91c31c7 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:21.782709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.783747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:15:21.784332 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:15:21.824465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Port': ['ID=9796d3a5-5769-492f-935c-e669f91c31c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:21.856159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:21.868757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.869121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.869462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.869800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.870139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.870472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.870803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.871129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.871460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.871786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.872116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.872490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:21.927484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:21.948402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:21.949494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.043768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.045990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.060120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.110870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:15:22.112554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.113151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d95be7d2-20e9-4449-b1ee-a41e10ed7d95 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:22.114808 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1e94d-4498-4884-8c21-3afd825cfdc1" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:15:22.122263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.127589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-482eb1c0-f8f6-4dbb-8686-cd6cf440ca73 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d95be7d2-20e9-4449-b1ee-a41e10ed7d95 HTTP/1.1" status: 204 len: 168 time: 1.2160199 Aug 19 00:15:22.127854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:22.137361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:22.144509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.204026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Deleting subnet ddbeb193-2889-49b7-b6c5-b2665d85877f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:15:22.211042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.233540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:22.288450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.316132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Port 9796d3a5-5769-492f-935c-e669f91c31c7 not found while updating agent binding for router d95be7d2-20e9-4449-b1ee-a41e10ed7d95. {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 00:15:22.336637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:22.337266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:15:22.338049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_agentschedulers_db [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d95be7d2-20e9-4449-b1ee-a41e10ed7d95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94624) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:15:22.338663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0cf84-b655-496b-8352-e60b1530b006 None None] The sync data for ids ['d95be7d2-20e9-4449-b1ee-a41e10ed7d95'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:22.358223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.462351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.478407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.481163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/ddbeb193-2889-49b7-b6c5-b2665d85877f HTTP/1.1" status: 204 len: 168 time: 0.3510816 Aug 19 00:15:22.483596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:22.504190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4449c-83a3-4513-a4ab-739334dd0dd9 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbeb193-2889-49b7-b6c5-b2665d85877f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:22.520473 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7361c5-c620-4a52-ae01-d53fc9ae0012 x-openstack-request-id: req-ad7361c5-c620-4a52-ae01-d53fc9ae0012 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:15:22.520836 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:15:22.521114 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad7361c5-c620-4a52-ae01-d53fc9ae0012 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:15:22.521513 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:15:22.616158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.731320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.768172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4453c3-d394-4f0f-84d3-6f5ef5d19f52']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:22.785322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88b5428-4304-42df-80de-9b09a6afef2a') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:22.785887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88b5428-4304-42df-80de-9b09a6afef2a') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:22.806680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.833861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.841289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:15:22.841973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:15:22.843783 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:15:22.908639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.920809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:15:22.931583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:22.937186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ec4453c3-d394-4f0f-84d3-6f5ef5d19f52 HTTP/1.1" status: 204 len: 168 time: 0.4486177 Aug 19 00:15:22.938743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4b0d4-0932-440a-9723-1b1c87a0e929 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec4453c3-d394-4f0f-84d3-6f5ef5d19f52,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:23.260723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42870) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:23.266040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'name': 'tempest-router--2013624296', 'project_id': 'b0388e0360db435fb32692d7b9c45ad3'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:23.299832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.301743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.486456 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.493808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.519246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.521999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-920a978b-b449-4d89-b008-eda42aebdaf3 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2597532 Aug 19 00:15:23.524680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:23.622885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.843701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.850412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.905552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.906319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 861ea7a5-c5c9-4506-87ea-4bb689c1cad4 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:23.911650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:23.913246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-decf3e0d-fb95-49bf-b328-b3ebe9ff7b15 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/routers/861ea7a5-c5c9-4506-87ea-4bb689c1cad4 HTTP/1.1" status: 204 len: 168 time: 0.3874843 Aug 19 00:15:24.059071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42882) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:24.321892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-232776710', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:24.348281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:24.349487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:24.410101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:24.633488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:25.233647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:25.260468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:25.391661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Allocated IP 172.25.1.157 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/dc2c409d-a277-4f38-ac16-2425c12720d0) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:25.576782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:25.633963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:25.694237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:25.697631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:25.700444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:25.748464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event updated for resources: {'Port': ['ID=dc2c409d-a277-4f38-ac16-2425c12720d0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:26.130827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:26.384635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:26.567546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:26.588713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Router d9837ba6-1d7a-4071-8260-3e4fda650417 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:26.729710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:26.744761 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] Sync routers for ids ['d9837ba6-1d7a-4071-8260-3e4fda650417'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:26.758294 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] Routers {'d9837ba6-1d7a-4071-8260-3e4fda650417'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:26.763079 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d9837ba6-1d7a-4071-8260-3e4fda650417'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:26.763275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:26.770263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:26.770807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c450fd81-d1b9-4fd6-808f-211d88ac3a6d tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7103064 Aug 19 00:15:26.849122 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:26.861401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] Routers {'d9837ba6-1d7a-4071-8260-3e4fda650417'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:26.862695 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d9837ba6-1d7a-4071-8260-3e4fda650417'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:26.908055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f4507c56-9283-4202-b64e-3cf1f953e97d tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/d9837ba6-1d7a-4071-8260-3e4fda650417 HTTP/1.1" status: 200 len: 920 time: 0.1353285 Aug 19 00:15:26.910792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42906) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:26.937009 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:26.938227 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b3a9-a038-4df4-82ce-0504410d798e None None] The sync data for ids ['d9837ba6-1d7a-4071-8260-3e4fda650417'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:26.961138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:26.961788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16f39ab3-e08a-4fc8-9008-aa342985885a tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9837ba6-1d7a-4071-8260-3e4fda650417 HTTP/1.1" status: 200 len: 205 time: 0.0493715 Aug 19 00:15:27.156893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:27.339980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:27.444108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port dc2c409d-a277-4f38-ac16-2425c12720d0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:27.444483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:27.538725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:27.552641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for dc2c409d-a277-4f38-ac16-2425c12720d0 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:27.757127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:27.795404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=dc2c409d-a277-4f38-ac16-2425c12720d0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:27.880863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.032766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.035177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.097966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.099404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router d9837ba6-1d7a-4071-8260-3e4fda650417 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:28.112480 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.113788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb7a3ed3-b4e1-48b1-8501-ba5b7d6e2771 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/d9837ba6-1d7a-4071-8260-3e4fda650417 HTTP/1.1" status: 204 len: 168 time: 1.1514091 Aug 19 00:15:28.117953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:28.122445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1702599405', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:28.173614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.176025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.256529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.426155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.699714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:28.995267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:29.146939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.25.1.107 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/00d1a917-a19c-418c-b441-ec5403628955) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:29.329394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:29.382979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:29.437557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=00d1a917-a19c-418c-b441-ec5403628955,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:29.456319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:29.458007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:29.462568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:29.862240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:30.100883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:30.283057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router 0c925e87-e0f4-49c2-85a9-62e55311a72c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:30.448879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:30.462082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Sync routers for ids ['0c925e87-e0f4-49c2-85a9-62e55311a72c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:30.486419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Routers {'0c925e87-e0f4-49c2-85a9-62e55311a72c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:30.487491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0c925e87-e0f4-49c2-85a9-62e55311a72c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:30.490300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:30.494412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7497edac-12aa-4ad3-aa66-540fc20f2fda tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3725979 Aug 19 00:15:30.494642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:30.719613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad6a4132-5da7-4112-806e-8065befdfb1c tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/0c925e87-e0f4-49c2-85a9-62e55311a72c HTTP/1.1" status: 200 len: 909 time: 0.2221699 Aug 19 00:15:30.721382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43130) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:30.726336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1702599405', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': True}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:30.785064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:30.786246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:30.906395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.008494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Set router 0c925e87-e0f4-49c2-85a9-62e55311a72c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:15:31.203755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.279749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107'}], 'enable_snat': False}, 'gw_port_id': '00d1a917-a19c-418c-b441-ec5403628955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:28Z', 'updated_at': '2021-08-19T00:15:29Z', 'revision_number': 3, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port': {'id': '00d1a917-a19c-418c-b441-ec5403628955', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:15:29Z', 'updated_at': '2021-08-19T00:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:31.390973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Checking router: 0c925e87-e0f4-49c2-85a9-62e55311a72c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:15:31.392229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Updating router 0c925e87-e0f4-49c2-85a9-62e55311a72c port 00d1a917-a19c-418c-b441-ec5403628955 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:15:31.426979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.629156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.698200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.888371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.902950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Transition to ACTIVE for port object 00d1a917-a19c-418c-b441-ec5403628955 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:31.912618 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:31.995767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3b85-159b-4793-9300-1b52455bd7d3 None None] Pushing event updated for resources: {'Port': ['ID=00d1a917-a19c-418c-b441-ec5403628955,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:32.013965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Attempting to bind port 00d1a917-a19c-418c-b441-ec5403628955 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:32.014504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Attempting to bind port 00d1a917-a19c-418c-b441-ec5403628955 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:32.014623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Attempting to bind port 00d1a917-a19c-418c-b441-ec5403628955 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:32.020948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:15:32.021332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:32.021792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.022191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:15:32.022661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Bound port: 00d1a917-a19c-418c-b441-ec5403628955, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:15:32.023042 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.042621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.25.1.249 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/6b9fa0a0-5e00-411f-a56d-c66b963f65f8) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:32.137099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] For port 00d1a917-a19c-418c-b441-ec5403628955, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:32.143527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] For port 00d1a917-a19c-418c-b441-ec5403628955, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00d1a917-a19c-418c-b441-ec5403628955,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:15:32.159702 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.261422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.269597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3b85-159b-4793-9300-1b52455bd7d3 None None] Pushing event updated for resources: {'Port': ['ID=00d1a917-a19c-418c-b441-ec5403628955,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:32.279662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Routers {'0c925e87-e0f4-49c2-85a9-62e55311a72c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:32.280675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0c925e87-e0f4-49c2-85a9-62e55311a72c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:32.317198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.385167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:32.389458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:32.398423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:32.429412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] Set router 0c925e87-e0f4-49c2-85a9-62e55311a72c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:15:32.439240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=6b9fa0a0-5e00-411f-a56d-c66b963f65f8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:32.749347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107'}], 'enable_snat': False}, 'gw_port_id': '00d1a917-a19c-418c-b441-ec5403628955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:28Z', 'updated_at': '2021-08-19T00:15:29Z', 'revision_number': 3, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port': {'id': '00d1a917-a19c-418c-b441-ec5403628955', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:15:29Z', 'updated_at': '2021-08-19T00:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:32.806067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1e116-cada-4674-a0f7-05eb7dcf7894 None None] The sync data for ids ['0c925e87-e0f4-49c2-85a9-62e55311a72c'] in n-d-771363-38 is: [{'id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107'}], 'enable_snat': False}, 'gw_port_id': '00d1a917-a19c-418c-b441-ec5403628955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:28Z', 'updated_at': '2021-08-19T00:15:29Z', 'revision_number': 3, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port': {'id': '00d1a917-a19c-418c-b441-ec5403628955', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925e87-e0f4-49c2-85a9-62e55311a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:15:29Z', 'updated_at': '2021-08-19T00:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:32.848149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:32.905166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:33.160721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e61b8f3-0735-4a8e-a160-72d4dac16132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.263770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.407044 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e61b8f3-0735-4a8e-a160-72d4dac16132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.417602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e61b8f3-0735-4a8e-a160-72d4dac16132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.478078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e61b8f3-0735-4a8e-a160-72d4dac16132 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c733826fafc417e8c825e29d8d51e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687268 Aug 19 00:15:33.478310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:33.485854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61b8f3-0735-4a8e-a160-72d4dac16132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a900a46a-99fa-4e00-9d53-ec1095afdbb1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:33.593268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.606374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:33.653363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.759390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.763355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.765148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a900a46a-99fa-4e00-9d53-ec1095afdbb1 HTTP/1.1" status: 204 len: 168 time: 0.2857814 Aug 19 00:15:33.809494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:33.809959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fd7e3-93e9-423f-acb9-06ef18f9dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900a46a-99fa-4e00-9d53-ec1095afdbb1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:33.825781 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Sync routers for ids ['86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:33.846848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:33.849492 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Routers {'86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:33.850341 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:33.851003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:33.851998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-578db267-a0f5-4ee8-8c5b-0226f4b36c29 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1293998 Aug 19 00:15:34.127514 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Set router 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:15:34.444145 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1bdc5-caf5-4b9f-bb16-c9890ce61c89', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9fa0a0-5e00-411f-a56d-c66b963f65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:30Z', 'updated_at': '2021-08-19T00:15:32Z', 'revision_number': 3, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port': {'id': '6b9fa0a0-5e00-411f-a56d-c66b963f65f8', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1bdc5-caf5-4b9f-bb16-c9890ce61c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:15:31Z', 'updated_at': '2021-08-19T00:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:34.474413 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Checking router: 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:15:34.474681 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Updating router 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:15:34.508717 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:34.532387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6159c8c1-0f52-48ba-b39c-438244510441 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 HTTP/1.1" status: 200 len: 908 time: 0.6788936 Aug 19 00:15:34.535006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:34.729314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de2db9-097d-47f7-b5dd-ca2d2075142e req-f60c82db-5b4a-4400-8fba-6f98ebcbf10d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:34.738135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1de2db9-097d-47f7-b5dd-ca2d2075142e req-f60c82db-5b4a-4400-8fba-6f98ebcbf10d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.1261253 Aug 19 00:15:34.742544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:34.829718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00d1a917-a19c-418c-b441-ec5403628955 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:34.921800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 00d1a917-a19c-418c-b441-ec5403628955 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:34.926465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 00d1a917-a19c-418c-b441-ec5403628955 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:34.927251 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:34.928982 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:34.936701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1de2db9-097d-47f7-b5dd-ca2d2075142e req-bc3ae4bd-d9de-45f8-b626-cf683290e727 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959603 Aug 19 00:15:34.958618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Transition to ACTIVE for port object 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:34.975202 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.010292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.035312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.044157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Attempting to bind port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:35.044804 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Attempting to bind port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:35.045334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Attempting to bind port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:35.062252 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:15:35.063312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 00d1a917-a19c-418c-b441-ec5403628955, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00d1a917-a19c-418c-b441-ec5403628955,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:35.063894 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:35.067346 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.067777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:15:35.068380 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Bound port: 6b9fa0a0-5e00-411f-a56d-c66b963f65f8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:15:35.068601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.068783 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.104002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Deleting port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:35.104733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.131657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=00d1a917-a19c-418c-b441-ec5403628955,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:35.152457 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Pushing event updated for resources: {'Port': ['ID=6b9fa0a0-5e00-411f-a56d-c66b963f65f8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:35.166480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.167276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.167858 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.168657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.169201 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.169822 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.170211 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.170600 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.171028 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.171475 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.171905 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.172355 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:15:35.194040 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] For port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:35.197874 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] For port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6b9fa0a0-5e00-411f-a56d-c66b963f65f8,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:15:35.202434 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.216281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] For port 6b9fa0a0-5e00-411f-a56d-c66b963f65f8, host n-d-771363-38, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:35.216868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.234074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Calling delete_port for 6b9fa0a0-5e00-411f-a56d-c66b963f65f8 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:35.264809 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c762-5708-4ff3-9d05-d64e9313dd32 None None] Pushing event updated for resources: {'Port': ['ID=6b9fa0a0-5e00-411f-a56d-c66b963f65f8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:35.284876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Routers {'86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:35.285498 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:35.398232 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] Set router 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:15:35.442745 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.472747 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1bdc5-caf5-4b9f-bb16-c9890ce61c89', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:30Z', 'updated_at': '2021-08-19T00:15:35Z', 'revision_number': 4, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:35.504376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b9fa0a0-5e00-411f-a56d-c66b963f65f8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:35.536209 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ce80-d738-4fdc-af4a-111a9f3b0df2 None None] The sync data for ids ['86f1bdc5-caf5-4b9f-bb16-c9890ce61c89'] in n-d-771363-38 is: [{'id': '86f1bdc5-caf5-4b9f-bb16-c9890ce61c89', 'name': 'tempest-snat-router-1702599405', 'tenant_id': 'd9e93ca698384f3fad55f19826b8a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:15:30Z', 'updated_at': '2021-08-19T00:15:35Z', 'revision_number': 4, 'project_id': 'd9e93ca698384f3fad55f19826b8a814', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:35.591518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.722143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.725648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.792009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.792912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:35.804346 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:35.804544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:35.804985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d9055864-d890-4f03-86b1-fc72eca5c144 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/routers/86f1bdc5-caf5-4b9f-bb16-c9890ce61c89 HTTP/1.1" status: 204 len: 168 time: 1.2664304 Aug 19 00:15:35.926309 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.052437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.121526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Deleting port 00d1a917-a19c-418c-b441-ec5403628955 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:36.122014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.222046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] For port 00d1a917-a19c-418c-b441-ec5403628955, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=00d1a917-a19c-418c-b441-ec5403628955,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:36.222416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.240228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Calling delete_port for 00d1a917-a19c-418c-b441-ec5403628955 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:36.450418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.755720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00d1a917-a19c-418c-b441-ec5403628955 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:36.790213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event deleted for resources: {'Port': ['ID=00d1a917-a19c-418c-b441-ec5403628955,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:36.809837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 00d1a917-a19c-418c-b441-ec5403628955 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:15:36.810198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00d1a917-a19c-418c-b441-ec5403628955 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 00:15:36.847759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port 00d1a917-a19c-418c-b441-ec5403628955 not found, will not notify nova. {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 00:15:36.848781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.969489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:36.971638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.019462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.020004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c925e87-e0f4-49c2-85a9-62e55311a72c {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:37.024465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.031218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3362f53e-ddc0-45bd-8456-8bc0ae6026f2 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0c925e87-e0f4-49c2-85a9-62e55311a72c HTTP/1.1" status: 204 len: 168 time: 1.2214465 Aug 19 00:15:37.031218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43430) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:37.035573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959434474', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:37.058634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.059914 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.119728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.278413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.473492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.493689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.608681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Allocated IP 172.25.1.52 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/23f3233f-77b1-4728-b78a-9388f7c9d003) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:37.679476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43480) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:37.723155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.766412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.812253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be965cfc-c9a6-4298-8c37-9dfe6b1ec7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.814991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:37.826646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:37.834081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:37.858682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event updated for resources: {'Port': ['ID=23f3233f-77b1-4728-b78a-9388f7c9d003,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:37.886944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:15:37.967361 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:37.992387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:15:37.994895 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4583a4-6302-4c0c-a39c-f0d89b82e0e6" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:15:38.016364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:38.022528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.049865 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69624dab-41bb-4f7d-bb1c-3dab495efee6 x-openstack-request-id: req-69624dab-41bb-4f7d-bb1c-3dab495efee6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:15:38.050227 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:15:38.050398 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69624dab-41bb-4f7d-bb1c-3dab495efee6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:15:38.051084 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:15:38.078806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:38.115396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be965cfc-c9a6-4298-8c37-9dfe6b1ec7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.122273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be965cfc-c9a6-4298-8c37-9dfe6b1ec7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.188380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be965cfc-c9a6-4298-8c37-9dfe6b1ec7cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=786f9da9e7d04a56b620718a1a66b47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077758 Aug 19 00:15:38.191173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:38.203119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be965cfc-c9a6-4298-8c37-9dfe6b1ec7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0bb129-1e95-4da8-af17-b29abdfef737,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:38.215251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.282514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.313123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.373843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.376519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.377900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f0bb129-1e95-4da8-af17-b29abdfef737 HTTP/1.1" status: 204 len: 168 time: 0.1856823 Aug 19 00:15:38.386392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02d17-0338-4879-81d1-4eb35968f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0bb129-1e95-4da8-af17-b29abdfef737,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:38.474298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.609785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Router eebd3618-3b06-439e-8ce1-b3ae26834f7c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:38.689734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:38.703659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6249-3fe2-424e-b034-cf31ab77d443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.734545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00d1a917-a19c-418c-b441-ec5403628955 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:15:38.743951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:38.764684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] Sync routers for ids ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:38.769150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 00d1a917-a19c-418c-b441-ec5403628955 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:15:38.769496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 00d1a917-a19c-418c-b441-ec5403628955 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:15:38.780199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] Routers {'eebd3618-3b06-439e-8ce1-b3ae26834f7c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:38.781047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:38.835317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:38.844402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] Routers {'eebd3618-3b06-439e-8ce1-b3ae26834f7c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:38.844987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6249-3fe2-424e-b034-cf31ab77d443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.845404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:38.851128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6249-3fe2-424e-b034-cf31ab77d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.858472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:38.859708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a2a41f8c-31aa-4f1f-b792-999e04d2e859 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8281958 Aug 19 00:15:38.862759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43520) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:38.868084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:38.885920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:38.887132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6ef1-da43-4302-b57d-e0acd204f2e5 None None] The sync data for ids ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:38.901154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf9b6249-3fe2-424e-b034-cf31ab77d443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5056d4e9094d4fd3a74dd507b59eccab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100956 Aug 19 00:15:38.903662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:38.912107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b6249-3fe2-424e-b034-cf31ab77d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac60d06-b313-4317-9865-115e82c40cc3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:38.986644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:39.011926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:39.086744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:39.090552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:39.091830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac60d06-b313-4317-9865-115e82c40cc3 HTTP/1.1" status: 204 len: 168 time: 0.1869993 Aug 19 00:15:39.105335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed50f07-a574-492a-9c93-ff60d47fde7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac60d06-b313-4317-9865-115e82c40cc3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:39.281384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:39.899150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:15:40.151661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:40.181662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:15:40.189784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.200564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.212904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:40.268811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.304324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:15:40.339724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:40.348934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.394737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1472143034'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:40.435279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:40.440461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.445826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router eebd3618-3b06-439e-8ce1-b3ae26834f7c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:15:40.462031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.481359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:40.488156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['cb3b0aa8-222f-4522-8a0a-705f7567cc4a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:15:40.701405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:40.707876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.711915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0d95f9bf-adc6-41a0-b91e-be2a741366b7 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "PUT /v2.0/routers/eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 200 len: 920 time: 1.8454947 Aug 19 00:15:40.712056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.712383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:40.717325 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] Sync routers for ids ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:40.721239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.731546 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] Routers {'eebd3618-3b06-439e-8ce1-b3ae26834f7c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:40.732331 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:40.771251 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:40.785300 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] Routers {'eebd3618-3b06-439e-8ce1-b3ae26834f7c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:40.786105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:40.819642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:15:40.826277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce1f44-72ee-41fd-a6e8-a387e0c80992,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:40.829646 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:40.831327 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea432c40-295a-44c1-a762-4d645b6a472c None None] The sync data for ids ['eebd3618-3b06-439e-8ce1-b3ae26834f7c'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:40.872366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.872728 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Added segment 412fe0f6-60de-4165-a5db-439808b9438b of type vlan for network e748d13c-327b-4136-a556-440be090d090 Aug 19 00:15:40.933589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:40.947682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-23333590-66ea-45d2-b4ad-0dd519248074 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 200 len: 920 time: 0.2313187 Aug 19 00:15:40.948065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43590) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.002743 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.024243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:41.024947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.098992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9863cb-e324-48f6-89ae-361dcf5c607d tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:41.104518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5b9863cb-e324-48f6-89ae-361dcf5c607d tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=eebd3618-3b06-439e-8ce1-b3ae26834f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1528335 Aug 19 00:15:41.106193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43592) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.166782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Network': ['ID=e748d13c-327b-4136-a556-440be090d090,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:41.181685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e748d13c-327b-4136-a556-440be090d090 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:15:41.198850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ff8b93e-ca21-47cd-9dfd-d4e6e398dbd6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9817202 Aug 19 00:15:41.198850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.203515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'subnet': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:41.238021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37ec8a-d16a-4662-bdb9-ca08aaa9769e tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:41.240398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0f37ec8a-d16a-4662-bdb9-ca08aaa9769e tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.1331918 Aug 19 00:15:41.244518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43596) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.293400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e96aa28e-16df-40a3-844f-763a32f4b041 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 200 len: 205 time: 0.0471411 Aug 19 00:15:41.295639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43598) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.378387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:41.385325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.465899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.610794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.620333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.684209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port 23f3233f-77b1-4728-b78a-9388f7c9d003 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:41.685049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.697250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Checking segment: {'id': '412fe0f6-60de-4165-a5db-439808b9438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e748d13c-327b-4136-a556-440be090d090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:41.697633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network hostable DHCP agents. Network: e748d13c-327b-4136-a556-440be090d090, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:15:41.700903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Subnet': ['ID=b5ecfccb-a697-44dd-acb9-f7c21739e24d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:41.725131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:15:41.769845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e748d13c-327b-4136-a556-440be090d090) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:41.776947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:41.777801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.786204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b750997-ed4b-467f-bcec-27835a830fff None None] Network e748d13c-327b-4136-a556-440be090d090 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:41.824355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:41.830411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44ed50b9-8336-42a0-93c1-6d4bafbe708e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6302636 Aug 19 00:15:41.832870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:41.842076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for 23f3233f-77b1-4728-b78a-9388f7c9d003 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:41.846575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-403667647'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:41.926037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:42.064225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:42.065084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.102344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.175927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=23f3233f-77b1-4728-b78a-9388f7c9d003,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:42.215453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.234917 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.237666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:42.241498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.278447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e748d13c-327b-4136-a556-440be090d090', 'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'tenant_id': 'b2694815a76b465fad2d6bea802f886a', 'fixed_ips': [{'subnet_id': 'b5ecfccb-a697-44dd-acb9-f7c21739e24d'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:15:42.282432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.285708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:42.337970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:42.339510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:15:42.347947 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e411f3-ad93-40ec-9538-77e9746f7719" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:15:42.388992 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.415395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.422604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.504684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.11 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/60baa9f0-82eb-4309-87cf-6ca8e8f68523) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:42.521655 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09f8e32-ae6e-45fe-ac8c-22fd09012dd6 x-openstack-request-id: req-e09f8e32-ae6e-45fe-ac8c-22fd09012dd6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:15:42.522245 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:15:42.523129 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09f8e32-ae6e-45fe-ac8c-22fd09012dd6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:15:42.523855 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:15:42.574450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed1f-ecfd-45ae-9ccf-dd3b0a37ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.581006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.581668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router eebd3618-3b06-439e-8ce1-b3ae26834f7c {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:42.594879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.596150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-65adde40-afa5-46ea-8eb1-7dbf3e94b3e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 204 len: 168 time: 1.2988458 Aug 19 00:15:42.600225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43622) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:42.609408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-318438501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:42.626665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:42.654765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.661199 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.738254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.745414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.794671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.799248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e51f78d9-4dc9-4410-b182-b0cc18ac8682 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1954234 Aug 19 00:15:42.800194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43628) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:42.809478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:42.860531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:42.898741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 60baa9f0-82eb-4309-87cf-6ca8e8f68523 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:42.962400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.056453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:43.062077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:43.064914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=60baa9f0-82eb-4309-87cf-6ca8e8f68523,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:43.067910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:43.103107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Allocated IP 172.20.0.2 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/ce96e625-2f81-48c1-9339-2d71a6f6acd8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:43.133333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:43.134734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.149166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.153994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4c159cc5-4096-4a31-9110-397ec7b18858 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3198404 Aug 19 00:15:43.157528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:43.165428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-1625376', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:77:a6'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:43.379023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:43.428621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.438787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Transition to ACTIVE for port object ce96e625-2f81-48c1-9339-2d71a6f6acd8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:43.454636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Transition to ACTIVE for port object ce96e625-2f81-48c1-9339-2d71a6f6acd8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:43.466313 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.511614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:43.516665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:43.523146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:43.541832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Pushing event updated for resources: {'Port': ['ID=ce96e625-2f81-48c1-9339-2d71a6f6acd8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:43.609898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.615645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Attempting to bind port ce96e625-2f81-48c1-9339-2d71a6f6acd8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:15:43.616019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Attempting to bind port ce96e625-2f81-48c1-9339-2d71a6f6acd8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '412fe0f6-60de-4165-a5db-439808b9438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e748d13c-327b-4136-a556-440be090d090'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:15:43.616424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Attempting to bind port ce96e625-2f81-48c1-9339-2d71a6f6acd8 on network e748d13c-327b-4136-a556-440be090d090 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:15:43.621961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:15:43.622350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Checking segment: {'id': '412fe0f6-60de-4165-a5db-439808b9438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e748d13c-327b-4136-a556-440be090d090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:15:43.622756 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.623154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Bound using segment: {'id': '412fe0f6-60de-4165-a5db-439808b9438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e748d13c-327b-4136-a556-440be090d090'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:15:43.624040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Bound port: ce96e625-2f81-48c1-9339-2d71a6f6acd8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412fe0f6-60de-4165-a5db-439808b9438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e748d13c-327b-4136-a556-440be090d090'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:15:43.624040 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.635918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 61ec5fbe-ae32-417c-abb0-081aef8960c6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:43.638056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.678958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:43.780968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.13 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/61ec5fbe-ae32-417c-abb0-081aef8960c6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:43.993749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Allocated IP 172.25.1.111 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c3cedb2f-4bb1-4635-bcc0-06f95bb76f54) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:44.064072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.086758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 61ec5fbe-ae32-417c-abb0-081aef8960c6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:44.145096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] For port ce96e625-2f81-48c1-9339-2d71a6f6acd8, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:15:44.147123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.149125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] For port ce96e625-2f81-48c1-9339-2d71a6f6acd8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ce96e625-2f81-48c1-9339-2d71a6f6acd8,segment=NetworkSegment(412fe0f6-60de-4165-a5db-439808b9438b),segment_id=412fe0f6-60de-4165-a5db-439808b9438b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:15:44.157560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.212443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=61ec5fbe-ae32-417c-abb0-081aef8960c6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:44.235390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.240973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:44.242934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:44.247441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:44.263294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d468bf-2469-43f9-bcac-8fb27d27ed65 None None] Pushing event updated for resources: {'Port': ['ID=ce96e625-2f81-48c1-9339-2d71a6f6acd8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:44.312005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.348795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:44.351964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:44.355744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:44.379389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:44.380080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.402645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event updated for resources: {'Port': ['ID=c3cedb2f-4bb1-4635-bcc0-06f95bb76f54,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:44.427850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8d900727-01ef-48b6-9308-73ac01528a77 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2689831 Aug 19 00:15:44.431793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:44.547686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49d731-2890-400f-ae57-934b361f7946 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:44.553698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49d731-2890-400f-ae57-934b361f7946 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:44.565207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49d731-2890-400f-ae57-934b361f7946 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:44.567505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f49d731-2890-400f-ae57-934b361f7946 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1347020 Aug 19 00:15:44.570203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:44.771475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 61ec5fbe-ae32-417c-abb0-081aef8960c6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:44.772089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.837988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ce96e625-2f81-48c1-9339-2d71a6f6acd8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:44.847747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.965304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:44.985354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 61ec5fbe-ae32-417c-abb0-081aef8960c6 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:45.084425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3aa5839d-bdd6-4fdf-ad7f-b2f1fb3466ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.099428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.154511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ce96e625-2f81-48c1-9339-2d71a6f6acd8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:45.167940 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.239715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.280235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=61ec5fbe-ae32-417c-abb0-081aef8960c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:45.497100 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.501954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b2d878f5-cada-4a43-af6d-0e279e164fe0 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/61ec5fbe-ae32-417c-abb0-081aef8960c6 HTTP/1.1" status: 204 len: 168 time: 0.9284558 Aug 19 00:15:45.503242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:45.519925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.523971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.555162 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c714a-cfe5-46d6-9ab7-76763f56cc53 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] GET failed (client error): The resource could not be found. Aug 19 00:15:45.560371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9b0c714a-cfe5-46d6-9ab7-76763f56cc53 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports/61ec5fbe-ae32-417c-abb0-081aef8960c6 HTTP/1.1" status: 404 len: 333 time: 0.0525386 Aug 19 00:15:45.562299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:45.567792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-176310261'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:45.722544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:45.727174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:45.757339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:45.821649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Router 91aad5e9-d0af-46b5-ac8c-a537ba48e144 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:45.938354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaeba25-972a-492f-bc55-1465933c3c98 None None] Network e748d13c-327b-4136-a556-440be090d090 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:15:46.002516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.5 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:46.058311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:46.098855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.109218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-98b71e3f-08a5-4a4a-a158-e3f990081088 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "PUT /v2.0/routers/91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 200 len: 879 time: 3.3037806 Aug 19 00:15:46.112393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43674) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.193743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] Sync routers for ids ['91aad5e9-d0af-46b5-ac8c-a537ba48e144'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:46.218897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] Routers {'91aad5e9-d0af-46b5-ac8c-a537ba48e144'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:46.219885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['91aad5e9-d0af-46b5-ac8c-a537ba48e144'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:46.229782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Provisioning for port ce96e625-2f81-48c1-9339-2d71a6f6acd8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:46.278305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d08e0889-3f8f-41aa-988c-46da3e18e983 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 200 len: 920 time: 0.1638420 Aug 19 00:15:46.279142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43676) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.285088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:46.287670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Provisioning complete for port ce96e625-2f81-48c1-9339-2d71a6f6acd8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:46.288049 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.294967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.321794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] Routers {'91aad5e9-d0af-46b5-ac8c-a537ba48e144'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:46.322498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['91aad5e9-d0af-46b5-ac8c-a537ba48e144'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:46.358622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee7d4c-ce73-46d2-a1cf-4b534eb92d67 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:46.364202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4fee7d4c-ce73-46d2-a1cf-4b534eb92d67 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=91aad5e9-d0af-46b5-ac8c-a537ba48e144&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0833211 Aug 19 00:15:46.367323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43680) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.376555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:46.377247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e2b11-df09-4f8f-912f-530da81d8d8b None None] The sync data for ids ['91aad5e9-d0af-46b5-ac8c-a537ba48e144'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:46.406151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.432993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:46.485081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.493816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.542196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] For port ce96e625-2f81-48c1-9339-2d71a6f6acd8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ce96e625-2f81-48c1-9339-2d71a6f6acd8,segment=NetworkSegment(412fe0f6-60de-4165-a5db-439808b9438b),segment_id=412fe0f6-60de-4165-a5db-439808b9438b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:15:46.545782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a05a3e1-5f2b-44e5-bca9-27fe9994bf72 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:46.547521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9a05a3e1-5f2b-44e5-bca9-27fe9994bf72 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.1786559 Aug 19 00:15:46.550041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.552987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43686) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.582873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:46.588693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:46.596648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8db0406-9d34-4bda-be91-a1b25b169c5c tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 200 len: 205 time: 0.0421963 Aug 19 00:15:46.598783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:46.600829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.611584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:46.617713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1907a-1715-46d9-ba5a-905ef2d8849d None None] Pushing event updated for resources: {'Port': ['ID=ce96e625-2f81-48c1-9339-2d71a6f6acd8,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:46.711752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Provisioning complete for port ce96e625-2f81-48c1-9339-2d71a6f6acd8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:46.712780 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.755579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.809700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ce96e625-2f81-48c1-9339-2d71a6f6acd8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:15:46.943137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:46.943721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.955471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ce96e625-2f81-48c1-9339-2d71a6f6acd8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:46.956016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:46.966371 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d1b95362-a33a-4a23-88d0-d93118d99821 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4009964 Aug 19 00:15:46.968795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:46.974854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:77:a6'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:47.008714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Provisioning for port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:47.023667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Provisioning complete for port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:47.029074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.053470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.145625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0cf46092-586c-44a9-8b64-afed68a9d2f3 None None] Port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:47.160351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port c3cedb2f-4bb1-4635-bcc0-06f95bb76f54 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:47.160703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.301804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-79e58882-f044-4da1-8e02-28e24bee8c76 None None] Provisioning complete for port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:47.303421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79e58882-f044-4da1-8e02-28e24bee8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.348769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.386183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.389373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-79e58882-f044-4da1-8e02-28e24bee8c76 None None] Port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:47.430823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for c3cedb2f-4bb1-4635-bcc0-06f95bb76f54 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:47.506987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bf8cde9a-8e3c-4774-b652-3a00c066af0b None None] Could not find standard attr ID for object 61ec5fbe-ae32-417c-abb0-081aef8960c6. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:15:47.690490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.699809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.702503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.764223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=c3cedb2f-4bb1-4635-bcc0-06f95bb76f54,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:47.797635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.822170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.866054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2adaca72-1f5e-4c7c-b532-722f40438dd3 None None] Provisioning for port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:47.878154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2adaca72-1f5e-4c7c-b532-722f40438dd3 None None] Provisioning complete for port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:47.879318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2adaca72-1f5e-4c7c-b532-722f40438dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.928644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2adaca72-1f5e-4c7c-b532-722f40438dd3 None None] Port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:47.933874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:47.936334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] In _notify_port_updated(), no bound segment for port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 on network e748d13c-327b-4136-a556-440be090d090 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:15:47.967533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:47.968237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:47.972105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e5271a5-e1cd-4687-b7a6-43f02da3d80d tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "PUT /v2.0/ports/0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 HTTP/1.1" status: 200 len: 993 time: 0.9997478 Aug 19 00:15:47.973106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:48.075186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.078545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.192508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.192967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router 91aad5e9-d0af-46b5-ac8c-a537ba48e144 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:48.207708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.210886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c08ef70b-cd35-4b70-80dc-198677df9da5 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 204 len: 168 time: 1.6070507 Aug 19 00:15:48.213261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43710) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:48.219397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1506286176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:48.219841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:48.220417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.254862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.256138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.339948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.354801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.400559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.403643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-35696e03-753b-4bb8-8c43-958f9c398cd1 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1892474 Aug 19 00:15:48.407022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43716) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:48.419504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': True}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:48.772876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-647e4c67-4b0e-4e5f-bb48-cc9aa7e694d0 None None] Provisioning complete for port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:48.773840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-647e4c67-4b0e-4e5f-bb48-cc9aa7e694d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.881757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-647e4c67-4b0e-4e5f-bb48-cc9aa7e694d0 None None] Port 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:48.920744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:48.974886 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:15:49.039305 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.061613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:49.270764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.286596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.317498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:49.324449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.469257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.25.1.39 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/10bc59e4-e1f9-47a7-8367-4c7cd733e5c7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:49.556649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.564261 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-628b2361-0726-4278-a206-24732e6d0ee6 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 HTTP/1.1" status: 204 len: 168 time: 1.5863569 Aug 19 00:15:49.565824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:49.606250 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e772b0-5cec-49c4-938c-409b3627e943 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] GET failed (client error): The resource could not be found. Aug 19 00:15:49.607863 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-28e772b0-5cec-49c4-938c-409b3627e943 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports/0dbf3e5c-8d8f-4d13-aa66-1ad52a45a999 HTTP/1.1" status: 404 len: 333 time: 0.0410838 Aug 19 00:15:49.611792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43734) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:49.617533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-2007227379'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:49.732957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.826739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:49.831458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.834474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:49.886370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 79eae1b5-b72f-466a-99b7-1c1438d316d7 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:49.901515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:49.903900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=10bc59e4-e1f9-47a7-8367-4c7cd733e5c7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:49.913676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:49.945664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:50.200139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.10 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/79eae1b5-b72f-466a-99b7-1c1438d316d7) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:50.693457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:50.839827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:50.871618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 79eae1b5-b72f-466a-99b7-1c1438d316d7 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:51.005713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.014662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.018174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.175775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:51.188109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:51.197571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:51.229685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=79eae1b5-b72f-466a-99b7-1c1438d316d7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:51.294058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:51.294773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.318167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0133d7b3-249d-4008-aaad-c0798a14d475 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7051682 Aug 19 00:15:51.321071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:51.326965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:20:77:a6'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:51.345330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router b25e0d99-34f2-4286-8490-f43c1839b2fc is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:51.559928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:51.566282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.567506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eee3bac7-ed70-45f1-a938-7c325b649dd5 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "PUT /v2.0/routers/b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 200 len: 914 time: 3.1579051 Aug 19 00:15:51.573636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:51.576160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] Sync routers for ids ['b25e0d99-34f2-4286-8490-f43c1839b2fc'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:51.585025 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] Routers {'b25e0d99-34f2-4286-8490-f43c1839b2fc'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:51.585640 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b25e0d99-34f2-4286-8490-f43c1839b2fc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:51.586888 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.639420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3dd476c7-f4fd-4419-a68b-e07a3f5aff8d None None] Provisioning for port 79eae1b5-b72f-466a-99b7-1c1438d316d7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:51.655005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3dd476c7-f4fd-4419-a68b-e07a3f5aff8d None None] Provisioning complete for port 79eae1b5-b72f-466a-99b7-1c1438d316d7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:51.655619 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dd476c7-f4fd-4419-a68b-e07a3f5aff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:51.686627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:51.727310 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] Routers {'b25e0d99-34f2-4286-8490-f43c1839b2fc'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:51.729667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b25e0d99-34f2-4286-8490-f43c1839b2fc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:51.739266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-732c9b99-f369-4cfa-b9b6-93e429cb8126 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 200 len: 920 time: 0.1627507 Aug 19 00:15:51.741103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:51.795427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3dd476c7-f4fd-4419-a68b-e07a3f5aff8d None None] Port 79eae1b5-b72f-466a-99b7-1c1438d316d7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:51.819646 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:51.824278 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792887c-2485-46f0-b460-8cca305b95eb None None] The sync data for ids ['b25e0d99-34f2-4286-8490-f43c1839b2fc'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:51.855706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4336d3a-9cd9-44d3-ae1f-54461181585c tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:51.858186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a4336d3a-9cd9-44d3-ae1f-54461181585c tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=b25e0d99-34f2-4286-8490-f43c1839b2fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1146767 Aug 19 00:15:51.862114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43772) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.014595 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.026268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97c4a-af8d-40f3-9bfb-a7ecb210e8b4 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:52.028047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-59f97c4a-af8d-40f3-9bfb-a7ecb210e8b4 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.1651247 Aug 19 00:15:52.028866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.047025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.079541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4278ab8d-005f-4fa2-af33-33cb4c7a67b6 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 200 len: 205 time: 0.0309618 Aug 19 00:15:52.082039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43776) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.161936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=79eae1b5-b72f-466a-99b7-1c1438d316d7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:52.167321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] In _notify_port_updated(), no bound segment for port 79eae1b5-b72f-466a-99b7-1c1438d316d7 on network e748d13c-327b-4136-a556-440be090d090 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:15:52.173589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:52.174548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.178430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e458671d-3201-4c5f-84f7-c603c9644419 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "PUT /v2.0/ports/79eae1b5-b72f-466a-99b7-1c1438d316d7 HTTP/1.1" status: 200 len: 997 time: 0.8538358 Aug 19 00:15:52.181010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43778) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.296011 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.373537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 79eae1b5-b72f-466a-99b7-1c1438d316d7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:52.377127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.429221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.512992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port 10bc59e4-e1f9-47a7-8367-4c7cd733e5c7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:52.513191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.513484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.526465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-35686da3-f14d-4331-ab03-8fcc09fa64e2 None None] Provisioning complete for port 79eae1b5-b72f-466a-99b7-1c1438d316d7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:52.526833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35686da3-f14d-4331-ab03-8fcc09fa64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.539848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 79eae1b5-b72f-466a-99b7-1c1438d316d7 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:52.564492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-35686da3-f14d-4331-ab03-8fcc09fa64e2 None None] Port 79eae1b5-b72f-466a-99b7-1c1438d316d7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:52.626793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.647728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for 10bc59e4-e1f9-47a7-8367-4c7cd733e5c7 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:52.746725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.789116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=79eae1b5-b72f-466a-99b7-1c1438d316d7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:52.900032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:52.903946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3be13c9-1756-45e0-94e2-8646a25b02f4 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/79eae1b5-b72f-466a-99b7-1c1438d316d7 HTTP/1.1" status: 204 len: 168 time: 0.7218943 Aug 19 00:15:52.906894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.950298 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-856d01e4-d0c2-4ba3-aec7-c76db5ef3fee tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] GET failed (client error): The resource could not be found. Aug 19 00:15:52.955802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-856d01e4-d0c2-4ba3-aec7-c76db5ef3fee tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports/79eae1b5-b72f-466a-99b7-1c1438d316d7 HTTP/1.1" status: 404 len: 333 time: 0.0438251 Aug 19 00:15:52.956938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43792) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:52.970539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-1139071189'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:53.061673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.118984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=10bc59e4-e1f9-47a7-8367-4c7cd733e5c7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:53.221717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:53.225465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.245121 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.250414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 0a00cbbf-dcbb-4418-b690-9feec81caaf9 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:53.393672 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.397379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.476059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.476616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router b25e0d99-34f2-4286-8490-f43c1839b2fc {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:53.485301 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.486541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15ccf0cd-9d4e-4306-aaf7-47ef8981e802 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 204 len: 168 time: 1.4034259 Aug 19 00:15:53.493019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:53.497743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-171057876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:53.535838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.3 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/0a00cbbf-dcbb-4418-b690-9feec81caaf9) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:53.544844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.545903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.664339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.671715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.693039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.695476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bf22d5e7-fc30-4fb9-8787-f6abb3fbf495 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2014270 Aug 19 00:15:53.698282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:53.707528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:53.770737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.804880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 0a00cbbf-dcbb-4418-b690-9feec81caaf9 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:53.843778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:53.902279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:53.906506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:53.926611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:53.930088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=0a00cbbf-dcbb-4418-b690-9feec81caaf9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:53.986612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:54.010866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:54.012593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:54.054188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7c409f88-2ad9-47bd-9631-78a8ad50ca45 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0939922 Aug 19 00:15:54.057062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:54.062223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'network_id': 'e748d13c-327b-4136-a556-440be090d090', 'name': 'tempest-AllowedAddressPairTestJSON-142977602'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:54.341703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-84db784b-c091-4bde-beb7-55280d734251 None None] Provisioning for port 0a00cbbf-dcbb-4418-b690-9feec81caaf9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:54.358876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-84db784b-c091-4bde-beb7-55280d734251 None None] Provisioning complete for port 0a00cbbf-dcbb-4418-b690-9feec81caaf9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:54.360962 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84db784b-c091-4bde-beb7-55280d734251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:54.412631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf116-9614-4d06-98c6-850a28d354df req-940e451d-bfca-49cb-8c0c-f844aa7a9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:54.413576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-940e451d-bfca-49cb-8c0c-f844aa7a9d5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1099 time: 0.1740122 Aug 19 00:15:54.431463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-84db784b-c091-4bde-beb7-55280d734251 None None] Port 0a00cbbf-dcbb-4418-b690-9feec81caaf9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:54.550508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Made reservation on behalf of b2694815a76b465fad2d6bea802f886a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:15:54.554010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:54.665859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf116-9614-4d06-98c6-850a28d354df req-5beb3912-0526-4c6d-ae7f-6b53fefdf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:54.667102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-5beb3912-0526-4c6d-ae7f-6b53fefdf06c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2309237 Aug 19 00:15:54.670207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] device_id is not set on port 4b0d98bb-99aa-4414-bdac-3275636a2f24 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:15:54.912065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-08b48781-ba17-4c1f-9cdf-153826aff0fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1002 time: 0.2361479 Aug 19 00:15:54.974869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.062953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.184106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Allocated IP 172.25.1.197 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/b0310ee2-c3ca-4c92-b3d7-773d3a24361d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:55.306056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Allocated IP 172.20.0.14 (e748d13c-327b-4136-a556-440be090d090/b5ecfccb-a697-44dd-acb9-f7c21739e24d/4b0d98bb-99aa-4414-bdac-3275636a2f24) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:15:55.335563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf116-9614-4d06-98c6-850a28d354df req-03afef45-045f-4a1d-8152-73b722216880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:55.337178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-03afef45-045f-4a1d-8152-73b722216880 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.4126563 Aug 19 00:15:55.465525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.538116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf116-9614-4d06-98c6-850a28d354df req-b4809476-0944-4977-b422-aae965737fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:55.539655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-b4809476-0944-4977-b422-aae965737fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936569 Aug 19 00:15:55.559695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:55.643692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.692693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8648f1c-51b3-4f75-8188-437d0ba51745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.725042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.768724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-3e310b88-226b-497e-b06d-4cb539aee711 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163424 Aug 19 00:15:55.773859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:55.829000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:55.831038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Pushing event updated for resources: {'Port': ['ID=b0310ee2-c3ca-4c92-b3d7-773d3a24361d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:55.851539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Transition to ACTIVE for port object 4b0d98bb-99aa-4414-bdac-3275636a2f24 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:15:55.851539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:55.899227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8648f1c-51b3-4f75-8188-437d0ba51745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.908098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8648f1c-51b3-4f75-8188-437d0ba51745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:55.996775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648f1c-51b3-4f75-8188-437d0ba51745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe4cd1-42b2-4baa-894b-517fac86eb09,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:56.006040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d8648f1c-51b3-4f75-8188-437d0ba51745 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8356a2338d66461ea4da85ba00f43763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447677 Aug 19 00:15:56.015007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:56.085587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a4bf116-9614-4d06-98c6-850a28d354df req-4798292e-24cb-4823-8226-39cd53957065 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685845 Aug 19 00:15:56.088335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.101104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.144539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.169282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Network e748d13c-327b-4136-a556-440be090d090 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:15:56.179592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:15:56.184049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:15:56.191643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=4b0d98bb-99aa-4414-bdac-3275636a2f24,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:56.212960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.216171 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.217545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abbe4cd1-42b2-4baa-894b-517fac86eb09 HTTP/1.1" status: 204 len: 168 time: 0.2013414 Aug 19 00:15:56.227194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7830d-3d45-4f7d-8f38-bb5a13fd4a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe4cd1-42b2-4baa-894b-517fac86eb09,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:56.256511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:56.257217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.390420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.466990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b8ff4ff-2831-46d1-b847-6dfd0a32ad24 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4061725 Aug 19 00:15:56.467086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:56.473660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:77:a6'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:1e:b2'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:56.596201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a936ae36-713b-4a2e-8baf-2acd903f101b None None] Provisioning for port 4b0d98bb-99aa-4414-bdac-3275636a2f24 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:15:56.601415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a936ae36-713b-4a2e-8baf-2acd903f101b None None] Provisioning complete for port 4b0d98bb-99aa-4414-bdac-3275636a2f24 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:56.601796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a936ae36-713b-4a2e-8baf-2acd903f101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.662065 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.665494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.697982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.700853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a936ae36-713b-4a2e-8baf-2acd903f101b None None] Port 4b0d98bb-99aa-4414-bdac-3275636a2f24 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:56.704229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.885444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Router 93332303-446c-4ac0-bd72-eec623ab9775 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:15:56.917633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:56.928780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:57.066725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:15:57.071943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:57.077234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6c2e518-3eae-4152-8f5c-621409825084 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "PUT /v2.0/routers/93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 200 len: 915 time: 3.3747075 Aug 19 00:15:57.077453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] Sync routers for ids ['93332303-446c-4ac0-bd72-eec623ab9775'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:15:57.078433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:57.086395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event updated for resources: {'Port': ['ID=4b0d98bb-99aa-4414-bdac-3275636a2f24,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:57.091378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] Routers {'93332303-446c-4ac0-bd72-eec623ab9775'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:57.092043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['93332303-446c-4ac0-bd72-eec623ab9775'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:57.106240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] In _notify_port_updated(), no bound segment for port 4b0d98bb-99aa-4414-bdac-3275636a2f24 on network e748d13c-327b-4136-a556-440be090d090 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:15:57.113652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:57.114397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:57.118931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc944309-1324-48eb-88c6-2b2fabeebcc1 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "PUT /v2.0/ports/4b0d98bb-99aa-4414-bdac-3275636a2f24 HTTP/1.1" status: 200 len: 1056 time: 0.6508026 Aug 19 00:15:57.119654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:57.213941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:57.247049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] Routers {'93332303-446c-4ac0-bd72-eec623ab9775'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:15:57.249866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['93332303-446c-4ac0-bd72-eec623ab9775'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:57.366007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:15:57.369290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3949b1-b876-41e6-a28e-9e337f09e53f None None] The sync data for ids ['93332303-446c-4ac0-bd72-eec623ab9775'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:15:57.435702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2e17b19c-a092-4cc5-9439-8a3e10e79ccc None None] Provisioning complete for port 4b0d98bb-99aa-4414-bdac-3275636a2f24 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:15:57.436395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e17b19c-a092-4cc5-9439-8a3e10e79ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:57.538113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e17b19c-a092-4cc5-9439-8a3e10e79ccc None None] Port 4b0d98bb-99aa-4414-bdac-3275636a2f24 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:15:57.955694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 4b0d98bb-99aa-4414-bdac-3275636a2f24 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:57.956270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:57.963209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8cd7475b-3ffb-48fd-a38a-b648e65947ae tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 200 len: 921 time: 0.8835456 Aug 19 00:15:57.966486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.065056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44903638-6f6c-4364-877e-3a31be64d3a1 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:58.067413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44903638-6f6c-4364-877e-3a31be64d3a1 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=93332303-446c-4ac0-bd72-eec623ab9775&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1002414 Aug 19 00:15:58.070332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.097146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.145912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 4b0d98bb-99aa-4414-bdac-3275636a2f24 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:58.240862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04720f-57a9-403e-a803-aa4e4987c497 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:58.242530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad04720f-57a9-403e-a803-aa4e4987c497 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/networks/a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 881 time: 0.1710241 Aug 19 00:15:58.245935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.288612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c97a32ad-8633-4328-b7f6-c6a57b3fbddd tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 200 len: 205 time: 0.0408924 Aug 19 00:15:58.289518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.338199 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.375659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=4b0d98bb-99aa-4414-bdac-3275636a2f24,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:58.420591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.620118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.769606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.774720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5ed7e9c1-3ecd-4251-86f8-b6f8e992047e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/4b0d98bb-99aa-4414-bdac-3275636a2f24 HTTP/1.1" status: 204 len: 168 time: 1.6515069 Aug 19 00:15:58.774864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43948) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.811065 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f7ce99-fadb-4947-be4c-22419e693cc5 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] GET failed (client error): The resource could not be found. Aug 19 00:15:58.815856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62f7ce99-fadb-4947-be4c-22419e693cc5 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports/4b0d98bb-99aa-4414-bdac-3275636a2f24 HTTP/1.1" status: 404 len: 333 time: 0.0370395 Aug 19 00:15:58.816115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43950) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:58.822732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port b0310ee2-c3ca-4c92-b3d7-773d3a24361d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:58.823288 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.925947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:58.944518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for b0310ee2-c3ca-4c92-b3d7-773d3a24361d owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:58.971551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae4827-47be-4c70-b081-e6b93aad6593 req-b38763ba-6cf3-42d5-8e81-f848e4e7cd34 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:58.973167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22ae4827-47be-4c70-b081-e6b93aad6593 req-b38763ba-6cf3-42d5-8e81-f848e4e7cd34 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1084397 Aug 19 00:15:59.041454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 0a00cbbf-dcbb-4418-b690-9feec81caaf9 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:59.041819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.047341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22ae4827-47be-4c70-b081-e6b93aad6593 req-bc60ef8d-6310-47b0-b6b4-cbd7a9c031a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631814 Aug 19 00:15:59.169707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.179698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.196205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 0a00cbbf-dcbb-4418-b690-9feec81caaf9 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:15:59.217035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=b0310ee2-c3ca-4c92-b3d7-773d3a24361d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:59.316673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.407057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.440912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.447341 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.456520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=0a00cbbf-dcbb-4418-b690-9feec81caaf9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:15:59.558060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.559035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router 93332303-446c-4ac0-bd72-eec623ab9775 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:15:59.573465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.582220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c99fa5b-646c-4648-8850-a22e10278ee0 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 204 len: 168 time: 1.2914295 Aug 19 00:15:59.582929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:59.588456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747558377', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:15:59.590946 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.593284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0da4949d-b0c6-49f4-a015-0701829c8a9e tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/0a00cbbf-dcbb-4418-b690-9feec81caaf9 HTTP/1.1" status: 204 len: 168 time: 0.7754695 Aug 19 00:15:59.595845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:59.626936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.627371 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace4351-5525-45b7-be0b-fada394837f8 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] GET failed (client error): The resource could not be found. Aug 19 00:15:59.628057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.629679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dace4351-5525-45b7-be0b-fada394837f8 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "GET /v2.0/ports/0a00cbbf-dcbb-4418-b690-9feec81caaf9 HTTP/1.1" status: 404 len: 333 time: 0.0326271 Aug 19 00:15:59.633684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:15:59.725570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.855027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5742-6b27-46c6-af63-794d943cd8d7 req-cce0f05a-3811-4e39-be29-6ee89e9f87a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:15:59.863581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a38f5742-6b27-46c6-af63-794d943cd8d7 req-cce0f05a-3811-4e39-be29-6ee89e9f87a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1525280 Aug 19 00:15:59.868339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port 60baa9f0-82eb-4309-87cf-6ca8e8f68523 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:15:59.868955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.922516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:15:59.970650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a38f5742-6b27-46c6-af63-794d943cd8d7 req-197960ac-30ec-4679-916b-199867d600d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005421 Aug 19 00:16:00.023489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.041847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for 60baa9f0-82eb-4309-87cf-6ca8e8f68523 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:00.208632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.251911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=60baa9f0-82eb-4309-87cf-6ca8e8f68523,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:00.254045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.295338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.330864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.333146 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fcaab85d-c456-4498-8367-2876f2eb1e9c tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/ports/60baa9f0-82eb-4309-87cf-6ca8e8f68523 HTTP/1.1" status: 204 len: 168 time: 0.6984291 Aug 19 00:16:00.335514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43992) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:00.389406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting subnet b5ecfccb-a697-44dd-acb9-f7c21739e24d {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:00.393719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.444960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.467691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Allocated IP 172.25.1.210 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/fc5833cf-e067-45a0-a77a-7e11459bebdf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:00.605361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.607685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.653082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.675709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.702822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:00.708038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:00.711997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d9484-a4a0-4408-ac65-a288eff64a86 None None] Network e748d13c-327b-4136-a556-440be090d090 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:00.718099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:00.721345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event updated for resources: {'Port': ['ID=fc5833cf-e067-45a0-a77a-7e11459bebdf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:00.729594 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:00.731852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/subnets/b5ecfccb-a697-44dd-acb9-f7c21739e24d HTTP/1.1" status: 204 len: 168 time: 0.3954134 Aug 19 00:16:00.733689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdd93-3f8f-43bb-8a7e-b6dd737546c3 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ecfccb-a697-44dd-acb9-f7c21739e24d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:00.736449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:00.936189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.000971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] DHCP port deletion for e748d13c-327b-4136-a556-440be090d090 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:01.014404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Deleting port ce96e625-2f81-48c1-9339-2d71a6f6acd8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:01.014761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.080328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Deleting port ce96e625-2f81-48c1-9339-2d71a6f6acd8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:01.080879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.152230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] For port ce96e625-2f81-48c1-9339-2d71a6f6acd8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ce96e625-2f81-48c1-9339-2d71a6f6acd8,segment=NetworkSegment(412fe0f6-60de-4165-a5db-439808b9438b),segment_id=412fe0f6-60de-4165-a5db-439808b9438b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:01.152926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.154566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] For port ce96e625-2f81-48c1-9339-2d71a6f6acd8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ce96e625-2f81-48c1-9339-2d71a6f6acd8,segment=NetworkSegment(412fe0f6-60de-4165-a5db-439808b9438b),segment_id=412fe0f6-60de-4165-a5db-439808b9438b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:01.155037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.166083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.173667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Calling delete_port for ce96e625-2f81-48c1-9339-2d71a6f6acd8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:01.195723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f8ed-27b3-4ad3-85af-df3bad42af88 req-c0d8b4fc-80a9-492e-81bf-bf676d004056 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:01.197347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc22f8ed-27b3-4ad3-85af-df3bad42af88 req-c0d8b4fc-80a9-492e-81bf-bf676d004056 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1321306 Aug 19 00:16:01.201632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Calling delete_port for ce96e625-2f81-48c1-9339-2d71a6f6acd8 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:01.302300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc22f8ed-27b3-4ad3-85af-df3bad42af88 req-addd15df-0d1c-43cf-9780-7f8fa12b9307 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983012 Aug 19 00:16:01.308718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.360985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Pushing event deleted for resources: {'Port': ['ID=ce96e625-2f81-48c1-9339-2d71a6f6acd8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:01.362443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.376844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] No DVR routers for this DVR port ce96e625-2f81-48c1-9339-2d71a6f6acd8 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:01.395359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.395626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.395976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.396348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.397532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Port': ['ID=ce96e625-2f81-48c1-9339-2d71a6f6acd8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:01.399667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] No DVR routers for this DVR port ce96e625-2f81-48c1-9339-2d71a6f6acd8 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:01.402317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.402689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.403069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.403434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.403774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.405819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.406153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.406504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9ad82-3aa5-4fe4-a46b-1845bfb2e0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:01.478335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.501565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.513137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e748d13c-327b-4136-a556-440be090d090']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.524647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412fe0f6-60de-4165-a5db-439808b9438b') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.525065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412fe0f6-60de-4165-a5db-439808b9438b') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.535837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.549886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.556206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:01.556717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:01.560336 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:01.627641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Router 209ed621-b1a9-4d8d-a618-77957855629e is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:16:01.631840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.639912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.644640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] 10.222.0.20 "DELETE /v2.0/networks/e748d13c-327b-4136-a556-440be090d090 HTTP/1.1" status: 204 len: 168 time: 0.9041178 Aug 19 00:16:01.679790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5434e-2891-4105-9d23-763b60e7fb61 tempest-AllowedAddressPairTestJSON-1388757336 tempest-AllowedAddressPairTestJSON-1388757336-project] Pushing event deleted for resources: {'Network': ['ID=e748d13c-327b-4136-a556-440be090d090,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:01.771683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:16:01.795179 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] Sync routers for ids ['209ed621-b1a9-4d8d-a618-77957855629e'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:16:01.811781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:01.818148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44014) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:01.820449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-095609fa-6564-41d4-871c-255825115de4 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2361834 Aug 19 00:16:01.823670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:01.827834 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] Routers {'209ed621-b1a9-4d8d-a618-77957855629e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:01.828568 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['209ed621-b1a9-4d8d-a618-77957855629e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.875549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.887301 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] Routers {'209ed621-b1a9-4d8d-a618-77957855629e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:01.888010 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['209ed621-b1a9-4d8d-a618-77957855629e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.925878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:01.926681 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692f182-a8e7-4372-8870-e6c0ed8634a8 None None] The sync data for ids ['209ed621-b1a9-4d8d-a618-77957855629e'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:16:01.966222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:01.987088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:02.114707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.148105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:02.151299 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435e0e7-4278-4d05-873e-1f4feba5d341" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:02.173765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:02.188114 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.241208 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573841d-9607-4ee5-86ac-5f27d8cefad3 x-openstack-request-id: req-0573841d-9607-4ee5-86ac-5f27d8cefad3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:02.241907 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:02.242402 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0573841d-9607-4ee5-86ac-5f27d8cefad3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:02.243126 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:16:02.246961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:02.267609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aba2e810-ac26-4e4e-9a45-04bb036cbc2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2694815a76b465fad2d6bea802f886a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784266 Aug 19 00:16:02.269755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:02.300940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.315749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.343740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.386702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.419180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Deleting port fc5833cf-e067-45a0-a77a-7e11459bebdf {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:02.420251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.479707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.482764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.484110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bce1f44-72ee-41fd-a6e8-a387e0c80992 HTTP/1.1" status: 204 len: 168 time: 0.2131991 Aug 19 00:16:02.496123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a8c20-4562-446a-9d50-6986b1505018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce1f44-72ee-41fd-a6e8-a387e0c80992,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:02.507831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdbad5-6f9d-4e7a-9bdf-b0d134f948c4 req-a754f4d5-d343-457d-9045-c14e69edf7cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:02.515802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbcdbad5-6f9d-4e7a-9bdf-b0d134f948c4 req-a754f4d5-d343-457d-9045-c14e69edf7cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1164083 Aug 19 00:16:02.576247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbcdbad5-6f9d-4e7a-9bdf-b0d134f948c4 req-1f7b7f3e-f2b4-46bf-a3f9-27ebc0eb08a6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559161 Aug 19 00:16:02.577930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.602705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Calling delete_port for fc5833cf-e067-45a0-a77a-7e11459bebdf owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:02.776376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ce96e625-2f81-48c1-9339-2d71a6f6acd8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:02.813016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ce96e625-2f81-48c1-9339-2d71a6f6acd8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:02.814876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ce96e625-2f81-48c1-9339-2d71a6f6acd8 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:02.816464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:02.847444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Pushing event deleted for resources: {'Port': ['ID=fc5833cf-e067-45a0-a77a-7e11459bebdf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:02.935134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:03.244714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:03.257110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:03.403417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Router 209ed621-b1a9-4d8d-a618-77957855629e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:16:03.423965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.442893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.450406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.471638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.521487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.536378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.553638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.555795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-dabe3d27-2a30-4ab8-ab5c-aa70e5e88ac3 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.2905598 Aug 19 00:16:03.651407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.668593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-835ecb96-c360-4146-b58e-c15150a1bb37 req-261d5f11-a08d-4d26-af2e-f2bf27ddf1be tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011946 Aug 19 00:16:03.845263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-9b031ae8-0f07-44d6-9686-2e90a51d3a15 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.850600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9b031ae8-0f07-44d6-9686-2e90a51d3a15 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1810174 Aug 19 00:16:03.855935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.864395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-3c9157e7-7af6-4617-b65d-eefbe5a9e4a5 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.869066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c9157e7-7af6-4617-b65d-eefbe5a9e4a5 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086207 Aug 19 00:16:03.869663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.871908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:16:03.875363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-505ebb08-3243-4072-861e-c0e4524f260a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.879591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-505ebb08-3243-4072-861e-c0e4524f260a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074732 Aug 19 00:16:03.879795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.884019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] Sync routers for ids ['209ed621-b1a9-4d8d-a618-77957855629e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:16:03.889060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:03.890781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aeb7a76a-1be7-4ad7-afb3-10ce3fab1136 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "PUT /v2.0/routers/209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 200 len: 706 time: 2.0715032 Aug 19 00:16:03.895627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] Routers {'209ed621-b1a9-4d8d-a618-77957855629e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:03.896160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.896290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['209ed621-b1a9-4d8d-a618-77957855629e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:03.903051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-5560a026-d91e-4133-adf7-4e362ddac261 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.906569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.911624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-9674cb80-bb2e-48b6-8903-c37e934a95a6 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.912738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9674cb80-bb2e-48b6-8903-c37e934a95a6 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044725 Aug 19 00:16:03.916143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5560a026-d91e-4133-adf7-4e362ddac261 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0273550 Aug 19 00:16:03.917853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.922058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-430512b1-f7a1-4875-a13c-ff2fa723d56c tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.934814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-430512b1-f7a1-4875-a13c-ff2fa723d56c tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0157714 Aug 19 00:16:03.935800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.943883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-7b97d516-140e-4c9b-93be-e00504fbd72d tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:03.956116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b97d516-140e-4c9b-93be-e00504fbd72d tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0178025 Aug 19 00:16:03.958511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:03.966632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:16:03.979581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44106) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:03.981258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.990744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cdd51-d01c-4e1b-9069-0b826d3d7f39 req-48c0fd0b-0d78-4df1-b7a0-290f584f70d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.993059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c1cdd51-d01c-4e1b-9069-0b826d3d7f39 req-48c0fd0b-0d78-4df1-b7a0-290f584f70d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1893203 Aug 19 00:16:03.993815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:03.996904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] Routers {'209ed621-b1a9-4d8d-a618-77957855629e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:03.997544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:15:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['209ed621-b1a9-4d8d-a618-77957855629e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:04.002749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:04.009877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:04.018378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:04.018708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-fb8a892b-1cf4-4293-bf67-a38793365f16 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.019676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb8a892b-1cf4-4293-bf67-a38793365f16 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0251424 Aug 19 00:16:04.023868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.026446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:04.033266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:04.042752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8291bb93-f932-4ac7-9392-7c394f9d62c1 req-80619d9b-5ab4-46ef-b833-86c9332a9881 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.2688038 Aug 19 00:16:04.055228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-06aeff3c-c485-49fd-84f2-d22e6d0ff74e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.056185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06aeff3c-c485-49fd-84f2-d22e6d0ff74e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0314910 Aug 19 00:16:04.058883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.070110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-e461e9c0-2ddf-4b58-89d1-e6a7cd333bbf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.071834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e461e9c0-2ddf-4b58-89d1-e6a7cd333bbf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0113358 Aug 19 00:16:04.074949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b2c138c6-f06a-4124-8ac0-d83e506b918a tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/routers/209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 200 len: 741 time: 0.1768084 Aug 19 00:16:04.077992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44118) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.078770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.087413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-ad34fae8-1e02-43e0-a846-b407d9243e0e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.092669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad34fae8-1e02-43e0-a846-b407d9243e0e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0121129 Aug 19 00:16:04.096178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.103645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-64e68a7e-9b43-4bb3-83fa-cdd368ceb074 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.114435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64e68a7e-9b43-4bb3-83fa-cdd368ceb074 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0155475 Aug 19 00:16:04.121124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.131896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-2d8bd0ff-7f35-4b8a-a389-e60ba447717f tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.132946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d8bd0ff-7f35-4b8a-a389-e60ba447717f tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0100157 Aug 19 00:16:04.136699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.140873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-c84999ea-e973-4f84-912f-b45af056add7 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.152342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c84999ea-e973-4f84-912f-b45af056add7 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0146379 Aug 19 00:16:04.154686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.160006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-6f93b2f3-49ea-4a05-9aef-998eacf52b63 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.160501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f93b2f3-49ea-4a05-9aef-998eacf52b63 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048935 Aug 19 00:16:04.162762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.167108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-33493099-2e67-4f6f-8c79-8eeffa165d87 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.167642 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-33493099-2e67-4f6f-8c79-8eeffa165d87 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040288 Aug 19 00:16:04.172147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.177977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-42fcc3af-5d28-4fc0-8d49-0a9c0415466d tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.179562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c1cdd51-d01c-4e1b-9069-0b826d3d7f39 req-a82fac40-e707-46df-ad2f-c3b73a33e421 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585157 Aug 19 00:16:04.182108 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c32471b0-bbd9-4e33-9ac7-438b867c29e0 tempest-RoutersAdminTest-391693369 tempest-RoutersAdminTest-391693369-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&device_id=209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 200 len: 205 time: 0.1015069 Aug 19 00:16:04.182570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44132) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.184320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-42fcc3af-5d28-4fc0-8d49-0a9c0415466d tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058575 Aug 19 00:16:04.185243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.196175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-ebbdeed6-7bb9-4c95-b2bc-95a9e2900951 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.197254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ebbdeed6-7bb9-4c95-b2bc-95a9e2900951 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0137780 Aug 19 00:16:04.199893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.216628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-06445532-4ec1-4c54-9103-275646980f54 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.217652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06445532-4ec1-4c54-9103-275646980f54 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0168109 Aug 19 00:16:04.221013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44138) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.222466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:04.225015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:04.225656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78bb8-8f40-41fb-a678-eea6131886e5 None None] The sync data for ids ['209ed621-b1a9-4d8d-a618-77957855629e'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:16:04.227390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-adb2d7a7-c3c4-4ba2-98b5-43c60d231ad3 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.228554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-adb2d7a7-c3c4-4ba2-98b5-43c60d231ad3 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062003 Aug 19 00:16:04.231168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44140) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.237722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-8f3222dd-8665-479b-adad-89dedf1c4e45 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.240058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f3222dd-8665-479b-adad-89dedf1c4e45 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068495 Aug 19 00:16:04.244494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-82792f54-8ab2-4a78-b791-fdb87abd5f99 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 200 len: 205 time: 0.0557802 Aug 19 00:16:04.244662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.246020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.247727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-510a356e-8c29-4829-b459-4d18e7f7e598 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.248958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-510a356e-8c29-4829-b459-4d18e7f7e598 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051785 Aug 19 00:16:04.251463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44146) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.252125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'mac_address': 'fa:16:3e:45:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:16:04.256030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-54c3bc35-828b-48ad-8d56-97de6267ef88 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.257306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-54c3bc35-828b-48ad-8d56-97de6267ef88 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048208 Aug 19 00:16:04.259657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.264824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-5c5a5a5e-36a0-4d5d-9336-7346bf55600e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.266077 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c5a5a5e-36a0-4d5d-9336-7346bf55600e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053694 Aug 19 00:16:04.269148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.273490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-b2c9f764-bb34-41fe-a0d0-081ce3243ebf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.274543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b2c9f764-bb34-41fe-a0d0-081ce3243ebf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044129 Aug 19 00:16:04.276938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44152) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.284564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-87aa8ec8-e14d-4ece-8ec1-a0c0bad3feee tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.285861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87aa8ec8-e14d-4ece-8ec1-a0c0bad3feee tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077357 Aug 19 00:16:04.290877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44154) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.296534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-baec942b-5267-418a-b732-ad95133618cf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.301247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-baec942b-5267-418a-b732-ad95133618cf tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089784 Aug 19 00:16:04.302136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.307402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-20ad1d21-7e7f-4bba-b7ce-1d14075be863 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.312074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-20ad1d21-7e7f-4bba-b7ce-1d14075be863 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086365 Aug 19 00:16:04.312870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44158) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.317374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-b1a5f069-319f-4ca1-b778-9c5d70ce1e11 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.321173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b1a5f069-319f-4ca1-b778-9c5d70ce1e11 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071766 Aug 19 00:16:04.324178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.327448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-ad4d05c0-2de1-4739-af61-a5792a7aeaf1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.332394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad4d05c0-2de1-4739-af61-a5792a7aeaf1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085204 Aug 19 00:16:04.333118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44162) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.338030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-3b3fbaf4-3676-4777-aa7d-64720c686a0f tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.340584 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.341653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.342568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b3fbaf4-3676-4777-aa7d-64720c686a0f tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077446 Aug 19 00:16:04.350126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-f13f1afe-f9bf-4297-bb74-5cfb8f380091 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.351754 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f13f1afe-f9bf-4297-bb74-5cfb8f380091 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090165 Aug 19 00:16:04.354567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.362033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-52ab8b87-a885-46a8-8547-7f04218360bb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.363297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-52ab8b87-a885-46a8-8547-7f04218360bb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074983 Aug 19 00:16:04.366173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.371858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-d97b52a5-144e-45ae-ad5e-f66cb6ef67db tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.373029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d97b52a5-144e-45ae-ad5e-f66cb6ef67db tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053797 Aug 19 00:16:04.376739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.380756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:16:04.383681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-dcdf172f-c64a-482c-9d33-6069db7d6068 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.384816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dcdf172f-c64a-482c-9d33-6069db7d6068 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052450 Aug 19 00:16:04.387841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44174) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.388006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.394148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-d567d0c1-5f42-46a7-a2f9-e6c4308ef9e6 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.398606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d567d0c1-5f42-46a7-a2f9-e6c4308ef9e6 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082657 Aug 19 00:16:04.403111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.413114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-52defec1-a7c1-4d1e-9538-bcf6a5e2b55e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.427167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-52defec1-a7c1-4d1e-9538-bcf6a5e2b55e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0208995 Aug 19 00:16:04.427984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:04.430141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44178) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.436354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-f61315e2-aa4d-4627-bfee-4baa1857cceb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.440380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.453835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f61315e2-aa4d-4627-bfee-4baa1857cceb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0211079 Aug 19 00:16:04.455165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44180) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.474646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-5ab0cdab-657b-42b8-9a06-d36aa89ec2f1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.481011 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5ab0cdab-657b-42b8-9a06-d36aa89ec2f1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0234432 Aug 19 00:16:04.481903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44182) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.487241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-b0158677-69fb-4c94-8a9b-5138c359554e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.502492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.503359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b0158677-69fb-4c94-8a9b-5138c359554e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0196280 Aug 19 00:16:04.508075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-29309105-40b5-42dc-856c-9dce063bdf37 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.509439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29309105-40b5-42dc-856c-9dce063bdf37 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053353 Aug 19 00:16:04.512453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44186) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.517262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-0eb952a0-3be0-491e-ba6a-85e5859f90c5 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.532726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0eb952a0-3be0-491e-ba6a-85e5859f90c5 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0190141 Aug 19 00:16:04.533348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:04.534302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44188) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.548697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-e2d8d139-b0ea-4deb-b5a0-e9b0ea79511a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.558908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2d8d139-b0ea-4deb-b5a0-e9b0ea79511a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094597 Aug 19 00:16:04.558908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44190) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.565861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-6b359433-2a17-49ca-9d89-4a1113daa338 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.566955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6b359433-2a17-49ca-9d89-4a1113daa338 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120890 Aug 19 00:16:04.569698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44192) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.575559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-7d0f6fd1-040a-4745-a195-cff4b57148b3 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.577116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7d0f6fd1-040a-4745-a195-cff4b57148b3 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064523 Aug 19 00:16:04.579458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44194) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.590713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-bff2e54e-1f19-47d3-b88c-d05b6127d658 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.592318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bff2e54e-1f19-47d3-b88c-d05b6127d658 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0118892 Aug 19 00:16:04.595610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44196) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.600823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-401a8e23-d68b-4a6a-a87a-b0c1d511cbeb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.601959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-401a8e23-d68b-4a6a-a87a-b0c1d511cbeb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050459 Aug 19 00:16:04.604897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.608994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-a8018dc7-d5af-4d34-b80f-78a9173efbd2 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.611862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a8018dc7-d5af-4d34-b80f-78a9173efbd2 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043142 Aug 19 00:16:04.613178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44200) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.616204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['cb3b0aa8-222f-4522-8a0a-705f7567cc4a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:16:04.617880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-481a4098-367b-42cf-8ab1-ceb0d5abd9f7 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.619284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-481a4098-367b-42cf-8ab1-ceb0d5abd9f7 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050097 Aug 19 00:16:04.624753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44202) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.629587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-3b329ad4-ebb8-4d29-9685-fd87073c7442 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.633694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b329ad4-ebb8-4d29-9685-fd87073c7442 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0076215 Aug 19 00:16:04.634652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44204) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.639607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-6f5303c5-b77f-4244-80bd-4a94ab0758e1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.644221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6f5303c5-b77f-4244-80bd-4a94ab0758e1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083792 Aug 19 00:16:04.645011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.649406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-c297d0d5-2b38-4768-b1b9-7bc26a49ffa1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.651107 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.653265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c297d0d5-2b38-4768-b1b9-7bc26a49ffa1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072169 Aug 19 00:16:04.654053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.659268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-668db8ad-4975-483d-9383-9d50bd7fe5d1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.662601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-668db8ad-4975-483d-9383-9d50bd7fe5d1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052063 Aug 19 00:16:04.662601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.663484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44210) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.668290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-335267f9-4e96-4dc1-8b21-041f2042cd69 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.679395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-335267f9-4e96-4dc1-8b21-041f2042cd69 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0144455 Aug 19 00:16:04.681052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44212) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.696553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-0522f6e0-7229-4a0c-aa3f-7b91852d7a70 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.705606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0522f6e0-7229-4a0c-aa3f-7b91852d7a70 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0216231 Aug 19 00:16:04.706429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44214) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.712210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-67f39d5c-0167-40c1-a602-3fc9837e6b23 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.728602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-67f39d5c-0167-40c1-a602-3fc9837e6b23 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0196369 Aug 19 00:16:04.729397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44218) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.734566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-a6bc4cbf-1cb3-4291-8943-c23e64d0b205 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.734807 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.735491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Fanout notify agent at l3_agent the message router_deleted on router 209ed621-b1a9-4d8d-a618-77957855629e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:16:04.742462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a6bc4cbf-1cb3-4291-8943-c23e64d0b205 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0117908 Aug 19 00:16:04.743382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44220) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.745009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:04.746818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4285ec8d-85f0-4946-b2ab-e54a6f1b5252 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 204 len: 168 time: 0.5002432 Aug 19 00:16:04.749949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44222) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.757838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-eae30a05-4c10-4499-947a-e8f495f6c703 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.785421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eae30a05-4c10-4499-947a-e8f495f6c703 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0401001 Aug 19 00:16:04.786530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.790896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98c80d47-a077-4277-8d43-41c3e7f24931 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 200 len: 205 time: 0.0398777 Aug 19 00:16:04.794317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-1c4bcd92-49a2-4d18-b470-dbe74f2cd0f8 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.794949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44228) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.796354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c4bcd92-49a2-4d18-b470-dbe74f2cd0f8 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072560 Aug 19 00:16:04.798296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44230) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.812216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-59e4a994-eba2-4b2c-a46e-5ae6fc5435bd tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.816736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.817039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-59e4a994-eba2-4b2c-a46e-5ae6fc5435bd tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0158563 Aug 19 00:16:04.822157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-982a6c76-0be0-4ad0-9f0d-d3a9307b831e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.823411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-982a6c76-0be0-4ad0-9f0d-d3a9307b831e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054467 Aug 19 00:16:04.826331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.832077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-a663646a-fb0e-40c4-893c-020081bcf3c1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.837319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a663646a-fb0e-40c4-893c-020081bcf3c1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091758 Aug 19 00:16:04.841010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.849917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-2c877626-a88c-4a8b-83e2-5251f1c0d73a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.853843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2c877626-a88c-4a8b-83e2-5251f1c0d73a tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123947 Aug 19 00:16:04.856780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.866189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [None req-29d6d3ef-8723-4f83-b489-be9fe2d09de1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.866676 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4e02232a-f250-4c95-ba92-9b8820412cec tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:04.867531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e02232a-f250-4c95-ba92-9b8820412cec tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/209ed621-b1a9-4d8d-a618-77957855629e HTTP/1.1" status: 404 len: 336 time: 0.0682671 Aug 19 00:16:04.871303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29d6d3ef-8723-4f83-b489-be9fe2d09de1 tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0107157 Aug 19 00:16:04.871303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.873498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.880631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-3e4b4392-1eb3-4e90-905b-4d3c0cacff8c tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.884806 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e4b4392-1eb3-4e90-905b-4d3c0cacff8c tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101662 Aug 19 00:16:04.885736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.892315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-3b0c1ce8-17a8-4426-bfde-5441c7baf09e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.896645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b0c1ce8-17a8-4426-bfde-5441c7baf09e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096083 Aug 19 00:16:04.897510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44248) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.902713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-221ac15a-57dd-4844-bd20-a91c53bc77bb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.906687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-221ac15a-57dd-4844-bd20-a91c53bc77bb tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0080793 Aug 19 00:16:04.908174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44250) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.913849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-269896a7-b642-4696-b04f-25a543386f7e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.925688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-269896a7-b642-4696-b04f-25a543386f7e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0162609 Aug 19 00:16:04.927065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44252) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.935043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [None req-80ed37b3-9f86-4fd9-891b-721818201a5e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:04.947851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8946f016-0976-4955-9984-7fccb17e83de tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 200 len: 205 time: 0.0762105 Aug 19 00:16:04.953720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:04.956589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-80ed37b3-9f86-4fd9-891b-721818201a5e tempest-ExtensionsTestJSON-191122485 tempest-ExtensionsTestJSON-191122485-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0250235 Aug 19 00:16:05.027284 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0bf1f806-9e75-44a0-a83c-2c6b531f6676 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:05.028498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0bf1f806-9e75-44a0-a83c-2c6b531f6676 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/93332303-446c-4ac0-bd72-eec623ab9775 HTTP/1.1" status: 404 len: 336 time: 0.0760429 Aug 19 00:16:05.031140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44258) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.072398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b5e8b0fd-72b9-4db8-b7fa-a7a057360d78 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 200 len: 205 time: 0.0395403 Aug 19 00:16:05.075159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44260) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.169657 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d7ddba57-04b2-4a21-b921-dc4401b4dd49 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:05.175655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7ddba57-04b2-4a21-b921-dc4401b4dd49 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/b25e0d99-34f2-4286-8490-f43c1839b2fc HTTP/1.1" status: 404 len: 336 time: 0.0969625 Aug 19 00:16:05.175860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.248548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7fb0fa94-9f63-44c5-ae39-e23d93b77d8f tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 200 len: 205 time: 0.0637355 Aug 19 00:16:05.249227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44266) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.356460 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-a5db21ae-7192-4d1e-90a2-6cff130d047a tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:05.360524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.361124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a5db21ae-7192-4d1e-90a2-6cff130d047a tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/91aad5e9-d0af-46b5-ac8c-a537ba48e144 HTTP/1.1" status: 404 len: 336 time: 0.1105299 Aug 19 00:16:05.395528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3119d7c2-2849-4eaa-8328-427a8203ffce tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 200 len: 205 time: 0.0317380 Aug 19 00:16:05.396388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44272) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.419891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116659e7-7251-4ede-b85b-f9ec6ec8cb9b req-cfeef80e-ad46-438b-8e23-765b96705eda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:05.428734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-116659e7-7251-4ede-b85b-f9ec6ec8cb9b req-cfeef80e-ad46-438b-8e23-765b96705eda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 946 time: 0.1017377 Aug 19 00:16:05.488517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-116659e7-7251-4ede-b85b-f9ec6ec8cb9b req-05b30470-df83-4db6-abcd-993e487b0e40 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547738 Aug 19 00:16:05.496660 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-1fd4a729-caab-4477-a7dd-055d5307f6e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:05.497705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1fd4a729-caab-4477-a7dd-055d5307f6e2 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/eebd3618-3b06-439e-8ce1-b3ae26834f7c HTTP/1.1" status: 404 len: 336 time: 0.1001570 Aug 19 00:16:05.503802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.513867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44276) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.538973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d3606a8d-3d8f-49d2-9fa1-01768ad133b9 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9837ba6-1d7a-4071-8260-3e4fda650417 HTTP/1.1" status: 200 len: 205 time: 0.0333402 Aug 19 00:16:05.541829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44282) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.623500 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-87b7c10f-0a0b-4769-86de-78e3fba2e234 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] delete failed (client error): The resource could not be found. Aug 19 00:16:05.624882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87b7c10f-0a0b-4769-86de-78e3fba2e234 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/routers/d9837ba6-1d7a-4071-8260-3e4fda650417 HTTP/1.1" status: 404 len: 336 time: 0.0821514 Aug 19 00:16:05.628669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44286) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.676772 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f20ef7-a799-4814-af66-f1d30b363f76 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] DELETE failed (client error): The resource could not be found. Aug 19 00:16:05.677234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f20ef7-a799-4814-af66-f1d30b363f76 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:16:05.678989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1f20ef7-a799-4814-af66-f1d30b363f76 tempest-RoutersAdminTest-67151317 tempest-RoutersAdminTest-67151317-project] 10.222.0.20 "DELETE /v2.0/subnets/ddbeb193-2889-49b7-b6c5-b2665d85877f HTTP/1.1" status: 404 len: 337 time: 0.0489922 Aug 19 00:16:05.705726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6933d75-7c2f-42d7-bee7-7f3df7b06c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:05.869868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6933d75-7c2f-42d7-bee7-7f3df7b06c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:05.878214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b6933d75-7c2f-42d7-bee7-7f3df7b06c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:05.937469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b6933d75-7c2f-42d7-bee7-7f3df7b06c31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=989b1b0cfef74719ab8102d4e272e332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223394 Aug 19 00:16:05.939356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933d75-7c2f-42d7-bee7-7f3df7b06c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e85d4-2b72-42cf-9583-529b78e4b94f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:05.940801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44292) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:05.979272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:06.008758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44294) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:06.039560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.060623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port cb3b0aa8-222f-4522-8a0a-705f7567cc4a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:06.061004 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.123673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.147720 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.203154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.207523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.209068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/733e85d4-2b72-42cf-9583-529b78e4b94f HTTP/1.1" status: 204 len: 168 time: 0.2672589 Aug 19 00:16:06.210123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:06.228812 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae38d2-26c1-44e3-bebc-d95e5fd36d62" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:06.231033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed2dc-b732-45ae-aec0-cba297ef5d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.249701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45f416-cf5e-434d-b8d7-1842b18beea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e85d4-2b72-42cf-9583-529b78e4b94f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:06.289177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:06.300953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.343741 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c394fd62-1f3d-4ed7-8604-5b8d0743e29d x-openstack-request-id: req-c394fd62-1f3d-4ed7-8604-5b8d0743e29d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:06.344501 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-plugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:06.345541 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c394fd62-1f3d-4ed7-8604-5b8d0743e29d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:06.346114 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:16:06.389886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:06.392258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:06.447780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed2dc-b732-45ae-aec0-cba297ef5d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.455733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed2dc-b732-45ae-aec0-cba297ef5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.511569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed2dc-b732-45ae-aec0-cba297ef5d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f30f76-06ef-4a9e-9329-31847cc8f718,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:06.530082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b9ed2dc-b732-45ae-aec0-cba297ef5d8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01b923d87f3540cba078d0e40163fe51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192513 Aug 19 00:16:06.532851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:06.619952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.651580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.785962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.788880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:06.792937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58f30f76-06ef-4a9e-9329-31847cc8f718 HTTP/1.1" status: 204 len: 168 time: 0.2555745 Aug 19 00:16:06.814377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0f355-39d6-45f5-8500-1c6290562cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f30f76-06ef-4a9e-9329-31847cc8f718,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:06.838676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.839373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.840288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.840870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.841920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.842437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.843235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.853924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39430faa-a68f-4643-b983-e1464c64a624 req-e67d8d2a-2871-4333-bc20-2ffbd8bd4943 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.4561145 Aug 19 00:16:06.895022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297de31-d724-428d-a4d8-6e7ca2df662d req-fa05e837-1586-4535-8ce0-d0f4cf7b7247 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:06.896868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7297de31-d724-428d-a4d8-6e7ca2df662d req-fa05e837-1586-4535-8ce0-d0f4cf7b7247 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1782792 Aug 19 00:16:06.930319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39430faa-a68f-4643-b983-e1464c64a624 req-53b07a8c-57e3-46cf-b497-e79569ba4fd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750773 Aug 19 00:16:07.013979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7297de31-d724-428d-a4d8-6e7ca2df662d req-ce283f0e-5ffc-4e25-82ba-f2e56a42c55b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824499 Aug 19 00:16:07.318644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44358) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:07.376093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5976526c-be80-4f01-b63d-7d7ff47a312c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9e93ca698384f3fad55f19826b8a814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537257 Aug 19 00:16:07.376336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:07.480234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:07.511136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:07.580873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:07.584383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:07.585746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e1375aa-ad15-4903-bbbc-4570d89a1151 HTTP/1.1" status: 204 len: 168 time: 0.2079442 Aug 19 00:16:07.600831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930fea9-ecc4-4cbb-9cb9-61bc2a4f0254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1375aa-ad15-4903-bbbc-4570d89a1151,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:07.688100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:08.061492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2126547628'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:08.096461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:08.101088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.123260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.267422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce7c45-994a-4192-bc3f-7eda7fe36aac req-b35c5681-ed0d-456f-b480-39e31fee2879 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:08.275784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.277078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82ce7c45-994a-4192-bc3f-7eda7fe36aac req-b35c5681-ed0d-456f-b480-39e31fee2879 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.0991080 Aug 19 00:16:08.285723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.316273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:08.337845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0fa279-a6bb-4516-b2ca-e2a5ab125a85,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:08.343432 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.344309 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment 8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b of type vlan for network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 Aug 19 00:16:08.370166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82ce7c45-994a-4192-bc3f-7eda7fe36aac req-2fea87fd-dc3d-4e25-8e70-eb71402bc5ee tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893438 Aug 19 00:16:08.402701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.472050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.479294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:08.480197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.548559 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8555057 Aug 19 00:16:08.551252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44396) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:08.556373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'name': 'tempest-PortsIpV6TestJSON-770331261'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:08.578450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321f55-03ea-44f3-aeb9-0e48cdfe05b5 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=e2e9d4d9-ede9-4f42-8f85-888a8bac4a99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:08.600928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:08.846728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:08.853623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:08.898570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 0612ef10-b602-4b75-97dd-0680a62dfede yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:08.916949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:09.056397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37ab9f5d-79db-4017-a2e1-c88cacb6b32e tempest-AgentManagementNegativeTest-1871780691 tempest-AgentManagementNegativeTest-1871780691-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1380062 Aug 19 00:16:09.107972 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.163065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.242444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=0612ef10-b602-4b75-97dd-0680a62dfede,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:09.263272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:09.263821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: e2e9d4d9-ede9-4f42-8f85-888a8bac4a99, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:09.283153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:09.295870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e2e9d4d9-ede9-4f42-8f85-888a8bac4a99) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:09.300467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:09.306888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:09.307539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.308927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2277db-1f9e-448e-b789-9f98b23ff7dd None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:09.329035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-64cb960a-a007-424b-9896-b1bb702a324f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7736068 Aug 19 00:16:09.330729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:09.337367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1038004280'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:09.402952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:09.411913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.448882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:09.464672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.465034 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment 4132c70d-22a2-4280-890d-12b196dcdbf0 of type vlan for network fa8f03ed-b87a-4e34-8fe1-b559430bcaa6 Aug 19 00:16:09.560127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44416) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:09.569354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.618744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9eb66-d241-4a70-b3fe-88fbe84123cd req-516df108-5dc9-412a-aff9-97e76e22a832 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:09.620281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eff9eb66-d241-4a70-b3fe-88fbe84123cd req-516df108-5dc9-412a-aff9-97e76e22a832 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1338592 Aug 19 00:16:09.630814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.636588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:09.637202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.706586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:09.717409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3853345 Aug 19 00:16:09.722441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44420) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:09.730854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'ports': [{'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'}, {'network_id': 'fa8f03ed-b87a-4e34-8fe1-b559430bcaa6'}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:09.731437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:09.732094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'fa8f03ed-b87a-4e34-8fe1-b559430bcaa6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:09.736883 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eff9eb66-d241-4a70-b3fe-88fbe84123cd req-635d2c91-949d-4503-b2b0-1d04ec128378 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090267 Aug 19 00:16:09.740801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75488136-30e9-44dd-857b-0ee6f6eaa72d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=fa8f03ed-b87a-4e34-8fe1-b559430bcaa6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:09.754672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fa8f03ed-b87a-4e34-8fe1-b559430bcaa6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:09.995358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.019202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.098822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6647006c15184e59b398ccb0e47aeded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344279 Aug 19 00:16:10.098822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58733b51-d7e9-420d-b487-0800fc739e72,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:10.099809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:10.105931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:10.111030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.115326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.115681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.116021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.116640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.116967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.117308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.117636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.118049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.118284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.118609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.118934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.119258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b7c1-cdd5-4c29-b666-92dbaaebe1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:10.149112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.205218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.236417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.308020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.310821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.324516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 716a3f51-ac94-4475-a840-e548f83e41b7 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:10.331308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58733b51-d7e9-420d-b487-0800fc739e72 HTTP/1.1" status: 204 len: 168 time: 0.2152476 Aug 19 00:16:10.372255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57be04-d8f9-4cd4-a299-b277d41c16ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58733b51-d7e9-420d-b487-0800fc739e72,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:10.480737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.597646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port cca8fa78-4e7b-47ef-865b-738f7e693a5a yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:10.791866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.857406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.965874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:10.977249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:10.982738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:10.983573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:10.998980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=716a3f51-ac94-4475-a840-e548f83e41b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:11.046011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c51d7-73ee-46a0-bd6c-dc34680516cb req-e17856cf-17f4-4575-95f4-22b78d335024 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:11.048174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-144c51d7-73ee-46a0-bd6c-dc34680516cb req-e17856cf-17f4-4575-95f4-22b78d335024 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1429930 Aug 19 00:16:11.118510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=cca8fa78-4e7b-47ef-865b-738f7e693a5a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:11.132826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-144c51d7-73ee-46a0-bd6c-dc34680516cb req-d1f7083b-87ba-43c4-81f7-c53f6b7bca99 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764067 Aug 19 00:16:11.139231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': '4132c70d-22a2-4280-890d-12b196dcdbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fa8f03ed-b87a-4e34-8fe1-b559430bcaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:11.139604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: fa8f03ed-b87a-4e34-8fe1-b559430bcaa6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:11.183399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network fa8f03ed-b87a-4e34-8fe1-b559430bcaa6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:11.199393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, fa8f03ed-b87a-4e34-8fe1-b559430bcaa6) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:11.206384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:11.209128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c384511-e7ed-4bff-93b0-b7c101746159 None None] Network fa8f03ed-b87a-4e34-8fe1-b559430bcaa6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:11.212108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:11.238910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:11.239650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.273386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6298eb17-119b-4b8b-93e0-98c545740e47 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5495932 Aug 19 00:16:11.276031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44476) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:11.476767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port cca8fa78-4e7b-47ef-865b-738f7e693a5a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:11.477431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.539778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:11.613966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.632603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for cca8fa78-4e7b-47ef-865b-738f7e693a5a owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:11.717608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-155144811'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:11.756318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Made reservation on behalf of 03ee1dc8e74242cf9fa99f5d9d0082a3 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:11.761409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.767776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.797095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.832506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:11.836062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/cca8fa78-4e7b-47ef-865b-738f7e693a5a HTTP/1.1" status: 204 len: 168 time: 0.5589471 Aug 19 00:16:11.837572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dba68-63e2-423e-8b6b-6165beb25a2f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=cca8fa78-4e7b-47ef-865b-738f7e693a5a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:11.839845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44488) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.012156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.017406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.019635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4190b-6a8e-40b0-9574-46e4250beaf6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:12.027055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4190b-6a8e-40b0-9574-46e4250beaf6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:12.029398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f1d4190b-6a8e-40b0-9574-46e4250beaf6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1880448 Aug 19 00:16:12.032552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.057960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:12.082627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.084111 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Added segment 0380509c-d8b7-4e90-8f78-e4d347e918e8 of type vlan for network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 Aug 19 00:16:12.086047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f6ac1-c27c-49c8-a14e-11f2fb655a1a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:12.175203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.230166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 716a3f51-ac94-4475-a840-e548f83e41b7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:12.230166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.231550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.240856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:12.244162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.320849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.355528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 716a3f51-ac94-4475-a840-e548f83e41b7 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:12.406564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2a24c78-06eb-449d-a70c-999b2f7a6c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.421181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8802123 Aug 19 00:16:12.434764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.461992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Request body: {'subnet': {'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:12.504749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.534982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2eaa-6f1f-45d1-acc6-2ca768582e9f req-3f289813-ecd9-4b48-b55b-74920c87263d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:12.541434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7dec2eaa-6f1f-45d1-acc6-2ca768582e9f req-3f289813-ecd9-4b48-b55b-74920c87263d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.2927511 Aug 19 00:16:12.556595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=716a3f51-ac94-4475-a840-e548f83e41b7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:12.560719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:12.566902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1565b2db-001a-46aa-80aa-b2ef737a1918 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/716a3f51-ac94-4475-a840-e548f83e41b7 HTTP/1.1" status: 204 len: 168 time: 0.5290437 Aug 19 00:16:12.566902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44498) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.640234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f7abb-484b-45f2-acf2-111cec93198f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:12.642424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-143f7abb-484b-45f2-acf2-111cec93198f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0757248 Aug 19 00:16:12.647482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.676783 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a121b32-b025-4541-a08a-6b661e6adeba tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:12.678921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a121b32-b025-4541-a08a-6b661e6adeba tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/cca8fa78-4e7b-47ef-865b-738f7e693a5a HTTP/1.1" status: 404 len: 333 time: 0.0290656 Aug 19 00:16:12.682337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.723663 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca8281d-0d1d-44da-aaee-bf19724d5182 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:12.725855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eca8281d-0d1d-44da-aaee-bf19724d5182 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/716a3f51-ac94-4475-a840-e548f83e41b7 HTTP/1.1" status: 404 len: 333 time: 0.0424879 Aug 19 00:16:12.728856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44504) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:12.843693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.042643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c707e-34ad-4333-9cf1-1902e6e13aeb tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'Network': ['ID=8345bd3c-5c5d-48e2-a5e0-c3effb805aa7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:13.059497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:13.069493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.091263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8f03ed-b87a-4e34-8fe1-b559430bcaa6']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:13.104883 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7dec2eaa-6f1f-45d1-acc6-2ca768582e9f req-3152b8a5-99b6-4027-8cd7-98db8bada5c6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5573208 Aug 19 00:16:13.140053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4132c70d-22a2-4280-890d-12b196dcdbf0') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:13.144410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4132c70d-22a2-4280-890d-12b196dcdbf0') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:13.157704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Made reservation on behalf of 03ee1dc8e74242cf9fa99f5d9d0082a3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:13.164745 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.175048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.222541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.255610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:13.256031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:13.260589 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:13.381287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.393135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.398614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/fa8f03ed-b87a-4e34-8fe1-b559430bcaa6 HTTP/1.1" status: 204 len: 168 time: 0.6649222 Aug 19 00:16:13.404647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:13.426846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812968703'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:13.427579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a74841-5281-4633-a431-6cc83d9756c4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=fa8f03ed-b87a-4e34-8fe1-b559430bcaa6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:13.509515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:13.513257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.579899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:13.591822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.592524 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment f386236a-45b7-4fa0-9005-f2e95cb148a6 of type vlan for network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 Aug 19 00:16:13.596755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.699257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.717943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'Subnet': ['ID=27fe119d-e031-4299-9e1b-545b9f22c68c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:13.751085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Checking segment: {'id': '0380509c-d8b7-4e90-8f78-e4d347e918e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:13.751085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Network hostable DHCP agents. Network: 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:13.764256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.770451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:13.771047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.848184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:13.856927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4480014 Aug 19 00:16:13.860123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:13.867978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:13.873766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:13.881114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:13.881858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:13.885158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db89e8-f092-4d84-b7d4-74df8b3e9af3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:13.888831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58457466-aa08-417a-9ee6-af09eb0cbbe8 None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:13.912951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ffa09fe1-35dc-43e1-8213-24908c1376d3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4679873 Aug 19 00:16:13.913920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44526) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:13.919132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Request body: {'port': {'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-498449735'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:13.922504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:14.092720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:14.096582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.194612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Made reservation on behalf of 03ee1dc8e74242cf9fa99f5d9d0082a3 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:14.198353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.287626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] device_id is not set on port f3f77ac9-416d-4252-a487-2ec25e7119b3 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:14.362585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53cb58-69e3-45eb-a3b4-b7de4827c6f7 req-a331873d-d7b2-4bb5-a8fd-3838ca7926de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:14.364128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac53cb58-69e3-45eb-a3b4-b7de4827c6f7 req-a331873d-d7b2-4bb5-a8fd-3838ca7926de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1529717 Aug 19 00:16:14.461404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac53cb58-69e3-45eb-a3b4-b7de4827c6f7 req-86a8625d-ebfd-4e31-9eee-c5d0b8eddc17 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855584 Aug 19 00:16:14.474672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Allocated IP 172.20.0.4 (8345bd3c-5c5d-48e2-a5e0-c3effb805aa7/27fe119d-e031-4299-9e1b-545b9f22c68c/f3f77ac9-416d-4252-a487-2ec25e7119b3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:14.570477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.693676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=9d2eae1e-3c98-403c-87d8-fd640410d39e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:14.737755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': 'f386236a-45b7-4fa0-9005-f2e95cb148a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:14.745823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:14.775874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:14.790314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:14.807330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:14.809471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.826588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b252d-c794-450a-863a-1db5de34f3dd None None] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:14.840113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8345bd3c-5c5d-48e2-a5e0-c3effb805aa7', 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7', 'tenant_id': '03ee1dc8e74242cf9fa99f5d9d0082a3', 'fixed_ips': [{'subnet_id': '27fe119d-e031-4299-9e1b-545b9f22c68c'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:14.842189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.847387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:14.852526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d0253113-0b1f-4355-89d2-be22eefa356c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9905517 Aug 19 00:16:14.854283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:14.880612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497', 'name': 'tempest-PortsIpV6TestJSON-722425793'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:14.958592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Transition to ACTIVE for port object f3f77ac9-416d-4252-a487-2ec25e7119b3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:15.114308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.185439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:15.197446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:15.201939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:15.209724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:15.213223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.246330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'Port': ['ID=f3f77ac9-416d-4252-a487-2ec25e7119b3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:15.261329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 83f5a224-da7d-4b78-98e0-cb9f19db8700 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:15.314637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Allocated IP 172.20.0.2 (8345bd3c-5c5d-48e2-a5e0-c3effb805aa7/27fe119d-e031-4299-9e1b-545b9f22c68c/1a3ed42f-8ddd-43f2-a594-d96e0cdc6400) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:15.393412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::82 (bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497/9d2eae1e-3c98-403c-87d8-fd640410d39e/83f5a224-da7d-4b78-98e0-cb9f19db8700) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:15.535136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.555924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0d6d-7b8e-449b-a0e0-cb22fb14186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.565811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.570920 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.606058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.617847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Transition to ACTIVE for port object 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:15.645429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 83f5a224-da7d-4b78-98e0-cb9f19db8700 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:15.700668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497', 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': '9d2eae1e-3c98-403c-87d8-fd640410d39e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:15.707819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.721130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Transition to ACTIVE for port object 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:15.725962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.746869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.777575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dade69-610d-4b2c-ba16-1d0eaf3ae21c req-6298b250-ca3f-423a-bab1-2798b1aa2fb7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:15.779164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77dade69-610d-4b2c-ba16-1d0eaf3ae21c req-6298b250-ca3f-423a-bab1-2798b1aa2fb7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1703303 Aug 19 00:16:15.834592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:15.835278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.894138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77dade69-610d-4b2c-ba16-1d0eaf3ae21c req-1eef1adc-b37a-4151-a32f-5741f1751c01 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871475 Aug 19 00:16:15.902559 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-58b18e2e-c173-4fba-8e13-bc01fcdeee50 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9873843 Aug 19 00:16:15.910734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44542) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:15.926342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Request body: {'port': {'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-662848418', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:15.930018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.api.validators [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] bootfile-name is not in valid_values {{(pid=94622) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:15.931020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.api.validators [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] tftp-server is not in valid_values {{(pid=94622) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:15.931619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.api.validators [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] server-ip-address is not in valid_values {{(pid=94622) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:15.944881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:15.951500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:15.955544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:15.962515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:15.963633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:15.985596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=83f5a224-da7d-4b78-98e0-cb9f19db8700,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:16.007939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5739672d-2100-4560-9b06-c9d4df9c7ba3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1502907 Aug 19 00:16:16.010540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:16.163463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Made reservation on behalf of 03ee1dc8e74242cf9fa99f5d9d0082a3 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:16.174626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.201260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 83f5a224-da7d-4b78-98e0-cb9f19db8700 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:16.201757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.206743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:16.213205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] device_id is not set on port b2e7716b-2725-48cc-9c58-c5c8b9417fe3 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:16.226630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Allocated IP 2001:db8::2 (bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497/9d2eae1e-3c98-403c-87d8-fd640410d39e/a8f7e693-d27d-457e-96a6-405e9f249e46) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:16.231794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:16.244080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:16.269104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Pushing event updated for resources: {'Port': ['ID=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:16.370984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.390538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 83f5a224-da7d-4b78-98e0-cb9f19db8700 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:16.420132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Attempting to bind port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:16.420736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Attempting to bind port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '0380509c-d8b7-4e90-8f78-e4d347e918e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:16.421016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Attempting to bind port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 on network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:16.439063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.441014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:16.441417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Checking segment: {'id': '0380509c-d8b7-4e90-8f78-e4d347e918e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:16.442136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.442557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Bound using segment: {'id': '0380509c-d8b7-4e90-8f78-e4d347e918e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:16.443107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Bound port: 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0380509c-d8b7-4e90-8f78-e4d347e918e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8345bd3c-5c5d-48e2-a5e0-c3effb805aa7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:16.443486 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.469030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Allocated IP 172.20.0.13 (8345bd3c-5c5d-48e2-a5e0-c3effb805aa7/27fe119d-e031-4299-9e1b-545b9f22c68c/b2e7716b-2725-48cc-9c58-c5c8b9417fe3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:16.657415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] For port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:16.662920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] For port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,segment=NetworkSegment(0380509c-d8b7-4e90-8f78-e4d347e918e8),segment_id=0380509c-d8b7-4e90-8f78-e4d347e918e8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:16.682028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.689882 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.742365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=83f5a224-da7d-4b78-98e0-cb9f19db8700,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:16.766738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078afbd-bb24-4c53-8a02-0a9b1b23c641 None None] Pushing event updated for resources: {'Port': ['ID=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:16.815400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.815883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.817377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-001e68d6-30e1-40b0-9cb1-e2c39796eaf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/83f5a224-da7d-4b78-98e0-cb9f19db8700 HTTP/1.1" status: 204 len: 168 time: 0.8057630 Aug 19 00:16:16.826656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:16.840178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Transition to ACTIVE for port object a8f7e693-d27d-457e-96a6-405e9f249e46 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:16.873773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Transition to ACTIVE for port object a8f7e693-d27d-457e-96a6-405e9f249e46 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:16.887535 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.905843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:16.934670 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7ad331-cb08-4b71-9fa6-7a5d84dd300e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:16:16.935671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7ad331-cb08-4b71-9fa6-7a5d84dd300e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:16:16.949661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Transition to ACTIVE for port object b2e7716b-2725-48cc-9c58-c5c8b9417fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:16.953719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7d7ad331-cb08-4b71-9fa6-7a5d84dd300e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/83f5a224-da7d-4b78-98e0-cb9f19db8700 HTTP/1.1" status: 404 len: 333 time: 0.1261570 Aug 19 00:16:16.956910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:16.993442 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-960c1382-9ceb-4b3b-b19f-4b5b9fff4ef9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:16.998102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-960c1382-9ceb-4b3b-b19f-4b5b9fff4ef9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/83f5a224-da7d-4b78-98e0-cb9f19db8700 HTTP/1.1" status: 404 len: 333 time: 0.0369170 Aug 19 00:16:16.998444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:17.009957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Pushing event updated for resources: {'Port': ['ID=a8f7e693-d27d-457e-96a6-405e9f249e46,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:17.044369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:17.048353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:17.051962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:17.096213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.233630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Attempting to bind port a8f7e693-d27d-457e-96a6-405e9f249e46 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:17.234016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Attempting to bind port a8f7e693-d27d-457e-96a6-405e9f249e46 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'f386236a-45b7-4fa0-9005-f2e95cb148a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:17.234392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Attempting to bind port a8f7e693-d27d-457e-96a6-405e9f249e46 on network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:17.256613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:17.257006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Checking segment: {'id': 'f386236a-45b7-4fa0-9005-f2e95cb148a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:17.257427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.257833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Bound using segment: {'id': 'f386236a-45b7-4fa0-9005-f2e95cb148a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:17.258339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Bound port: a8f7e693-d27d-457e-96a6-405e9f249e46, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f386236a-45b7-4fa0-9005-f2e95cb148a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:17.258730 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.276117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:17.305740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet 9d2eae1e-3c98-403c-87d8-fd640410d39e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:17.309876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.316496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:17.330106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'Port': ['ID=b2e7716b-2725-48cc-9c58-c5c8b9417fe3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:17.337688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:17.358492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.440886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e152b-66c4-4b21-a0d4-40f7be8e33a9 req-87fd3630-afbf-44a4-9db2-1a0e37aff286 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:17.450811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-310e152b-66c4-4b21-a0d4-40f7be8e33a9 req-87fd3630-afbf-44a4-9db2-1a0e37aff286 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.3390119 Aug 19 00:16:17.490143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] For port a8f7e693-d27d-457e-96a6-405e9f249e46, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:17.507335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] For port a8f7e693-d27d-457e-96a6-405e9f249e46, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a8f7e693-d27d-457e-96a6-405e9f249e46,segment=NetworkSegment(f386236a-45b7-4fa0-9005-f2e95cb148a6),segment_id=f386236a-45b7-4fa0-9005-f2e95cb148a6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:17.507925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:17.511382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.514987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.535874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3b279f3-1a40-43e9-8136-78fbd0018693 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6236379 Aug 19 00:16:17.538999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:17.634337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-310e152b-66c4-4b21-a0d4-40f7be8e33a9 req-f42f2cef-932c-42ca-bded-b473b8c98fcd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114774 Aug 19 00:16:17.643096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.647012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd83b2-3087-48fd-8e6e-6c1dbd3bb7a7 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:17.653126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd83b2-3087-48fd-8e6e-6c1dbd3bb7a7 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:17.655647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f00ee-9777-4f74-b3e3-d5e27e591799 None None] Pushing event updated for resources: {'Port': ['ID=a8f7e693-d27d-457e-96a6-405e9f249e46,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:17.673698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd83b2-3087-48fd-8e6e-6c1dbd3bb7a7 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:17.675481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5dfd83b2-3087-48fd-8e6e-6c1dbd3bb7a7 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1355429 Aug 19 00:16:17.679935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44564) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:17.800480 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.808632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.945959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Deleting port b2e7716b-2725-48cc-9c58-c5c8b9417fe3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:17.946616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.950454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2eae1e-3c98-403c-87d8-fd640410d39e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:17.970101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:17.973720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3c0a0119-740c-44f0-9a02-a5671d1824b8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/9d2eae1e-3c98-403c-87d8-fd640410d39e HTTP/1.1" status: 204 len: 168 time: 0.9725926 Aug 19 00:16:17.980772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:18.256233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.288223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Calling delete_port for b2e7716b-2725-48cc-9c58-c5c8b9417fe3 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:18.330519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.522945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port a8f7e693-d27d-457e-96a6-405e9f249e46 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:18.524067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.611179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.684534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port a8f7e693-d27d-457e-96a6-405e9f249e46, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a8f7e693-d27d-457e-96a6-405e9f249e46,segment=NetworkSegment(f386236a-45b7-4fa0-9005-f2e95cb148a6),segment_id=f386236a-45b7-4fa0-9005-f2e95cb148a6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:18.684910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.742087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event deleted for resources: {'Port': ['ID=b2e7716b-2725-48cc-9c58-c5c8b9417fe3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:18.772127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for a8f7e693-d27d-457e-96a6-405e9f249e46 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:18.845820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938eb90c-3cb8-4550-9626-ff45577de27a None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:18.997896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:18.999842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2936da52-1024-4825-8985-9fc003e775e3 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "DELETE /v2.0/ports/b2e7716b-2725-48cc-9c58-c5c8b9417fe3 HTTP/1.1" status: 204 len: 168 time: 1.3189015 Aug 19 00:16:19.005839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44576) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:19.013180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Request body: {'port': {'name': 'tempest-new-port-name-367007494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:19.030677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] bootfile-name is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:19.031291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] tftp-server is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:19.032363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] server-ip-address is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 00:16:19.116639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:19.122816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ac73-978d-448b-81ef-e445244b9220 req-27c72db1-524e-4e2d-9012-496f84850d99 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:19.134620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d605ac73-978d-448b-81ef-e445244b9220 req-27c72db1-524e-4e2d-9012-496f84850d99 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1529343 Aug 19 00:16:19.167082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8d7f88e1-b251-4ee2-ad4d-06dcf290057d None None] Provisioning for port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:19.171041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.200194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.246225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d605ac73-978d-448b-81ef-e445244b9220 req-95ed46d4-755e-4140-ab90-405f2e45cb2c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993085 Aug 19 00:16:19.566378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.570500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=a8f7e693-d27d-457e-96a6-405e9f249e46,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:19.571637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:19.578111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port a8f7e693-d27d-457e-96a6-405e9f249e46 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:19.581583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.638096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:19.638472 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.775063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f2358-8be1-44f2-a74e-a9e8df82a73b None None] Network bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:19.800069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.807414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event updated for resources: {'Port': ['ID=f3f77ac9-416d-4252-a487-2ec25e7119b3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:19.831657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:19.848223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] In _notify_port_updated(), no bound segment for port f3f77ac9-416d-4252-a487-2ec25e7119b3 on network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:16:19.854154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:19.855089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.856639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-09466d52-5a8e-432e-9761-850c8c1065e0 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "PUT /v2.0/ports/f3f77ac9-416d-4252-a487-2ec25e7119b3 HTTP/1.1" status: 200 len: 1135 time: 0.8478465 Aug 19 00:16:19.859261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44582) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:19.869712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f386236a-45b7-4fa0-9005-f2e95cb148a6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:19.870029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f386236a-45b7-4fa0-9005-f2e95cb148a6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:19.891670 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.919214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.934025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:19.934445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:19.938372 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:19.956431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae7355-d6b1-4fcc-9c13-c01ab0fbd8d6 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:19.958022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-20ae7355-d6b1-4fcc-9c13-c01ab0fbd8d6 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "GET /v2.0/ports/f3f77ac9-416d-4252-a487-2ec25e7119b3 HTTP/1.1" status: 200 len: 1135 time: 0.0975177 Aug 19 00:16:19.961987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:19.970441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-506538f0-4217-4b08-b8b0-fe53740430fa None None] Could not find standard attr ID for object a8f7e693-d27d-457e-96a6-405e9f249e46. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:20.151734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.162499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.171208 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 HTTP/1.1" status: 204 len: 168 time: 2.1893368 Aug 19 00:16:20.177407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44586) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:20.201566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1414664353'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:20.218468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.222598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470addab-061e-432f-aede-22fd51cf1535 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:20.239863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:20.244631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.289064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:20.304459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Deleting port f3f77ac9-416d-4252-a487-2ec25e7119b3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:20.305012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.377389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,segment=NetworkSegment(0380509c-d8b7-4e90-8f78-e4d347e918e8),segment_id=0380509c-d8b7-4e90-8f78-e4d347e918e8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:20.380133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db34cfb-9f35-4caf-b047-3df52d10f5f5 None None] DHCP port deletion for bd2ebe4b-fbb5-4e21-84b2-6d2ebc7c2497 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:20.398411 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.399227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8f7e693-d27d-457e-96a6-405e9f249e46 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:20.428023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.443859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Calling delete_port for f3f77ac9-416d-4252-a487-2ec25e7119b3 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:20.451948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a8f7e693-d27d-457e-96a6-405e9f249e46 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:20.465722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8f7e693-d27d-457e-96a6-405e9f249e46 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 00:16:20.555161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.555714 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment dc4ffa4c-47c5-47b2-bd8e-96d045f8954b of type vlan for network e7c02913-7e20-4858-aca6-152d56efa4b4 Aug 19 00:16:20.623961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port a8f7e693-d27d-457e-96a6-405e9f249e46 not found, will not notify nova. {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 00:16:20.630546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78fa6d-ffa4-406d-80aa-53e170aadcfb req-9750af63-c27e-45b3-99bf-383a94507ded tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:20.637274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:20.639902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea78fa6d-ffa4-406d-80aa-53e170aadcfb req-9750af63-c27e-45b3-99bf-383a94507ded tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1318500 Aug 19 00:16:20.710090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Provisioning for port f3f77ac9-416d-4252-a487-2ec25e7119b3 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:20.723934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Provisioning complete for port f3f77ac9-416d-4252-a487-2ec25e7119b3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:20.724551 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.787167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea78fa6d-ffa4-406d-80aa-53e170aadcfb req-063ce2b4-01be-4cf5-b2ee-d9b35aad8e5b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466596 Aug 19 00:16:20.840384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.851633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Port f3f77ac9-416d-4252-a487-2ec25e7119b3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:16:20.887155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Provisioning complete for port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:20.890732 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb95d691-0562-4942-bee5-c63f1a59c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.893425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:20.945571 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:20.951849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:20.952702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:21.111477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:21.112851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:21.121009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9335248 Aug 19 00:16:21.121418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:21.128161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:21.146614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:21.255108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d51efd-3555-43e6-a7f5-71e0009f5932 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=e7c02913-7e20-4858-aca6-152d56efa4b4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:21.307968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event deleted for resources: {'Port': ['ID=f3f77ac9-416d-4252-a487-2ec25e7119b3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:21.326532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e7c02913-7e20-4858-aca6-152d56efa4b4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:21.439587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:21.456006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.077714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.103530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.105606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-105bf8e1-3039-4fca-ad0d-205f3d02b872 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "DELETE /v2.0/ports/f3f77ac9-416d-4252-a487-2ec25e7119b3 HTTP/1.1" status: 204 len: 168 time: 2.1423399 Aug 19 00:16:22.130970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:22.210050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4ee6-1fe7-4ba0-ba78-4f21d97ccbc1 req-67965f5e-2b33-494b-9bda-32e79c07e231 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:22.221556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ca4ee6-1fe7-4ba0-ba78-4f21d97ccbc1 req-67965f5e-2b33-494b-9bda-32e79c07e231 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1201766 Aug 19 00:16:22.259873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8f7e693-d27d-457e-96a6-405e9f249e46 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:22.295394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a8f7e693-d27d-457e-96a6-405e9f249e46 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:22.296043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8f7e693-d27d-457e-96a6-405e9f249e46 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:22.301956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2ca4ee6-1fe7-4ba0-ba78-4f21d97ccbc1 req-c135afca-23ae-4093-b827-520316f697a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767756 Aug 19 00:16:22.335966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec697688-6113-4f99-9e53-2c7f50e11fd1 None None] Could not find standard attr ID for object b2e7716b-2725-48cc-9c58-c5c8b9417fe3. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:22.344197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec697688-6113-4f99-9e53-2c7f50e11fd1 None None] Could not find standard attr ID for object f3f77ac9-416d-4252-a487-2ec25e7119b3. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:22.395541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=e5572da7-cd7e-49f5-83d7-fc9a85acc0d7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:22.421596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Deleting subnet 27fe119d-e031-4299-9e1b-545b9f22c68c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:22.443878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.444435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.444513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.444868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.449712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.450048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.450378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.450722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.451036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.451510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.451840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.452180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:16:22.466110 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.470733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:22.471409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: e7c02913-7e20-4858-aca6-152d56efa4b4, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:22.535718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.539935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e7c02913-7e20-4858-aca6-152d56efa4b4 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:22.640812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e7c02913-7e20-4858-aca6-152d56efa4b4) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:22.660536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16bc354-b1a0-4623-a81b-96cb7aae0154 None None] Network e7c02913-7e20-4858-aca6-152d56efa4b4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:22.666310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:22.669526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.716776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fc17c1d-5107-457d-85d6-209862012df6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5937660 Aug 19 00:16:22.720842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44606) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:22.726996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1595166350'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:22.796058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:22.944767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:22.958888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.010327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 17300bc0-310f-4b74-966f-9c418e9b5b87 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:23.059823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.115484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e7c02913-7e20-4858-aca6-152d56efa4b4', 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': 'e5572da7-cd7e-49f5-83d7-fc9a85acc0d7'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:23.116634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.130156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf5c64-7ce6-4b1f-a152-976d94bd50e9 None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:23.150672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.153962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "DELETE /v2.0/subnets/27fe119d-e031-4299-9e1b-545b9f22c68c HTTP/1.1" status: 204 len: 168 time: 1.0203297 Aug 19 00:16:23.155545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da41088-cd85-4589-bc85-fec030e8f75a tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event deleted for resources: {'Subnet': ['ID=27fe119d-e031-4299-9e1b-545b9f22c68c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:23.157956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:23.302736 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.320109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::28b (e7c02913-7e20-4858-aca6-152d56efa4b4/e5572da7-cd7e-49f5-83d7-fc9a85acc0d7/17300bc0-310f-4b74-966f-9c418e9b5b87) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:23.574799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Deleting port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:23.575323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.630435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] DHCP port deletion for 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:23.639535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22114dc-e0dd-4b39-ad3c-384f2ac36665 req-186411fd-c647-4cc9-b23a-7149c86ce950 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:23.641390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a22114dc-e0dd-4b39-ad3c-384f2ac36665 req-186411fd-c647-4cc9-b23a-7149c86ce950 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1947968 Aug 19 00:16:23.706586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] For port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,segment=NetworkSegment(0380509c-d8b7-4e90-8f78-e4d347e918e8),segment_id=0380509c-d8b7-4e90-8f78-e4d347e918e8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:23.707066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.725979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Deleting port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:23.726470 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.750315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.755822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Calling delete_port for 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:23.767918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a22114dc-e0dd-4b39-ad3c-384f2ac36665 req-2d9804be-3576-4cc0-a2fb-34f1909b9f1c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090128 Aug 19 00:16:23.783604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 17300bc0-310f-4b74-966f-9c418e9b5b87 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:23.860359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] For port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,segment=NetworkSegment(0380509c-d8b7-4e90-8f78-e4d347e918e8),segment_id=0380509c-d8b7-4e90-8f78-e4d347e918e8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:23.860586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.870983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.903534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:23.981795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=17300bc0-310f-4b74-966f-9c418e9b5b87,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:23.988254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] No DVR routers for this DVR port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:23.997236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event deleted for resources: {'Port': ['ID=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:24.032439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e7c02913-7e20-4858-aca6-152d56efa4b4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:24.034463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Allocated IP 2001:db8::2 (e7c02913-7e20-4858-aca6-152d56efa4b4/e5572da7-cd7e-49f5-83d7-fc9a85acc0d7/76075e80-cfbc-4efc-a11e-9c8480d5775b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:24.036977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:24.041949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:24.063470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:24.066162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.106920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4987aac-ec23-4a3e-84b7-a4fc1456b701 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3848569 Aug 19 00:16:24.112486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:24.113254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Calling delete_port for 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:24.122792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.152417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8345bd3c-5c5d-48e2-a5e0-c3effb805aa7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:24.178485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0380509c-d8b7-4e90-8f78-e4d347e918e8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:24.179089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0380509c-d8b7-4e90-8f78-e4d347e918e8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:24.226559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.246875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.255943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:24.256367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:24.259781 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:24.365200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.397276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.397715 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.401713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] 10.222.0.20 "DELETE /v2.0/networks/8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 HTTP/1.1" status: 204 len: 168 time: 1.2418056 Aug 19 00:16:24.403048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f73d-a4fc-4929-b47c-08daf59e10e5 tempest-ExtraDHCPOptionsTestJSON-443072624 tempest-ExtraDHCPOptionsTestJSON-443072624-project] Pushing event deleted for resources: {'Network': ['ID=8345bd3c-5c5d-48e2-a5e0-c3effb805aa7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:24.416560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Transition to ACTIVE for port object 76075e80-cfbc-4efc-a11e-9c8480d5775b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:24.453180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Transition to ACTIVE for port object 76075e80-cfbc-4efc-a11e-9c8480d5775b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:24.457678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.493354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Network 8345bd3c-5c5d-48e2-a5e0-c3effb805aa7 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:16:24.493841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] No DVR routers for this DVR port 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:24.500992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6928324-3e00-4ea3-a68c-65194812e51b None None] Pushing event deleted for resources: {'Port': ['ID=1a3ed42f-8ddd-43f2-a594-d96e0cdc6400,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:24.502515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 17300bc0-310f-4b74-966f-9c418e9b5b87 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:24.503526 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.504179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.570975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Pushing event updated for resources: {'Port': ['ID=76075e80-cfbc-4efc-a11e-9c8480d5775b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:24.598274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Network e7c02913-7e20-4858-aca6-152d56efa4b4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:24.600205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:24.602688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:24.717833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.728510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Attempting to bind port 76075e80-cfbc-4efc-a11e-9c8480d5775b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:24.729158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Attempting to bind port 76075e80-cfbc-4efc-a11e-9c8480d5775b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:24.729507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Attempting to bind port 76075e80-cfbc-4efc-a11e-9c8480d5775b on network e7c02913-7e20-4858-aca6-152d56efa4b4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:24.731593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 17300bc0-310f-4b74-966f-9c418e9b5b87 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:24.737241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:24.738022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Checking segment: {'id': 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:24.738476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.739197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Bound using segment: {'id': 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:24.739665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Bound port: 76075e80-cfbc-4efc-a11e-9c8480d5775b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e7c02913-7e20-4858-aca6-152d56efa4b4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:24.740057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.852427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:24.906596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] For port 76075e80-cfbc-4efc-a11e-9c8480d5775b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:24.920715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] For port 76075e80-cfbc-4efc-a11e-9c8480d5775b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=76075e80-cfbc-4efc-a11e-9c8480d5775b,segment=NetworkSegment(dc4ffa4c-47c5-47b2-bd8e-96d045f8954b),segment_id=dc4ffa4c-47c5-47b2-bd8e-96d045f8954b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:24.923311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:24.923960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1a3ed42f-8ddd-43f2-a594-d96e0cdc6400 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:24.940049 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:24.971936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:25.034882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e094-b46c-4d92-8700-39ae269f0cbc None None] Pushing event updated for resources: {'Port': ['ID=76075e80-cfbc-4efc-a11e-9c8480d5775b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:25.054709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcda36-ce1d-4d3b-a84f-219f7ad71283 req-9c44491b-99da-48f8-9a9e-6bda0ac44366 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:25.056344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ddcda36-ce1d-4d3b-a84f-219f7ad71283 req-9c44491b-99da-48f8-9a9e-6bda0ac44366 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1551104 Aug 19 00:16:25.057646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.136338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=17300bc0-310f-4b74-966f-9c418e9b5b87,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:25.165360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ddcda36-ce1d-4d3b-a84f-219f7ad71283 req-12b1efb6-4aea-4337-9fb6-4cb2042384f0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795496 Aug 19 00:16:25.218542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.222664 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a74ca4f2-63c7-4922-8f94-eced26cf408e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/17300bc0-310f-4b74-966f-9c418e9b5b87 HTTP/1.1" status: 204 len: 168 time: 1.1087053 Aug 19 00:16:25.225439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44638) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:25.256383 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-f012c21a-ca83-4d67-b3ae-614bc1218fb9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:25.258303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f012c21a-ca83-4d67-b3ae-614bc1218fb9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/17300bc0-310f-4b74-966f-9c418e9b5b87 HTTP/1.1" status: 404 len: 333 time: 0.0315337 Aug 19 00:16:25.260970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44640) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:25.322469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c6712082-c58c-4882-a514-0e29397e8b09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03ee1dc8e74242cf9fa99f5d9d0082a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490465 Aug 19 00:16:25.326384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44642) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:25.392104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet e5572da7-cd7e-49f5-83d7-fc9a85acc0d7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:25.407277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.470341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.536447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.560728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.629086 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.701981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.707176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.707176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e4f6ac1-c27c-49c8-a14e-11f2fb655a1a HTTP/1.1" status: 204 len: 168 time: 0.3756354 Aug 19 00:16:25.735835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cfa16-9f37-43a6-99df-c091a695f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f6ac1-c27c-49c8-a14e-11f2fb655a1a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:25.782239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.822571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=e5572da7-cd7e-49f5-83d7-fc9a85acc0d7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:25.824806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.829470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2f9a0d9-4ebe-46ba-a82f-805ca1218a6a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/e5572da7-cd7e-49f5-83d7-fc9a85acc0d7 HTTP/1.1" status: 204 len: 168 time: 0.5650117 Aug 19 00:16:25.830145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:25.966829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:25.975545 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:16:26.061468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 76075e80-cfbc-4efc-a11e-9c8480d5775b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:26.062034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.144636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port 76075e80-cfbc-4efc-a11e-9c8480d5775b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=76075e80-cfbc-4efc-a11e-9c8480d5775b,segment=NetworkSegment(dc4ffa4c-47c5-47b2-bd8e-96d045f8954b),segment_id=dc4ffa4c-47c5-47b2-bd8e-96d045f8954b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:26.145096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.163972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 76075e80-cfbc-4efc-a11e-9c8480d5775b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:26.314010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.387485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=76075e80-cfbc-4efc-a11e-9c8480d5775b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:26.423177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port 76075e80-cfbc-4efc-a11e-9c8480d5775b on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:26.459718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2181305-948c-4cfb-868b-f9cff0de8090 req-93cbcb34-23ae-4b4e-af97-1200ff38823c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:26.461402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2181305-948c-4cfb-868b-f9cff0de8090 req-93cbcb34-23ae-4b4e-af97-1200ff38823c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1585126 Aug 19 00:16:26.507012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59172f74-69c5-4375-8d60-9fc3ec3eff3d None None] Network e7c02913-7e20-4858-aca6-152d56efa4b4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:26.548952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.568069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c02913-7e20-4858-aca6-152d56efa4b4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:26.572642 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2181305-948c-4cfb-868b-f9cff0de8090 req-1958151a-b87b-448e-9a9b-99f3b00e4550 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871565 Aug 19 00:16:26.581649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:26.582133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4ffa4c-47c5-47b2-bd8e-96d045f8954b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:26.591959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.612569 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.614806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-05d4eb57-1c7a-4f66-93b5-f522293c4926 None None] Could not find standard attr ID for object 76075e80-cfbc-4efc-a11e-9c8480d5775b. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:26.619986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:26.620429 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:26.623558 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:26.630590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.698893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:26.720517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.739133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.741187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/e7c02913-7e20-4858-aca6-152d56efa4b4 HTTP/1.1" status: 204 len: 168 time: 0.9093256 Aug 19 00:16:26.745980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44698) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:26.752610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'name': 'tempest-PortsIpV6TestJSON-1993377249'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:26.757250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3063ce-a504-4e3a-9f17-da8b30cb1692 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=e7c02913-7e20-4858-aca6-152d56efa4b4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:26.814964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd1628-f3fe-47e6-9a74-9f79038dda2d None None] DHCP port deletion for e7c02913-7e20-4858-aca6-152d56efa4b4 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:26.868739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'networks': [{'name': 'tempest-network--393201805'}, {'name': 'tempest-network--1118640168'}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:26.869264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-network--393201805'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:26.869721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-network--1118640168'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:26.918209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'network': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:26.923274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.947849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:26.966655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:26.973397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.011913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port b469e54d-0daa-47dd-ac8b-7d36950e404c yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:27.231058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.244056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.244478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.253841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.299808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c748f9c9-76cd-446e-8641-79f8748fb33b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:27.311883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:27.337155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.337155 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment fe1f12a8-0b61-4c7a-8751-e424d929119f of type vlan for network 9cfbf853-8354-4bf3-b199-ac6df66bc1d7 Aug 19 00:16:27.382101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.385181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.435856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:27.439229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:27.450279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:27.456978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.457690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.488309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=b469e54d-0daa-47dd-ac8b-7d36950e404c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:27.491153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:27.503787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-50fcb053-fdaa-482e-b046-38bc4663476e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7564759 Aug 19 00:16:27.506140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:27.507319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.508040 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment ee638783-c01a-4498-8024-d50d9a88dec3 of type vlan for network 9d1e0513-f414-4132-898a-a8ebeb60902e Aug 19 00:16:27.560502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.593762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.594582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.601616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.615659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.618382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.621114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port b469e54d-0daa-47dd-ac8b-7d36950e404c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:27.621464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.696261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:27.702602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0013962 Aug 19 00:16:27.705347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:27.728075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=9cfbf853-8354-4bf3-b199-ac6df66bc1d7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:27.728802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for b469e54d-0daa-47dd-ac8b-7d36950e404c owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:27.742600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9cfbf853-8354-4bf3-b199-ac6df66bc1d7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:27.813464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bfc12-6db4-4cf6-b75f-84003fc22137 req-2da605b7-7126-4ee2-b821-9c6091ca72c5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.815407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36bfc12-6db4-4cf6-b75f-84003fc22137 req-2da605b7-7126-4ee2-b821-9c6091ca72c5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1365936 Aug 19 00:16:27.822664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27aafa-7e41-494b-84c1-1d1b04903402 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=9d1e0513-f414-4132-898a-a8ebeb60902e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:27.835068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9d1e0513-f414-4132-898a-a8ebeb60902e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:27.868839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36bfc12-6db4-4cf6-b75f-84003fc22137 req-4323924b-512d-4a68-b728-cce57bebdc02 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Aug 19 00:16:27.972822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef12ac-7362-4904-bceb-401074f14d16 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.978506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef12ac-7362-4904-bceb-401074f14d16 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.984374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef12ac-7362-4904-bceb-401074f14d16 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.990720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef12ac-7362-4904-bceb-401074f14d16 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:27.995619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-deef12ac-7362-4904-bceb-401074f14d16 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2835455 Aug 19 00:16:27.996059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44758) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:28.015914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.054121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=b469e54d-0daa-47dd-ac8b-7d36950e404c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:28.071970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.077803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-23d9e498-19de-4336-802d-530e06327bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/b469e54d-0daa-47dd-ac8b-7d36950e404c HTTP/1.1" status: 204 len: 168 time: 0.5702662 Aug 19 00:16:28.079260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:28.085103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'mac_address': 'fa:16:3e:1f:98:02', 'name': 'tempest-PortsIpV6TestJSON-790517032'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:28.109126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.219469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.232118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfbf853-8354-4bf3-b199-ac6df66bc1d7']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.248125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1f12a8-0b61-4c7a-8751-e424d929119f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.249020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1f12a8-0b61-4c7a-8751-e424d929119f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.265268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.302655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.320412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:28.321087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:28.367529 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:28.395524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.405283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.411298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/9cfbf853-8354-4bf3-b199-ac6df66bc1d7 HTTP/1.1" status: 204 len: 168 time: 0.4139814 Aug 19 00:16:28.412083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:28.442682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7451f4-9155-4143-96ff-1030124e9a3c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=9cfbf853-8354-4bf3-b199-ac6df66bc1d7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:28.515088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.626021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.626245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d149c-28e6-4c29-896b-0d0e1b8bd570 req-0afccee2-e65b-4c87-b9a1-2e668295ef26 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:28.627556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b23d149c-28e6-4c29-896b-0d0e1b8bd570 req-0afccee2-e65b-4c87-b9a1-2e668295ef26 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.4681606 Aug 19 00:16:28.633746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:28.638020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e0513-f414-4132-898a-a8ebeb60902e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.649161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee638783-c01a-4498-8024-d50d9a88dec3') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.649580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee638783-c01a-4498-8024-d50d9a88dec3') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:28.659379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.673135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.679892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:28.680412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:28.683462 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:28.725538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b23d149c-28e6-4c29-896b-0d0e1b8bd570 req-76043905-482f-42f7-9216-13e6cb7d7f00 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862930 Aug 19 00:16:28.729840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.736276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 76075e80-cfbc-4efc-a11e-9c8480d5775b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:28.757804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 76075e80-cfbc-4efc-a11e-9c8480d5775b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:28.758402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 76075e80-cfbc-4efc-a11e-9c8480d5775b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:28.766863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 04f2c9e0-1457-4393-ab04-0b5587ac6306 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:28.771702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.780635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:28.782855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/9d1e0513-f414-4132-898a-a8ebeb60902e HTTP/1.1" status: 204 len: 168 time: 0.3599105 Aug 19 00:16:28.793225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:28.821131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e3d24-6973-4011-995a-8badbb700279 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=9d1e0513-f414-4132-898a-a8ebeb60902e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:29.020935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.068261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990fe3f-a470-4150-b9c5-19ac64429259 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.075359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.075827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990fe3f-a470-4150-b9c5-19ac64429259 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.079286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9990fe3f-a470-4150-b9c5-19ac64429259 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2839413 Aug 19 00:16:29.082994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.091930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1016220049'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:29.134405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:29.140451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:29.143222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.144594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:29.149780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:29.156290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.157310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.172799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=04f2c9e0-1457-4393-ab04-0b5587ac6306,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:29.177487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-63571491-3183-49f6-b428-8e24b0199312 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0969088 Aug 19 00:16:29.180227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.214110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:29.231811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.232434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb6487-01c8-43c0-be3e-c405093ec5cd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.232838 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment ce9cc405-7902-4dd8-9244-0236321433fc of type vlan for network 8c45ac48-9a04-44bf-a76d-62b2e202aea8 Aug 19 00:16:29.237203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28cb6487-01c8-43c0-be3e-c405093ec5cd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/04f2c9e0-1457-4393-ab04-0b5587ac6306 HTTP/1.1" status: 200 len: 844 time: 0.0559175 Aug 19 00:16:29.237879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.290840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.339822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.347648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.351061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.421291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3369775 Aug 19 00:16:29.424142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.433950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1014207974'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:29.434955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62a5d8-b658-45aa-9a0c-734050e706f8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=8c45ac48-9a04-44bf-a76d-62b2e202aea8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:29.452546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8c45ac48-9a04-44bf-a76d-62b2e202aea8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:29.483735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 04f2c9e0-1457-4393-ab04-0b5587ac6306 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:29.484111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.542076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:29.546187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.602759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:29.606007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.624650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 04f2c9e0-1457-4393-ab04-0b5587ac6306 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:29.627207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.627839 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment 06c398c5-bad6-445f-9286-feb7a83e8e99 of type vlan for network a506c385-b918-449c-a811-09eccc985376 Aug 19 00:16:29.711715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.763881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.770773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:29.771490 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.826462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4004555 Aug 19 00:16:29.829544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.830112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.837096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'ports': [{'network_id': '8c45ac48-9a04-44bf-a76d-62b2e202aea8', 'name': 'tempest-port--736608262', 'admin_state_up': True}, {'network_id': 'a506c385-b918-449c-a811-09eccc985376', 'admin_state_up': False}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:29.837412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'port': {'network_id': '8c45ac48-9a04-44bf-a76d-62b2e202aea8', 'name': 'tempest-port--736608262', 'admin_state_up': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:29.838216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'port': {'network_id': 'a506c385-b918-449c-a811-09eccc985376', 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:29.880880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=04f2c9e0-1457-4393-ab04-0b5587ac6306,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:29.893172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3038c0a-4850-426b-a146-0da9d32e5d74 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=a506c385-b918-449c-a811-09eccc985376,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:29.897170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:29.901874 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d12e52d9-1aa3-40ac-ab6e-7d6b14f5c4e3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/04f2c9e0-1457-4393-ab04-0b5587ac6306 HTTP/1.1" status: 204 len: 168 time: 0.6628675 Aug 19 00:16:29.902489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.906011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a506c385-b918-449c-a811-09eccc985376 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:29.935118 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d285c37d-20e7-4bfb-8506-60d6c2d7d7b3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:29.944787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d285c37d-20e7-4bfb-8506-60d6c2d7d7b3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/04f2c9e0-1457-4393-ab04-0b5587ac6306 HTTP/1.1" status: 404 len: 333 time: 0.0411849 Aug 19 00:16:29.945457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:29.954453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'name': 'tempest-PortsIpV6TestJSON-114216135'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:30.092374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:30.102332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:30.132017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.145021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'port': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:30.150157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.165382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.205506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.210789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 89f7961d-c666-4e01-b749-9005b7d46d99 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:30.245491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:30.247823 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ebe58-8580-4ba2-b871-c28416479d19" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:30.292257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:30.297159 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4879b25-c56d-432f-9338-884970c2d92d x-openstack-request-id: req-d4879b25-c56d-432f-9338-884970c2d92d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:30.297647 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:30.298068 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4879b25-c56d-432f-9338-884970c2d92d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:30.298616 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'code': 200} Aug 19 00:16:30.300532 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.336140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] device_id is not set on port 6eb453e5-26cf-412e-8be5-5468897c8c1c yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:30.352219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=14']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:30.379771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef350883-ef0f-4cfe-85c3-d77de2468fb5 req-54be03b8-ca9d-4e71-b535-afad4920e5dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:30.382357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef350883-ef0f-4cfe-85c3-d77de2468fb5 req-54be03b8-ca9d-4e71-b535-afad4920e5dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 947 time: 0.1187320 Aug 19 00:16:30.456833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.485812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef350883-ef0f-4cfe-85c3-d77de2468fb5 req-9133d541-7881-415c-b921-d3d9a3641f60 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962291 Aug 19 00:16:30.509562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.567485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:30.573857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:30.584383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:30.596405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:30.597268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.614593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=89f7961d-c666-4e01-b749-9005b7d46d99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:30.623962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.635940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c946056-e31b-4711-b73a-0046fc77b068 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6869986 Aug 19 00:16:30.636455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:30.643686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:30.767967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:30.795682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] device_id is not set on port a82a58ac-1f97-497e-bd10-800140af6bf3 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:30.891361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c7033-3a9f-4260-88ef-c3f177140a46 req-aeeba53b-cfde-465d-9dc8-56db0b7bdb54 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:30.893064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-195c7033-3a9f-4260-88ef-c3f177140a46 req-aeeba53b-cfde-465d-9dc8-56db0b7bdb54 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0730953 Aug 19 00:16:30.993537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-195c7033-3a9f-4260-88ef-c3f177140a46 req-bc40a540-8b66-4367-84d2-e3b9207e9f69 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919106 Aug 19 00:16:31.023370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.037881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.038171 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.092199 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.112125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] In _notify_port_updated(), no bound segment for port 89f7961d-c666-4e01-b749-9005b7d46d99 on network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:16:31.119720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.120678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.122155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/ports/89f7961d-c666-4e01-b749-9005b7d46d99 HTTP/1.1" status: 200 len: 818 time: 0.4847751 Aug 19 00:16:31.130491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:31.147019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-2a82d8a9-f8a5-4eea-8a38-1e012c9edbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.149372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-2a82d8a9-f8a5-4eea-8a38-1e012c9edbb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.1234372 Aug 19 00:16:31.155265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eae91-e782-44d1-8ff1-13b226d31bdc tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=89f7961d-c666-4e01-b749-9005b7d46d99,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:31.201925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Port': ['ID=6eb453e5-26cf-412e-8be5-5468897c8c1c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:31.213851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Checking segment: {'id': 'ce9cc405-7902-4dd8-9244-0236321433fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c45ac48-9a04-44bf-a76d-62b2e202aea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:31.214224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network hostable DHCP agents. Network: 8c45ac48-9a04-44bf-a76d-62b2e202aea8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:31.237346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network 8c45ac48-9a04-44bf-a76d-62b2e202aea8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:31.259059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8c45ac48-9a04-44bf-a76d-62b2e202aea8) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:31.267876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e7e57-c1d6-4cc5-ae26-6971ed37e70a None None] Network 8c45ac48-9a04-44bf-a76d-62b2e202aea8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:31.272733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:31.273631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.329869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Port': ['ID=a82a58ac-1f97-497e-bd10-800140af6bf3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:31.374603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Checking segment: {'id': '06c398c5-bad6-445f-9286-feb7a83e8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a506c385-b918-449c-a811-09eccc985376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:31.374603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network hostable DHCP agents. Network: a506c385-b918-449c-a811-09eccc985376, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:31.405571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network a506c385-b918-449c-a811-09eccc985376 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:31.421249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a506c385-b918-449c-a811-09eccc985376) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:31.427680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:31.434921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf849d-71c8-49fd-abcd-badc732ca9eb None None] Network a506c385-b918-449c-a811-09eccc985376 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:31.435874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.441726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.442678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.451474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 89f7961d-c666-4e01-b749-9005b7d46d99 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:31.451826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.463677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-04f8b327-248b-4ee9-b362-9f9a44ffdfd4 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6299376 Aug 19 00:16:31.464006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44902) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:31.469720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-193dbfea-698f-4d41-a974-083687a51b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.471223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-193dbfea-698f-4d41-a974-083687a51b2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.3127511 Aug 19 00:16:31.535105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d094138-c6e3-473c-89d1-068a9ccb6959 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.543853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d094138-c6e3-473c-89d1-068a9ccb6959 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.548885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0d094138-c6e3-473c-89d1-068a9ccb6959 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0835147 Aug 19 00:16:31.549652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44906) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:31.661631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.677724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting port 6eb453e5-26cf-412e-8be5-5468897c8c1c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:31.677972 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.684627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-79b6e8a1-fc47-4952-b389-843ed5c02796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1862035 Aug 19 00:16:31.685539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 89f7961d-c666-4e01-b749-9005b7d46d99 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:31.762233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.778887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Calling delete_port for 6eb453e5-26cf-412e-8be5-5468897c8c1c owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:31.835790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-7e95fdf7-13fd-422d-89ee-d153d3e8e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.837555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-7e95fdf7-13fd-422d-89ee-d153d3e8e395 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.1416054 Aug 19 00:16:31.896890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-2cf5af81-1f5d-4cc4-bb68-1f674c975be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:31.898857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-2cf5af81-1f5d-4cc4-bb68-1f674c975be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528922 Aug 19 00:16:31.903285 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.904375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.924215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:31.926774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/ports/6eb453e5-26cf-412e-8be5-5468897c8c1c HTTP/1.1" status: 204 len: 168 time: 0.3756342 Aug 19 00:16:31.929232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44910) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:31.959136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215e1e3-9dcc-4187-8898-8345a2a04e29 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Port': ['ID=6eb453e5-26cf-412e-8be5-5468897c8c1c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:32.000706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=89f7961d-c666-4e01-b749-9005b7d46d99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:32.015327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.020123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4be40183-f0bf-4026-a94e-5824b1dece7f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/89f7961d-c666-4e01-b749-9005b7d46d99 HTTP/1.1" status: 204 len: 168 time: 0.8861845 Aug 19 00:16:32.024511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.087476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting port a82a58ac-1f97-497e-bd10-800140af6bf3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:32.087816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.107314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-9a9116b5-12dc-4ef0-8bb0-27daa26588e0 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974006 Aug 19 00:16:32.178004 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.191139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Calling delete_port for a82a58ac-1f97-497e-bd10-800140af6bf3 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:32.217500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3914-e855-405b-9494-7e7158ec9274 req-8a5e6910-1d91-48fb-ac9b-1f0a4b128a2d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:32.226374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c3914-e855-405b-9494-7e7158ec9274 req-8a5e6910-1d91-48fb-ac9b-1f0a4b128a2d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1355455 Aug 19 00:16:32.251371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea7f25-d288-4d4f-a4d0-0c4295d4a6d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:32.255799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-03ea7f25-d288-4d4f-a4d0-0c4295d4a6d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2298729 Aug 19 00:16:32.258529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.274877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.308266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Port': ['ID=a82a58ac-1f97-497e-bd10-800140af6bf3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:32.310306 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f091fc-2b31-41c0-a4f5-5e0828065fc8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:32.315810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44918) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.316876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-87f091fc-2b31-41c0-a4f5-5e0828065fc8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/89f7961d-c666-4e01-b749-9005b7d46d99 HTTP/1.1" status: 404 len: 333 time: 0.0551393 Aug 19 00:16:32.321726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307833224'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:32.329305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c3914-e855-405b-9494-7e7158ec9274 req-77c0ccbe-e521-4743-94d5-7aa3f60e2272 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020010 Aug 19 00:16:32.350608 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.352901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d753c393-7a83-4d2c-afdb-409d93a4d5de tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/ports/a82a58ac-1f97-497e-bd10-800140af6bf3 HTTP/1.1" status: 204 len: 168 time: 0.4225869 Aug 19 00:16:32.356608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.375255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72cbe95-1f07-49d9-a77a-876e9f2d15e5 req-1777b1b3-27fc-43d1-88fa-0912afbff640 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552400 Aug 19 00:16:32.399939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1d42c0eb-fd32-4bd5-8802-a924efcedfe8 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0417063 Aug 19 00:16:32.402112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:32.405172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.407423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.411874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104292619'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:32.435985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:32.438078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:32.442636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.449514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.450244 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e of type vlan for network a971485a-623b-4605-9180-edda329aa855 Aug 19 00:16:32.502718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.534794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.538862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:16:32.539658 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:16:32.541522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:32.542210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:32.604997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:32.605305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2879097 Aug 19 00:16:32.613931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:32.645433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34abc-e1ff-479f-8605-c7cf0b0883d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=a971485a-623b-4605-9180-edda329aa855,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:32.657346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a971485a-623b-4605-9180-edda329aa855 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:32.732721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:32.736914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.008638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.041679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.102709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:33.120335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a971485a-623b-4605-9180-edda329aa855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:33.120864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: a971485a-623b-4605-9180-edda329aa855, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:33.123181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:33.135728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.136086 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment 7c67a9e2-fd4a-4ba5-ad2f-007301a9a909 of type vlan for network 440a3e53-ce3c-42ce-a3b6-da31314fa043 Aug 19 00:16:33.195780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a971485a-623b-4605-9180-edda329aa855 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:33.198592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.212566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a971485a-623b-4605-9180-edda329aa855) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:33.222243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700da9b-770b-436b-82f9-b9850d96f7c5 None None] Network a971485a-623b-4605-9180-edda329aa855 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:33.223713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:33.224344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.241821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.250998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:33.251693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.334891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-93ddcab1-4684-4665-8708-5659747b81fa tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7280967 Aug 19 00:16:33.337824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:33.338486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=440a3e53-ce3c-42ce-a3b6-da31314fa043,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:33.345212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:33.370549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4ff3fe9c-b2fe-4027-ae64-676795b9d174 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9634275 Aug 19 00:16:33.370789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:33.376152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1852610072'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:33.407999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:33.412162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.425844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 440a3e53-ce3c-42ce-a3b6-da31314fa043 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:33.444735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:33.457317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.457670 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Added segment 40679c8d-dfb7-406f-b808-d31a821e4625 of type vlan for network 96f84c42-ac83-461b-baa0-b96557cb338e Aug 19 00:16:33.519334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.580769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.590180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:33.591316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.713448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Network': ['ID=96f84c42-ac83-461b-baa0-b96557cb338e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:33.730545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a971485a-623b-4605-9180-edda329aa855', 'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': 'aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:33.731428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:33.738490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a87ff2be-09f9-4f73-9d6a-498987bad8fb tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3664212 Aug 19 00:16:33.739051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 96f84c42-ac83-461b-baa0-b96557cb338e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:34.025623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38db7a-eed5-407a-b2ca-ae2598d4a22f req-41bb079c-c37f-4862-9642-bb539f4a5404 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:34.027846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b38db7a-eed5-407a-b2ca-ae2598d4a22f req-41bb079c-c37f-4862-9642-bb539f4a5404 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0963757 Aug 19 00:16:34.091265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:34.095811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:34.106605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b38db7a-eed5-407a-b2ca-ae2598d4a22f req-493f67ba-77f4-4426-b199-77431d548288 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681906 Aug 19 00:16:34.213735 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b (CIDR: 2001:db8::/64) Aug 19 00:16:34.219105 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:16:34.220518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:16:34.253055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dbebbbfb-1517-43b3-8c85-b0a08b016d6c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9134350 Aug 19 00:16:34.254937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:34.263043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Allocated IP 2001:db8::2 (a971485a-623b-4605-9180-edda329aa855/aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b/50128ed1-96d1-44b5-b042-81d00d47b243) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:34.263436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:34.491992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4d006-1758-44ae-bf8e-538dcde5c178 req-e65e7498-7bf6-45af-b857-1bc7a17ae597 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:34.494714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fac4d006-1758-44ae-bf8e-538dcde5c178 req-e65e7498-7bf6-45af-b857-1bc7a17ae597 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1106427 Aug 19 00:16:34.565973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fac4d006-1758-44ae-bf8e-538dcde5c178 req-d1510d43-ec80-47d8-88cd-d0243e2d72d4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600362 Aug 19 00:16:34.582934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:34.588111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:34.620273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:34.638670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Transition to ACTIVE for port object 50128ed1-96d1-44b5-b042-81d00d47b243 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:34.672171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Transition to ACTIVE for port object 50128ed1-96d1-44b5-b042-81d00d47b243 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:34.697289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:34.777687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d365b7-84da-4305-a142-57006877000d req-8ff8d326-b495-47e3-8e7f-98094db921d8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:34.788329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Network a971485a-623b-4605-9180-edda329aa855 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:34.800704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:34.815841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:34.818605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0d365b7-84da-4305-a142-57006877000d req-8ff8d326-b495-47e3-8e7f-98094db921d8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1289456 Aug 19 00:16:34.827701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Pushing event updated for resources: {'Port': ['ID=50128ed1-96d1-44b5-b042-81d00d47b243,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:34.888051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0d365b7-84da-4305-a142-57006877000d req-27e847a7-c472-45c2-9ced-543680407005 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682061 Aug 19 00:16:34.960727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Attempting to bind port 50128ed1-96d1-44b5-b042-81d00d47b243 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:34.961677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Attempting to bind port 50128ed1-96d1-44b5-b042-81d00d47b243 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a971485a-623b-4605-9180-edda329aa855'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:34.962477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Attempting to bind port 50128ed1-96d1-44b5-b042-81d00d47b243 on network a971485a-623b-4605-9180-edda329aa855 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:34.969947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:34.970592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Checking segment: {'id': 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a971485a-623b-4605-9180-edda329aa855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:34.971474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:34.972046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Bound using segment: {'id': 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a971485a-623b-4605-9180-edda329aa855'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:34.972745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Bound port: 50128ed1-96d1-44b5-b042-81d00d47b243, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a971485a-623b-4605-9180-edda329aa855'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:34.973340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:35.111297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] For port 50128ed1-96d1-44b5-b042-81d00d47b243, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:35.122559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] For port 50128ed1-96d1-44b5-b042-81d00d47b243, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=50128ed1-96d1-44b5-b042-81d00d47b243,segment=NetworkSegment(cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e),segment_id=cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:35.133339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:35.204262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:35.269256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e5c85-a985-45e2-9530-e72bd0941cdb None None] Pushing event updated for resources: {'Port': ['ID=50128ed1-96d1-44b5-b042-81d00d47b243,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:35.301612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a971485a-623b-4605-9180-edda329aa855 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:35.400448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:35.416040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:35.419671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:35.458132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=c53234a1-7a90-4649-993d-052b31ce30c7,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:35.467276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-188aa8c5-bcce-49b4-a0f9-d76c0d106032 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2105796 Aug 19 00:16:35.470111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:35.475477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'fixed_ips': [{'subnet_id': 'aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b'}, {'subnet_id': 'c53234a1-7a90-4649-993d-052b31ce30c7'}], 'name': 'tempest-PortsIpV6TestJSON-1535704936'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:35.560970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-0e601a6f-3040-4f70-880f-5f0b54739eb9 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:35.569349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-0e601a6f-3040-4f70-880f-5f0b54739eb9 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.3113904 Aug 19 00:16:35.607543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-7378b3e2-c9a9-46b0-8164-95899d170423 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/quotas/6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 375 time: 0.0370989 Aug 19 00:16:35.738117 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-02f5a87e-903c-4ba4-aa60-95a8425f69ae tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1292048 Aug 19 00:16:35.766176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:35.845925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-30ba1094-ce4e-4d5e-bada-4fd89bf6c9fe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:35.847048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-30ba1094-ce4e-4d5e-bada-4fd89bf6c9fe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1078455 Aug 19 00:16:35.869669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:35.896247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:35.971618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-78c032c1-b47c-4b02-b566-2a0971b30f58 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118309 Aug 19 00:16:36.121442 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-ff5d7ccf-a9aa-4188-9f72-68e50ebe2c76 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358893 Aug 19 00:16:36.439463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::1fb (a971485a-623b-4605-9180-edda329aa855/aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:36.459764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8:0:1::ec (a971485a-623b-4605-9180-edda329aa855/c53234a1-7a90-4649-993d-052b31ce30c7/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:36.589622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc9fca9c-a862-49b4-a040-8b657b4bf985 req-c75f0336-f140-4f25-a16d-bcb8a6cccdbb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 210 time: 0.0863268 Aug 19 00:16:36.916718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:36.931225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:36.963007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 50128ed1-96d1-44b5-b042-81d00d47b243 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:36.987249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.049119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a557b2-ea16-4868-aa88-dd736b139009 None None] Network a971485a-623b-4605-9180-edda329aa855 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:37.158363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:37.163773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'subnets': [{'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043985712', 'ip_version': 6}, {'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:37.164383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'subnet': {'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043985712', 'ip_version': 6}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:37.165060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Request body: {'subnet': {'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:37.291249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 50128ed1-96d1-44b5-b042-81d00d47b243 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:37.303415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Provisioning for port 50128ed1-96d1-44b5-b042-81d00d47b243 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:37.311043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Provisioning complete for port 50128ed1-96d1-44b5-b042-81d00d47b243 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:37.312175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.329758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a971485a-623b-4605-9180-edda329aa855 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:37.331270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:37.339479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:37.348378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:37.349246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.400571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9269557 Aug 19 00:16:37.410397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:37.419359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:37.436466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f912d1d-1477-4621-b1d6-fe659099acf1 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=13e31b2c-a49e-4e54-a8f6-b25154b3f4c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:37.441773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Made reservation on behalf of 1d128a26b8af4fe8bed57ae04864dad6 for: {'subnet': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:37.447957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.449578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.460728 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.488427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Update dhcp port {'port': {'network_id': 'a971485a-623b-4605-9180-edda329aa855', 'fixed_ips': [{'subnet_id': 'aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c53234a1-7a90-4649-993d-052b31ce30c7'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '50128ed1-96d1-44b5-b042-81d00d47b243'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:16:37.523092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.545250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] For port 50128ed1-96d1-44b5-b042-81d00d47b243, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=50128ed1-96d1-44b5-b042-81d00d47b243,segment=NetworkSegment(cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e),segment_id=cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:37.555278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.574465 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:37.783961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6928668-8a4c-48cb-9b48-bfcd72d93c28 req-67d6272e-6ee4-4d0f-86ee-f2b4bcbbf9ed tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 210 time: 0.0845265 Aug 19 00:16:38.023520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2505a-3515-484f-b7b6-61d315163074 None None] Pushing event updated for resources: {'Port': ['ID=50128ed1-96d1-44b5-b042-81d00d47b243,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:38.052208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Delete allocated IP 2001:db8:0:1::ec (a971485a-623b-4605-9180-edda329aa855/c53234a1-7a90-4649-993d-052b31ce30c7) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:16:38.180767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-7645cf29-1a78-4f98-a13e-9206702b74cc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:38.182899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-7645cf29-1a78-4f98-a13e-9206702b74cc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2527080 Aug 19 00:16:38.211591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.226882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Ignored duplicate provisioning block setup for port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:16:38.231082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.241436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'device_id': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'admin_state_up': True, 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:38.299731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] In _notify_port_updated(), no bound segment for port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 on network a971485a-623b-4605-9180-edda329aa855 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:16:38.300241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Allocated IP 2001:db8:0:1::2 (a971485a-623b-4605-9180-edda329aa855/c53234a1-7a90-4649-993d-052b31ce30c7/50128ed1-96d1-44b5-b042-81d00d47b243) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:38.309444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:38.310380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.312487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/ports/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 HTTP/1.1" status: 200 len: 926 time: 0.9007771 Aug 19 00:16:38.315656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:38.325887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b'}, {'subnet_id': 'c53234a1-7a90-4649-993d-052b31ce30c7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:38.328732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.388709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d750e-0e24-4063-af3f-62b1cb1a937c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=13e31b2c-a49e-4e54-a8f6-b25154b3f4c2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:38.439244 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.469659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Subnet': ['ID=472e62e0-d7d8-4f5d-8107-e5821e60dd4e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:38.482032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Checking segment: {'id': '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:38.482655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network hostable DHCP agents. Network: 440a3e53-ce3c-42ce-a3b6-da31314fa043, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:38.489780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] For port 50128ed1-96d1-44b5-b042-81d00d47b243, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=50128ed1-96d1-44b5-b042-81d00d47b243,segment=NetworkSegment(cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e),segment_id=cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:38.516704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:38.521751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.527951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network 440a3e53-ce3c-42ce-a3b6-da31314fa043 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:38.538719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.549908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 440a3e53-ce3c-42ce-a3b6-da31314fa043) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:38.563734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.568605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45eed2b-16f1-4864-8f8e-fb5aba856614 None None] Network 440a3e53-ce3c-42ce-a3b6-da31314fa043 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:38.642864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Transition to ACTIVE for port object 50128ed1-96d1-44b5-b042-81d00d47b243 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:38.660376 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.748399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.20.0.3 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/a30b256f-2760-4668-8f51-40b11ffd7764) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:38.845446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7928b-e601-4644-b8cc-d7e4f128e872 None None] Pushing event updated for resources: {'Port': ['ID=50128ed1-96d1-44b5-b042-81d00d47b243,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:38.897137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 50128ed1-96d1-44b5-b042-81d00d47b243 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:38.933908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8:0:1::f1 (a971485a-623b-4605-9180-edda329aa855/c53234a1-7a90-4649-993d-052b31ce30c7/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:38.945120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:38.970600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Transition to ACTIVE for port object a30b256f-2760-4668-8f51-40b11ffd7764 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:39.056815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.152223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:39.166814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-440a3e53-ce3c-42ce-a3b6-da31314fa043', 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043', 'tenant_id': '1d128a26b8af4fe8bed57ae04864dad6', 'fixed_ips': [{'subnet_id': '472e62e0-d7d8-4f5d-8107-e5821e60dd4e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:39.170493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.217154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event updated for resources: {'Subnet': ['ID=f5e212f3-efe9-40fb-928f-ca1918b7e97b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:39.233271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:39.237197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.243057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ca15-5890-4cbf-a096-6651aa914db2 req-9ddfbb36-906b-49d5-9347-0f776229f6b8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.244878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9800ca15-5890-4cbf-a096-6651aa914db2 req-9ddfbb36-906b-49d5-9347-0f776229f6b8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 931 time: 0.2375011 Aug 19 00:16:39.247198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:39.249186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Checking segment: {'id': '40679c8d-dfb7-406f-b808-d31a821e4625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:39.250457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network hostable DHCP agents. Network: 96f84c42-ac83-461b-baa0-b96557cb338e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:39.252850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:39.275056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Ignored duplicate provisioning block setup for port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:16:39.282578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.397802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9800ca15-5890-4cbf-a096-6651aa914db2 req-87321493-98e7-4e71-a35b-50c80f68ca52 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Aug 19 00:16:39.401781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Network 96f84c42-ac83-461b-baa0-b96557cb338e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:39.421781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.422894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.436420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 96f84c42-ac83-461b-baa0-b96557cb338e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:39.454130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c3cf1-4208-4184-975a-7f40aad131b3 None None] Network 96f84c42-ac83-461b-baa0-b96557cb338e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:39.459015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.459015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.459015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.467237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=13e31b2c-a49e-4e54-a8f6-b25154b3f4c2,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:39.475672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1b13969c-b44c-48bd-b0a2-4e9ba4d13eb0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384257 Aug 19 00:16:39.486647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b75d0dec-5e46-45d0-aa37-82f1d9a76f25 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3271258 Aug 19 00:16:39.488890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45082) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:39.495471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-df340f3b-f963-42b5-bd0e-6d2903d2c0e8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:16:39.496536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-df340f3b-f963-42b5-bd0e-6d2903d2c0e8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066967 Aug 19 00:16:39.524597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] In _notify_port_updated(), no bound segment for port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 on network a971485a-623b-4605-9180-edda329aa855 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:16:39.531840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.532761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.535073 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1dc0808c-b17c-4533-afb8-432e920de32e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/ports/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 HTTP/1.1" status: 200 len: 1011 time: 1.2184143 Aug 19 00:16:39.538329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:39.580658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Allocated IP 2001:db8::1 (440a3e53-ce3c-42ce-a3b6-da31314fa043/472e62e0-d7d8-4f5d-8107-e5821e60dd4e/2ebe775d-0525-4795-9531-afa20c742d49) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:39.635694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Request body: {'port': {'device_id': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:39.692897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:39.693555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.816346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679205a7-9159-40f1-873a-b1717ef6bc90 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.818077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679205a7-9159-40f1-873a-b1717ef6bc90 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.819501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679205a7-9159-40f1-873a-b1717ef6bc90 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:39.832484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:39.841722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.841956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-679205a7-9159-40f1-873a-b1717ef6bc90 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3392591 Aug 19 00:16:39.846988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.859755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Transition to ACTIVE for port object 2ebe775d-0525-4795-9531-afa20c742d49 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:39.901784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:39.919527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Transition to ACTIVE for port object 2ebe775d-0525-4795-9531-afa20c742d49 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:39.920589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:39.964977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.014898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fa35100-b955-49e5-a88a-665241d4f3f2 None None] Provisioning for port a30b256f-2760-4668-8f51-40b11ffd7764 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:40.041909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4fa35100-b955-49e5-a88a-665241d4f3f2 None None] Provisioning complete for port a30b256f-2760-4668-8f51-40b11ffd7764 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:40.042330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fa35100-b955-49e5-a88a-665241d4f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.066608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Network 440a3e53-ce3c-42ce-a3b6-da31314fa043 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:40.069714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Pushing event updated for resources: {'Port': ['ID=2ebe775d-0525-4795-9531-afa20c742d49,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:40.113314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:40.115313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-96f84c42-ac83-461b-baa0-b96557cb338e', 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e', 'tenant_id': '1d128a26b8af4fe8bed57ae04864dad6', 'fixed_ips': [{'subnet_id': 'f5e212f3-efe9-40fb-928f-ca1918b7e97b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:40.116708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.131819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:40.150275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4c6ff-902e-42c5-b09f-4fc9082cc648 None None] Network a971485a-623b-4605-9180-edda329aa855 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:40.276323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting subnet 472e62e0-d7d8-4f5d-8107-e5821e60dd4e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:40.286022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.332430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4fa35100-b955-49e5-a88a-665241d4f3f2 None None] Port a30b256f-2760-4668-8f51-40b11ffd7764 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:16:40.345334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30b256f-2760-4668-8f51-40b11ffd7764 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:16:40.353275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.366814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Transition to ACTIVE for port object a30b256f-2760-4668-8f51-40b11ffd7764 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:40.369168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.372635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.396290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.436020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Attempting to bind port 2ebe775d-0525-4795-9531-afa20c742d49 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:40.436420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Attempting to bind port 2ebe775d-0525-4795-9531-afa20c742d49 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:40.436793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Attempting to bind port 2ebe775d-0525-4795-9531-afa20c742d49 on network 440a3e53-ce3c-42ce-a3b6-da31314fa043 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:40.501061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:40.501543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Checking segment: {'id': '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:40.502020 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.504281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Bound using segment: {'id': '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:40.505065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Bound port: 2ebe775d-0525-4795-9531-afa20c742d49, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '440a3e53-ce3c-42ce-a3b6-da31314fa043'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:40.505531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.512815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5d31481-d07d-4e0d-9078-b34d7c623601 None None] Could not find standard attr ID for object 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:40.525366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=13e31b2c-a49e-4e54-a8f6-b25154b3f4c2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:40.543498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Pushing event updated for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:40.585555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5d31481-d07d-4e0d-9078-b34d7c623601 None None] Provisioning for port 50128ed1-96d1-44b5-b042-81d00d47b243 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:40.620318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5d31481-d07d-4e0d-9078-b34d7c623601 None None] Provisioning complete for port 50128ed1-96d1-44b5-b042-81d00d47b243 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:40.620318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5d31481-d07d-4e0d-9078-b34d7c623601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.666437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Attempting to bind port a30b256f-2760-4668-8f51-40b11ffd7764 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:40.666685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Attempting to bind port a30b256f-2760-4668-8f51-40b11ffd7764 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:40.666967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Attempting to bind port a30b256f-2760-4668-8f51-40b11ffd7764 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:40.674019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.683198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Port a30b256f-2760-4668-8f51-40b11ffd7764 on network d753388f-e093-4a25-a762-ed3cc67e2d80 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:16:40.684328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Attempting to bind port a30b256f-2760-4668-8f51-40b11ffd7764 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:40.694407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:40.694718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:40.698858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:40.700510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Bound port: a30b256f-2760-4668-8f51-40b11ffd7764, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:40.700901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.761072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.766726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Allocated IP 2001:db8:0:1::1 (96f84c42-ac83-461b-baa0-b96557cb338e/f5e212f3-efe9-40fb-928f-ca1918b7e97b/03b12a78-092b-43f3-9d21-2f07a4a4b0fb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:40.767256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c478a118-5b6c-4515-b36f-66e34e6e729b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 HTTP/1.1" status: 204 len: 168 time: 1.2236316 Aug 19 00:16:40.772140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:40.854022 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-746f2475-3441-4744-807f-f82910675ce2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:40.854552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd37e1-6b34-4e21-9d03-c3266e14918d req-cdcdad1e-c0e7-4a67-850f-8c83103aaf5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:40.858740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-746f2475-3441-4744-807f-f82910675ce2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 HTTP/1.1" status: 404 len: 333 time: 0.0852501 Aug 19 00:16:40.865152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:40.879149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62fd37e1-6b34-4e21-9d03-c3266e14918d req-cdcdad1e-c0e7-4a67-850f-8c83103aaf5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.1583555 Aug 19 00:16:40.921997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:40.945523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 50128ed1-96d1-44b5-b042-81d00d47b243 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:40.948580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] For port 2ebe775d-0525-4795-9531-afa20c742d49, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:40.989443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62fd37e1-6b34-4e21-9d03-c3266e14918d req-b1b0e848-4529-4f9a-9706-d6ea8ed007f0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029840 Aug 19 00:16:40.998444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] For port 2ebe775d-0525-4795-9531-afa20c742d49, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ebe775d-0525-4795-9531-afa20c742d49,segment=NetworkSegment(7c67a9e2-fd4a-4ba5-ad2f-007301a9a909),segment_id=7c67a9e2-fd4a-4ba5-ad2f-007301a9a909)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:40.999071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.003903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/subnets/472e62e0-d7d8-4f5d-8107-e5821e60dd4e HTTP/1.1" status: 204 len: 168 time: 1.1646144 Aug 19 00:16:41.003903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeb31e-9e29-44ea-b0b7-36a86788769c tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Subnet': ['ID=472e62e0-d7d8-4f5d-8107-e5821e60dd4e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:41.004919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet c53234a1-7a90-4649-993d-052b31ce30c7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:41.008377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45098) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:41.035472 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.059593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.613824 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.623712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Transition to ACTIVE for port object 03b12a78-092b-43f3-9d21-2f07a4a4b0fb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:41.644786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Transition to ACTIVE for port object 03b12a78-092b-43f3-9d21-2f07a4a4b0fb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:41.662625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c34a13-fde3-4eae-8015-4a47546c9deb None None] Pushing event updated for resources: {'Port': ['ID=2ebe775d-0525-4795-9531-afa20c742d49,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:41.674027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.680535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 50128ed1-96d1-44b5-b042-81d00d47b243 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:41.687700 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.757369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting subnet f5e212f3-efe9-40fb-928f-ca1918b7e97b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:41.768934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.772098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:41.784411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Pushing event updated for resources: {'Port': ['ID=03b12a78-092b-43f3-9d21-2f07a4a4b0fb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:41.818940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Network 96f84c42-ac83-461b-baa0-b96557cb338e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:41.823614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a30b256f-2760-4668-8f51-40b11ffd7764,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:41.825201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:41.831250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:41.847807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.853609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.870518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:41.920929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3024e91e-9141-4d8c-bd5c-ac570a646f9e None None] Provisioning complete for port 50128ed1-96d1-44b5-b042-81d00d47b243 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:41.926772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3024e91e-9141-4d8c-bd5c-ac570a646f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.006573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Attempting to bind port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:42.007105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Attempting to bind port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '40679c8d-dfb7-406f-b808-d31a821e4625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:42.007584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Attempting to bind port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb on network 96f84c42-ac83-461b-baa0-b96557cb338e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:42.031789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:42.032556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Checking segment: {'id': '40679c8d-dfb7-406f-b808-d31a821e4625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:42.033082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.033586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Bound using segment: {'id': '40679c8d-dfb7-406f-b808-d31a821e4625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:42.034177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Bound port: 03b12a78-092b-43f3-9d21-2f07a4a4b0fb, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40679c8d-dfb7-406f-b808-d31a821e4625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96f84c42-ac83-461b-baa0-b96557cb338e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:42.034666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.078175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:42.079218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.081000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] 10.222.0.21 "PUT /v2.0/ports/a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 1092 time: 2.4682746 Aug 19 00:16:42.087004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:42.089380 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:42.215220 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521ad45-5cad-4bec-a821-839e747bf4a4 x-openstack-request-id: req-8521ad45-5cad-4bec-a821-839e747bf4a4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:42.215551 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:42.215756 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8521ad45-5cad-4bec-a821-839e747bf4a4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:42.216162 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764', 'status': 'completed', 'code': 200} Aug 19 00:16:42.271781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3024e91e-9141-4d8c-bd5c-ac570a646f9e None None] Could not find standard attr ID for object 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:42.326014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] For port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:42.332419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] For port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=03b12a78-092b-43f3-9d21-2f07a4a4b0fb,segment=NetworkSegment(40679c8d-dfb7-406f-b808-d31a821e4625),segment_id=40679c8d-dfb7-406f-b808-d31a821e4625)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:42.360244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.443237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.542820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2715f-91a3-4b1f-85b7-e324f9e00c66 None None] Pushing event updated for resources: {'Port': ['ID=03b12a78-092b-43f3-9d21-2f07a4a4b0fb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:42.563653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f6c719e4-c543-4567-b2d3-65ca20c24b77 None None] Could not find standard attr ID for object 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:42.581388 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a294-1416-415d-a512-518d4e011488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.616560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.661376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b0ed-d654-4248-8b5a-7465d4e8f83a service neutron] Pushing event updated for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:42.761547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.764847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/subnets/f5e212f3-efe9-40fb-928f-ca1918b7e97b HTTP/1.1" status: 204 len: 168 time: 1.7527390 Aug 19 00:16:42.766601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b7d4-99a1-49e5-a2f6-a0bf95f48c92 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e212f3-efe9-40fb-928f-ca1918b7e97b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:42.768334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:42.812611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:42.850527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d36de-f612-4b30-9a81-60451b66103c req-2d72c190-b25c-4903-8179-c06c723ba114 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:42.852144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-617d36de-f612-4b30-9a81-60451b66103c req-2d72c190-b25c-4903-8179-c06c723ba114 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.6195474 Aug 19 00:16:42.881677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-e1a01e61-9c81-4150-8d4d-053074ff21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:42.883215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-e1a01e61-9c81-4150-8d4d-053074ff21f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1095 time: 0.7038205 Aug 19 00:16:42.976177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a38c5260-a366-48fc-90b0-c3b649d62566 None None] Could not find standard attr ID for object 13e31b2c-a49e-4e54-a8f6-b25154b3f4c2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:42.981025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ebe775d-0525-4795-9531-afa20c742d49 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:43.007343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-bd8283ec-df2a-439b-b80d-4e63fc13ece1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 217 time: 0.1078119 Aug 19 00:16:43.067459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126ee42-93c8-424c-9816-66e8c2dc39a9 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:43.071304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4126ee42-93c8-424c-9816-66e8c2dc39a9 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2996857 Aug 19 00:16:43.073783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:43.091595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-617d36de-f612-4b30-9a81-60451b66103c req-4ea239b4-740b-44ec-afd6-11453170bdce tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218075 Aug 19 00:16:43.112600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2ebe775d-0525-4795-9531-afa20c742d49 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:43.151421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.194796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.199281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/c53234a1-7a90-4649-993d-052b31ce30c7 HTTP/1.1" status: 204 len: 168 time: 2.3329256 Aug 19 00:16:43.205983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45116) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:43.239473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ecc18-7058-43f6-90df-622907d6e697 None None] Network 440a3e53-ce3c-42ce-a3b6-da31314fa043 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:43.284264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.331977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96698a-61f6-481a-aaf0-d7e139c8e93c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=c53234a1-7a90-4649-993d-052b31ce30c7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:43.391792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf6f5b-3842-4854-a329-efccd1b413ad None None] Network a971485a-623b-4605-9180-edda329aa855 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:43.396240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Provisioning for port 2ebe775d-0525-4795-9531-afa20c742d49 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:43.405611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:43.406003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.416150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Provisioning complete for port 2ebe775d-0525-4795-9531-afa20c742d49 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:43.417330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.429265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-8ab0559a-9348-4193-b6da-c8c89524fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:43.438296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-8ab0559a-9348-4193-b6da-c8c89524fc0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.4206297 Aug 19 00:16:43.541863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] For port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=03b12a78-092b-43f3-9d21-2f07a4a4b0fb,segment=NetworkSegment(40679c8d-dfb7-406f-b808-d31a821e4625),segment_id=40679c8d-dfb7-406f-b808-d31a821e4625)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:43.542645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.556871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Calling delete_port for 03b12a78-092b-43f3-9d21-2f07a4a4b0fb owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:43.565094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:43.573877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.664434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.711648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.766695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Port': ['ID=03b12a78-092b-43f3-9d21-2f07a4a4b0fb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:43.789389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] No DVR routers for this DVR port 03b12a78-092b-43f3-9d21-2f07a4a4b0fb on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:43.823948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-36912b32-c5ae-4dff-b872-94707d970674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:43.825527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-36912b32-c5ae-4dff-b872-94707d970674 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3789098 Aug 19 00:16:43.950294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:43.972953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f84c42-ac83-461b-baa0-b96557cb338e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:43.994273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40679c8d-dfb7-406f-b808-d31a821e4625') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:43.994936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40679c8d-dfb7-406f-b808-d31a821e4625') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:44.016650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.036369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.038270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.043916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:44.044572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:44.048852 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:44.091120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.158005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.167546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.169200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] DHCP port deletion for 440a3e53-ce3c-42ce-a3b6-da31314fa043 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:44.174037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/96f84c42-ac83-461b-baa0-b96557cb338e HTTP/1.1" status: 204 len: 168 time: 1.0971842 Aug 19 00:16:44.181833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:44.186543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] For port 2ebe775d-0525-4795-9531-afa20c742d49, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ebe775d-0525-4795-9531-afa20c742d49,segment=NetworkSegment(7c67a9e2-fd4a-4ba5-ad2f-007301a9a909),segment_id=7c67a9e2-fd4a-4ba5-ad2f-007301a9a909)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:44.197220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.293030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-32a71136-e8cc-4d4d-902f-3e43c4762089 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588656 Aug 19 00:16:44.296913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.309065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.315156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df4fb1-9285-4c9d-b288-1b15f0682474 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=96f84c42-ac83-461b-baa0-b96557cb338e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:44.322013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4124bd-2b0b-450e-80a2-1daafb472aba None None] Pushing event updated for resources: {'Port': ['ID=2ebe775d-0525-4795-9531-afa20c742d49,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:44.333348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Deleting port 2ebe775d-0525-4795-9531-afa20c742d49 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:44.333815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.398340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:44.439469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-41be1be2-4bfc-42ac-85b7-1dd7b145298d None None] Could not find standard attr ID for object 03b12a78-092b-43f3-9d21-2f07a4a4b0fb. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:44.463090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.463328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] For port 2ebe775d-0525-4795-9531-afa20c742d49, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ebe775d-0525-4795-9531-afa20c742d49,segment=NetworkSegment(7c67a9e2-fd4a-4ba5-ad2f-007301a9a909),segment_id=7c67a9e2-fd4a-4ba5-ad2f-007301a9a909)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:44.463536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.466460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-501251ce-6ab4-4632-8610-436999bce45f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b HTTP/1.1" status: 204 len: 168 time: 1.1681221 Aug 19 00:16:44.469443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:44.486062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c133877-c019-468c-9fe9-8e4b0d5722e8 None None] DHCP port deletion for 96f84c42-ac83-461b-baa0-b96557cb338e request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:44.491785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027cb61-0106-416d-ae0f-9514423d7474 req-6e2c2c78-cb16-4e29-8da5-5301413281df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:44.501187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7027cb61-0106-416d-ae0f-9514423d7474 req-6e2c2c78-cb16-4e29-8da5-5301413281df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.2045355 Aug 19 00:16:44.514948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Calling delete_port for 2ebe775d-0525-4795-9531-afa20c742d49 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:44.523825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e0bda-dd99-4d48-92ce-3ef247ba0944 None None] Network 96f84c42-ac83-461b-baa0-b96557cb338e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:44.547810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e0bda-dd99-4d48-92ce-3ef247ba0944 None None] Network 96f84c42-ac83-461b-baa0-b96557cb338e could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 00:16:44.626991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7027cb61-0106-416d-ae0f-9514423d7474 req-ede23475-7c2d-4df7-b771-b6144734c604 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247385 Aug 19 00:16:44.634914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Deleting port 2ebe775d-0525-4795-9531-afa20c742d49 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:44.635272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.635921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.645962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-880e6a1d-d78a-4fe4-a8df-b4acd367f48d req-d7fe25fb-32cc-4428-81b7-aca0f96f2234 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382924 Aug 19 00:16:44.682604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.719875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] Pushing event deleted for resources: {'Port': ['ID=2ebe775d-0525-4795-9531-afa20c742d49,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:44.724877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781662f9-981c-430b-8652-e8fefbf45c19 None None] No DVR routers for this DVR port 2ebe775d-0525-4795-9531-afa20c742d49 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:44.761074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] For port 2ebe775d-0525-4795-9531-afa20c742d49, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2ebe775d-0525-4795-9531-afa20c742d49,segment=NetworkSegment(7c67a9e2-fd4a-4ba5-ad2f-007301a9a909),segment_id=7c67a9e2-fd4a-4ba5-ad2f-007301a9a909)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:44.761272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.808527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Calling delete_port for 2ebe775d-0525-4795-9531-afa20c742d49 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:44.831022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ebe775d-0525-4795-9531-afa20c742d49 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:44.837193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-6f7664c1-b2b4-4283-8a82-130ec6f8c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:44.841231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-6f7664c1-b2b4-4283-8a82-130ec6f8c4fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1095 time: 0.0976517 Aug 19 00:16:44.875224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 50128ed1-96d1-44b5-b042-81d00d47b243 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:44.875913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.880157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2ebe775d-0525-4795-9531-afa20c742d49 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:44.880625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2ebe775d-0525-4795-9531-afa20c742d49 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:44.928261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.948997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-889c22fc-89ac-48b5-860c-66b59b6ef04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:44.967895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] No DVR routers for this DVR port 2ebe775d-0525-4795-9531-afa20c742d49 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:44.975370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Port': ['ID=2ebe775d-0525-4795-9531-afa20c742d49,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:45.023218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.083037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.113775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440a3e53-ce3c-42ce-a3b6-da31314fa043']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.127076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.127904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67a9e2-fd4a-4ba5-ad2f-007301a9a909') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.137478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-964d22d8-b748-404a-87fc-7d75c0e18c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:45.138957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-964d22d8-b748-404a-87fc-7d75c0e18c0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2855079 Aug 19 00:16:45.140852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.154417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.164673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.178637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port 50128ed1-96d1-44b5-b042-81d00d47b243, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=50128ed1-96d1-44b5-b042-81d00d47b243,segment=NetworkSegment(cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e),segment_id=cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:45.179926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:45.180663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.182364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.237845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78424c3-fdee-472d-a250-2de5cea4a390 None None] Network a971485a-623b-4605-9180-edda329aa855 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:45.239720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-ddb3ca9a-940b-45eb-be43-16177fc814c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 217 time: 0.0865495 Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:45.239906 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:45.243724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 50128ed1-96d1-44b5-b042-81d00d47b243 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:45.270133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.306380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.309041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/440a3e53-ce3c-42ce-a3b6-da31314fa043 HTTP/1.1" status: 204 len: 168 time: 1.1245944 Aug 19 00:16:45.310100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d71f-aa49-47b3-a4fb-cc6dfdff0bde tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=440a3e53-ce3c-42ce-a3b6-da31314fa043,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:45.312049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:45.357892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-6646a648-5b95-4f8d-a7c8-ac4ee370425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:45.360189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-6646a648-5b95-4f8d-a7c8-ac4ee370425b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.1113820 Aug 19 00:16:45.399886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7caa21b4-6e1c-4f50-a653-c2c5d429bc98 None None] Provisioning complete for port 50128ed1-96d1-44b5-b042-81d00d47b243 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:45.400686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7caa21b4-6e1c-4f50-a653-c2c5d429bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.449111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.468526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-449be6a6-58c5-4f03-b11b-044e2585d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:45.470412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-449be6a6-58c5-4f03-b11b-044e2585d58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986598 Aug 19 00:16:45.471356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.526950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=50128ed1-96d1-44b5-b042-81d00d47b243,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:45.537277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7caa21b4-6e1c-4f50-a653-c2c5d429bc98 None None] Could not find standard attr ID for object 50128ed1-96d1-44b5-b042-81d00d47b243. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:45.542226 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.db [None req-7caa21b4-6e1c-4f50-a653-c2c5d429bc98 None None] No ports have port_id starting with 50128ed1-96d1-44b5-b042-81d00d47b243 Aug 19 00:16:45.545934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port 50128ed1-96d1-44b5-b042-81d00d47b243 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:45.603400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee3869-77e9-4eb3-b788-43d518e53173 None None] DHCP port deletion for a971485a-623b-4605-9180-edda329aa855 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:45.632921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.647569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a506c385-b918-449c-a811-09eccc985376']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.668950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c398c5-bad6-445f-9286-feb7a83e8e99') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.669319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c398c5-bad6-445f-9286-feb7a83e8e99') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.678648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.688735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e72a-929a-429a-bb96-0f7dac445a2c req-e67602d2-44b7-46c6-89c3-d51f98abe008 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:45.690278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18f4e72a-929a-429a-bb96-0f7dac445a2c req-e67602d2-44b7-46c6-89c3-d51f98abe008 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.1343541 Aug 19 00:16:45.692136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.702344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a971485a-623b-4605-9180-edda329aa855']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.715226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.715532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc4e7d4-ec1f-4c59-b02e-1cc00992ce8e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:45.722427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.745013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.748909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:45.749336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.755465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18f4e72a-929a-429a-bb96-0f7dac445a2c req-86a2da41-5dff-4da2-bf27-b0ab1dbb12cf tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557919 Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:45.756123 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:45.776360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-6f365964-a0a3-43f0-9d8c-f45ecbe3702b service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594378 Aug 19 00:16:45.806205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.825628 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.833090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:45.833090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.834804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:45.837465 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:45.842693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/a506c385-b918-449c-a811-09eccc985376 HTTP/1.1" status: 204 len: 168 time: 0.5252500 Aug 19 00:16:45.842952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:45.878563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f52d8e-fcba-4cd1-b60f-636b23c7a552 tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=a506c385-b918-449c-a811-09eccc985376,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:45.947196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:45.952291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd701f-d761-4028-a14b-e262a43997ed req-bce76ce0-7adb-4002-be3b-d24f5315bbf0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:45.959620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04cd701f-d761-4028-a14b-e262a43997ed req-bce76ce0-7adb-4002-be3b-d24f5315bbf0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.2046335 Aug 19 00:16:45.985682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.002948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.008436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/a971485a-623b-4605-9180-edda329aa855 HTTP/1.1" status: 204 len: 168 time: 1.5373421 Aug 19 00:16:46.021182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.041408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5eb7ab6-9081-4343-82ad-6cba8d8c5384 req-79c39acd-ad09-4962-b27d-4440b2373164 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370915 Aug 19 00:16:46.044074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14ad4d-3901-481c-a302-9b57ee8596d3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=a971485a-623b-4605-9180-edda329aa855,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:46.046184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.057373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c45ac48-9a04-44bf-a76d-62b2e202aea8']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:46.066374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04cd701f-d761-4028-a14b-e262a43997ed req-d6ba45e4-ad97-4555-86a6-0c17034b0d15 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Aug 19 00:16:46.070819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9cc405-7902-4dd8-9244-0236321433fc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:46.071240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9cc405-7902-4dd8-9244-0236321433fc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:46.082498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.086387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692cdf9-c659-43cf-a682-acb577ca5166 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:46.091113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2692cdf9-c659-43cf-a682-acb577ca5166 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0633709 Aug 19 00:16:46.091351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45158) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.099293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.109963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:46.110394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:46.113850 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:46.142584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-681b4115-0c7d-447c-92ef-3894b614444e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0500181 Aug 19 00:16:46.145789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.150709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549885651'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:46.174048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.174695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:46.180428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.185819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.187725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] 10.222.0.20 "DELETE /v2.0/networks/8c45ac48-9a04-44bf-a76d-62b2e202aea8 HTTP/1.1" status: 204 len: 168 time: 0.3422589 Aug 19 00:16:46.202286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c2625-bc74-4e16-b88d-8825267b64ab tempest-BulkNetworkOpsIpV6Test-97922819 tempest-BulkNetworkOpsIpV6Test-97922819-project] Pushing event deleted for resources: {'Network': ['ID=8c45ac48-9a04-44bf-a76d-62b2e202aea8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:46.209386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:46.220117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.220646 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment 6cb95cbe-3695-4b6f-a1ed-83adc416e963 of type vlan for network a5277cce-bbe0-416a-a22a-211fb639de36 Aug 19 00:16:46.252840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.270642 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.298936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.304737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:46.305441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.374041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2246137 Aug 19 00:16:46.374434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.378310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8b7c-e1ec-4c29-a5f1-4a70ca833f09 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=a5277cce-bbe0-416a-a22a-211fb639de36,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:46.380461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:46.391858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a5277cce-bbe0-416a-a22a-211fb639de36 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:46.489219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:46.493471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.501125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45168) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.649470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c5085b3-639b-46bc-a8f1-cf99ce3aa77a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d128a26b8af4fe8bed57ae04864dad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469250 Aug 19 00:16:46.651826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45172) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.706559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.744564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.772166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.785546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=b4a28abd-ce7b-4f92-917d-70c4a4f44282,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:46.801160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': '6cb95cbe-3695-4b6f-a1ed-83adc416e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:46.801537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: a5277cce-bbe0-416a-a22a-211fb639de36, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:46.816973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 50128ed1-96d1-44b5-b042-81d00d47b243 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:46.838176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a5277cce-bbe0-416a-a22a-211fb639de36 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:46.842103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 50128ed1-96d1-44b5-b042-81d00d47b243 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:46.842458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 50128ed1-96d1-44b5-b042-81d00d47b243 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:46.842711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.846616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.848237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c748f9c9-76cd-446e-8641-79f8748fb33b HTTP/1.1" status: 204 len: 168 time: 0.1952746 Aug 19 00:16:46.857718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a5277cce-bbe0-416a-a22a-211fb639de36) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:46.867692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e45576-9c3f-4e74-b006-956fbe825346 None None] Network a5277cce-bbe0-416a-a22a-211fb639de36 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:46.870663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:46.871275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:46.874153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584caac3-6766-4f3c-b3cd-37f2b14d9363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748f9c9-76cd-446e-8641-79f8748fb33b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:46.915961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75e296ea-a477-483a-96df-ec8b74930779 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5397804 Aug 19 00:16:46.919009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45180) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:46.927111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36', 'name': 'tempest-PortsIpV6TestJSON-770127096'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:46.956847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5bb3-a522-4063-9a7e-d7b801f61a39 req-cbb29ead-5be5-418a-8ca2-cc37fdf3d782 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:46.958701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fef5bb3-a522-4063-9a7e-d7b801f61a39 req-cbb29ead-5be5-418a-8ca2-cc37fdf3d782 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.0960007 Aug 19 00:16:47.016829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fef5bb3-a522-4063-9a7e-d7b801f61a39 req-217febea-855c-48fe-b793-3996b4030737 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516648 Aug 19 00:16:47.095371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a5277cce-bbe0-416a-a22a-211fb639de36', 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': 'b4a28abd-ce7b-4f92-917d-70c4a4f44282'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:47.096280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.125997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:47.131519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.196495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 8ef00575-95de-4212-9e67-3d945c3af5fa yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:47.248775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-6e79002e-6f72-4f97-b1ce-8e4513b08973 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:47.250576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-6e79002e-6f72-4f97-b1ce-8e4513b08973 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.0697649 Aug 19 00:16:47.279368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f229-34ea-44c3-b79e-e856daea0778 req-195133d8-7d67-477a-b471-0604372537dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:47.281461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc80f229-34ea-44c3-b79e-e856daea0778 req-195133d8-7d67-477a-b471-0604372537dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.1248751 Aug 19 00:16:47.319637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Allocated IP 2001:db8::2 (a5277cce-bbe0-416a-a22a-211fb639de36/b4a28abd-ce7b-4f92-917d-70c4a4f44282/f8a7d400-e99c-4f06-98e0-3214b122e282) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:47.341589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc80f229-34ea-44c3-b79e-e856daea0778 req-175fe827-bfdf-4466-a95f-3e8b6cea5b95 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Aug 19 00:16:47.381186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Deleting port aca1bf72-077f-4f96-ba64-88f5e4492094 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:47.381764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.482799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.494563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Transition to ACTIVE for port object f8a7d400-e99c-4f06-98e0-3214b122e282 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:47.513405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Transition to ACTIVE for port object f8a7d400-e99c-4f06-98e0-3214b122e282 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:47.525781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.590545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Network a5277cce-bbe0-416a-a22a-211fb639de36 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:47.598542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:47.605673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:47.609764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Pushing event updated for resources: {'Port': ['ID=f8a7d400-e99c-4f06-98e0-3214b122e282,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:47.646166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::108 (a5277cce-bbe0-416a-a22a-211fb639de36/b4a28abd-ce7b-4f92-917d-70c4a4f44282/8ef00575-95de-4212-9e67-3d945c3af5fa) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:47.686761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Attempting to bind port f8a7d400-e99c-4f06-98e0-3214b122e282 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:47.687440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Attempting to bind port f8a7d400-e99c-4f06-98e0-3214b122e282 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6cb95cbe-3695-4b6f-a1ed-83adc416e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:47.688396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Attempting to bind port f8a7d400-e99c-4f06-98e0-3214b122e282 on network a5277cce-bbe0-416a-a22a-211fb639de36 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:47.695487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:47.695881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Checking segment: {'id': '6cb95cbe-3695-4b6f-a1ed-83adc416e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:47.696835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.697252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Bound using segment: {'id': '6cb95cbe-3695-4b6f-a1ed-83adc416e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:47.697997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Bound port: f8a7d400-e99c-4f06-98e0-3214b122e282, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb95cbe-3695-4b6f-a1ed-83adc416e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:47.698452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.843520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] For port aca1bf72-077f-4f96-ba64-88f5e4492094, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=aca1bf72-077f-4f96-ba64-88f5e4492094,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:47.844102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.862162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:47.862726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.874082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] For port f8a7d400-e99c-4f06-98e0-3214b122e282, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:47.882828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] For port f8a7d400-e99c-4f06-98e0-3214b122e282, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f8a7d400-e99c-4f06-98e0-3214b122e282,segment=NetworkSegment(6cb95cbe-3695-4b6f-a1ed-83adc416e963),segment_id=6cb95cbe-3695-4b6f-a1ed-83adc416e963)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:47.890969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.893359 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:47.907044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 8ef00575-95de-4212-9e67-3d945c3af5fa will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:48.000895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.006474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c13c-cf82-4f5c-9265-4d8d224310b8 None None] Pushing event updated for resources: {'Port': ['ID=f8a7d400-e99c-4f06-98e0-3214b122e282,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:48.084178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1800667593'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:48.113036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a5277cce-bbe0-416a-a22a-211fb639de36 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:48.121636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:48.127562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:48.134229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:48.134903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.139491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:48.153060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.160044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=8ef00575-95de-4212-9e67-3d945c3af5fa,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:48.174402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.189477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-70d53053-0c8b-4816-8a42-dd183c4a6adf tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2688539 Aug 19 00:16:48.192519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45214) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:48.197962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': 'a5277cce-bbe0-416a-a22a-211fb639de36', 'name': 'tempest-PortsIpV6TestJSON-345912397'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:48.335652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.335652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.335652 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Floating IP 67127cfe-16ac-4855-8acc-dac70d08eb06 disassociated. External IP: 172.25.1.122, port: aca1bf72-077f-4f96-ba64-88f5e4492094. Aug 19 00:16:48.335652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Calling delete_port for aca1bf72-077f-4f96-ba64-88f5e4492094 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:48.348910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777f299-6a46-4668-a696-e174215f82cf req-cb81f6b3-58b2-408a-abf9-9209953139b8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:48.350708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3777f299-6a46-4668-a696-e174215f82cf req-cb81f6b3-58b2-408a-abf9-9209953139b8 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 946 time: 0.2211816 Aug 19 00:16:48.454603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3777f299-6a46-4668-a696-e174215f82cf req-60c987bd-b6c9-4f70-90a2-f7d1573658dc tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups?id=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971537 Aug 19 00:16:48.538037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.567648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'Port': ['ID=aca1bf72-077f-4f96-ba64-88f5e4492094,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:48.705585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f958a57-2f20-485c-a2f9-d5f967e4a6e5 req-1b7c295c-44d8-4e81-9ea9-197752d506cd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:48.707149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f958a57-2f20-485c-a2f9-d5f967e4a6e5 req-1b7c295c-44d8-4e81-9ea9-197752d506cd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 943 time: 0.1100440 Aug 19 00:16:48.716692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:16:48.795566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f958a57-2f20-485c-a2f9-d5f967e4a6e5 req-853438a3-a7f9-4f9f-acdc-bbe9153fbf27 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779459 Aug 19 00:16:48.812872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.826078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.846810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a30b256f-2760-4668-8f51-40b11ffd7764 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:16:48.872533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:48.878832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:16:48.883578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.894034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:48.896228 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:16:48.917460 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:48.918860 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:48.966217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3e0cb-e637-44b6-879f-896dfe71fd6c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:48.968062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] No DVR routers for this DVR port aca1bf72-077f-4f96-ba64-88f5e4492094 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:48.985697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:48.988046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8de334b0-6343-41c2-b6bc-c0c10b14535c req-a7107111-dd68-4c3b-ab4e-3ebdcd020c3f tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.11 "DELETE /v2.0/ports/aca1bf72-077f-4f96-ba64-88f5e4492094 HTTP/1.1" status: 204 len: 173 time: 1.7307448 Aug 19 00:16:48.988550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'name': 'network-vif-deleted', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:48.991126 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c5bcd-94a7-4419-9dab-2791e3f87c62" -d '{"events": [{"server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "name": "network-vif-deleted", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:49.009982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f8a7d400-e99c-4f06-98e0-3214b122e282 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:49.027286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port d5135ecc-b8f2-4246-970a-c0e2c681d775 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:49.185339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.185762 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment c4e023bf-d8ea-4e48-b68d-e3f458e7524e of type vlan for network c610c158-d658-4ea6-89d3-ae7536557f71 Aug 19 00:16:49.250483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:16:49.319676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a30b256f-2760-4668-8f51-40b11ffd7764,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:49.331400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::99 (a5277cce-bbe0-416a-a22a-211fb639de36/b4a28abd-ce7b-4f92-917d-70c4a4f44282/d5135ecc-b8f2-4246-970a-c0e2c681d775) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:49.334532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.373977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f8a7d400-e99c-4f06-98e0-3214b122e282 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:49.408285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'a30b256f-2760-4668-8f51-40b11ffd7764', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': 'a30b256f-2760-4668-8f51-40b11ffd7764', 'mac_address': 'fa:16:3e:b8:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:16:49.514260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.541384 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b97d6b-ef76-48ae-ad79-40b6e208dceb x-openstack-request-id: req-75b97d6b-ef76-48ae-ad79-40b6e208dceb {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:49.541769 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c837bd-5f23-4a89-9fdb-6c21dcc8232f", "name": "network-vif-deleted", "tag": "aca1bf72-077f-4f96-ba64-88f5e4492094", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:49.542083 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75b97d6b-ef76-48ae-ad79-40b6e208dceb {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:49.542658 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c837bd-5f23-4a89-9fdb-6c21dcc8232f', 'name': 'network-vif-deleted', 'tag': 'aca1bf72-077f-4f96-ba64-88f5e4492094', 'status': 'completed', 'code': 200} Aug 19 00:16:49.551880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30b256f-2760-4668-8f51-40b11ffd7764 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:16:49.614945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a30b256f-2760-4668-8f51-40b11ffd7764,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:49.621534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.636968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.644164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:49.645054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:49.662663 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:49.697617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:16:49.712929 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:16:49.713930 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:49.723031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:49.741008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55532fce-db8a-4ccf-994d-3118d14e8fad None None] Network a5277cce-bbe0-416a-a22a-211fb639de36 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:49.753009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31de4680-aaa7-411b-8ad2-4a1c62704e9e req-eb7f5aa9-5330-43b5-9890-4319b4b62568 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c837bd-5f23-4a89-9fdb-6c21dcc8232f HTTP/1.1" status: 200 len: 210 time: 0.1359189 Aug 19 00:16:49.832561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9687240 Aug 19 00:16:49.839198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Provisioning for port f8a7d400-e99c-4f06-98e0-3214b122e282 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:49.901837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Provisioning complete for port f8a7d400-e99c-4f06-98e0-3214b122e282 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:49.903562 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.023866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.035085 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:16:50.058913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object d5135ecc-b8f2-4246-970a-c0e2c681d775 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:50.111599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e35f81-131f-4d21-a8cb-be80ed51c3a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=c610c158-d658-4ea6-89d3-ae7536557f71,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:50.117732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.127968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:16:50.150784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ed578-f6b8-4047-aac6-d377c43d1dd8 req-ddb568c8-4c65-496f-a769-fde2f810e7a6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:50.160505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-558ed578-f6b8-4047-aac6-d377c43d1dd8 req-ddb568c8-4c65-496f-a769-fde2f810e7a6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 944 time: 0.1934175 Aug 19 00:16:50.200075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network c610c158-d658-4ea6-89d3-ae7536557f71 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:50.237654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=d5135ecc-b8f2-4246-970a-c0e2c681d775,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:50.252225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-558ed578-f6b8-4047-aac6-d377c43d1dd8 req-e931ebca-ab55-4bb9-a9f6-387acf53708b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893319 Aug 19 00:16:50.272664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network a5277cce-bbe0-416a-a22a-211fb639de36 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:50.278632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:50.282119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:50.295199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:50.297050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.332366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-580f6904-af63-4ad9-8549-8d514c619132 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1361051 Aug 19 00:16:50.332928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:50.428579 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:50.429872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.479427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496be700-4dd0-48c6-9cf7-6c42ef8ba2fe tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:50.481274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-496be700-4dd0-48c6-9cf7-6c42ef8ba2fe tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A108 HTTP/1.1" status: 200 len: 928 time: 0.1471384 Aug 19 00:16:50.484050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45232) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:50.509483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770caab-01ba-4314-9600-a2cdc18b8a8c None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:08:11Z', 'revision_number': 4, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b8d79f4a-4599-40d9-933a-eac1efb51994', 'name': '', 'network_id': 'bd31e722-cd2b-471e-9e5b-6d120e4b46b7', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'mac_address': 'fa:16:3e:10:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:10Z', 'updated_at': '2021-08-19T00:08:18Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'subnets': [{'id': '9434c1dd-51c9-4467-baa7-ec8fd8e15513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:16:50.661686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port d5135ecc-b8f2-4246-970a-c0e2c681d775 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:50.664708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.821885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:50.854120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for d5135ecc-b8f2-4246-970a-c0e2c681d775 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:50.975914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] For port f8a7d400-e99c-4f06-98e0-3214b122e282, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f8a7d400-e99c-4f06-98e0-3214b122e282,segment=NetworkSegment(6cb95cbe-3695-4b6f-a1ed-83adc416e963),segment_id=6cb95cbe-3695-4b6f-a1ed-83adc416e963)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:50.983576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.095530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66dfbb-7d1b-41bd-91bd-aa781ca52677 None None] Pushing event updated for resources: {'Port': ['ID=f8a7d400-e99c-4f06-98e0-3214b122e282,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:51.114260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c093f352-e425-45c2-898b-ddf91e0ee445 None None] New status for floating IP 67127cfe-16ac-4855-8acc-dac70d08eb06: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:16:51.128246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.235253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=d5135ecc-b8f2-4246-970a-c0e2c681d775,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:51.272634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.281210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad83ee0f-1dac-45e0-95ed-acbb47f69597 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/d5135ecc-b8f2-4246-970a-c0e2c681d775 HTTP/1.1" status: 204 len: 168 time: 0.7933028 Aug 19 00:16:51.281385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:51.299677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Provisioning for port 8ef00575-95de-4212-9e67-3d945c3af5fa completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:51.315258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Provisioning complete for port 8ef00575-95de-4212-9e67-3d945c3af5fa triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:51.315644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.338076 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-3162492f-f115-4324-85e4-d56c55344313 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:51.343711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3162492f-f115-4324-85e4-d56c55344313 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/d5135ecc-b8f2-4246-970a-c0e2c681d775 HTTP/1.1" status: 404 len: 333 time: 0.0582721 Aug 19 00:16:51.346831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:51.399846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Port 8ef00575-95de-4212-9e67-3d945c3af5fa cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:16:51.430861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Provisioning complete for port f8a7d400-e99c-4f06-98e0-3214b122e282 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:51.431447 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a284696c-cd63-43bb-b1b4-837969aafb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.570225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c840-16d4-4f6c-9a7d-a3524dd8f8c0 req-7a7d15e3-6ee1-4622-a316-3df8786ee140 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:51.571857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c05c840-16d4-4f6c-9a7d-a3524dd8f8c0 req-7a7d15e3-6ee1-4622-a316-3df8786ee140 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 944 time: 0.1168661 Aug 19 00:16:51.578892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 8ef00575-95de-4212-9e67-3d945c3af5fa {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:51.579239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.673350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8d10911a-b9ec-4f4a-9a21-7a2e02003d8c None None] Provisioning complete for port 8ef00575-95de-4212-9e67-3d945c3af5fa triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:51.674625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6c05c840-16d4-4f6c-9a7d-a3524dd8f8c0 req-17863918-3568-4e46-8434-439d183dd8cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Aug 19 00:16:51.686020 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d10911a-b9ec-4f4a-9a21-7a2e02003d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.721747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.734316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8d10911a-b9ec-4f4a-9a21-7a2e02003d8c None None] Port 8ef00575-95de-4212-9e67-3d945c3af5fa cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:16:51.743046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8d10911a-b9ec-4f4a-9a21-7a2e02003d8c None None] Could not find standard attr ID for object d5135ecc-b8f2-4246-970a-c0e2c681d775. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:16:51.749158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 8ef00575-95de-4212-9e67-3d945c3af5fa owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:51.923157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:51.931815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:51.972491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=8ef00575-95de-4212-9e67-3d945c3af5fa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:51.999446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.029482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.034927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-351841ff-c326-4b25-9e43-6e4066a0778a tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/8ef00575-95de-4212-9e67-3d945c3af5fa HTTP/1.1" status: 204 len: 168 time: 0.6844363 Aug 19 00:16:52.035065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.035309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45250) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:52.069247 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-664b7add-d17f-4ae9-a17f-b4b836cf8080 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:16:52.073451 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-664b7add-d17f-4ae9-a17f-b4b836cf8080 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/8ef00575-95de-4212-9e67-3d945c3af5fa HTTP/1.1" status: 404 len: 333 time: 0.0340562 Aug 19 00:16:52.074041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45252) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:52.104139 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.116358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.116358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "DELETE /v2.0/security-groups/c66c79e5-0ddb-45fa-8dc1-183f7ce4a462 HTTP/1.1" status: 204 len: 168 time: 0.1857169 Aug 19 00:16:52.120011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:52.148564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960c342-1f52-4a37-bc86-03b23a258f0e tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c79e5-0ddb-45fa-8dc1-183f7ce4a462,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:52.174032 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c91ca772-06ac-4bac-898d-15396f360c6b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] show failed (client error): The resource could not be found. Aug 19 00:16:52.176287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c91ca772-06ac-4bac-898d-15396f360c6b tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "GET /v2.0/security-groups/c66c79e5-0ddb-45fa-8dc1-183f7ce4a462 HTTP/1.1" status: 404 len: 347 time: 0.0495393 Aug 19 00:16:52.177501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet b4a28abd-ce7b-4f92-917d-70c4a4f44282 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:16:52.179106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45256) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:52.189145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.237178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device aca1bf72-077f-4f96-ba64-88f5e4492094 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:52.294701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.296824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: aca1bf72-077f-4f96-ba64-88f5e4492094 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:52.297177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device aca1bf72-077f-4f96-ba64-88f5e4492094 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:52.387242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Deleting port 2df22175-4a87-49b7-91ce-a537932914f2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:52.388311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.409421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.522246 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.536404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.536981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.551856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Calling delete_port for 2df22175-4a87-49b7-91ce-a537932914f2 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:52.560829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a28abd-ce7b-4f92-917d-70c4a4f44282,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:52.567008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.571829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0adcf624-f3a9-4631-bdbf-e70837237a84 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/b4a28abd-ce7b-4f92-917d-70c4a4f44282 HTTP/1.1" status: 204 len: 168 time: 0.4917531 Aug 19 00:16:52.572121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45268) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:52.580474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efb11d-81cf-48f3-ab45-aa704bfbf6c9 None None] Network a5277cce-bbe0-416a-a22a-211fb639de36 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:52.669818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.789591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.829201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Pushing event deleted for resources: {'Port': ['ID=2df22175-4a87-49b7-91ce-a537932914f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:52.852166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port f8a7d400-e99c-4f06-98e0-3214b122e282 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:52.852551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.879846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a30b256f-2760-4668-8f51-40b11ffd7764 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:52.887991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] DHCP port deletion for a5277cce-bbe0-416a-a22a-211fb639de36 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:16:52.907138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61d32-77b6-4a03-9dbf-0ea9420408f4 req-04b3a23e-bd35-4894-95e9-ef759f2a634b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:52.908808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03f61d32-77b6-4a03-9dbf-0ea9420408f4 req-04b3a23e-bd35-4894-95e9-ef759f2a634b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 944 time: 0.1297781 Aug 19 00:16:52.991251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.993945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port f8a7d400-e99c-4f06-98e0-3214b122e282, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f8a7d400-e99c-4f06-98e0-3214b122e282,segment=NetworkSegment(6cb95cbe-3695-4b6f-a1ed-83adc416e963),segment_id=6cb95cbe-3695-4b6f-a1ed-83adc416e963)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:52.994321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:52.998562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.003580 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4ecfc5b5-4f82-4648-a080-f0f5d63adda1 tempest-AttachVolumeTestJSON-1884564641 tempest-AttachVolumeTestJSON-1884564641-project] 10.222.0.20 "DELETE /v2.0/floatingips/67127cfe-16ac-4855-8acc-dac70d08eb06 HTTP/1.1" status: 204 len: 168 time: 0.8232579 Aug 19 00:16:53.014157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-03f61d32-77b6-4a03-9dbf-0ea9420408f4 req-d7587974-3571-4f30-8917-809dcb90c3dc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Aug 19 00:16:53.027595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for f8a7d400-e99c-4f06-98e0-3214b122e282 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:53.051370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45272) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:53.058685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:53.070652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Deleting port f8a7d400-e99c-4f06-98e0-3214b122e282 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:53.073372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.149224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port a30b256f-2760-4668-8f51-40b11ffd7764 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:53.162924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port a30b256f-2760-4668-8f51-40b11ffd7764 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:53.163087 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.198863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] For port f8a7d400-e99c-4f06-98e0-3214b122e282, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f8a7d400-e99c-4f06-98e0-3214b122e282,segment=NetworkSegment(6cb95cbe-3695-4b6f-a1ed-83adc416e963),segment_id=6cb95cbe-3695-4b6f-a1ed-83adc416e963)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:53.199395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.228227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Calling delete_port for f8a7d400-e99c-4f06-98e0-3214b122e282 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:53.235605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.261918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=f8a7d400-e99c-4f06-98e0-3214b122e282,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:53.268823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:53.272613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.330304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port f8a7d400-e99c-4f06-98e0-3214b122e282 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:53.331527 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.367237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:16:53.369701 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8861474-0705-42c4-b25d-e1d48c230be8" -d '{"events": [{"server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "name": "network-vif-plugged", "status": "completed", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:16:53.384148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.387087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a30b256f-2760-4668-8f51-40b11ffd7764,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:53.419340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] Pushing event deleted for resources: {'Port': ['ID=f8a7d400-e99c-4f06-98e0-3214b122e282,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:53.422053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.429095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cfc12-3308-4ada-8fbc-ff30d6146926 None None] No DVR routers for this DVR port f8a7d400-e99c-4f06-98e0-3214b122e282 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:16:53.460422 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16689c80-9de9-46e7-8ad4-b9d58f5da47b x-openstack-request-id: req-16689c80-9de9-46e7-8ad4-b9d58f5da47b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:16:53.460725 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "name": "network-vif-plugged", "status": "completed", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:16:53.460981 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16689c80-9de9-46e7-8ad4-b9d58f5da47b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:16:53.461380 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764', 'code': 200} Aug 19 00:16:53.485970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:53.528815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.551248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5277cce-bbe0-416a-a22a-211fb639de36']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:53.582806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb95cbe-3695-4b6f-a1ed-83adc416e963') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:53.583003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb95cbe-3695-4b6f-a1ed-83adc416e963') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:53.606561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.653621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.661608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7eda0-6ae4-44b9-b126-b126d6f91ea4 req-fa01bbcd-e691-4f96-95b0-4a81a1ea4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:53.663126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4be7eda0-6ae4-44b9-b126-b126d6f91ea4 req-fa01bbcd-e691-4f96-95b0-4a81a1ea4862 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1097 time: 0.1256466 Aug 19 00:16:53.669100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:53.669512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:53.672648 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:53.793405 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.813476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.818873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/a5277cce-bbe0-416a-a22a-211fb639de36 HTTP/1.1" status: 204 len: 168 time: 1.2416346 Aug 19 00:16:53.823875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:53.829095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-113203706'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:53.836652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4be7eda0-6ae4-44b9-b126-b126d6f91ea4 req-ef2a1baa-12d7-43f7-bf55-8c2e4c12f984 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629796 Aug 19 00:16:53.850241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd77b38-f2a4-4e68-baf4-d0a360f9c456 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=a5277cce-bbe0-416a-a22a-211fb639de36,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:53.855644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:53.859178 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.859733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.901693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:53.921985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.922341 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2 of type vlan for network 9bd6b0eb-2e95-4556-b875-859e61babc91 Aug 19 00:16:53.925873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=95003857-008d-4ffa-b8e2-a68e72067ef1,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:53.946083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:53.946619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: c610c158-d658-4ea6-89d3-ae7536557f71, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:53.967652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network c610c158-d658-4ea6-89d3-ae7536557f71 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:53.977992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.982505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, c610c158-d658-4ea6-89d3-ae7536557f71) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:53.988059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:53.989047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:53.996853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915dff5-3f37-4580-a32b-e81a728d1f86 None None] Network c610c158-d658-4ea6-89d3-ae7536557f71 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:54.011385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-88131ad0-136e-4cbf-add0-62a3198e8181 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9590855 Aug 19 00:16:54.014046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45292) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:54.021390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658305659'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:54.021910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.030889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:54.031554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.044901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:54.049749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.116988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:54.129158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=9bd6b0eb-2e95-4556-b875-859e61babc91,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:54.132213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f2d6034f-2f55-4b6a-a5a4-c20c0f7ae8c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3072093 Aug 19 00:16:54.135037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:54.141572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:54.154824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.155635 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment f485d045-75b8-468e-9fee-f8e55a45ab55 of type vlan for network 2f7504cf-283d-4d46-ae97-34d474592b64 Aug 19 00:16:54.166607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:54.206378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.250877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.257396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:54.259015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.301845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:54.310260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.367570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3518384 Aug 19 00:16:54.378317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:54.385610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-c610c158-d658-4ea6-89d3-ae7536557f71', 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': '95003857-008d-4ffa-b8e2-a68e72067ef1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:54.387657 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.389968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '2f7504cf-283d-4d46-ae97-34d474592b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:54.476503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ba54e-c64d-48a6-906e-e0759afb2155 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=2f7504cf-283d-4d46-ae97-34d474592b64,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:54.492352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2f7504cf-283d-4d46-ae97-34d474592b64 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:54.511632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d0725-9562-4390-aada-73233f4ba09c req-bbc26913-7bd1-472e-adc7-ca35672e82ce tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:54.522835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc6d0725-9562-4390-aada-73233f4ba09c req-bbc26913-7bd1-472e-adc7-ca35672e82ce tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2830107 Aug 19 00:16:54.598786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc6d0725-9562-4390-aada-73233f4ba09c req-e339ee33-6817-461e-b697-3bc0175aaed7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Aug 19 00:16:54.623862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:54.627875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.703371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.724725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Allocated IP 2001:db8:0:ffff::2 (c610c158-d658-4ea6-89d3-ae7536557f71/95003857-008d-4ffa-b8e2-a68e72067ef1/7ad77f92-afd3-47e4-b0b4-f83e6acbb79a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:54.845547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=0192d80c-9ddf-425c-978c-131d7f1a27a8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:54.859211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:54.859664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: 9bd6b0eb-2e95-4556-b875-859e61babc91, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:54.888195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:54.889267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f8a7d400-e99c-4f06-98e0-3214b122e282 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:16:54.908011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9bd6b0eb-2e95-4556-b875-859e61babc91) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:54.921142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:54.921752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.934783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:54.935034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec203233-c961-4cde-84f9-ac5e152593b5 None None] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:54.937349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f8a7d400-e99c-4f06-98e0-3214b122e282 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:16:54.937703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f8a7d400-e99c-4f06-98e0-3214b122e282 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:16:54.954505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e75ffb4-72a4-4c2a-b39e-a4c30788a53f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8147147 Aug 19 00:16:54.954710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:54.960446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91', 'name': 'tempest-PortsIpV6TestJSON-2038825127', 'fixed_ips': [{'subnet_id': '0192d80c-9ddf-425c-978c-131d7f1a27a8', 'ip_address': '2001:db8::10'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:55.011927 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.026595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Transition to ACTIVE for port object 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:55.059232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Transition to ACTIVE for port object 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:55.064232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'f485d045-75b8-468e-9fee-f8e55a45ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f7504cf-283d-4d46-ae97-34d474592b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:55.065715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 2f7504cf-283d-4d46-ae97-34d474592b64, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:55.093244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.098107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=048e6dbd-cf22-4985-9bc2-674708d5436c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:55.128227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:55.133814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 2f7504cf-283d-4d46-ae97-34d474592b64 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:55.157385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2f7504cf-283d-4d46-ae97-34d474592b64) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:55.165930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:55.166533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.188666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6ff1d-ed5f-4336-ba82-2c439c85fac2 None None] Network 2f7504cf-283d-4d46-ae97-34d474592b64 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:55.214890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0b09ee93-a92a-432f-94e0-92e0323b7184 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8309979 Aug 19 00:16:55.217506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:55.238366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Network c610c158-d658-4ea6-89d3-ae7536557f71 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:55.256186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.266931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:55.281380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:55.283956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 11616f19-0090-4bc0-9380-843ca229c1b8 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:55.441612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.450233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Pushing event updated for resources: {'Port': ['ID=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:55.458013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9bd6b0eb-2e95-4556-b875-859e61babc91', 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': '0192d80c-9ddf-425c-978c-131d7f1a27a8'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:55.458013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.508059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.520209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Attempting to bind port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:55.520626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Attempting to bind port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:55.521007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Attempting to bind port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a on network c610c158-d658-4ea6-89d3-ae7536557f71 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:55.529284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:55.529669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Checking segment: {'id': 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:55.530086 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.530527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Bound using segment: {'id': 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:55.531028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Bound port: 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c610c158-d658-4ea6-89d3-ae7536557f71'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:55.531424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.546807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::10 (9bd6b0eb-2e95-4556-b875-859e61babc91/0192d80c-9ddf-425c-978c-131d7f1a27a8/11616f19-0090-4bc0-9380-843ca229c1b8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:55.669430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.764367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] For port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:55.768348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] For port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,segment=NetworkSegment(c4e023bf-d8ea-4e48-b68d-e3f458e7524e),segment_id=c4e023bf-d8ea-4e48-b68d-e3f458e7524e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:55.770980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf296e-0be4-4e2d-8200-76eab05837a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-2f7504cf-283d-4d46-ae97-34d474592b64', 'network_id': '2f7504cf-283d-4d46-ae97-34d474592b64', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': '048e6dbd-cf22-4985-9bc2-674708d5436c'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:55.771829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25cf296e-0be4-4e2d-8200-76eab05837a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.783600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.808082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.827556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 11616f19-0090-4bc0-9380-843ca229c1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:55.828731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=048e6dbd-cf22-4985-9bc2-674708d5436c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:55.854863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.875988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7504cf-283d-4d46-ae97-34d474592b64']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:55.895502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f485d045-75b8-468e-9fee-f8e55a45ab55') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:55.895913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f485d045-75b8-468e-9fee-f8e55a45ab55') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:55.914299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.917678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.933024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.942428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:16:55.944092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:55.952349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b777d59-6836-4e6f-b30e-7e2f9905675c None None] Pushing event updated for resources: {'Port': ['ID=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:55.971037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a193f61-3265-41ab-9c83-d0fcbc5d6619 None None] Network 2f7504cf-283d-4d46-ae97-34d474592b64 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:16:56.031906 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:16:56.034151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:56.037328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.040797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:56.043952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.047445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/2f7504cf-283d-4d46-ae97-34d474592b64 HTTP/1.1" status: 204 len: 168 time: 0.8289466 Aug 19 00:16:56.051712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:56.053254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:56.058898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:56.059317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434970244'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:56.059531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.082056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061f1f8-87de-47de-90ea-031016b2d159 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=2f7504cf-283d-4d46-ae97-34d474592b64,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:56.098220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=11616f19-0090-4bc0-9380-843ca229c1b8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:56.114867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:56.125575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.144797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b51e0a-46d1-435a-ad56-95a8963ad691 req-c68fb87b-6a15-44d1-88e7-df717d716fba tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:56.153980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80b51e0a-46d1-435a-ad56-95a8963ad691 req-c68fb87b-6a15-44d1-88e7-df717d716fba tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2701509 Aug 19 00:16:56.168910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Allocated IP 2001:db8::2 (9bd6b0eb-2e95-4556-b875-859e61babc91/0192d80c-9ddf-425c-978c-131d7f1a27a8/fecf0685-78c4-4573-a8e8-c4b2906b4238) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:56.169471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f3defc08-fc14-4268-8ebd-af0e96f409a2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2127624 Aug 19 00:16:56.173891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45324) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:56.184147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91', 'name': 'tempest-PortsIpV6TestJSON-1023206980', 'fixed_ips': [{'subnet_id': '0192d80c-9ddf-425c-978c-131d7f1a27a8', 'ip_address': '2001:db8::f'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:56.314341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:56.340022 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.340916 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment 590e2767-4717-4d17-893c-76cf9b57cd23 of type vlan for network ab9259f5-3388-4510-a655-d468c3fdfa26 Aug 19 00:16:56.485863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.524840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.530967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:56.531811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.633427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.649029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80b51e0a-46d1-435a-ad56-95a8963ad691 req-9bf841ed-54cb-4a26-a8e7-0da592b9549c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766161 Aug 19 00:16:56.684406 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.696541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:56.709623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Transition to ACTIVE for port object fecf0685-78c4-4573-a8e8-c4b2906b4238 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:56.714151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6595101 Aug 19 00:16:56.719673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:56.730513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:56.735561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Transition to ACTIVE for port object fecf0685-78c4-4573-a8e8-c4b2906b4238 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:56.747767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.836357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Pushing event updated for resources: {'Port': ['ID=fecf0685-78c4-4573-a8e8-c4b2906b4238,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:56.873629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:56.879455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:56.888247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.888602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:56.911796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0bd3-3682-42af-b209-2af534b1956d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=ab9259f5-3388-4510-a655-d468c3fdfa26,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:56.921551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port b99342a3-2500-439d-8bf1-6a4eabd9e43a yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:16:56.982240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:56.988193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:56.989263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:57.143505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:57.236886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Attempting to bind port fecf0685-78c4-4573-a8e8-c4b2906b4238 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:16:57.237531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Attempting to bind port fecf0685-78c4-4573-a8e8-c4b2906b4238 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:16:57.238081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Attempting to bind port fecf0685-78c4-4573-a8e8-c4b2906b4238 on network 9bd6b0eb-2e95-4556-b875-859e61babc91 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:16:57.247398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:16:57.248090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Checking segment: {'id': 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:57.248689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.249793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Bound using segment: {'id': 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:16:57.251358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Bound port: fecf0685-78c4-4573-a8e8-c4b2906b4238, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bd6b0eb-2e95-4556-b875-859e61babc91'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:16:57.251939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.373698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::f (9bd6b0eb-2e95-4556-b875-859e61babc91/0192d80c-9ddf-425c-978c-131d7f1a27a8/b99342a3-2500-439d-8bf1-6a4eabd9e43a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:57.374789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba1f3a-37a7-4499-999f-cfd3341bd542 None None] Network c610c158-d658-4ea6-89d3-ae7536557f71 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:57.400683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.500013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:57.532855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Provisioning for port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:57.548773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Provisioning complete for port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:57.549235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.566726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c9af5-cad8-4329-8ec0-bd99b35e6705 req-1b89d4d6-6628-4def-a646-5d7e1903cb1a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:57.572472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e6c9af5-cad8-4329-8ec0-bd99b35e6705 req-1b89d4d6-6628-4def-a646-5d7e1903cb1a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2514772 Aug 19 00:16:57.588573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': '590e2767-4717-4d17-893c-76cf9b57cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:57.588983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: ab9259f5-3388-4510-a655-d468c3fdfa26, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:57.609283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] For port fecf0685-78c4-4573-a8e8-c4b2906b4238, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:16:57.642013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] For port fecf0685-78c4-4573-a8e8-c4b2906b4238, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fecf0685-78c4-4573-a8e8-c4b2906b4238,segment=NetworkSegment(b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2),segment_id=b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:16:57.659441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.696992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.714421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=0bfcd48a-3f7e-4d95-8f49-12ae20853955,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:57.728720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network ab9259f5-3388-4510-a655-d468c3fdfa26 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:57.762058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6750b-af4a-4d73-a37c-956d63d55da5 None None] Pushing event updated for resources: {'Port': ['ID=fecf0685-78c4-4573-a8e8-c4b2906b4238,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:57.763044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object b99342a3-2500-439d-8bf1-6a4eabd9e43a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:16:57.787808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e6c9af5-cad8-4329-8ec0-bd99b35e6705 req-fdc03460-24b6-4d87-99d7-aa0aa382c606 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018213 Aug 19 00:16:57.798850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ab9259f5-3388-4510-a655-d468c3fdfa26) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:57.818017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:57.821188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.850351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c433170-acf2-45e1-980b-4b0b37c6fa64 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:57.871155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0701e60-cb5f-4d49-b440-062e91e53388 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1492054 Aug 19 00:16:57.878172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:57.889649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76897518'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:57.924143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:57.952146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:57.956186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.010756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:16:58.025733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:16:58.029066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.029597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:58.030083 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment f5dc3158-81ff-41c3-a822-a41fda78886f of type vlan for network 0f988aa9-3021-4a9f-b20c-f19802e8b70c Aug 19 00:16:58.035593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:16:58.046604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.047312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.107241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9302840 Aug 19 00:16:58.109396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45346) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:58.192129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.248180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.255382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.256054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.409281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-ab9259f5-3388-4510-a655-d468c3fdfa26', 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': '0bfcd48a-3f7e-4d95-8f49-12ae20853955'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:16:58.410497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.435741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.481673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=0f988aa9-3021-4a9f-b20c-f19802e8b70c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:58.491058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] For port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,segment=NetworkSegment(c4e023bf-d8ea-4e48-b68d-e3f458e7524e),segment_id=c4e023bf-d8ea-4e48-b68d-e3f458e7524e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:16:58.496251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d65e0de5-bea9-4695-97c9-5da3d58aef13 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6117885 Aug 19 00:16:58.497123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:58.509068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '0f988aa9-3021-4a9f-b20c-f19802e8b70c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:16:58.520017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.527077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 0f988aa9-3021-4a9f-b20c-f19802e8b70c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:16:58.571291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f259b1-9579-4daf-ac0f-9ed908c51c6b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=b99342a3-2500-439d-8bf1-6a4eabd9e43a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:58.693969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735605d-ea4b-403c-bc0d-3a76a50a9856 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.698840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a735605d-ea4b-403c-bc0d-3a76a50a9856 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5883374 Aug 19 00:16:58.701549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45350) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:58.750598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:16:58.754591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:58.852519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Performing IP validity checks on allocation pools {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 00:16:58.852519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 00:16:58.854273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8513-082a-46a7-a6c5-002588c86043 None None] Pushing event updated for resources: {'Port': ['ID=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:58.855194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b340c-8a28-43ed-8cc4-8cca1651a828 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.888647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b340c-8a28-43ed-8cc4-8cca1651a828 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.942410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b340c-8a28-43ed-8cc4-8cca1651a828 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:58.946709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c3b340c-8a28-43ed-8cc4-8cca1651a828 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2433786 Aug 19 00:16:58.962853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45358) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:59.133228 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.179720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fecf0685-78c4-4573-a8e8-c4b2906b4238 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:16:59.213340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=8cc29193-aebc-452a-9fdf-bfc794ac74aa,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:59.256980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'f5dc3158-81ff-41c3-a822-a41fda78886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0f988aa9-3021-4a9f-b20c-f19802e8b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:16:59.257768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 0f988aa9-3021-4a9f-b20c-f19802e8b70c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:16:59.280327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 0f988aa9-3021-4a9f-b20c-f19802e8b70c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:16:59.298744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 0f988aa9-3021-4a9f-b20c-f19802e8b70c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:16:59.305257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:59.306985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.321698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262d442-fcb2-449b-a703-43da142c4681 None None] Network 0f988aa9-3021-4a9f-b20c-f19802e8b70c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:59.323473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d04c-3612-45a8-bc7f-c8dc656ffd58 req-09ada910-b91f-4de8-930e-1cc88a2f4588 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:16:59.326904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Allocated IP 2001:db8::3 (ab9259f5-3388-4510-a655-d468c3fdfa26/0bfcd48a-3f7e-4d95-8f49-12ae20853955/a62becaa-ceec-4e4a-a937-bde7e95844f2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:16:59.329055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f4d04c-3612-45a8-bc7f-c8dc656ffd58 req-09ada910-b91f-4de8-930e-1cc88a2f4588 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2453990 Aug 19 00:16:59.333254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0f71662b-9bef-48f4-945e-6210a0e56148 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8320911 Aug 19 00:16:59.333579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:16:59.354170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-11f9e8a3-8682-4b90-989b-31291cfd4b82 None None] Provisioning complete for port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:16:59.354556 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11f9e8a3-8682-4b90-989b-31291cfd4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.420695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port b99342a3-2500-439d-8bf1-6a4eabd9e43a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:16:59.421238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.463139 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c6f4d04c-3612-45a8-bc7f-c8dc656ffd58 req-169b402e-7cef-4a3a-8b0c-6767bfdd0edf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236649 Aug 19 00:16:59.494326 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.559474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.595290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port fecf0685-78c4-4573-a8e8-c4b2906b4238 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:16:59.610139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a2f8a-ba95-4964-92c5-a03e4c2f4461 None None] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:59.664986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.680552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.697409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for b99342a3-2500-439d-8bf1-6a4eabd9e43a owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:16:59.869595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594eb695-bebf-4461-b617-3dee0377f058 None None] Network 0f988aa9-3021-4a9f-b20c-f19802e8b70c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:16:59.878622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc29193-aebc-452a-9fdf-bfc794ac74aa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:16:59.910791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.923464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f988aa9-3021-4a9f-b20c-f19802e8b70c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:59.949877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dc3158-81ff-41c3-a822-a41fda78886f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:59.950377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dc3158-81ff-41c3-a822-a41fda78886f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:16:59.958363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.970370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.988571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:16:59.994387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=b99342a3-2500-439d-8bf1-6a4eabd9e43a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:00.016460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:00.016898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:00.027380 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:00.044494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.052808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5dd2f8c5-f7f7-4c28-963d-e7fd2e212f28 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/b99342a3-2500-439d-8bf1-6a4eabd9e43a HTTP/1.1" status: 204 len: 168 time: 1.0887630 Aug 19 00:17:00.053438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45368) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:00.119468 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-91da2dbf-f55a-4840-8f6f-d628d35a06d0 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:17:00.124205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-91da2dbf-f55a-4840-8f6f-d628d35a06d0 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/b99342a3-2500-439d-8bf1-6a4eabd9e43a HTTP/1.1" status: 404 len: 333 time: 0.0685537 Aug 19 00:17:00.125292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45372) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:00.156399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.183980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.185985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/0f988aa9-3021-4a9f-b20c-f19802e8b70c HTTP/1.1" status: 204 len: 168 time: 0.8510640 Aug 19 00:17:00.187401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322eb3-c9f4-4024-b329-d9b51fcb6f99 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=0f988aa9-3021-4a9f-b20c-f19802e8b70c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:00.191606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:00.198883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645622520'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:00.225878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:00.233251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.260216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.272634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 11616f19-0090-4bc0-9380-843ca229c1b8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:00.273134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.286379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:00.304465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.305037 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment e03fa4e5-4d0d-4742-87b2-4fa8cd9e4d24 of type vlan for network 2f2af56f-5899-4f98-b54d-779a6f55098d Aug 19 00:17:00.333132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Transition to ACTIVE for port object a62becaa-ceec-4e4a-a937-bde7e95844f2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:00.335461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Provisioning for port fecf0685-78c4-4573-a8e8-c4b2906b4238 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:00.358550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Provisioning complete for port fecf0685-78c4-4573-a8e8-c4b2906b4238 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:00.359059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.368883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.388948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.399682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.403905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 11616f19-0090-4bc0-9380-843ca229c1b8 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:00.406978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:00.407626 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.428972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Transition to ACTIVE for port object a62becaa-ceec-4e4a-a937-bde7e95844f2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:00.446776 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.497154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=2f2af56f-5899-4f98-b54d-779a6f55098d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:00.502948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0a7e1e5e-7362-48dd-866b-88352544ea9f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3058064 Aug 19 00:17:00.503668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:00.509493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '2f2af56f-5899-4f98-b54d-779a6f55098d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:00.519973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2f2af56f-5899-4f98-b54d-779a6f55098d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:00.615594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:00.625181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:00.634866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:00.640842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Pushing event updated for resources: {'Port': ['ID=a62becaa-ceec-4e4a-a937-bde7e95844f2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:00.680801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:00.684843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.701338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.765963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.787647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Attempting to bind port a62becaa-ceec-4e4a-a937-bde7e95844f2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:00.787647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Attempting to bind port a62becaa-ceec-4e4a-a937-bde7e95844f2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '590e2767-4717-4d17-893c-76cf9b57cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:00.788578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Attempting to bind port a62becaa-ceec-4e4a-a937-bde7e95844f2 on network ab9259f5-3388-4510-a655-d468c3fdfa26 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:00.800400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:00.801239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Checking segment: {'id': '590e2767-4717-4d17-893c-76cf9b57cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:00.801519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.802021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Bound using segment: {'id': '590e2767-4717-4d17-893c-76cf9b57cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:00.802628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Bound port: a62becaa-ceec-4e4a-a937-bde7e95844f2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590e2767-4717-4d17-893c-76cf9b57cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ab9259f5-3388-4510-a655-d468c3fdfa26'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:00.803229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.846584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] For port fecf0685-78c4-4573-a8e8-c4b2906b4238, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fecf0685-78c4-4573-a8e8-c4b2906b4238,segment=NetworkSegment(b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2),segment_id=b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:00.890736 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.932613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=11616f19-0090-4bc0-9380-843ca229c1b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:00.938997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:00.945754 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-703ffde0-a3dd-4920-af87-01979c13762f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/11616f19-0090-4bc0-9380-843ca229c1b8 HTTP/1.1" status: 204 len: 168 time: 0.8164928 Aug 19 00:17:00.950450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45388) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:00.994233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:01.018856 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d6f0f5-5847-4b2c-8324-cbee25cd9727 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:17:01.020505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-77d6f0f5-5847-4b2c-8324-cbee25cd9727 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/11616f19-0090-4bc0-9380-843ca229c1b8 HTTP/1.1" status: 404 len: 333 time: 0.0690429 Aug 19 00:17:01.026225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:01.078334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8465f17f-f4b3-418a-ad81-eade5e6297ef None None] Could not find standard attr ID for object b99342a3-2500-439d-8bf1-6a4eabd9e43a. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:01.082513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2903063-650f-4906-bab9-a0a6882e9668 req-20c017ae-ba62-4b78-8be7-d4564a2d4209 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:01.092731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2903063-650f-4906-bab9-a0a6882e9668 req-20c017ae-ba62-4b78-8be7-d4564a2d4209 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.4808872 Aug 19 00:17:01.094508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.130655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] For port a62becaa-ceec-4e4a-a937-bde7e95844f2, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:01.154178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61cce5-a877-48ca-a9dc-efeb07f19f0f None None] Pushing event updated for resources: {'Port': ['ID=fecf0685-78c4-4573-a8e8-c4b2906b4238,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:01.166375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] For port a62becaa-ceec-4e4a-a937-bde7e95844f2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a62becaa-ceec-4e4a-a937-bde7e95844f2,segment=NetworkSegment(590e2767-4717-4d17-893c-76cf9b57cd23),segment_id=590e2767-4717-4d17-893c-76cf9b57cd23)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:01.169370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8465f17f-f4b3-418a-ad81-eade5e6297ef None None] Provisioning complete for port fecf0685-78c4-4573-a8e8-c4b2906b4238 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:01.170057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8465f17f-f4b3-418a-ad81-eade5e6297ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.172485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet 0192d80c-9ddf-425c-978c-131d7f1a27a8 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:01.179756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.217126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.241557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.245656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=0cc81462-74b9-4a4e-b5d9-65cb50f5df81,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:01.254161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2903063-650f-4906-bab9-a0a6882e9668 req-41e1e806-564f-4d88-be2b-4ca2a893be53 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418877 Aug 19 00:17:01.278319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'e03fa4e5-4d0d-4742-87b2-4fa8cd9e4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2f2af56f-5899-4f98-b54d-779a6f55098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:01.278687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 2f2af56f-5899-4f98-b54d-779a6f55098d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:01.303108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 2f2af56f-5899-4f98-b54d-779a6f55098d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:01.315800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2f2af56f-5899-4f98-b54d-779a6f55098d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:01.322946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:01.323874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.342136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba56483-327a-4df4-8215-ed40532a0771 None None] Network 2f2af56f-5899-4f98-b54d-779a6f55098d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:01.354331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-de6750cd-5374-48a3-8904-433b85e7cb9c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8486807 Aug 19 00:17:01.357273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:01.418363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Pushing event updated for resources: {'Port': ['ID=a62becaa-ceec-4e4a-a937-bde7e95844f2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:01.429101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:01.429503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.457602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.485855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.486376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.488534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.488984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.489500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.492195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.492631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.493140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.493810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.494256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.494701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.495146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee83ae3-412f-4c95-ae49-aadc02601808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:01.562470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.570357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.620074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=0192d80c-9ddf-425c-978c-131d7f1a27a8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:01.632221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.636431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-72807214-7f8d-4c1d-b528-ce116f752bb3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/0192d80c-9ddf-425c-978c-131d7f1a27a8 HTTP/1.1" status: 204 len: 168 time: 0.6056464 Aug 19 00:17:01.637367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45402) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:01.708223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.719440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12fc69d-fdfe-406e-a06a-ccf5df28249b None None] Network 9bd6b0eb-2e95-4556-b875-859e61babc91 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:01.724264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8465f17f-f4b3-418a-ad81-eade5e6297ef None None] Could not find standard attr ID for object 11616f19-0090-4bc0-9380-843ca229c1b8. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:01.806148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.831223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.871687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc81462-74b9-4a4e-b5d9-65cb50f5df81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:01.909943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-698ffcd4-4c1c-41f1-b6c3-c93e461d055f None None] Could not find standard attr ID for object b99342a3-2500-439d-8bf1-6a4eabd9e43a. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:01.952075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-698ffcd4-4c1c-41f1-b6c3-c93e461d055f None None] Could not find standard attr ID for object 11616f19-0090-4bc0-9380-843ca229c1b8. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:01.970051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port fecf0685-78c4-4573-a8e8-c4b2906b4238 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:01.970393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.975571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:01.993396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2af56f-5899-4f98-b54d-779a6f55098d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.007268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03fa4e5-4d0d-4742-87b2-4fa8cd9e4d24') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.007917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03fa4e5-4d0d-4742-87b2-4fa8cd9e4d24') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.008747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3f33c-50a7-45e0-aef2-566f11ac8e36 None None] Network 2f2af56f-5899-4f98-b54d-779a6f55098d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:02.020565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.038169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.047554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:02.049106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:02.052490 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:02.085326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port fecf0685-78c4-4573-a8e8-c4b2906b4238, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fecf0685-78c4-4573-a8e8-c4b2906b4238,segment=NetworkSegment(b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2),segment_id=b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:02.085772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.099396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for fecf0685-78c4-4573-a8e8-c4b2906b4238 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:02.222825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.275802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.284160 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.287277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/2f2af56f-5899-4f98-b54d-779a6f55098d HTTP/1.1" status: 204 len: 168 time: 0.9276161 Aug 19 00:17:02.289387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355203-7f53-4b7c-b2e4-cc2fbd7acf7f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=2f2af56f-5899-4f98-b54d-779a6f55098d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:02.293184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:02.301019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115003617'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:02.305468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b1fca-8c9a-494a-92e6-c2e8db2118c3 None None] DHCP port deletion for 9bd6b0eb-2e95-4556-b875-859e61babc91 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:02.330965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:02.335284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.360372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=fecf0685-78c4-4573-a8e8-c4b2906b4238,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:02.364817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port fecf0685-78c4-4573-a8e8-c4b2906b4238 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:02.395676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:02.412093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.412529 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment fc658140-9285-4dec-bf9e-e2fd7613b22a of type vlan for network 3b9d09b4-53b2-4d49-976b-a83952515b8d Aug 19 00:17:02.462257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.513558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.520825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.526595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:02.527155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.533495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd6b0eb-2e95-4556-b875-859e61babc91']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.553824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2564297 Aug 19 00:17:02.555692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.556320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cdc7f9-e984-4c50-8ddb-c52e3e3cb2b2') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:02.559404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45420) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:02.572767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '3b9d09b4-53b2-4d49-976b-a83952515b8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:02.583457 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.610101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd68a-abe4-46eb-81bb-e84b8d7ede06 req-19f904a3-d2e7-4813-81af-cf34558ad0ac tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:02.611672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb0bd68a-abe4-46eb-81bb-e84b8d7ede06 req-19f904a3-d2e7-4813-81af-cf34558ad0ac tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1244824 Aug 19 00:17:02.655139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.663802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4075f-6278-403e-a21c-674133caed15 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=3b9d09b4-53b2-4d49-976b-a83952515b8d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:02.677046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3b9d09b4-53b2-4d49-976b-a83952515b8d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:02.695286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb0bd68a-abe4-46eb-81bb-e84b8d7ede06 req-06c517be-0612-44b8-af5e-f85a46a5f436 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689225 Aug 19 00:17:02.700107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:02.700660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:02.704395 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:02.869256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.878314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.880152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/9bd6b0eb-2e95-4556-b875-859e61babc91 HTTP/1.1" status: 204 len: 168 time: 1.2416980 Aug 19 00:17:02.883969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:02.884104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:02.891179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-854588863'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:02.893038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca83ba8-2639-4ba1-bac3-e57ec34b8e19 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:02.903751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.919485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a62becaa-ceec-4e4a-a937-bde7e95844f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:02.921984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b781-2f30-424c-ad23-932e021d3972 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=9bd6b0eb-2e95-4556-b875-859e61babc91,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:02.938433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:02.942932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:02.974690 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:17:02.994430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:03.017101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.017596 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Added segment 07909e6a-5190-405e-8e11-cf6c1efdf232 of type vlan for network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 Aug 19 00:17:03.030574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-84f6383a-7e15-407e-b0c1-dd36696abc17 None None] Provisioning for port a62becaa-ceec-4e4a-a937-bde7e95844f2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:03.083069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.104467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a62becaa-ceec-4e4a-a937-bde7e95844f2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:03.114292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.123097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:03.124949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.134575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a62becaa-ceec-4e4a-a937-bde7e95844f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:03.134985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.142089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.201372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3161490 Aug 19 00:17:03.210053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:03.217241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:03.278856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=5b8c28c8-8ea4-48be-a6de-2572e8d929ad,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:03.290944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'fc658140-9285-4dec-bf9e-e2fd7613b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9d09b4-53b2-4d49-976b-a83952515b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:03.291553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 3b9d09b4-53b2-4d49-976b-a83952515b8d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:03.319464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 3b9d09b4-53b2-4d49-976b-a83952515b8d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:03.332842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3b9d09b4-53b2-4d49-976b-a83952515b8d) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:03.338552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:03.339310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.357836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c9d07-e5ff-4045-b073-ee5834b81949 None None] Network 3b9d09b4-53b2-4d49-976b-a83952515b8d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:03.365737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fd270-9a53-4271-b663-b5c2e42f9758 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Network': ['ID=4d1a8f17-0ee2-4a09-9741-d12e85545e44,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:03.382860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:03.385923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:03.388181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.391623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7fb945fb-1c24-49a3-a40f-0f848112c187 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8307855 Aug 19 00:17:03.392474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:03.596254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.631095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.714460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.763619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a62becaa-ceec-4e4a-a937-bde7e95844f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a62becaa-ceec-4e4a-a937-bde7e95844f2,segment=NetworkSegment(590e2767-4717-4d17-893c-76cf9b57cd23),segment_id=590e2767-4717-4d17-893c-76cf9b57cd23)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:03.779066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.800370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=ebce00da-7216-4af5-868a-1dac2f919a16,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:03.808339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.853666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Checking segment: {'id': '07909e6a-5190-405e-8e11-cf6c1efdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:03.854288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network hostable DHCP agents. Network: 4d1a8f17-0ee2-4a09-9741-d12e85545e44, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:03.876665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:03.895116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4d1a8f17-0ee2-4a09-9741-d12e85545e44) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:03.933081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:03.935193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fecf0685-78c4-4573-a8e8-c4b2906b4238 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:03.936974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:03.958968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c9d1f-7d82-4fe0-8b03-4fab963ed389 None None] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:03.959700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5fb2775b-558f-428d-a16a-e997454a1ae7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7480783 Aug 19 00:17:03.962589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:03.972854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1217392841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:03.985208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: fecf0685-78c4-4573-a8e8-c4b2906b4238 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:03.986018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fecf0685-78c4-4573-a8e8-c4b2906b4238 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:04.042652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.043897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.051515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211de1d6-1582-44c3-8fa4-b41312f11f5c req-9ed0f22d-6804-4c8d-a334-9cd27b5703af tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:04.062406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3a1c8-72b5-401b-9d69-6b18f176dcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-3b9d09b4-53b2-4d49-976b-a83952515b8d', 'network_id': '3b9d09b4-53b2-4d49-976b-a83952515b8d', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': '5b8c28c8-8ea4-48be-a6de-2572e8d929ad'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:04.063259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77d3a1c8-72b5-401b-9d69-6b18f176dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.064945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211de1d6-1582-44c3-8fa4-b41312f11f5c req-9ed0f22d-6804-4c8d-a334-9cd27b5703af tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1857619 Aug 19 00:17:04.095428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.127069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a62becaa-ceec-4e4a-a937-bde7e95844f2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:04.146269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8c28c8-8ea4-48be-a6de-2572e8d929ad,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:04.164199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.170170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.190798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.193395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4261918a-a6a5-4e26-8d77-0a537e593802 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2269678 Aug 19 00:17:04.196095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45442) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:04.205953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44', 'name': 'tempest-PortsIpV6TestJSON-1039773915'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:04.218575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.223324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c992554-9ea2-4c27-b7e4-22971c497242 None None] Network 3b9d09b4-53b2-4d49-976b-a83952515b8d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:04.231302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9d09b4-53b2-4d49-976b-a83952515b8d']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:04.243056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc658140-9285-4dec-bf9e-e2fd7613b22a') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:04.243432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc658140-9285-4dec-bf9e-e2fd7613b22a') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:04.254360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.291988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211de1d6-1582-44c3-8fa4-b41312f11f5c req-3e970f4e-39d7-49ca-8549-fc1429f8a580 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260079 Aug 19 00:17:04.298228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.307764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:04.308324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:04.312873 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:04.331057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9c266942-dc1f-4d06-ba3a-a3be6690f0e8 None None] Provisioning complete for port a62becaa-ceec-4e4a-a937-bde7e95844f2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:04.331681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c266942-dc1f-4d06-ba3a-a3be6690f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.378531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:04.383349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.387265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.394904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.407403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/3b9d09b4-53b2-4d49-976b-a83952515b8d HTTP/1.1" status: 204 len: 168 time: 1.0122778 Aug 19 00:17:04.411401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45444) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:04.417063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2142716068'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:04.422458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 15fca59f-a6fb-41a0-aca2-ca810b82a835 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:17:04.447798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256577-2a57-447c-9416-26ab40bbe365 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=3b9d09b4-53b2-4d49-976b-a83952515b8d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:04.525058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:04.529169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.584400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:04.615988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::13 (4d1a8f17-0ee2-4a09-9741-d12e85545e44/ebce00da-7216-4af5-868a-1dac2f919a16/15fca59f-a6fb-41a0-aca2-ca810b82a835) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:04.618759 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.619104 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment f96f0ce7-9317-403a-a961-25c82af2247e of type vlan for network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 Aug 19 00:17:04.691978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.725035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508911b2-c424-4180-989e-d5571712b87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4d1a8f17-0ee2-4a09-9741-d12e85545e44', 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': 'ebce00da-7216-4af5-868a-1dac2f919a16'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:04.726029 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.802885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.804224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:04.804844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.887271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:04.887952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4750168 Aug 19 00:17:04.889731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a62becaa-ceec-4e4a-a937-bde7e95844f2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:04.894728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:04.913976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a1c12-bf16-4175-88db-9b92cae6299a tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=50cfb296-f1f8-4f08-bf54-9d0ca3640b07,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:04.931249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:04.986036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:04.988547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a62becaa-ceec-4e4a-a937-bde7e95844f2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:04.989018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.003311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 15fca59f-a6fb-41a0-aca2-ca810b82a835 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:05.048414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.054821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:05.074096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.129136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:05.136193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:05.137068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-508911b2-c424-4180-989e-d5571712b87d None None] Allocated IP 2001:db8::2 (4d1a8f17-0ee2-4a09-9741-d12e85545e44/ebce00da-7216-4af5-868a-1dac2f919a16/cfface91-2118-49ed-8b5a-4541af41d6ba) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:05.158079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:05.166101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:05.167174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.207722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=15fca59f-a6fb-41a0-aca2-ca810b82a835,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:05.226439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa9b6a98-03f6-4a19-82ab-51fbf314ce6d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0217464 Aug 19 00:17:05.226439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:05.364437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.376380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-508911b2-c424-4180-989e-d5571712b87d None None] Transition to ACTIVE for port object cfface91-2118-49ed-8b5a-4541af41d6ba will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:05.397297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-508911b2-c424-4180-989e-d5571712b87d None None] Transition to ACTIVE for port object cfface91-2118-49ed-8b5a-4541af41d6ba will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:05.412559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.429207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.477521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508911b2-c424-4180-989e-d5571712b87d None None] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:05.481949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-508911b2-c424-4180-989e-d5571712b87d None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:05.483100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=e8b699e9-64ee-41bc-a215-02035f351882,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:05.493883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508911b2-c424-4180-989e-d5571712b87d None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:05.504384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508911b2-c424-4180-989e-d5571712b87d None None] Pushing event updated for resources: {'Port': ['ID=cfface91-2118-49ed-8b5a-4541af41d6ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:05.530033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': 'f96f0ce7-9317-403a-a961-25c82af2247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:05.531799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 50cfb296-f1f8-4f08-bf54-9d0ca3640b07, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:05.564007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:05.589434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 50cfb296-f1f8-4f08-bf54-9d0ca3640b07) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:05.593129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-508911b2-c424-4180-989e-d5571712b87d None None] Attempting to bind port cfface91-2118-49ed-8b5a-4541af41d6ba on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:05.593953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-508911b2-c424-4180-989e-d5571712b87d None None] Attempting to bind port cfface91-2118-49ed-8b5a-4541af41d6ba by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '07909e6a-5190-405e-8e11-cf6c1efdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:05.595050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508911b2-c424-4180-989e-d5571712b87d None None] Attempting to bind port cfface91-2118-49ed-8b5a-4541af41d6ba on network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:05.596555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:05.597679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.603980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620932e0-d6cf-4309-a7da-e243b0a7264a None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:05.606924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508911b2-c424-4180-989e-d5571712b87d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:05.607596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508911b2-c424-4180-989e-d5571712b87d None None] Checking segment: {'id': '07909e6a-5190-405e-8e11-cf6c1efdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:05.608189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.609366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508911b2-c424-4180-989e-d5571712b87d None None] Bound using segment: {'id': '07909e6a-5190-405e-8e11-cf6c1efdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:05.610035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-508911b2-c424-4180-989e-d5571712b87d None None] Bound port: cfface91-2118-49ed-8b5a-4541af41d6ba, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07909e6a-5190-405e-8e11-cf6c1efdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d1a8f17-0ee2-4a09-9741-d12e85545e44'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:05.610605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.636075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-760c9b25-b897-4332-bde4-56515d8f2e87 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7475302 Aug 19 00:17:05.638909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45456) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:05.645553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:05.809473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-508911b2-c424-4180-989e-d5571712b87d None None] For port cfface91-2118-49ed-8b5a-4541af41d6ba, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:05.825396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-508911b2-c424-4180-989e-d5571712b87d None None] For port cfface91-2118-49ed-8b5a-4541af41d6ba, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cfface91-2118-49ed-8b5a-4541af41d6ba,segment=NetworkSegment(07909e6a-5190-405e-8e11-cf6c1efdf232),segment_id=07909e6a-5190-405e-8e11-cf6c1efdf232)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:05.869840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-508911b2-c424-4180-989e-d5571712b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:05.906343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:05.910866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.038141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508911b2-c424-4180-989e-d5571712b87d None None] Pushing event updated for resources: {'Port': ['ID=cfface91-2118-49ed-8b5a-4541af41d6ba,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:06.106451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-50cfb296-f1f8-4f08-bf54-9d0ca3640b07', 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': 'e8b699e9-64ee-41bc-a215-02035f351882'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:06.107391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.161431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10026151-09d1-4bd9-848d-a3367370e486 req-a076127a-3dfe-4d43-bf53-7e50347e5b60 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.163320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10026151-09d1-4bd9-848d-a3367370e486 req-a076127a-3dfe-4d43-bf53-7e50347e5b60 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.7107711 Aug 19 00:17:06.250528 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.279632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10026151-09d1-4bd9-848d-a3367370e486 req-f1d47f3e-e89a-4c73-8c3b-12270a6478fc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068938 Aug 19 00:17:06.423125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Allocated IP 2001:db8::2 (50cfb296-f1f8-4f08-bf54-9d0ca3640b07/e8b699e9-64ee-41bc-a215-02035f351882/49f4d31a-b69a-4e4d-8bdf-b3735e8ea104) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:06.465597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.572916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:06.577195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:06.585088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.586727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.603585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=a4c0dd04-f3d0-49cf-af93-a17e5b79870d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:06.613381 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b17c834e-c107-47f6-8c03-c9fc9f27d158 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9728382 Aug 19 00:17:06.614071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45470) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:06.722781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.725184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.726823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.728583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.731023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:06.732890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0330671e-a54c-49f8-a0b7-d3c222ff7415 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1176529 Aug 19 00:17:06.739699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45472) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:06.746910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213590257'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:06.755328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.774853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Transition to ACTIVE for port object 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:06.804597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:06.810371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.817310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Transition to ACTIVE for port object 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:06.827532 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.868788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.880397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.908608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:06.918063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:06.926597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:06.937204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:06.949150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:06.949477 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment 83c79d16-b4ac-4c88-9fc5-77b57707cb65 of type vlan for network a792c9d1-f089-43c5-9c36-40c7f04412dd Aug 19 00:17:06.956504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cfface91-2118-49ed-8b5a-4541af41d6ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:07.007845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.041399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.049419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:07.050053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.058388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=15fca59f-a6fb-41a0-aca2-ca810b82a835,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:07.140814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Pushing event updated for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:07.188901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4447756 Aug 19 00:17:07.190253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45486) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:07.219677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:07.241754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:07.248055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Attempting to bind port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:07.248468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Attempting to bind port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'f96f0ce7-9317-403a-a961-25c82af2247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:07.249151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Attempting to bind port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 on network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:07.269023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:07.269407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Checking segment: {'id': 'f96f0ce7-9317-403a-a961-25c82af2247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:07.269822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.277184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Bound using segment: {'id': 'f96f0ce7-9317-403a-a961-25c82af2247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:07.277905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Bound port: 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96f0ce7-9317-403a-a961-25c82af2247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:07.278257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.402479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282e7c5-2d82-4ccc-9673-2598af817c4b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=a792c9d1-f089-43c5-9c36-40c7f04412dd,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:07.412976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:07.416581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,segment=NetworkSegment(f96f0ce7-9317-403a-a961-25c82af2247e),segment_id=f96f0ce7-9317-403a-a961-25c82af2247e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:07.420411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:07.437379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.442525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.600967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0526145-80ae-4c89-9bd1-53fc8d51f815 None None] Pushing event updated for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:07.611723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cfface91-2118-49ed-8b5a-4541af41d6ba completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:07.637765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76422779-408a-4f49-a14f-35eedb15d624 req-0e46dda4-178f-4d8a-98f9-3c996842c656 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:07.639366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76422779-408a-4f49-a14f-35eedb15d624 req-0e46dda4-178f-4d8a-98f9-3c996842c656 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2013488 Aug 19 00:17:07.712582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.740879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76422779-408a-4f49-a14f-35eedb15d624 req-1d15015f-4129-46a2-819a-46d0e5d63d5f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867345 Aug 19 00:17:07.742045 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.763283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network a792c9d1-f089-43c5-9c36-40c7f04412dd is not hosted by any dhcp agent {{(pid=94622) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:17:07.774403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:07.775058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:07.779089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "PUT /v2.0/networks/a792c9d1-f089-43c5-9c36-40c7f04412dd HTTP/1.1" status: 200 len: 723 time: 0.5835097 Aug 19 00:17:07.792740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45496) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:07.803011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:07.837834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcfe95-a28e-497b-b7e4-cab063fe0900 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=a792c9d1-f089-43c5-9c36-40c7f04412dd,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:07.851648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:07.856285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033aade8-f92d-4168-8a31-7f721ace1860 None None] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:07.895205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.022311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Provisioning for port cfface91-2118-49ed-8b5a-4541af41d6ba completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:08.036689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Provisioning complete for port cfface91-2118-49ed-8b5a-4541af41d6ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:08.037437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.181432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:08.185091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.231360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.282160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] For port cfface91-2118-49ed-8b5a-4541af41d6ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cfface91-2118-49ed-8b5a-4541af41d6ba,segment=NetworkSegment(07909e6a-5190-405e-8e11-cf6c1efdf232),segment_id=07909e6a-5190-405e-8e11-cf6c1efdf232)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:08.289075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.358277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67810dc2-ca1a-47b8-a0cc-d38f1e29f8a3 None None] Pushing event updated for resources: {'Port': ['ID=cfface91-2118-49ed-8b5a-4541af41d6ba,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:08.661299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.723365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Provisioning for port 15fca59f-a6fb-41a0-aca2-ca810b82a835 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:08.728673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Provisioning complete for port 15fca59f-a6fb-41a0-aca2-ca810b82a835 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:08.729567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.737344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.738168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.821149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Port 15fca59f-a6fb-41a0-aca2-ca810b82a835 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:08.865725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Provisioning complete for port cfface91-2118-49ed-8b5a-4541af41d6ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:08.877747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f1ceab-5e3e-486b-8978-51dcef018b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:08.897478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.033942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:09.037877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=15fca59f-a6fb-41a0-aca2-ca810b82a835,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:09.095142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:09.102101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cfface91-2118-49ed-8b5a-4541af41d6ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:09.147537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b10f2a-47c0-45a8-a997-26b6c995f067 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:09.294175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dde4b140-c973-4913-a61e-171b0e5ce88a None None] Provisioning complete for port 15fca59f-a6fb-41a0-aca2-ca810b82a835 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:09.295227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dde4b140-c973-4913-a61e-171b0e5ce88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.374543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dde4b140-c973-4913-a61e-171b0e5ce88a None None] Port 15fca59f-a6fb-41a0-aca2-ca810b82a835 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:09.384518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cfface91-2118-49ed-8b5a-4541af41d6ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:09.385128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.447419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=b9146f3f-e436-4423-8572-dc69a7861aff,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:09.493124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.544450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Update dhcp port {'port': {'network_id': '50cfb296-f1f8-4f08-bf54-9d0ca3640b07', 'fixed_ips': [{'subnet_id': 'e8b699e9-64ee-41bc-a215-02035f351882', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4c0dd04-f3d0-49cf-af93-a17e5b79870d'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '49f4d31a-b69a-4e4d-8bdf-b3735e8ea104'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:17:09.559870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199b811-aa75-429f-a005-37e501a795b8 req-da619cbe-03ef-47df-84ba-f7985bf60f9f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:09.562158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8199b811-aa75-429f-a005-37e501a795b8 req-da619cbe-03ef-47df-84ba-f7985bf60f9f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.5687695 Aug 19 00:17:09.587360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.593503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': '83c79d16-b4ac-4c88-9fc5-77b57707cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:09.593865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: a792c9d1-f089-43c5-9c36-40c7f04412dd, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:09.598959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:09.646923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:09.647608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Provisioning complete for port 15fca59f-a6fb-41a0-aca2-ca810b82a835 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:09.648506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.694629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8199b811-aa75-429f-a005-37e501a795b8 req-00dceaf4-1be8-47fd-807a-a6b767109aaf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191175 Aug 19 00:17:09.729967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network a792c9d1-f089-43c5-9c36-40c7f04412dd is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:09.808882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Port 15fca59f-a6fb-41a0-aca2-ca810b82a835 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:09.839886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Provisioning for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:09.843153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Allocated IP 172.20.0.1 (50cfb296-f1f8-4f08-bf54-9d0ca3640b07/a4c0dd04-f3d0-49cf-af93-a17e5b79870d/49f4d31a-b69a-4e4d-8bdf-b3735e8ea104) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:09.855885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a792c9d1-f089-43c5-9c36-40c7f04412dd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:09.864780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:09.865730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.871285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe4777-51a0-4268-bad1-2faab4b680e2 None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:09.873055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:09.873399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:09.935870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-91aac681-47bc-4753-ad2c-d7e71b7b8c9e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1405303 Aug 19 00:17:09.939481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:09.955913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:10.015558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Router d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:17:10.092414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25884550'] for subnet, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.164961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:10.170841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4dd4d8d5-4807-4153-87c5-bb588d65d53b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/routers/d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9474201 Aug 19 00:17:10.173488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:10.185587 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] Sync routers for ids ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:10.201520 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] Routers {'d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:10.202643 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:10.216467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Deleting port b8d79f4a-4599-40d9-933a-eac1efb51994 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:10.217323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.261560 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:10.273664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6583cbf-8145-438d-abdf-a38364f0ad2e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:10.277782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6583cbf-8145-438d-abdf-a38364f0ad2e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 HTTP/1.1" status: 200 len: 988 time: 0.1009295 Aug 19 00:17:10.278561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:10.279834 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] Routers {'d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:10.280522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:10.322439 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:10.323217 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1b395-ebd1-4bd5-93be-f380063a1034 None None] The sync data for ids ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:10.360410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773799142247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26901809'] for subnet, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.384949 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.402700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,segment=NetworkSegment(f96f0ce7-9317-403a-a961-25c82af2247e),segment_id=f96f0ce7-9317-403a-a961-25c82af2247e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:10.437478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=b9146f3f-e436-4423-8572-dc69a7861aff,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:10.454856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:10.455967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.459740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "PUT /v2.0/subnets/b9146f3f-e436-4423-8572-dc69a7861aff HTTP/1.1" status: 200 len: 826 time: 0.5155668 Aug 19 00:17:10.461064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.461410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.461762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.462105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.462447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.463037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.463553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.464088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.464476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.464813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.465147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.465478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9aa7f-6fb7-4da2-8acc-2dd08f2258f5 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:10.475299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:10.488170 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.497080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a792c9d1-f089-43c5-9c36-40c7f04412dd', 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': 'b9146f3f-e436-4423-8572-dc69a7861aff'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:10.497926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.507303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Ignored duplicate provisioning block setup for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:17:10.521518 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.558242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] For port b8d79f4a-4599-40d9-933a-eac1efb51994, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b8d79f4a-4599-40d9-933a-eac1efb51994,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:10.558659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.575058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Calling delete_port for b8d79f4a-4599-40d9-933a-eac1efb51994 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:10.613461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.683443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:10.721229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:10.721602 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:10.731650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bae8ea-67fd-4ece-a7ba-801f288d3be6 None None] Pushing event updated for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:10.813957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Allocated IP 2001:db8::2 (a792c9d1-f089-43c5-9c36-40c7f04412dd/b9146f3f-e436-4423-8572-dc69a7861aff/c228bc3d-e7c6-4c69-91f9-e602962fbf0b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:10.868054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265dbc7-84ef-4d0f-ac82-9dacf105e526 req-0512fa35-6b2f-4247-bb42-90c8599ee054 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:10.876784 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1265dbc7-84ef-4d0f-ac82-9dacf105e526 req-0512fa35-6b2f-4247-bb42-90c8599ee054 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.0953298 Aug 19 00:17:10.965272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1265dbc7-84ef-4d0f-ac82-9dacf105e526 req-bda91c8f-d684-45e2-a4b2-5d11319b0ac9 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875192 Aug 19 00:17:11.004613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:11.071416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.089937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Transition to ACTIVE for port object c228bc3d-e7c6-4c69-91f9-e602962fbf0b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:11.091997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:11.092415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.134205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.143818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Transition to ACTIVE for port object c228bc3d-e7c6-4c69-91f9-e602962fbf0b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:11.163581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.181807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.221174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=b9146f3f-e436-4423-8572-dc69a7861aff,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:11.256638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.279000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.284457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:11.299058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d79f4a-4599-40d9-933a-eac1efb51994,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:11.314731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.323214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:11.329167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Pushing event updated for resources: {'Port': ['ID=c228bc3d-e7c6-4c69-91f9-e602962fbf0b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:11.331974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:11.339252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a792c9d1-f089-43c5-9c36-40c7f04412dd']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:11.358166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c79d16-b4ac-4c88-9fc5-77b57707cb65') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:11.358472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c79d16-b4ac-4c88-9fc5-77b57707cb65') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:11.369768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.371781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.399280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.407801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:11.408221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.443790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,segment=NetworkSegment(f96f0ce7-9317-403a-a961-25c82af2247e),segment_id=f96f0ce7-9317-403a-a961-25c82af2247e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:11.469613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:11.542504 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:11.549289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:17:11.549289 n-d-771363-38 neutron-server[94622]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:17:11.549289 n-d-771363-38 neutron-server[94622]: [parameters: {'id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'}] Aug 19 00:17:11.549289 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:11.549682 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:11.566819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0d64d-4cd3-44e3-b8e7-c915c4da6c33 None None] Pushing event updated for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:11.639975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Attempting to bind port c228bc3d-e7c6-4c69-91f9-e602962fbf0b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:11.640550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Attempting to bind port c228bc3d-e7c6-4c69-91f9-e602962fbf0b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '83c79d16-b4ac-4c88-9fc5-77b57707cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:11.643952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Attempting to bind port c228bc3d-e7c6-4c69-91f9-e602962fbf0b on network a792c9d1-f089-43c5-9c36-40c7f04412dd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:11.683813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:11.684290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Checking segment: {'id': '83c79d16-b4ac-4c88-9fc5-77b57707cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:11.684753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.685166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Bound using segment: {'id': '83c79d16-b4ac-4c88-9fc5-77b57707cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:11.685686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Bound port: c228bc3d-e7c6-4c69-91f9-e602962fbf0b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c79d16-b4ac-4c88-9fc5-77b57707cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a792c9d1-f089-43c5-9c36-40c7f04412dd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:11.686095 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.695624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f7b71c61-9858-4c13-9c45-550bb5046dc0 None None] Provisioning complete for port 15fca59f-a6fb-41a0-aca2-ca810b82a835 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:11.697478 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7b71c61-9858-4c13-9c45-550bb5046dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:11.711417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc8802-11e5-40ff-9a56-970a6eb083c4 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:11.817902 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:11.817902 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:11.871521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f7b71c61-9858-4c13-9c45-550bb5046dc0 None None] Port 15fca59f-a6fb-41a0-aca2-ca810b82a835 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:11.883160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45534) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:11.914267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] For port c228bc3d-e7c6-4c69-91f9-e602962fbf0b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:11.949544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] For port c228bc3d-e7c6-4c69-91f9-e602962fbf0b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c228bc3d-e7c6-4c69-91f9-e602962fbf0b,segment=NetworkSegment(83c79d16-b4ac-4c88-9fc5-77b57707cb65),segment_id=83c79d16-b4ac-4c88-9fc5-77b57707cb65)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:11.960688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.012471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.055076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.065009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb758f33-cfb5-4137-9fa7-e7f4191d74a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.090434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2e17ed56-b1d3-4f4c-8cc1-8e2fb1fb44e7 None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:12.090819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e17ed56-b1d3-4f4c-8cc1-8e2fb1fb44e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.114204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ab1bf-8c7a-4a90-a780-129ecb75e56b None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:12.119326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff0bd1-2d56-4bf2-8a01-5b7f9c825b8c None None] Pushing event updated for resources: {'Port': ['ID=c228bc3d-e7c6-4c69-91f9-e602962fbf0b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:12.142097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 15fca59f-a6fb-41a0-aca2-ca810b82a835 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:12.142655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.215747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting port c228bc3d-e7c6-4c69-91f9-e602962fbf0b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:12.216353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.291968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c615-4e13-4f7a-929d-4443c9e075e3 req-b4c0d139-72e2-4e25-9188-d746ecbaf750 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:12.312213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] For port c228bc3d-e7c6-4c69-91f9-e602962fbf0b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c228bc3d-e7c6-4c69-91f9-e602962fbf0b,segment=NetworkSegment(83c79d16-b4ac-4c88-9fc5-77b57707cb65),segment_id=83c79d16-b4ac-4c88-9fc5-77b57707cb65)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:12.312613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.315106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3bf374-2f3c-4750-a943-719912e6c5cf None None] Network a792c9d1-f089-43c5-9c36-40c7f04412dd requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:12.316970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1d5c615-4e13-4f7a-929d-4443c9e075e3 req-b4c0d139-72e2-4e25-9188-d746ecbaf750 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2377844 Aug 19 00:17:12.357817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Calling delete_port for c228bc3d-e7c6-4c69-91f9-e602962fbf0b owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:12.474760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.492322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1d5c615-4e13-4f7a-929d-4443c9e075e3 req-05a1eb73-c9f2-4ddb-9ab9-177e4a7e6285 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575375 Aug 19 00:17:12.497732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 15fca59f-a6fb-41a0-aca2-ca810b82a835 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:12.525208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb758f33-cfb5-4137-9fa7-e7f4191d74a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.538050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-57ceb73c-90ad-402e-96c3-1c4bf0e0f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:12.540367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-57ceb73c-90ad-402e-96c3-1c4bf0e0f678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1097 time: 0.1564639 Aug 19 00:17:12.540783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3adde467-2ba1-4a22-a205-80c758dbd3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.546206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb758f33-cfb5-4137-9fa7-e7f4191d74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.575261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a502f-a3b3-4c8b-8151-0876ee20af19 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:17:12.588630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb758f33-cfb5-4137-9fa7-e7f4191d74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a0251-4f3e-4718-8f8a-a75c8d7edf66,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:12.638316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:17:12.656051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.656992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ebdc0263-f209-48e9-865e-e780bb7710de None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:12.657389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0263-f209-48e9-865e-e780bb7710de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.672985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cb758f33-cfb5-4137-9fa7-e7f4191d74a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b171f993aa70471191cf261ac0bb0a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7861934 Aug 19 00:17:12.688600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45540) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:12.699903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Port': ['ID=c228bc3d-e7c6-4c69-91f9-e602962fbf0b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:12.702406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No DVR routers for this DVR port c228bc3d-e7c6-4c69-91f9-e602962fbf0b on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:12.847712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a502f-a3b3-4c8b-8151-0876ee20af19 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:17:12.855673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.874630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:12.881666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c58e08e6-de23-4741-9c37-b47b4428a339 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d2e1471-e11a-4d8f-b14b-322cc4570aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6389115 Aug 19 00:17:12.884207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:12.893660 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.893797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a792c9d1-f089-43c5-9c36-40c7f04412dd']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:12.921096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c79d16-b4ac-4c88-9fc5-77b57707cb65') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:12.921464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c79d16-b4ac-4c88-9fc5-77b57707cb65') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:12.922933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Sync routers for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:12.923437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:12.940860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-e68900b1-048d-46ef-8a70-e54ec7d8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:12.942441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-e68900b1-048d-46ef-8a70-e54ec7d8c0fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.3659258 Aug 19 00:17:12.984093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=15fca59f-a6fb-41a0-aca2-ca810b82a835,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:12.992931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:12.994568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:12.995245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.004951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.015563 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.033626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-a8bfc0ed-a58e-41c5-b2fc-553fac818b61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 217 time: 0.0795166 Aug 19 00:17:13.036868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.062942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:13.063625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:13.071514 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:13.113965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.134410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.346758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:13.347101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.366169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Router d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:17:13.377800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.427964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:17:13.475273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:13.484170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:13.484452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f52285ef-8029-4a28-8809-a9d33217bd59 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/routers/d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051601 Aug 19 00:17:13.495729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-d8bc8be2-dd5c-4114-bde9-3f7c5d38105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:13.497668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-d8bc8be2-dd5c-4114-bde9-3f7c5d38105b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.4542060 Aug 19 00:17:13.509066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] Sync routers for ids ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:13.516713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Deleting port c4997113-580e-43b4-9732-114af1e20b99 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:13.517112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.530938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] Routers {'d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:13.531938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.536257 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.541083 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54f1892-79e4-476f-9576-c1a5844d3bea tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:17:13.544224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d54f1892-79e4-476f-9576-c1a5844d3bea tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/15fca59f-a6fb-41a0-aca2-ca810b82a835 HTTP/1.1" status: 404 len: 333 time: 0.0582032 Aug 19 00:17:13.565642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45548) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:13.579110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.583490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/a792c9d1-f089-43c5-9c36-40c7f04412dd HTTP/1.1" status: 204 len: 168 time: 3.1047330 Aug 19 00:17:13.584817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:13.588537 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.590914 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.594719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.597377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c93a0251-4f3e-4718-8f8a-a75c8d7edf66 HTTP/1.1" status: 204 len: 168 time: 0.9069388 Aug 19 00:17:13.605777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] Routers {'d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:13.607078 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.632003 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be24d6b-43da-4815-b40d-e9647fed216e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:13.632599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be24d6b-43da-4815-b40d-e9647fed216e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:13.634323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2be24d6b-43da-4815-b40d-e9647fed216e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/a792c9d1-f089-43c5-9c36-40c7f04412dd HTTP/1.1" status: 404 len: 339 time: 0.0485725 Aug 19 00:17:13.645377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:13.651754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387518c-54c5-4b29-b6d8-eee7c28c9a9b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=a792c9d1-f089-43c5-9c36-40c7f04412dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:13.659184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958036656', 'description': 'd1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:13.672965 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.674510 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ce86-08dd-4c94-9621-25ce0fa8a6aa None None] The sync data for ids ['d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:13.730084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] For port c4997113-580e-43b4-9732-114af1e20b99, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c4997113-580e-43b4-9732-114af1e20b99,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:13.730386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a9ce-a96c-4855-831f-153495877b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a0251-4f3e-4718-8f8a-a75c8d7edf66,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:13.730552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.750485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.756875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:13.762781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.766482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Calling delete_port for c4997113-580e-43b4-9732-114af1e20b99 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:13.819630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c4997113-580e-43b4-9732-114af1e20b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:17:10Z', 'revision_number': 5, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port': {'id': 'c4997113-580e-43b4-9732-114af1e20b99', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:08:04Z', 'updated_at': '2021-08-19T00:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.827430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-0493707d-7c04-4fb6-ad3d-150a629a4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:13.829623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-0493707d-7c04-4fb6-ad3d-150a629a4661 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125577 Aug 19 00:17:13.852879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:13.876043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:13.876435 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment 3dbfe900-8e5e-4942-84a2-855252613188 of type vlan for network fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f Aug 19 00:17:13.893492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Checking router: 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:17:13.914885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Routers {'6d2e1471-e11a-4d8f-b14b-322cc4570aa4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:13.917094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:16:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:13.932720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bdba6-c3bd-47aa-bd21-d3dbf703f864 req-b3e524e6-193c-4b5e-b5b2-556164a00f82 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:13.934302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa4bdba6-c3bd-47aa-bd21-d3dbf703f864 req-b3e524e6-193c-4b5e-b5b2-556164a00f82 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2950284 Aug 19 00:17:14.045255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] Set router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:17:14.094937 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.101878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa4bdba6-c3bd-47aa-bd21-d3dbf703f864 req-752875ec-aa1e-4611-8e6f-353b64bc5412 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387093 Aug 19 00:17:14.105701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.141368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:17:13Z', 'revision_number': 6, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:14.169859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082cc99-a9b3-407f-ab80-7d35aaefad4e None None] The sync data for ids ['6d2e1471-e11a-4d8f-b14b-322cc4570aa4'] in n-d-771363-38 is: [{'id': '6d2e1471-e11a-4d8f-b14b-322cc4570aa4', 'name': 'tempest-AttachVolumeTestJSON-57248623-router', 'tenant_id': '62e1909182c140b0b8072dc6fac32c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:08:02Z', 'updated_at': '2021-08-19T00:17:13Z', 'revision_number': 6, 'project_id': '62e1909182c140b0b8072dc6fac32c31', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:14.192024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-13c6eb9a-fad5-4def-bf60-c9550bac9af0 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326321 Aug 19 00:17:14.193240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.195757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Fanout notify agent at l3_agent the message router_deleted on router d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:17:14.203363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.209512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d5e76c68-89b5-4e75-b64e-c67c66a69161 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/routers/d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 HTTP/1.1" status: 204 len: 168 time: 0.6353581 Aug 19 00:17:14.209512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45566) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:14.326555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet ebce00da-7216-4af5-868a-1dac2f919a16 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:14.340610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.348052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.391419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.392181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33200ea5-2923-4363-81f2-d5f7295193c4 req-e1ec14a5-0b62-4465-95e3-55c4a557eec1 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831708 Aug 19 00:17:14.397626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:14.398346 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.403290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.492518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8447754 Aug 19 00:17:14.496076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45578) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:14.511136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b4f9-c1de-428f-9a9c-5e9bbfbdb7b4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:14.516596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.523429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:14.547588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4997113-580e-43b4-9732-114af1e20b99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:14.613578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d35e3-e425-40c4-8e92-8278b73086de tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:14.615795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-721d35e3-e425-40c4-8e92-8278b73086de tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks?id=fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f HTTP/1.1" status: 200 len: 764 time: 0.1186814 Aug 19 00:17:14.618788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:14.625113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'description': 'd2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:14.630078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.686523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.706723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.743103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=ebce00da-7216-4af5-868a-1dac2f919a16,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:14.747459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.749793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-01540a29-3ea9-42c3-9abf-a2f8852b633d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/ebce00da-7216-4af5-868a-1dac2f919a16 HTTP/1.1" status: 204 len: 168 time: 0.5399055 Aug 19 00:17:14.752271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45586) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:14.757761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5cad8-4522-4c9a-add0-75daefe24214 None None] Network 4d1a8f17-0ee2-4a09-9741-d12e85545e44 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:14.815757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.818902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.856798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.933781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.934346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2e1471-e11a-4d8f-b14b-322cc4570aa4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:17:14.939567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.941176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a87b88cc-4b0b-40b5-8167-40edf6859f1d admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d2e1471-e11a-4d8f-b14b-322cc4570aa4 HTTP/1.1" status: 204 len: 168 time: 2.0557485 Aug 19 00:17:14.944863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:14.956416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6329cce1-d885-47d2-a4d8-ef3d8daba319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.959709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port cfface91-2118-49ed-8b5a-4541af41d6ba {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:14.960131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:14.978938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.028177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.046282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] DHCP port deletion for 4d1a8f17-0ee2-4a09-9741-d12e85545e44 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:15.050455 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.104614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f is not hosted by any dhcp agent {{(pid=94623) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:17:15.113569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:15.114479 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.116666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "PUT /v2.0/networks/fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f HTTP/1.1" status: 200 len: 761 time: 0.4966033 Aug 19 00:17:15.122719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:15.129540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] For port cfface91-2118-49ed-8b5a-4541af41d6ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cfface91-2118-49ed-8b5a-4541af41d6ba,segment=NetworkSegment(07909e6a-5190-405e-8e11-cf6c1efdf232),segment_id=07909e6a-5190-405e-8e11-cf6c1efdf232)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:15.134864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.142159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Deleting subnet 9434c1dd-51c9-4467-baa7-ec8fd8e15513 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:15.165910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.200874 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.210750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8d79f4a-4599-40d9-933a-eac1efb51994 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:15.213913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for cfface91-2118-49ed-8b5a-4541af41d6ba owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:15.234456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b8d79f4a-4599-40d9-933a-eac1efb51994 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:15.234817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b8d79f4a-4599-40d9-933a-eac1efb51994 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:15.235710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cfface91-2118-49ed-8b5a-4541af41d6ba no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:15.239925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Deleting port cfface91-2118-49ed-8b5a-4541af41d6ba {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:15.240641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.266506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e324bed-e854-4972-98d2-9b2875d78848 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:15.309555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:15.327568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.361635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.393292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafeea6-c1b4-4a6b-996f-bd95e8c83ec9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:15.393782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=cfface91-2118-49ed-8b5a-4541af41d6ba,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:15.394819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3aafeea6-c1b4-4a6b-996f-bd95e8c83ec9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks?id=fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f HTTP/1.1" status: 200 len: 764 time: 0.2701044 Aug 19 00:17:15.398534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45600) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:15.415549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6d2b9-a46c-4331-b911-2a373c91a885 req-cfb8289a-8541-4086-a7c9-80bbf6a8bcfa tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:15.417105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67c6d2b9-a46c-4331-b911-2a373c91a885 req-cfb8289a-8541-4086-a7c9-80bbf6a8bcfa tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1531541 Aug 19 00:17:15.443816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No active binding found for port cfface91-2118-49ed-8b5a-4541af41d6ba {{(pid=94624) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 00:17:15.444277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cfface91-2118-49ed-8b5a-4541af41d6ba not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:15.444721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4997113-580e-43b4-9732-114af1e20b99 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:15.447878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] For port cfface91-2118-49ed-8b5a-4541af41d6ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cfface91-2118-49ed-8b5a-4541af41d6ba,segment=NetworkSegment(07909e6a-5190-405e-8e11-cf6c1efdf232),segment_id=07909e6a-5190-405e-8e11-cf6c1efdf232)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:15.448427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.480202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c4997113-580e-43b4-9732-114af1e20b99 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:15.480732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c4997113-580e-43b4-9732-114af1e20b99 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:15.482447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Calling delete_port for cfface91-2118-49ed-8b5a-4541af41d6ba owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:15.489497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.495545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67c6d2b9-a46c-4331-b911-2a373c91a885 req-855c6856-3d7a-44a5-8b49-955a48d5f6ed tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717804 Aug 19 00:17:15.510527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No DVR routers for this DVR port cfface91-2118-49ed-8b5a-4541af41d6ba on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:15.565226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.586277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.606307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9434c1dd-51c9-4467-baa7-ec8fd8e15513,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:15.613849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] Pushing event deleted for resources: {'Port': ['ID=cfface91-2118-49ed-8b5a-4541af41d6ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:15.618135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca39f7-8697-4520-a489-c4ccd4ce9c68 None None] No DVR routers for this DVR port cfface91-2118-49ed-8b5a-4541af41d6ba on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:15.638542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e4c9b-5cb2-46e0-94d7-a41f9c92ca5d None None] Network bd31e722-cd2b-471e-9e5b-6d120e4b46b7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:15.642316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.648309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45604) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:15.649097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8172c4fa-1b2d-400c-8db6-63ca2c1832dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9434c1dd-51c9-4467-baa7-ec8fd8e15513 HTTP/1.1" status: 204 len: 168 time: 0.7031910 Aug 19 00:17:15.770549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.806128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1a8f17-0ee2-4a09-9741-d12e85545e44']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:15.868997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07909e6a-5190-405e-8e11-cf6c1efdf232') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:15.869295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07909e6a-5190-405e-8e11-cf6c1efdf232') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:15.889602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.894313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.904778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] DHCP port deletion for bd31e722-cd2b-471e-9e5b-6d120e4b46b7 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:15.913566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8c390-81d8-4a50-bbcd-7ebc62d72f03 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:15.917737 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06d8c390-81d8-4a50-bbcd-7ebc62d72f03 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5083890 Aug 19 00:17:15.918585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45606) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:15.940553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.965996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-85af1eba-e37b-44f2-99af-3ffbdeb6fce1 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 207 time: 0.0463037 Aug 19 00:17:15.970524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45608) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:15.973822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:15.974264 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:15.977163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Deleting port 67879f56-9eac-425a-9357-46b635101dd0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:15.977647 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:15.979417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.081862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.085540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] For port 67879f56-9eac-425a-9357-46b635101dd0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67879f56-9eac-425a-9357-46b635101dd0,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:16.085955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.088924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.097678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/4d1a8f17-0ee2-4a09-9741-d12e85545e44 HTTP/1.1" status: 204 len: 168 time: 1.3407879 Aug 19 00:17:16.098661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45610) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.107535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Calling delete_port for 67879f56-9eac-425a-9357-46b635101dd0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:16.152263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e0ce0-a869-457c-b12d-e6756bd6b40b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.158675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3a6e0ce0-a869-457c-b12d-e6756bd6b40b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/0612ef10-b602-4b75-97dd-0680a62dfede HTTP/1.1" status: 200 len: 844 time: 0.0500433 Aug 19 00:17:16.165066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.175772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c3b40-b54c-482d-9430-e30d0f975ee4 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=4d1a8f17-0ee2-4a09-9741-d12e85545e44,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:16.183706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.190373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.198531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.198849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Deleting port 67879f56-9eac-425a-9357-46b635101dd0 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:16.199256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.217954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.225609 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.237185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.249831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.252135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-902994ef-9628-4b63-a245-ace054401e0d tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2803605 Aug 19 00:17:16.260922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.267869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9d5000ad-48b1-467f-a360-1bf4ca6c7083 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/0612ef10-b602-4b75-97dd-0680a62dfede?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1006308 Aug 19 00:17:16.271590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] Pushing event deleted for resources: {'Port': ['ID=67879f56-9eac-425a-9357-46b635101dd0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:16.271732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45616) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.284043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:16.287575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5642c-3d48-4367-9bdf-e300ce1b7995 None None] No DVR routers for this DVR port 67879f56-9eac-425a-9357-46b635101dd0 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:16.301655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.355433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] For port 67879f56-9eac-425a-9357-46b635101dd0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67879f56-9eac-425a-9357-46b635101dd0,segment=NetworkSegment(460c868e-23db-4a9f-afa3-6b77f62e17ae),segment_id=460c868e-23db-4a9f-afa3-6b77f62e17ae)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:16.355854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.380720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Calling delete_port for 67879f56-9eac-425a-9357-46b635101dd0 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:16.422983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-54bc4b0d-0c3b-46f3-b915-925789fe5796 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1587889 Aug 19 00:17:16.425117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.484754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:16.485634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.487465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.488173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.489062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.490847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.492402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.497968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-183d2939-3d5a-4271-be80-05ff908e2f6c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0684044 Aug 19 00:17:16.497968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.562144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.564086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.566011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.567725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.569740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.571516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38f39d0e-a213-42a0-8925-1e7691f6039b tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0725100 Aug 19 00:17:16.573947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.575120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.644735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Pushing event deleted for resources: {'Port': ['ID=67879f56-9eac-425a-9357-46b635101dd0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:16.650800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-d7a75c18-ec72-43b6-87e5-1b59c7e6b678 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=252ad550ee9348a1a6258b1c855b5a52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714209 Aug 19 00:17:16.652995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] No DVR routers for this DVR port 67879f56-9eac-425a-9357-46b635101dd0 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:16.699567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633e12f-cf9e-492f-98b3-183b0c899a72 req-6f259ce7-8c38-436c-97b5-d33201c8a2dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.701023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9633e12f-cf9e-492f-98b3-183b0c899a72 req-6f259ce7-8c38-436c-97b5-d33201c8a2dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1037111 Aug 19 00:17:16.733619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fc0a3-9f6e-4874-8679-95ee3937ae44 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.738432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a02fc0a3-9f6e-4874-8679-95ee3937ae44 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks/c610c158-d658-4ea6-89d3-ae7536557f71 HTTP/1.1" status: 200 len: 804 time: 0.1586912 Aug 19 00:17:16.738728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.810677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9633e12f-cf9e-492f-98b3-183b0c899a72 req-c7bf4539-8d9b-47af-b356-d537e9f186b8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980377 Aug 19 00:17:16.837716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67879f56-9eac-425a-9357-46b635101dd0 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:16.861378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f9ca00a3-c306-4958-8370-34ab1465e195 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/networks/c610c158-d658-4ea6-89d3-ae7536557f71?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1213150 Aug 19 00:17:16.865565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.869234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 67879f56-9eac-425a-9357-46b635101dd0 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:16.869821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67879f56-9eac-425a-9357-46b635101dd0 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:16.888527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:16.917907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fb103-7541-46bf-912d-37011870dadb tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.919628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5c5fb103-7541-46bf-912d-37011870dadb tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets/95003857-008d-4ffa-b8e2-a68e72067ef1 HTTP/1.1" status: 200 len: 843 time: 0.0532711 Aug 19 00:17:16.922557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd31e722-cd2b-471e-9e5b-6d120e4b46b7']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:16.923515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.974818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821ed0a-fa23-4cef-94a4-db2cdd7cca18 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:16.976251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a821ed0a-fa23-4cef-94a4-db2cdd7cca18 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "GET /v2.0/subnets/95003857-008d-4ffa-b8e2-a68e72067ef1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0517926 Aug 19 00:17:16.979861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:16.981980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460c868e-23db-4a9f-afa3-6b77f62e17ae') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:16.982280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460c868e-23db-4a9f-afa3-6b77f62e17ae') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:16.985252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887662257'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:17.007210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:17.011015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.013719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.033367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-0029faca-cbf0-44cc-9131-8f8e53badf1f tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:17.034933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-0029faca-cbf0-44cc-9131-8f8e53badf1f tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749025 Aug 19 00:17:17.037250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:17.039469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.042678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.050006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.050277 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Added segment 95b11051-d09a-427b-8746-5aa8382cd4e1 of type vlan for network 7b3d4e16-9277-48ba-a755-35d8939708f7 Aug 19 00:17:17.080854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:17.081260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:17.085092 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:17.096754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.121915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.127501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:17.128095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.128453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-92c9b38e-4962-4c97-a4ab-c733d3a06812 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/quotas/252ad550ee9348a1a6258b1c855b5a52 HTTP/1.1" status: 200 len: 375 time: 0.0780442 Aug 19 00:17:17.130146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:17.140717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:17.151058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee3b45-15c3-46c3-89be-d5181b39aa47 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:17.156816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1726749 Aug 19 00:17:17.157899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:17.158479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.175541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45648) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:17.202629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:17.203037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1f0c3-40ed-4da3-b02c-c82be44946e9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Network': ['ID=7b3d4e16-9277-48ba-a755-35d8939708f7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:17.212568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-570427d1-033e-4cff-9335-9395789cd7f3 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=252ad550ee9348a1a6258b1c855b5a52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750892 Aug 19 00:17:17.215420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:17.215839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=0ef19f19-c29a-4db3-8c3c-855fb241e6ed,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:17.255049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.261228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2000c08a-5f5a-4367-bb81-b294c81e109b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9879956 Aug 19 00:17:17.265211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:17.268132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.272239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] 10.222.0.20 "DELETE /v2.0/networks/bd31e722-cd2b-471e-9e5b-6d120e4b46b7 HTTP/1.1" status: 204 len: 168 time: 1.6205471 Aug 19 00:17:17.272546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'security_group': {'name': 'tempest-secgroup-468263974'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:17.288516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611cd8e-e68d-421b-8fab-a4f9563a675a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd31e722-cd2b-471e-9e5b-6d120e4b46b7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:17.309609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.342377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:17:17.342377 n-d-771363-38 neutron-server[94623]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 00:17:17.342377 n-d-771363-38 neutron-server[94623]: [parameters: {'project_id_1': '0e2a07ed421d422b94bf45c900030340', 'expiration_1': datetime.datetime(2021, 8, 19, 0, 17, 17, 332025)}] Aug 19 00:17:17.342377 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:17.343318 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:17.356174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Made reservation on behalf of 0e286d70636f4ae3ab6eeb167789471e for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:17.361691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.434023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'tenant_id': '0e2a07ed421d422b94bf45c900030340', 'fixed_ips': [{'subnet_id': '0ef19f19-c29a-4db3-8c3c-855fb241e6ed'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:17.435056 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.511716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94429de5-d5b4-446a-aa30-ac7e904d17d4 req-d70d47b4-c35e-434c-812c-681be1483f14 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 210 time: 0.0779397 Aug 19 00:17:17.568572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:17.609525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Allocated IP 2001:db8::2 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/0ef19f19-c29a-4db3-8c3c-855fb241e6ed/01638ccd-d3ec-4982-8af2-6b2dd9c86929) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:17.619286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64458628-e1f5-4e8a-8752-e469c7ddcda9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62e1909182c140b0b8072dc6fac32c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494323 Aug 19 00:17:17.622252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:17.682117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.718344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.788121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.790806 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.793494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.793909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.794576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Performing IP validity checks on allocation pools {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 00:17:17.797913 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73a45ac6-2a73-46a7-99fc-cbb3a8db780b HTTP/1.1" status: 204 len: 168 time: 0.1718330 Aug 19 00:17:17.798065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 00:17:17.802041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Transition to ACTIVE for port object 01638ccd-d3ec-4982-8af2-6b2dd9c86929 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:17.815777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8233c4-de0b-497c-bfdd-beafb41bdeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a45ac6-2a73-46a7-99fc-cbb3a8db780b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:17.819377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Transition to ACTIVE for port object 01638ccd-d3ec-4982-8af2-6b2dd9c86929 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:17.828692 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.845755 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.885525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:17.888963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:17.897349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:17.905930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:17.986573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Attempting to bind port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:17.987097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Attempting to bind port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:17.988170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Attempting to bind port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 on network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:17.995051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:17.996095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Checking segment: {'id': '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:17.996635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:17.997059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Bound using segment: {'id': '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:17.997818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Bound port: 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:17.998326 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.011104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.020624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.072356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae23a-a433-4957-bc94-0726b7aea6e6 req-99277da4-3642-4fe7-9b58-df0f2c2dee68 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:18.073439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e41ae23a-a433-4957-bc94-0726b7aea6e6 req-99277da4-3642-4fe7-9b58-df0f2c2dee68 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1195340 Aug 19 00:17:18.074910 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.088090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.089332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8230958 Aug 19 00:17:18.091289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa28ad8-79fc-4177-a8cf-c3ffe198fb8e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840472b5-3696-4132-b226-a88313531f1f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:18.103787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:18.110325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1969660944'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:18.121115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:18.125592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:18.130750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.165348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=9646906c-acab-4255-afd4-299c7f4e8f23,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:18.190632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.194999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e70da-e675-406a-860b-df2c036416d3 None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:18.210496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e41ae23a-a433-4957-bc94-0726b7aea6e6 req-13433ce1-c91b-4b70-9e33-519f655ca8fb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867076 Aug 19 00:17:18.215828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Checking segment: {'id': '95b11051-d09a-427b-8746-5aa8382cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:18.216277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network hostable DHCP agents. Network: 7b3d4e16-9277-48ba-a755-35d8939708f7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:18.244982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:18.262943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 7b3d4e16-9277-48ba-a755-35d8939708f7) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:18.273980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf422a5a-141a-4911-8b98-7ed536392bf0 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:18.283660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:18.292494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.312418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.320196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.329846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7f96be38-33c1-43ff-b12d-0133ab433edf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1540859 Aug 19 00:17:18.332595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45676) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:18.338127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:18.382409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26add319-a5a6-42bb-be4c-8799aaf2bf47,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:18.398512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.405100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1f7bba74-b784-4114-ac7c-18180ab82a98 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2972031 Aug 19 00:17:18.408264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:18.417938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-630496521', 'security_groups': ['26add319-a5a6-42bb-be4c-8799aaf2bf47'], 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ef19f19-c29a-4db3-8c3c-855fb241e6ed'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:18.495952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-7b3d4e16-9277-48ba-a755-35d8939708f7', 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7', 'tenant_id': '0e286d70636f4ae3ab6eeb167789471e', 'fixed_ips': [{'subnet_id': '9646906c-acab-4255-afd4-299c7f4e8f23'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:18.497209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.508185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25884550'] for subnet, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.625020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:18.684927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fef3bfd0-3024-4e1f-a744-a61adaaea0ae req-0f7d3acc-3b68-4a39-92ca-a4949392ffd0 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 210 time: 0.0506234 Aug 19 00:17:18.744719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-a757562f-d2bc-4d61-9df8-17a75462a2fd tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=252ad550ee9348a1a6258b1c855b5a52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335190 Aug 19 00:17:18.822806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.853337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port 8265d9e5-97f3-4532-bbe6-a028da996d27 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:17:18.904467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773799142247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26901809'] for subnet, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.955529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:18.977888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:18.977888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:18.979354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "PUT /v2.0/subnets/9646906c-acab-4255-afd4-299c7f4e8f23 HTTP/1.1" status: 200 len: 900 time: 0.6455836 Aug 19 00:17:18.987015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:19.002484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-544c1332-c04b-41e1-a8e2-9b217ce95f60 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:19.004160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-544c1332-c04b-41e1-a8e2-9b217ce95f60 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535322 Aug 19 00:17:19.011015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a567c-f518-417c-8adb-2e40b09262a9 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event updated for resources: {'Subnet': ['ID=9646906c-acab-4255-afd4-299c7f4e8f23,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:19.026969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Request body: {'port': {'device_id': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '252ad550ee9348a1a6258b1c855b5a52'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:19.184912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Made reservation on behalf of 252ad550ee9348a1a6258b1c855b5a52 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:19.186686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Allocated IP 2001:db8::3 (7b3d4e16-9277-48ba-a755-35d8939708f7/9646906c-acab-4255-afd4-299c7f4e8f23/0113b687-6569-4951-9dd8-dedad551d674) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:19.194321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.226268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.247179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.298704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::19b (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/0ef19f19-c29a-4db3-8c3c-855fb241e6ed/8265d9e5-97f3-4532-bbe6-a028da996d27) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:19.385005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.397601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.443220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.455534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Transition to ACTIVE for port object 0113b687-6569-4951-9dd8-dedad551d674 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:19.476527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Transition to ACTIVE for port object 0113b687-6569-4951-9dd8-dedad551d674 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:19.480192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:19.491226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.505970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e76f-5afe-4b46-8cf8-8520326bb709 req-3ba18638-4433-448c-87da-66e6fc0a08a4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:19.507546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad56e76f-5afe-4b46-8cf8-8520326bb709 req-3ba18638-4433-448c-87da-66e6fc0a08a4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1952298 Aug 19 00:17:19.511462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.534411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcab11a-91fc-440b-bc08-46e6454671ce,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:19.564860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Pushing event updated for resources: {'Port': ['ID=0113b687-6569-4951-9dd8-dedad551d674,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:19.585031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:19.586532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:19.591373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:19.653932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Allocated IP 192.168.233.59 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/d863eba0-5140-48de-beb6-9f9191ad9883) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:19.657436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad56e76f-5afe-4b46-8cf8-8520326bb709 req-1bc6e6a7-233a-4339-8d00-34ed1e85f731 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376047 Aug 19 00:17:19.673780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Attempting to bind port 0113b687-6569-4951-9dd8-dedad551d674 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:19.674348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Attempting to bind port 0113b687-6569-4951-9dd8-dedad551d674 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '95b11051-d09a-427b-8746-5aa8382cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:19.675024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Attempting to bind port 0113b687-6569-4951-9dd8-dedad551d674 on network 7b3d4e16-9277-48ba-a755-35d8939708f7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:19.682558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:19.682956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Checking segment: {'id': '95b11051-d09a-427b-8746-5aa8382cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:19.683541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.684000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Bound using segment: {'id': '95b11051-d09a-427b-8746-5aa8382cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:19.684515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Bound port: 0113b687-6569-4951-9dd8-dedad551d674, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b11051-d09a-427b-8746-5aa8382cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b3d4e16-9277-48ba-a755-35d8939708f7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:19.685001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.792516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.798735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.815799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] For port 0113b687-6569-4951-9dd8-dedad551d674, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:19.821296 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] For port 0113b687-6569-4951-9dd8-dedad551d674, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0113b687-6569-4951-9dd8-dedad551d674,segment=NetworkSegment(95b11051-d09a-427b-8746-5aa8382cd4e1),segment_id=95b11051-d09a-427b-8746-5aa8382cd4e1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:19.824340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:19.824802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.832092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.913023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cea80dd-d1d4-4644-92a8-b93d9b123b09 req-e7f83ce3-e3a8-497c-afe2-f398788ba989 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 210 time: 0.1021242 Aug 19 00:17:19.920885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=9646906c-acab-4255-afd4-299c7f4e8f23,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:19.923147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 8265d9e5-97f3-4532-bbe6-a028da996d27 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:19.934461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:19.959108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:19.976824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Transition to ACTIVE for port object d863eba0-5140-48de-beb6-9f9191ad9883 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:19.980775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac33e2-1fc8-4947-a1a1-73a2c4c665d0 None None] Pushing event updated for resources: {'Port': ['ID=0113b687-6569-4951-9dd8-dedad551d674,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:19.996892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Provisioning for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:20.003377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:20.003798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.022862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.042826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.070181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3d4e16-9277-48ba-a755-35d8939708f7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:20.092574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Pushing event updated for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:20.094939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.097654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b11051-d09a-427b-8746-5aa8382cd4e1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:20.097963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b11051-d09a-427b-8746-5aa8382cd4e1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:20.102828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:20.118836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:20.129607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:20.131998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.153374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=8265d9e5-97f3-4532-bbe6-a028da996d27,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:20.164783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.176393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:20.179331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:20.183394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:20.186987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:20.195129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:20.196289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.199111 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.205895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.212044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:20.213115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.227724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:20.235618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:20.239083 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:20.244882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8bffc5b5-1218-47d4-92c8-0acfcfdf4725 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2232487 Aug 19 00:17:20.272393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2eace0e8-4197-4caa-9159-21d95e85ae2c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8601909 Aug 19 00:17:20.275327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Request body: {'port': {'device_id': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:20.278927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45720) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:20.285789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:20.294815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac62dc-f623-409f-b5b9-3e520232034a None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:20.362494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:17:20.362494 n-d-771363-38 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:17:20.362494 n-d-771363-38 neutron-server[94623]: [parameters: {'id': '7b3d4e16-9277-48ba-a755-35d8939708f7'}] Aug 19 00:17:20.362494 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:20.363290 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:20.481306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.560045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46407f5a-c1b8-4217-9df4-0a409589d817 None None] Provisioning for port d863eba0-5140-48de-beb6-9f9191ad9883 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:20.566069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-46407f5a-c1b8-4217-9df4-0a409589d817 None None] Provisioning complete for port d863eba0-5140-48de-beb6-9f9191ad9883 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:20.566469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46407f5a-c1b8-4217-9df4-0a409589d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.605402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46407f5a-c1b8-4217-9df4-0a409589d817 None None] Port d863eba0-5140-48de-beb6-9f9191ad9883 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:20.620988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:20.624895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.727807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-77efdbbe-9c48-441b-972a-57369df1feb7 None None] Provisioning for port 8265d9e5-97f3-4532-bbe6-a028da996d27 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:20.735746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-77efdbbe-9c48-441b-972a-57369df1feb7 None None] Provisioning complete for port 8265d9e5-97f3-4532-bbe6-a028da996d27 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:20.736505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77efdbbe-9c48-441b-972a-57369df1feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.819839 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ef19f19-c29a-4db3-8c3c-855fb241e6ed (CIDR: 2001:db8::/64) Aug 19 00:17:20.827415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-77efdbbe-9c48-441b-972a-57369df1feb7 None None] Port 8265d9e5-97f3-4532-bbe6-a028da996d27 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:20.843992 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:17:20.844529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:20.871299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:20.871821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9b5aed26-e159-411b-b098-c6b7aa6ff8af tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5915933 Aug 19 00:17:20.872486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45724) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:20.885774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:20.899128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c02b6f-fad7-4bfa-a597-2949d0ad975e req-b12d5f3b-8b07-4d48-8cdc-8560c469b119 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:20.901310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90c02b6f-fad7-4bfa-a597-2949d0ad975e req-b12d5f3b-8b07-4d48-8cdc-8560c469b119 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1178606 Aug 19 00:17:20.979610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0113b687-6569-4951-9dd8-dedad551d674 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:20.995675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90c02b6f-fad7-4bfa-a597-2949d0ad975e req-09180f93-9190-496a-8e67-56729bcc1187 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700316 Aug 19 00:17:21.032270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting port 0113b687-6569-4951-9dd8-dedad551d674 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:21.033090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.058438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0113b687-6569-4951-9dd8-dedad551d674 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:21.064473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:21.136504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] For port 0113b687-6569-4951-9dd8-dedad551d674, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0113b687-6569-4951-9dd8-dedad551d674,segment=NetworkSegment(95b11051-d09a-427b-8746-5aa8382cd4e1),segment_id=95b11051-d09a-427b-8746-5aa8382cd4e1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:21.137166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.143255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:21.147108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.150468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d863eba0-5140-48de-beb6-9f9191ad9883 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:17:21.152394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Calling delete_port for 0113b687-6569-4951-9dd8-dedad551d674 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:21.166629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.242617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53b9f-5f43-4e3f-9b3a-3769b0b307f7 req-88d6ec88-25d6-4566-a1b6-900adffe9601 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:21.244130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-86c53b9f-5f43-4e3f-9b3a-3769b0b307f7 req-88d6ec88-25d6-4566-a1b6-900adffe9601 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 935 time: 0.1398990 Aug 19 00:17:21.247570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Transition to ACTIVE for port object d863eba0-5140-48de-beb6-9f9191ad9883 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:21.267742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.277102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.306424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Port': ['ID=0113b687-6569-4951-9dd8-dedad551d674,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:21.316502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No DVR routers for this DVR port 0113b687-6569-4951-9dd8-dedad551d674 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:21.357187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:21.361701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.395564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30838a-f597-4296-a62d-5f35fbb70d14 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:21.425999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.440427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3d4e16-9277-48ba-a755-35d8939708f7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:21.453621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b11051-d09a-427b-8746-5aa8382cd4e1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:21.454178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b11051-d09a-427b-8746-5aa8382cd4e1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:21.460655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8860b1cb-d927-42a3-9e54-5d198b2b445e None None] Could not find standard attr ID for object 0113b687-6569-4951-9dd8-dedad551d674. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:21.465764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.482880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.491789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:21.492010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-86c53b9f-5f43-4e3f-9b3a-3769b0b307f7 req-10db31dc-b8c3-4510-ae70-2c4265ed43e8 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372615 Aug 19 00:17:21.493083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:21.497858 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:21.530845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Pushing event updated for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:21.580592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.619521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.622130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/7b3d4e16-9277-48ba-a755-35d8939708f7 HTTP/1.1" status: 204 len: 168 time: 2.6333025 Aug 19 00:17:21.624444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cf651-dbfb-4c34-87c1-a5a6d0b79add tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=7b3d4e16-9277-48ba-a755-35d8939708f7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:21.631744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45744) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:21.678640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd463e8b-7d28-4319-9291-3927bc7e7077 None None] DHCP port deletion for 7b3d4e16-9277-48ba-a755-35d8939708f7 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:21.684192 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ec74fe-ddd0-4247-bce4-7612b2513ff4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:21.684760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ec74fe-ddd0-4247-bce4-7612b2513ff4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:21.691066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0ec74fe-ddd0-4247-bce4-7612b2513ff4 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/9646906c-acab-4255-afd4-299c7f4e8f23 HTTP/1.1" status: 404 len: 337 time: 0.0553236 Aug 19 00:17:21.692234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:21.711259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4637d-2f3a-49b7-9694-d1fbf43f8d57 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:21.724223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4637d-2f3a-49b7-9694-d1fbf43f8d57 None None] Network 7b3d4e16-9277-48ba-a755-35d8939708f7 could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 00:17:21.726010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Attempting to bind port d863eba0-5140-48de-beb6-9f9191ad9883 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:21.726355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Attempting to bind port d863eba0-5140-48de-beb6-9f9191ad9883 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:21.726702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Attempting to bind port d863eba0-5140-48de-beb6-9f9191ad9883 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:21.735412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Port d863eba0-5140-48de-beb6-9f9191ad9883 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:17:21.735689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Attempting to bind port d863eba0-5140-48de-beb6-9f9191ad9883 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:21.740735 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb99e39b-97cc-40b6-ba5d-85128193bb3e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:21.741448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb99e39b-97cc-40b6-ba5d-85128193bb3e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:21.743298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eb99e39b-97cc-40b6-ba5d-85128193bb3e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/7b3d4e16-9277-48ba-a755-35d8939708f7 HTTP/1.1" status: 404 len: 339 time: 0.0497611 Aug 19 00:17:21.745882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45748) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:21.758047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:21.758396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:21.758816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:21.759268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Bound port: d863eba0-5140-48de-beb6-9f9191ad9883, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:21.759631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.943470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:21.966916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:21.974509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d863eba0-5140-48de-beb6-9f9191ad9883,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:21.983839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.064938 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.098662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.099536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.103208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] 10.222.0.21 "PUT /v2.0/ports/d863eba0-5140-48de-beb6-9f9191ad9883 HTTP/1.1" status: 200 len: 1096 time: 1.8322296 Aug 19 00:17:22.111743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:17:22.114748 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61bbb0c-47bd-41f3-b323-736ac788bf46" -d '{"events": [{"name": "network-changed", "server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:17:22.129834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a457f-11f4-4e53-8bcc-93c874a1beab req-016b4b3b-ba9f-45d0-a4e2-92cf54f6901f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.131711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3a457f-11f4-4e53-8bcc-93c874a1beab req-016b4b3b-ba9f-45d0-a4e2-92cf54f6901f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.0670323 Aug 19 00:17:22.140182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.206551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3a457f-11f4-4e53-8bcc-93c874a1beab req-b66d98e6-cedd-4c68-93e4-0732da60f94b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671740 Aug 19 00:17:22.223200 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eade91-c463-4ffd-b5f2-9c035f66db4f x-openstack-request-id: req-64eade91-c463-4ffd-b5f2-9c035f66db4f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:17:22.223703 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:17:22.224099 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64eade91-c463-4ffd-b5f2-9c035f66db4f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:17:22.224729 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883', 'status': 'completed', 'code': 200} Aug 19 00:17:22.237621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:22.256049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31247e75-5c73-47d7-a810-08ad864525cb service neutron] Pushing event updated for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:22.260931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbfe900-8e5e-4942-84a2-855252613188') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:22.261239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbfe900-8e5e-4942-84a2-855252613188') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:22.281263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:22.288188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:22.294872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.297968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.298614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.300964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c908b-0b90-42b6-a8dc-3c8fbcfc5304 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:22.309333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=92ae7c18-a106-4eee-9ca8-20556980deb5,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:22.321243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-4d4ad57a-cdd6-484e-9f74-18b4b14432e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.322774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-4d4ad57a-cdd6-484e-9f74-18b4b14432e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=252ad550ee9348a1a6258b1c855b5a52&device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 1099 time: 0.1480563 Aug 19 00:17:22.330710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.336955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e1b5471-84e0-4118-a791-37b6769d7c42 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4544981 Aug 19 00:17:22.338592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:22.347013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1856161083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92ae7c18-a106-4eee-9ca8-20556980deb5'}], 'security_groups': ['840472b5-3696-4132-b226-a88313531f1f']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:22.347862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:22.348258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:22.352137 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:22.391101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-472ccb2a-af56-4433-9706-a286c00718f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d863eba0-5140-48de-beb6-9f9191ad9883 HTTP/1.1" status: 200 len: 217 time: 0.0533130 Aug 19 00:17:22.495817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-2640ec3e-7d6c-4770-b324-0d1430729a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.497691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-2640ec3e-7d6c-4770-b324-0d1430729a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0787137 Aug 19 00:17:22.498556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.509823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.512088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f HTTP/1.1" status: 204 len: 168 time: 0.7637370 Aug 19 00:17:22.519072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:22.539112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.554358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ab112-75fc-420a-971f-40b4bd2e8777 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=fc7244bb-e7d3-4c9f-88f9-7b584a8e9c6f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:22.578740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8fe0ac5a-1a54-4082-8b8d-147b925be00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:22.581164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-8fe0ac5a-1a54-4082-8b8d-147b925be00f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679369 Aug 19 00:17:22.584981 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1175f37-da1a-4ef0-bf96-b9d9af77eeae tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:22.585434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1175f37-da1a-4ef0-bf96-b9d9af77eeae tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:22.587149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d1175f37-da1a-4ef0-bf96-b9d9af77eeae tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/b9146f3f-e436-4423-8572-dc69a7861aff HTTP/1.1" status: 404 len: 337 time: 0.0671322 Aug 19 00:17:22.598445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:22.625062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Update dhcp port {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'fixed_ips': [{'subnet_id': '0ef19f19-c29a-4db3-8c3c-855fb241e6ed', 'ip_address': '2001:db8::2'}, {'subnet_id': '92ae7c18-a106-4eee-9ca8-20556980deb5'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '01638ccd-d3ec-4982-8af2-6b2dd9c86929'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:17:22.654229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.658708 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-880b7c05-9cd2-4036-8ad2-6e816a05fbc6 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:22.659216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880b7c05-9cd2-4036-8ad2-6e816a05fbc6 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:22.661167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-880b7c05-9cd2-4036-8ad2-6e816a05fbc6 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/a792c9d1-f089-43c5-9c36-40c7f04412dd HTTP/1.1" status: 404 len: 339 time: 0.0619075 Aug 19 00:17:22.665468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:22.737857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting subnet a4c0dd04-f3d0-49cf-af93-a17e5b79870d {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:22.746441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.774510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-820a59d5-d96c-4f80-9c14-efb74f8cf474 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863620 Aug 19 00:17:22.813540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:22.860197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0113b687-6569-4951-9dd8-dedad551d674 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:22.872951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Allocated IP 2001:db8:0:1::2 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/92ae7c18-a106-4eee-9ca8-20556980deb5/01638ccd-d3ec-4982-8af2-6b2dd9c86929) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:22.904648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0113b687-6569-4951-9dd8-dedad551d674 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:22.905290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0113b687-6569-4951-9dd8-dedad551d674 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:22.962431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-946707ea-d110-42d1-ada0-899aa2b156d8 req-76ee2c2f-d428-45be-b8ee-06127ae0fa6f service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800201 Aug 19 00:17:22.970362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.034652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:23.067396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.077318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.094368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Transition to ACTIVE for port object 01638ccd-d3ec-4982-8af2-6b2dd9c86929 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:23.100575 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.136211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c0dd04-f3d0-49cf-af93-a17e5b79870d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:23.143566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.148406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fa2b21c1-bcec-45c6-8c24-087281d13f27 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/a4c0dd04-f3d0-49cf-af93-a17e5b79870d HTTP/1.1" status: 204 len: 168 time: 0.4818323 Aug 19 00:17:23.151911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:23.163272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3951c-7cf3-431b-a2d5-2fd7792f94c4 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:23.191947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-b66e452b-e161-49db-92cf-bcb33259a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:23.193846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-b66e452b-e161-49db-92cf-bcb33259a5cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=252ad550ee9348a1a6258b1c855b5a52&device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 1099 time: 0.0874281 Aug 19 00:17:23.213447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52430-95d0-4a07-ab5c-9abc540a2e64 req-5299f234-6e27-4bf6-a860-4b6a960a9f38 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:23.221360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12f52430-95d0-4a07-ab5c-9abc540a2e64 req-5299f234-6e27-4bf6-a860-4b6a960a9f38 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 947 time: 0.6198184 Aug 19 00:17:23.225415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting subnet e8b699e9-64ee-41bc-a215-02035f351882 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:23.232428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.260418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4ae53-e0f9-4d19-8b2d-a70151b17079 None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:23.318114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.334118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12f52430-95d0-4a07-ab5c-9abc540a2e64 req-149ddb0f-11d2-4614-ae47-231094b7b8b9 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012025 Aug 19 00:17:23.454932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.464686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Delete allocated IP 2001:db8::19b (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/0ef19f19-c29a-4db3-8c3c-855fb241e6ed) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:17:23.473906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8:0:1::235 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/92ae7c18-a106-4eee-9ca8-20556980deb5/8265d9e5-97f3-4532-bbe6-a028da996d27) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:23.708653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a6936-e0e8-49ac-89f2-c24d2b6e5f87 req-898d93a9-24d2-447e-a349-5a9c0e12d885 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:23.718058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.719960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c84a6936-e0e8-49ac-89f2-c24d2b6e5f87 req-898d93a9-24d2-447e-a349-5a9c0e12d885 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.2196875 Aug 19 00:17:23.739052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object 8265d9e5-97f3-4532-bbe6-a028da996d27 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:23.747659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.771514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.816546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-55ab9cb6-422a-411f-b587-0618b2ca5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:23.818073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-55ab9cb6-422a-411f-b587-0618b2ca5641 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.3168209 Aug 19 00:17:23.820739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] In _notify_port_updated(), no bound segment for port 8265d9e5-97f3-4532-bbe6-a028da996d27 on network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:17:23.821166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b699e9-64ee-41bc-a215-02035f351882,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:23.825870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.827109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:23.827748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:23.829176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/ports/8265d9e5-97f3-4532-bbe6-a028da996d27 HTTP/1.1" status: 200 len: 931 time: 1.4890914 Aug 19 00:17:23.830843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cec90041-d22d-4a70-af95-771f87afb7cf tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/e8b699e9-64ee-41bc-a215-02035f351882 HTTP/1.1" status: 204 len: 168 time: 0.6775625 Aug 19 00:17:23.832826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45778) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:23.833250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45780) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:23.900835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=8265d9e5-97f3-4532-bbe6-a028da996d27,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:23.910128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.910512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.910910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.911411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.911595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.911919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.912243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.912682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.913489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.913489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.913827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:23.913922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247921-0d6f-42b5-87e4-3d19a5f9c1c3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:17:24.065842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:24.214272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00440509-4fd6-4098-af78-7b3d1aba927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.291410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:24.292257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.398597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:24.408235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40c9f2-2aba-440b-be44-ef04824a0b53 None None] Network 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:24.434573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00440509-4fd6-4098-af78-7b3d1aba927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.444702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00440509-4fd6-4098-af78-7b3d1aba927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.468156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.470819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-e000c573-ad3a-4ba5-98a6-d4c0daf16bfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d863eba0-5140-48de-beb6-9f9191ad9883 HTTP/1.1" status: 200 len: 217 time: 0.6388459 Aug 19 00:17:24.477041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c84a6936-e0e8-49ac-89f2-c24d2b6e5f87 req-9df5bf03-cc7a-483b-aa9b-e15d8ba7cd73 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7396574 Aug 19 00:17:24.500925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Provisioning for port 8265d9e5-97f3-4532-bbe6-a028da996d27 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:24.523428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Provisioning complete for port 8265d9e5-97f3-4532-bbe6-a028da996d27 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:24.524525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.536343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00440509-4fd6-4098-af78-7b3d1aba927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483fbfb-2d5b-485d-9fd1-e29e948bc5c8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:24.575677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00440509-4fd6-4098-af78-7b3d1aba927f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede99628d2b14367ac66e74f4d6b9228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086899 Aug 19 00:17:24.578417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:24.595975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-65f6fb15-99b8-4708-a645-ee7e37ba7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:24.597861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-65f6fb15-99b8-4708-a645-ee7e37ba7c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1126456 Aug 19 00:17:24.609552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Port 8265d9e5-97f3-4532-bbe6-a028da996d27 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:24.651136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Provisioning for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:24.658123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223ed80-101a-4297-8565-7562e5585006 req-c7ab910e-2a17-4ca1-8d56-a937be102671 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:24.661614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c223ed80-101a-4297-8565-7562e5585006 req-c7ab910e-2a17-4ca1-8d56-a937be102671 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 947 time: 0.2086029 Aug 19 00:17:24.671317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:24.671986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d843a629-e30e-401f-9cdb-2cf3dc35452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.676655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 8265d9e5-97f3-4532-bbe6-a028da996d27 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:24.677013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.705828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:24.706115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.763325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.771419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c223ed80-101a-4297-8565-7562e5585006 req-bfa786a1-65fb-489a-ba24-488517cadb19 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Aug 19 00:17:24.786801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] DHCP port deletion for 50cfb296-f1f8-4f08-bf54-9d0ca3640b07 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:24.809620 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.837588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-817208bd-bb11-4e46-9f24-843001ec8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:24.839128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-817208bd-bb11-4e46-9f24-843001ec8c5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318246 Aug 19 00:17:24.852285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Deleting port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:24.852754 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.854711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81253-311f-4fb1-8b86-9cde428ce31a req-fa99fa49-9e17-412e-901e-4574d6720162 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:24.856202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5c81253-311f-4fb1-8b86-9cde428ce31a req-fa99fa49-9e17-412e-901e-4574d6720162 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2001536 Aug 19 00:17:24.885141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.889176 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.892807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f483fbfb-2d5b-485d-9fd1-e29e948bc5c8 HTTP/1.1" status: 204 len: 168 time: 0.3108146 Aug 19 00:17:24.902754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2743d-34d7-4caf-b116-977d06e74ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f483fbfb-2d5b-485d-9fd1-e29e948bc5c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:24.927706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:24.969404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,segment=NetworkSegment(f96f0ce7-9317-403a-a961-25c82af2247e),segment_id=f96f0ce7-9317-403a-a961-25c82af2247e)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:24.970036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.997519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] Provisioning complete for port 8265d9e5-97f3-4532-bbe6-a028da996d27 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:24.998010 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:24.999646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.001054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] For port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,segment=NetworkSegment(f96f0ce7-9317-403a-a961-25c82af2247e),segment_id=f96f0ce7-9317-403a-a961-25c82af2247e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:25.001909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.003516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Calling delete_port for 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:25.025185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5c81253-311f-4fb1-8b86-9cde428ce31a req-b207f03b-3b3c-4968-a82f-0e02560cae86 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604486 Aug 19 00:17:25.037804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 8265d9e5-97f3-4532-bbe6-a028da996d27 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:25.038056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Calling delete_port for 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:25.072244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] Port 8265d9e5-97f3-4532-bbe6-a028da996d27 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:25.130052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-a8c2f655-ad2a-46ad-b5fb-c55942db6234 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688282 Aug 19 00:17:25.155357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:25.155845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.163635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] Provisioning complete for port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:25.164145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.188452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc223f-bca1-402a-9a5f-6d87ca2a6341 req-c14a44bd-b22f-4dce-9c6c-8075c064ac6d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:25.191057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6bc223f-bca1-402a-9a5f-6d87ca2a6341 req-c14a44bd-b22f-4dce-9c6c-8075c064ac6d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0767043 Aug 19 00:17:25.271005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6bc223f-bca1-402a-9a5f-6d87ca2a6341 req-e18a222c-7b0b-4f99-a7b9-0b62d588ebfe tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645297 Aug 19 00:17:25.279917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.283120 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.db [None req-7cd309ea-cea9-4ce3-8191-1b10991a0c07 None None] No ports have port_id starting with 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 Aug 19 00:17:25.318184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.331627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61bbb0c-47bd-41f3-b323-736ac788bf46 req-11732882-8bf7-46af-bd26-4c5a2ac9fccf service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894088 Aug 19 00:17:25.356541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:25.362990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No DVR routers for this DVR port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:25.397669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] Pushing event deleted for resources: {'Port': ['ID=49f4d31a-b69a-4e4d-8bdf-b3735e8ea104,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:25.403243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b7afb-883f-4421-9011-80e4c2685825 None None] No DVR routers for this DVR port 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:25.493024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:25.494893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.513342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cfb296-f1f8-4f08-bf54-9d0ca3640b07']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:25.518971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:25.519407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49f4d31a-b69a-4e4d-8bdf-b3735e8ea104 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:25.542484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96f0ce7-9317-403a-a961-25c82af2247e') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:25.542842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96f0ce7-9317-403a-a961-25c82af2247e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:25.550388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.564689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.608328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=8265d9e5-97f3-4532-bbe6-a028da996d27,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:25.649226 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.668501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:25.668911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:25.672427 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:25.713838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.722729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6600109-b6b5-44f6-97c9-8956f825cc3b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/8265d9e5-97f3-4532-bbe6-a028da996d27 HTTP/1.1" status: 204 len: 168 time: 1.8025553 Aug 19 00:17:25.722840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.753300 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1369e46b-2541-47cb-b7a6-2fe483fcd7d8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:17:25.757578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1369e46b-2541-47cb-b7a6-2fe483fcd7d8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/8265d9e5-97f3-4532-bbe6-a028da996d27 HTTP/1.1" status: 404 len: 333 time: 0.0366287 Aug 19 00:17:25.758758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.800314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.805003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.809470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/50cfb296-f1f8-4f08-bf54-9d0ca3640b07 HTTP/1.1" status: 204 len: 168 time: 1.9705813 Aug 19 00:17:25.816396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.847601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-619dd4ac-2d55-48db-9279-abf79d2e3525 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:25.849287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-619dd4ac-2d55-48db-9279-abf79d2e3525 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2868967 Aug 19 00:17:25.850100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acc7fd-cbdf-4196-a417-38e107058446 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=50cfb296-f1f8-4f08-bf54-9d0ca3640b07,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:25.851866 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c602eb60-bd0c-4800-b830-96e152f09211 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:25.852405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c602eb60-bd0c-4800-b830-96e152f09211 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:25.854571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c602eb60-bd0c-4800-b830-96e152f09211 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/5b8c28c8-8ea4-48be-a6de-2572e8d929ad HTTP/1.1" status: 404 len: 337 time: 0.0370820 Aug 19 00:17:25.857836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.902700 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d86bb9-fd4b-4dda-b439-ae9beb82914f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:25.903309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d86bb9-fd4b-4dda-b439-ae9beb82914f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:25.908179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9d86bb9-fd4b-4dda-b439-ae9beb82914f tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/3b9d09b4-53b2-4d49-976b-a83952515b8d HTTP/1.1" status: 404 len: 339 time: 0.0486603 Aug 19 00:17:25.909354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.918991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-1df49d2e-9939-4ef2-ac53-093575e8336b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/quotas/6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 375 time: 0.0532792 Aug 19 00:17:25.920928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.942497 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c414c26-5ffb-4794-aa06-967469a5aca1 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:25.943039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c414c26-5ffb-4794-aa06-967469a5aca1 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:25.947536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c414c26-5ffb-4794-aa06-967469a5aca1 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/0cc81462-74b9-4a4e-b5d9-65cb50f5df81 HTTP/1.1" status: 404 len: 337 time: 0.0371795 Aug 19 00:17:25.949095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45844) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:25.957199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:25.999479 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b520cd9-5842-474f-b3ca-eea62b96a977 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:26.000041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b520cd9-5842-474f-b3ca-eea62b96a977 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:26.001801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b520cd9-5842-474f-b3ca-eea62b96a977 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/2f2af56f-5899-4f98-b54d-779a6f55098d HTTP/1.1" status: 404 len: 339 time: 0.0515931 Aug 19 00:17:26.008355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.027890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.032355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.033204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-f7d6d51e-7e03-4630-ad37-33c58f31cf1a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0920999 Aug 19 00:17:26.036072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/security-groups/26add319-a5a6-42bb-be4c-8799aaf2bf47 HTTP/1.1" status: 204 len: 168 time: 0.2768438 Aug 19 00:17:26.036725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.054337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467076d7-e099-4ef1-b976-c1cc93d233a6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26add319-a5a6-42bb-be4c-8799aaf2bf47,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:26.059006 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18bdccb-cd75-440f-b25b-ffd658e0cb17 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:26.060263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18bdccb-cd75-440f-b25b-ffd658e0cb17 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:26.061711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b18bdccb-cd75-440f-b25b-ffd658e0cb17 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/8cc29193-aebc-452a-9fdf-bfc794ac74aa HTTP/1.1" status: 404 len: 337 time: 0.0509026 Aug 19 00:17:26.064271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45852) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.087184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4e969-4b0c-4573-a7c5-b12514f8722c req-c7005fa5-616f-4518-ab91-b208bf565d5e tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:26.088191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e4e969-4b0c-4573-a7c5-b12514f8722c req-c7005fa5-616f-4518-ab91-b208bf565d5e tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 947 time: 0.2118962 Aug 19 00:17:26.097178 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-16235f25-5d8f-4035-ab62-7bec703cf48c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:26.097868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16235f25-5d8f-4035-ab62-7bec703cf48c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:26.099665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16235f25-5d8f-4035-ab62-7bec703cf48c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/0f988aa9-3021-4a9f-b20c-f19802e8b70c HTTP/1.1" status: 404 len: 339 time: 0.0343685 Aug 19 00:17:26.111047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.171330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-e1b12e5e-cab6-4c34-9815-8d58f6edd0df service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208408 Aug 19 00:17:26.182109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e4e969-4b0c-4573-a7c5-b12514f8722c req-b036479d-9adf-4fa7-b52f-6c1d2d744fef tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853045 Aug 19 00:17:26.182725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.203192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting subnet 0bfcd48a-3f7e-4d95-8f49-12ae20853955 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:26.212500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.252412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.276931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.283836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-d692e29e-56f8-4d7a-8997-26892db1a19d service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034381 Aug 19 00:17:26.336532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.338993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.340767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/security-groups/840472b5-3696-4132-b226-a88313531f1f HTTP/1.1" status: 204 len: 168 time: 0.2938368 Aug 19 00:17:26.343359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.389985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348213f-9920-468d-9533-8f88cd8e1b1f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840472b5-3696-4132-b226-a88313531f1f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:26.402396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.454633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet 0ef19f19-c29a-4db3-8c3c-855fb241e6ed {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:26.466916 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.503521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3205119c-9191-48e9-a025-62e970a69ea5 req-38f20977-1f2e-48b6-a2a9-38bcf6d2bc85 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 210 time: 0.0374851 Aug 19 00:17:26.536215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.539193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.571795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfcd48a-3f7e-4d95-8f49-12ae20853955,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:26.574012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.576076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d86a4840-629b-41a7-b1bd-7802468689bd tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/0bfcd48a-3f7e-4d95-8f49-12ae20853955 HTTP/1.1" status: 204 len: 168 time: 0.4640808 Aug 19 00:17:26.579094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.596984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d2eed-1933-47a4-91e2-d7f41009a002 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:26.616052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.668752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.719219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.736234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting port a62becaa-ceec-4e4a-a937-bde7e95844f2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:26.736707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.817791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] For port a62becaa-ceec-4e4a-a937-bde7e95844f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a62becaa-ceec-4e4a-a937-bde7e95844f2,segment=NetworkSegment(590e2767-4717-4d17-893c-76cf9b57cd23),segment_id=590e2767-4717-4d17-893c-76cf9b57cd23)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:26.818219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.835981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Calling delete_port for a62becaa-ceec-4e4a-a937-bde7e95844f2 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:26.850915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] DHCP port deletion for ab9259f5-3388-4510-a655-d468c3fdfa26 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:26.876468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.907128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Deleting port a62becaa-ceec-4e4a-a937-bde7e95844f2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:26.907895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.908871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef19f19-c29a-4db3-8c3c-855fb241e6ed,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:26.922738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:26.925838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-19dae620-137e-4280-9909-3d1c0a94b0d7 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/0ef19f19-c29a-4db3-8c3c-855fb241e6ed HTTP/1.1" status: 204 len: 168 time: 0.5810983 Aug 19 00:17:26.931318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45884) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:26.937530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:26.944908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d61ef-a8cc-4f98-a605-a421419ff286 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:27.003484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.050840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Port': ['ID=a62becaa-ceec-4e4a-a937-bde7e95844f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:27.064655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No DVR routers for this DVR port a62becaa-ceec-4e4a-a937-bde7e95844f2 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:27.082678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d863eba0-5140-48de-beb6-9f9191ad9883 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:17:27.099263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:27.103671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.120651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] For port a62becaa-ceec-4e4a-a937-bde7e95844f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a62becaa-ceec-4e4a-a937-bde7e95844f2,segment=NetworkSegment(590e2767-4717-4d17-893c-76cf9b57cd23),segment_id=590e2767-4717-4d17-893c-76cf9b57cd23)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:27.121062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.143831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Calling delete_port for a62becaa-ceec-4e4a-a937-bde7e95844f2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:27.187835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.201490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9259f5-3388-4510-a655-d468c3fdfa26']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:27.219030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590e2767-4717-4d17-893c-76cf9b57cd23') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:27.219375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590e2767-4717-4d17-893c-76cf9b57cd23') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:27.231823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.249248 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.259738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:27.260466 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:27.265278 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:27.373969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.387255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.389736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/ab9259f5-3388-4510-a655-d468c3fdfa26 HTTP/1.1" status: 204 len: 168 time: 0.8095555 Aug 19 00:17:27.396588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:27.397662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d863eba0-5140-48de-beb6-9f9191ad9883,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:27.415581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd863eba0-5140-48de-beb6-9f9191ad9883', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'd863eba0-5140-48de-beb6-9f9191ad9883', 'mac_address': 'fa:16:3e:ce:ae:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:17:27.417708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab288ee-2cdf-459f-a7bc-bca33f84d4a7 req-b7aca911-586f-4a6e-bace-ec86bc2c0ec2 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:27.419338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ab288ee-2cdf-459f-a7bc-bca33f84d4a7 req-b7aca911-586f-4a6e-bace-ec86bc2c0ec2 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 947 time: 0.1218355 Aug 19 00:17:27.419673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772170af-0bb2-4604-a37c-0bac663ae869 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=ab9259f5-3388-4510-a655-d468c3fdfa26,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:27.439088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.444644 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd36f998-fb0c-4c38-8380-1c2ec47b889e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:27.445272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd36f998-fb0c-4c38-8380-1c2ec47b889e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:27.447051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cd36f998-fb0c-4c38-8380-1c2ec47b889e tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/048e6dbd-cf22-4985-9bc2-674708d5436c HTTP/1.1" status: 404 len: 337 time: 0.0481694 Aug 19 00:17:27.450497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45898) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:27.493801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Network ab9259f5-3388-4510-a655-d468c3fdfa26 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:17:27.494567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] No DVR routers for this DVR port a62becaa-ceec-4e4a-a937-bde7e95844f2 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:27.497947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ab4f7-4d4e-4c05-84ba-89489a0dd5a8 None None] Pushing event deleted for resources: {'Port': ['ID=a62becaa-ceec-4e4a-a937-bde7e95844f2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:27.515495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.524438 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1db833a-8164-420f-abde-e2050938f16c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:27.524438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1db833a-8164-420f-abde-e2050938f16c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:27.530256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1db833a-8164-420f-abde-e2050938f16c tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/2f7504cf-283d-4d46-ae97-34d474592b64 HTTP/1.1" status: 404 len: 339 time: 0.0759556 Aug 19 00:17:27.530608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45902) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:27.547729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ab288ee-2cdf-459f-a7bc-bca33f84d4a7 req-78246d5a-341b-474a-a531-2825d55f63e9 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960565 Aug 19 00:17:27.562558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d863eba0-5140-48de-beb6-9f9191ad9883 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:17:27.581087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.589558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d863eba0-5140-48de-beb6-9f9191ad9883,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:27.596465 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.653751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting subnet 95003857-008d-4ffa-b8e2-a68e72067ef1 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:27.659165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.660495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:27.662279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:27.664327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=dfd0d06b-d056-4a95-bd48-1a6efbfd61d2,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:27.673343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:27.673343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.699120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:27.702203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a5876051-069c-4cca-a0f0-e2c9fb158852 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7695649 Aug 19 00:17:27.706578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:27.712624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1123369812'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:27.745724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.755369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2061855c-f11a-4edb-895f-3fc29055a0c8 req-d22de59a-31af-4218-800e-a7ba9e044603 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 210 time: 0.0974162 Aug 19 00:17:27.850765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.909105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.915190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.958282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:27.960350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518218 Aug 19 00:17:27.962401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45912) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:27.968030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'security_group': {'name': 'tempest-secgroup-915821151'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:27.973068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea242b7-7af3-4897-a3ae-b09cd1dd9804 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4404a719-d967-416d-a129-72bf84acd2c0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:28.004065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-48815321-2b78-4110-a33b-0f9d04d08305 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:28.005651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-48815321-2b78-4110-a33b-0f9d04d08305 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2645776 Aug 19 00:17:28.007477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.007684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d863eba0-5140-48de-beb6-9f9191ad9883'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:17:28.024048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'device_id': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'admin_state_up': True, 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:28.076713 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.156132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.163409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.202982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fea9aa-8d85-4d25-8d12-62fa8c715683,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:28.218756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.238406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.241049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62e471fb-cc28-4d25-b999-31820de83249 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2771986 Aug 19 00:17:28.241994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:28.243333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45918) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:28.246512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.249153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'security_group': {'name': 'tempest-secgroup-637027457'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:28.276676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Subnet': ['ID=95003857-008d-4ffa-b8e2-a68e72067ef1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:28.279509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c6c54-472d-4c2a-ad32-9cc5cafd5ea3 None None] Network c610c158-d658-4ea6-89d3-ae7536557f71 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:28.282033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.282500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.286950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6396ce5-f040-43da-82f3-0d40b41e8262 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/subnets/95003857-008d-4ffa-b8e2-a68e72067ef1 HTTP/1.1" status: 204 len: 168 time: 0.7532043 Aug 19 00:17:28.287608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:28.404889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.411056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.438686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.445802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72d797-7f00-4ad8-a39a-0c270536b90f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:28.460627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.464838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9682fc8f-2896-4b74-be91-ce4eed12531d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2179036 Aug 19 00:17:28.465081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45924) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:28.471124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-485313123', 'security_groups': ['aa72d797-7f00-4ad8-a39a-0c270536b90f'], 'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfd0d06b-d056-4a95-bd48-1a6efbfd61d2'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:28.482314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4b88f-c877-4d34-b861-9d426795726d None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:28.547296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.20.0.11 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:28.604371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Deleting port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:28.604820 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.617556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:28.732161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] For port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,segment=NetworkSegment(c4e023bf-d8ea-4e48-b68d-e3f458e7524e),segment_id=c4e023bf-d8ea-4e48-b68d-e3f458e7524e)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:28.732475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.768595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] DHCP port deletion for c610c158-d658-4ea6-89d3-ae7536557f71 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:28.769138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a609aa7-0d3e-4437-b7ff-5fcbd103d1c1 req-66dfd52b-c8d7-4459-8e07-1e4a2a2deef8 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:28.771007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a609aa7-0d3e-4437-b7ff-5fcbd103d1c1 req-66dfd52b-c8d7-4459-8e07-1e4a2a2deef8 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 948 time: 0.0835996 Aug 19 00:17:28.791347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.818669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a512ecf8-5eb9-44ed-b272-6b905529712e None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:28.819566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a512ecf8-5eb9-44ed-b272-6b905529712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.822084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] device_id is not set on port dd694b56-950b-4c61-89b8-34de0a9a1b9f yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:17:28.822236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:28.848147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Transition to ACTIVE for port object 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:28.892374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a609aa7-0d3e-4437-b7ff-5fcbd103d1c1 req-db236caa-05ef-4888-9378-254f62aec7ac tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136467 Aug 19 00:17:28.892587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Calling delete_port for 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:28.930064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:28.959670 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.047639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:17:29.052780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:29.059672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:29.067952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:29.081763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8::1bf (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/dfd0d06b-d056-4a95-bd48-1a6efbfd61d2/dd694b56-950b-4c61-89b8-34de0a9a1b9f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:29.097404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:29.104891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.118903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa553daa-b150-47e9-b384-f78525aa7cbb req-ce34acb0-6792-462c-9f46-9655bb3b06d0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:29.120477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa553daa-b150-47e9-b384-f78525aa7cbb req-ce34acb0-6792-462c-9f46-9655bb3b06d0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 932 time: 0.1587555 Aug 19 00:17:29.132284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d863eba0-5140-48de-beb6-9f9191ad9883 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:29.138074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Deleting port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:29.138536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.143059 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No ports have port_id starting with 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a Aug 19 00:17:29.176341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a62becaa-ceec-4e4a-a937-bde7e95844f2 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:29.178032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Port': ['ID=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:29.199807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a512ecf8-5eb9-44ed-b272-6b905529712e None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:29.233017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a62becaa-ceec-4e4a-a937-bde7e95844f2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:29.233369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a62becaa-ceec-4e4a-a937-bde7e95844f2 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:29.233604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:29.234419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.255440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] No DVR routers for this DVR port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:29.305510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a512ecf8-5eb9-44ed-b272-6b905529712e None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:29.306256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a512ecf8-5eb9-44ed-b272-6b905529712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.308244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-6c6cf591-2dd0-47e8-b79a-9e6d2a2bc1c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2881610 Aug 19 00:17:29.314443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.334159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Transition to ACTIVE for port object dd694b56-950b-4c61-89b8-34de0a9a1b9f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:29.373429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Request body: {'port': {'device_id': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:29.392409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.407501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] For port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:29.407993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.438185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Calling delete_port for 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:29.449434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:17:29.457748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:29.460018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.462793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:29.467913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:29.468325 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.474809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:29.475612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.491923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d863eba0-5140-48de-beb6-9f9191ad9883 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:29.499333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=dd694b56-950b-4c61-89b8-34de0a9a1b9f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:29.523676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d034d0d6-8423-4684-be8a-baf61615746b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0574913 Aug 19 00:17:29.527192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45940) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:29.536175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] Pushing event deleted for resources: {'Port': ['ID=7ad77f92-afd3-47e4-b0b4-f83e6acbb79a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:29.538263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d863eba0-5140-48de-beb6-9f9191ad9883 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:29.538819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.547501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:29.582334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cec83-d9bc-4b99-998f-09a7faea8f84 None None] No DVR routers for this DVR port 7ad77f92-afd3-47e4-b0b4-f83e6acbb79a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:29.620412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45942) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:29.644252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.663587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c610c158-d658-4ea6-89d3-ae7536557f71']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:29.681084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:29.681708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e023bf-d8ea-4e48-b68d-e3f458e7524e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:29.688718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Update dhcp port {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'fixed_ips': [{'subnet_id': '92ae7c18-a106-4eee-9ca8-20556980deb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfd0d06b-d056-4a95-bd48-1a6efbfd61d2'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '01638ccd-d3ec-4982-8af2-6b2dd9c86929'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:17:29.694657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.710529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:29.715376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.721588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa553daa-b150-47e9-b384-f78525aa7cbb req-ed54f3d1-5f94-450f-9c25-c78af352cc38 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922337 Aug 19 00:17:29.741525 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.743218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.765359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:29.765908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:29.769414 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:29.795202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9f5415d-00e5-411b-a686-7e530d574653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.834172 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.873546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.874757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4931156c-5c55-48cb-996f-98337fd2470c None None] Provisioning for port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:29.876803 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfd0d06b-d056-4a95-bd48-1a6efbfd61d2 (CIDR: 2001:db8::/64) Aug 19 00:17:29.884794 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:17:29.885390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:29.886674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:17:29.889750 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaf2f92-3d4d-4347-98c5-faf46c8df710" -d '{"events": [{"server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "name": "network-vif-plugged", "status": "completed", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:17:29.889936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:29.894033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] 10.222.0.20 "DELETE /v2.0/networks/c610c158-d658-4ea6-89d3-ae7536557f71 HTTP/1.1" status: 204 len: 168 time: 1.6008253 Aug 19 00:17:29.944807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939cd0-52bd-4e4d-89a5-c08b2272cdb2 tempest-NetworksIpV6Test-328039379 tempest-NetworksIpV6Test-328039379-project] Pushing event deleted for resources: {'Network': ['ID=c610c158-d658-4ea6-89d3-ae7536557f71,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:29.994042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9f5415d-00e5-411b-a686-7e530d574653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.009434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9f5415d-00e5-411b-a686-7e530d574653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.039731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-853f4b73-e90b-4b5e-9078-348c94332869 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5101616 Aug 19 00:17:30.044362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45952) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:30.050809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:30.072420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Allocated IP 2001:db8::2 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/dfd0d06b-d056-4a95-bd48-1a6efbfd61d2/01638ccd-d3ec-4982-8af2-6b2dd9c86929) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:30.085399 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c0336-5f1e-4ffa-894f-012342f83c3e x-openstack-request-id: req-7f2c0336-5f1e-4ffa-894f-012342f83c3e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:17:30.085699 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "name": "network-vif-plugged", "status": "completed", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:17:30.086088 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f2c0336-5f1e-4ffa-894f-012342f83c3e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:17:30.086490 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883', 'code': 200} Aug 19 00:17:30.093753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4931156c-5c55-48cb-996f-98337fd2470c None None] Provisioning complete for port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:30.093926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:17:30.094148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4931156c-5c55-48cb-996f-98337fd2470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.097996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9f5415d-00e5-411b-a686-7e530d574653 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aff83f921824fbcbefac0afe2419206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742723 Aug 19 00:17:30.103556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:30.129910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.136334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d863eba0-5140-48de-beb6-9f9191ad9883,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:30.159356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5415d-00e5-411b-a686-7e530d574653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4c30d-6726-4622-8808-247dc654b1fb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.178624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4eb15-18d3-4ab3-839f-3e4da5898fe2 req-4b8cb38d-0660-48d3-8d62-5f6e7b3773ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:30.179117 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.180570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45f4eb15-18d3-4ab3-839f-3e4da5898fe2 req-4b8cb38d-0660-48d3-8d62-5f6e7b3773ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 1100 time: 0.1369529 Aug 19 00:17:30.186547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a00827-1d33-4ce0-bbbb-76973e895c8d req-9728862e-a7e5-440e-93b2-a15a95ef2f6d tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:30.187572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84a00827-1d33-4ce0-bbbb-76973e895c8d req-9728862e-a7e5-440e-93b2-a15a95ef2f6d tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 948 time: 0.1814754 Aug 19 00:17:30.196848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Transition to ACTIVE for port object 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:30.230406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4931156c-5c55-48cb-996f-98337fd2470c None None] Port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:30.242064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-45f4eb15-18d3-4ab3-839f-3e4da5898fe2 req-3ebb3dc8-bde0-4805-85bf-f5f43e0822bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Aug 19 00:17:30.254860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.259420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:30.263638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.272878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:30.276202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84a00827-1d33-4ce0-bbbb-76973e895c8d req-12368e9a-f3cf-4aba-bc1e-7f38ad6b8e83 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702899 Aug 19 00:17:30.278301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.303190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:30.339669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.361058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.361898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Transition to ACTIVE for port object 01638ccd-d3ec-4982-8af2-6b2dd9c86929 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:30.368330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.375011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.405656 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92ae7c18-a106-4eee-9ca8-20556980deb5 (CIDR: 2001:db8:0:1::/64) Aug 19 00:17:30.410536 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:17:30.411386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:30.432957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.436086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6488c4eb-dc49-4ea2-ad69-0c4971d1b902 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3892453 Aug 19 00:17:30.440369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45962) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:30.446136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'subnet': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:30.485493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbb1f7-d745-448f-be32-560e75e4225a None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.517737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Attempting to bind port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:30.518304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Attempting to bind port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:30.518398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Attempting to bind port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:30.524893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 on network d753388f-e093-4a25-a762-ed3cc67e2d80 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:17:30.525301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Attempting to bind port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:30.531662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:30.531933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:30.532344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:30.532807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Bound port: 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:30.533173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.580174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.581239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5bbf833-87b3-468f-8f31-4af919414deb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e286d70636f4ae3ab6eeb167789471e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082180 Aug 19 00:17:30.584028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45964) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:30.585178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.586348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6c4c30d-6726-4622-8808-247dc654b1fb HTTP/1.1" status: 204 len: 168 time: 0.4790347 Aug 19 00:17:30.617750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203f474-684d-46d2-a425-a81ac7cf7e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4c30d-6726-4622-8808-247dc654b1fb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.655092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:30.664289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:30.680195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.689507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Made reservation on behalf of 0e2a07ed421d422b94bf45c900030340 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:30.693148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.721793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:30.722483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.723807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] 10.222.0.11 "PUT /v2.0/ports/6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 HTTP/1.1" status: 200 len: 1093 time: 1.3546851 Aug 19 00:17:30.724264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:17:30.726572 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:17:30.752772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.836117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.857839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210ac4-227b-4d55-afc0-d460f59b3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:30.889285 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cfd370-91ed-4cdd-a9f8-159ceed790eb x-openstack-request-id: req-c4cfd370-91ed-4cdd-a9f8-159ceed790eb {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:17:30.889995 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:17:30.890451 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4cfd370-91ed-4cdd-a9f8-159ceed790eb {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:17:30.891054 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1', 'status': 'completed', 'code': 200} Aug 19 00:17:30.926837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-4a6ea517-4359-4199-8b9c-1031216383ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:30.929296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-4a6ea517-4359-4199-8b9c-1031216383ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 1096 time: 0.1474757 Aug 19 00:17:30.945777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b119632-5028-48a8-a5b2-7ced89211197 req-14822cb7-0360-4053-837e-b2414e880553 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:30.949109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:30.956475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b119632-5028-48a8-a5b2-7ced89211197 req-14822cb7-0360-4053-837e-b2414e880553 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 944 time: 0.0859299 Aug 19 00:17:30.983948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.987030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:30.989087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fc3e0cb-e637-44b6-879f-896dfe71fd6c HTTP/1.1" status: 204 len: 168 time: 0.4040551 Aug 19 00:17:31.017688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-e6e3a0a8-7453-4b7c-991f-808ff31ba64f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 HTTP/1.1" status: 200 len: 217 time: 0.0515034 Aug 19 00:17:31.067147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dcb69-97d3-43fa-b146-09c2f84e7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3e0cb-e637-44b6-879f-896dfe71fd6c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:31.096956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b119632-5028-48a8-a5b2-7ced89211197 req-481c93d2-1794-44f7-9aa6-494a76bb255a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371431 Aug 19 00:17:31.119418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-7d35f308-9344-4dcc-8e34-ab81aef8a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:31.125137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-7d35f308-9344-4dcc-8e34-ab81aef8a0f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0997941 Aug 19 00:17:31.206734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-ecbd1eac-f79d-46dc-a263-f44ad436471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:31.208985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-ecbd1eac-f79d-46dc-a263-f44ad436471b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753803 Aug 19 00:17:31.226594 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.261970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:31.278033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:31.288951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:31.292595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:31.293317 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.323819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Subnet': ['ID=fc9e07fd-a23c-494d-a244-261c792fe2b0,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:31.329794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b088fa2-47b9-46ae-bbd8-745bf669dc26 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8879199 Aug 19 00:17:31.332284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45982) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:31.338293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598953565', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc9e07fd-a23c-494d-a244-261c792fe2b0'}], 'security_groups': ['4404a719-d967-416d-a129-72bf84acd2c0', 'b4fea9aa-8d85-4d25-8d12-62fa8c715683']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:31.458308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.480040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000a5cd-e840-4531-bf29-dc2e90e10a22 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:31.548123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d2178-6eee-47cb-ac9f-ce6eada51da6 req-7762a052-83c6-47c5-ac69-006200bc63d5 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:31.557558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e1d2178-6eee-47cb-ac9f-ce6eada51da6 req-7762a052-83c6-47c5-ac69-006200bc63d5 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 949 time: 0.1553333 Aug 19 00:17:31.576597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:31.577333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.644633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:31.659104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e1d2178-6eee-47cb-ac9f-ce6eada51da6 req-220b6634-3179-4fc1-9493-e58743e57cc6 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874302 Aug 19 00:17:31.721013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Provisioning for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:31.727540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:31.729070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ce40e58-fc06-4b2e-aa2f-ad787081fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.758211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c27aa41-cef8-47d6-89a1-a06f4580a250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.870946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-3969df38-0517-4a11-9b58-d94127e2afde service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542499 Aug 19 00:17:31.889628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Update dhcp port {'port': {'network_id': 'e2e9d4d9-ede9-4f42-8f85-888a8bac4a99', 'fixed_ips': [{'subnet_id': '92ae7c18-a106-4eee-9ca8-20556980deb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfd0d06b-d056-4a95-bd48-1a6efbfd61d2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc9e07fd-a23c-494d-a244-261c792fe2b0'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '01638ccd-d3ec-4982-8af2-6b2dd9c86929'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:17:31.919731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.961311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c27aa41-cef8-47d6-89a1-a06f4580a250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:31.967973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c27aa41-cef8-47d6-89a1-a06f4580a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.011136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Delete allocated IP 2001:db8::1bf (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/dfd0d06b-d056-4a95-bd48-1a6efbfd61d2) {{(pid=94622) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:17:32.024645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Allocated IP 2001:db8:0:2::3d8 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/fc9e07fd-a23c-494d-a244-261c792fe2b0/dd694b56-950b-4c61-89b8-34de0a9a1b9f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:32.028082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0c27aa41-cef8-47d6-89a1-a06f4580a250 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c502889d0e2e49ecb87264cbe2be9a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649667 Aug 19 00:17:32.028832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27aa41-cef8-47d6-89a1-a06f4580a250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a62e0-5f0f-4131-93d4-465cbd926f3a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:32.031208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:32.039417 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a316263-f47f-4634-a0c3-79bddd5a67ff req-56c2e9ad-7f22-47d9-8b69-207fd418a31c service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599510 Aug 19 00:17:32.119761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:32.129920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.158766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.186352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-5c0f653a-0a0c-4ebb-80f7-c46d8f4b69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.187804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-5c0f653a-0a0c-4ebb-80f7-c46d8f4b69d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 1096 time: 0.0928903 Aug 19 00:17:32.248226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-797123108'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:32.325480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788217-3fc9-4267-9655-275b6480182e req-ae61ced0-be06-4852-ad04-7ef9cbfb6132 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.327686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19788217-3fc9-4267-9655-275b6480182e req-ae61ced0-be06-4852-ad04-7ef9cbfb6132 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 944 time: 0.1597893 Aug 19 00:17:32.333370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:32.336854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.366060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.368535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.372042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a76a62e0-5f0f-4131-93d4-465cbd926f3a HTTP/1.1" status: 204 len: 168 time: 0.3374310 Aug 19 00:17:32.389383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.401516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981b7dd-09da-4d72-9ce6-a9eba8f5e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a62e0-5f0f-4131-93d4-465cbd926f3a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:32.411794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-37d20be1-9521-47ba-b20e-5ed9cf19e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.413934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-37d20be1-9521-47ba-b20e-5ed9cf19e5d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2050729 Aug 19 00:17:32.470405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19788217-3fc9-4267-9655-275b6480182e req-d9e7de0b-570b-47a1-bbf9-ffcbc84e15e9 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272287 Aug 19 00:17:32.473806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-e47d715f-ab0f-4494-b615-9dfcf8c68f81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 HTTP/1.1" status: 200 len: 217 time: 0.0504169 Aug 19 00:17:32.551016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-ac905991-7235-49a0-be79-631fdb50e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.552535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-ac905991-7235-49a0-be79-631fdb50e3ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0711136 Aug 19 00:17:32.570863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.589626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Ignored duplicate provisioning block setup for port dd694b56-950b-4c61-89b8-34de0a9a1b9f by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:17:32.595103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.633417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.637460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-cf076ba4-344a-4005-be02-ba5b932bde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.641007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-cf076ba4-344a-4005-be02-ba5b932bde18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787015 Aug 19 00:17:32.643479 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.651818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] In _notify_port_updated(), no bound segment for port dd694b56-950b-4c61-89b8-34de0a9a1b9f on network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:17:32.657983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:32.658574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.658723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Allocated IP 2001:db8:0:2::2 (e2e9d4d9-ede9-4f42-8f85-888a8bac4a99/fc9e07fd-a23c-494d-a244-261c792fe2b0/01638ccd-d3ec-4982-8af2-6b2dd9c86929) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:32.659327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.660660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "PUT /v2.0/ports/dd694b56-950b-4c61-89b8-34de0a9a1b9f HTTP/1.1" status: 200 len: 969 time: 1.3271298 Aug 19 00:17:32.663343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:32.672064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.672464 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment 7ccac547-872e-4490-aed5-fa0d38741387 of type vlan for network 54c449a0-501a-4792-b67f-7c860cd2984f Aug 19 00:17:32.725497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.794511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0646ed9-e99e-4fc6-ae80-5a5da517162e tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event updated for resources: {'Port': ['ID=dd694b56-950b-4c61-89b8-34de0a9a1b9f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:32.804902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:32.848971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304ff6b-d950-43c5-9710-d4904acdffcd req-9c22132e-0be8-47f4-b6ff-b9726b32cb74 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.849123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 00:17:32.850631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5304ff6b-d950-43c5-9710-d4904acdffcd req-9c22132e-0be8-47f4-b6ff-b9726b32cb74 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 949 time: 0.0759685 Aug 19 00:17:32.853578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7111d65-049a-4ca8-b4dd-4e8c1eae3290,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:32.853753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.860521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port dd694b56-950b-4c61-89b8-34de0a9a1b9f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:32.861150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.872238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Transition to ACTIVE for port object 01638ccd-d3ec-4982-8af2-6b2dd9c86929 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:32.880746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.899566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.906005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:32.906602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:32.960577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5304ff6b-d950-43c5-9710-d4904acdffcd req-055b6cf5-2f17-41b2-beea-6b04ebf3afb3 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948064 Aug 19 00:17:32.996198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.003430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=54c449a0-501a-4792-b67f-7c860cd2984f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:33.026377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for dd694b56-950b-4c61-89b8-34de0a9a1b9f owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:33.036665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 54c449a0-501a-4792-b67f-7c860cd2984f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:33.053575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ceee04db-d8b4-4c5f-9d63-4dc0a0cde8a9 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9307435 Aug 19 00:17:33.055738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-95bece4a-c08d-42e1-a650-37810139e65f service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271184 Aug 19 00:17:33.202332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf52f33-9928-4af5-8dfb-c2f69a56b635 None None] Pushing event updated for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:33.263446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8829a64f-0f30-4e7f-ba7b-26fb39f99d0a req-a232f57e-0972-4b2f-8b1d-e7186b945246 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957524 Aug 19 00:17:33.328832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.376228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=dd694b56-950b-4c61-89b8-34de0a9a1b9f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:33.411862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.413986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-730ec11e-0d51-4cf6-a81e-616026d2f392 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/dd694b56-950b-4c61-89b8-34de0a9a1b9f HTTP/1.1" status: 204 len: 168 time: 0.7497015 Aug 19 00:17:33.416822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:33.454782 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2627bc66-328b-46cc-9182-d14118a48147 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] GET failed (client error): The resource could not be found. Aug 19 00:17:33.464317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2627bc66-328b-46cc-9182-d14118a48147 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports/dd694b56-950b-4c61-89b8-34de0a9a1b9f HTTP/1.1" status: 404 len: 333 time: 0.0441976 Aug 19 00:17:33.465160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:33.508422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85d150-3545-4c67-8beb-2042cc802c87 req-a4085584-06e7-45f2-a732-20cd1efe9356 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:33.510220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac85d150-3545-4c67-8beb-2042cc802c87 req-a4085584-06e7-45f2-a732-20cd1efe9356 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 949 time: 0.0701110 Aug 19 00:17:33.568729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.608414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac85d150-3545-4c67-8beb-2042cc802c87 req-fe40e5b9-5a46-4115-ad41-7171b1bf5ee7 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748520 Aug 19 00:17:33.608920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.694525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5db1-05ea-4cfe-b125-9c6bca6a4eff req-890f9951-6afe-4868-9210-fd5955da58a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:33.706982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab5db1-05ea-4cfe-b125-9c6bca6a4eff req-890f9951-6afe-4868-9210-fd5955da58a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 944 time: 0.1027977 Aug 19 00:17:33.725748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.728577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.729737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa72d797-7f00-4ad8-a39a-0c270536b90f HTTP/1.1" status: 204 len: 168 time: 0.2636490 Aug 19 00:17:33.732592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:33.781526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba18f1-53e5-4ca0-89e2-dc7393c6bc38 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72d797-7f00-4ad8-a39a-0c270536b90f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:33.825427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ddab5db1-05ea-4cfe-b125-9c6bca6a4eff req-3a01a2b2-3182-4a48-9c58-ba02c4ee6710 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174686 Aug 19 00:17:33.843945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.876680 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.933323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.937971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:33.939677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4fea9aa-8d85-4d25-8d12-62fa8c715683 HTTP/1.1" status: 204 len: 168 time: 0.2059877 Aug 19 00:17:33.942525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:33.952722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683dcb-f643-407b-9b2d-c0e526c0d31c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fea9aa-8d85-4d25-8d12-62fa8c715683,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:34.013821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.017517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:34.017517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.048317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.100114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:34.106547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.110232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.111326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Could not find standard attr ID for object dd694b56-950b-4c61-89b8-34de0a9a1b9f. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:34.114338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/security-groups/4404a719-d967-416d-a129-72bf84acd2c0 HTTP/1.1" status: 204 len: 168 time: 0.1679966 Aug 19 00:17:34.114725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:34.123434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e834fb-3896-4095-a242-eb3d7fed27ff tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404a719-d967-416d-a129-72bf84acd2c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:34.155089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Provisioning for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:34.159999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:34.160386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0c42101-81b1-4674-88d3-44ac3599cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.217721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet dfd0d06b-d056-4a95-bd48-1a6efbfd61d2 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:34.222654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.277076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.382466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.423393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dde8c1ee-41b0-4208-98d6-8089a1b152e2 None None] Could not find standard attr ID for object dd694b56-950b-4c61-89b8-34de0a9a1b9f. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:34.476569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.509689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.512022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/dfd0d06b-d056-4a95-bd48-1a6efbfd61d2 HTTP/1.1" status: 204 len: 168 time: 0.3960421 Aug 19 00:17:34.513212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded10d5-4386-427d-a51a-197757a787c8 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd0d06b-d056-4a95-bd48-1a6efbfd61d2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:34.516349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:34.545917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:17:34.579496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet fc9e07fd-a23c-494d-a244-261c792fe2b0 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:34.586508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.587924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08f9b1-6660-4a24-ae9a-a639136358be None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:34.645002 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.672647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5ab0e922-31aa-42ab-8570-c2d725160785 None None] Could not find standard attr ID for object dd694b56-950b-4c61-89b8-34de0a9a1b9f. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:17:34.764309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:34.784406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1', 'mac_address': 'fa:16:3e:2b:cf:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:17:34.868067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.868729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50cb0-42ac-42fa-863b-2bdae4da9d72 req-363e8c81-3e31-4bdd-bfda-8983181a3ed9 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:34.875809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46c50cb0-42ac-42fa-863b-2bdae4da9d72 req-363e8c81-3e31-4bdd-bfda-8983181a3ed9 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 949 time: 0.1367834 Aug 19 00:17:34.922184 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:34.941176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:17:34.945913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:35.037799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b63f2-ff5d-4580-b925-f9409a69e802 req-f60b8346-3b64-4573-9894-f3fcfd80484a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:35.040209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-064b63f2-ff5d-4580-b925-f9409a69e802 req-f60b8346-3b64-4573-9894-f3fcfd80484a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 944 time: 0.0982466 Aug 19 00:17:35.044161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-8d4531db-1875-4b4d-92d6-2fbd60531b62 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:35.046462 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-8d4531db-1875-4b4d-92d6-2fbd60531b62 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 949 time: 0.1692884 Aug 19 00:17:35.053344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46c50cb0-42ac-42fa-863b-2bdae4da9d72 req-6bbf821c-29be-425a-9eb9-e7a1a545f8c0 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfcab11a-91fc-440b-bc08-46e6454671ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526365 Aug 19 00:17:35.086701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:35.097765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.128587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.215729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.218215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/fc9e07fd-a23c-494d-a244-261c792fe2b0 HTTP/1.1" status: 204 len: 168 time: 0.7008517 Aug 19 00:17:35.219622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36f7f-a00a-4bdf-ac59-ab6e524c1740 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9e07fd-a23c-494d-a244-261c792fe2b0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:35.220671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:35.225112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:35.235864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-064b63f2-ff5d-4580-b925-f9409a69e802 req-1260f9c1-147a-4c82-8a36-884e04e1f7cf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651645 Aug 19 00:17:35.237009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:35.237706 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.288061 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a7d005-0729-4e6d-96cf-d3c886ef9bf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:35.288704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a7d005-0729-4e6d-96cf-d3c886ef9bf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:35.290816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d4a7d005-0729-4e6d-96cf-d3c886ef9bf3 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/dfd0d06b-d056-4a95-bd48-1a6efbfd61d2 HTTP/1.1" status: 404 len: 337 time: 0.0623069 Aug 19 00:17:35.293554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:35.332431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Deleting port d863eba0-5140-48de-beb6-9f9191ad9883 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:35.332896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.434583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] For port d863eba0-5140-48de-beb6-9f9191ad9883, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d863eba0-5140-48de-beb6-9f9191ad9883,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:35.435141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.441569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:17:35.450967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Calling delete_port for d863eba0-5140-48de-beb6-9f9191ad9883 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:35.454410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting subnet 92ae7c18-a106-4eee-9ca8-20556980deb5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:35.459634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.517810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.624597 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.723667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.768273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Subnet': ['ID=92ae7c18-a106-4eee-9ca8-20556980deb5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:35.781826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.782017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.787502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-983a4ccb-6e40-4522-b6b8-aea9aa789968 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/92ae7c18-a106-4eee-9ca8-20556980deb5 HTTP/1.1" status: 204 len: 168 time: 0.4900806 Aug 19 00:17:35.787987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:35.837505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Pushing event deleted for resources: {'Port': ['ID=d863eba0-5140-48de-beb6-9f9191ad9883,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:35.838282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d863eba0-5140-48de-beb6-9f9191ad9883'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:17:35.865269 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-9226e3b2-a825-43e8-b912-5c863ee6dc3d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:35.867770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9226e3b2-a825-43e8-b912-5c863ee6dc3d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:35.873217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:35.878863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9226e3b2-a825-43e8-b912-5c863ee6dc3d tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/0ef19f19-c29a-4db3-8c3c-855fb241e6ed HTTP/1.1" status: 404 len: 337 time: 0.0889118 Aug 19 00:17:35.974625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-65322390-50d7-4c9b-9f55-2fab1498a521 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 HTTP/1.1" status: 200 len: 205 time: 0.0809321 Aug 19 00:17:35.974625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] No DVR routers for this DVR port d863eba0-5140-48de-beb6-9f9191ad9883 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:35.975548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:35.978031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:35.982212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a7b1637-90ec-4aa3-8f3e-6d15caceb419 req-864c601c-f640-43c1-a9fc-e607bcabb96c tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.21 "DELETE /v2.0/ports/d863eba0-5140-48de-beb6-9f9191ad9883 HTTP/1.1" status: 204 len: 173 time: 0.9274042 Aug 19 00:17:35.984290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'name': 'network-vif-deleted', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:17:36.000147 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39106991-e75a-40cb-8948-4f13427c61ce" -d '{"events": [{"server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "name": "network-vif-deleted", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:17:36.072754 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-1db64b80-1e03-496a-b19a-69d7349c0841 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] delete failed (client error): The resource could not be found. Aug 19 00:17:36.078610 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1db64b80-1e03-496a-b19a-69d7349c0841 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/routers/d0ed6fad-c8ec-4a8c-b901-e61c15ee4b82 HTTP/1.1" status: 404 len: 336 time: 0.1018558 Aug 19 00:17:36.078776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.164952 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dfcff9-1ec1-46ae-a620-58cff74a7dcb x-openstack-request-id: req-f4dfcff9-1ec1-46ae-a620-58cff74a7dcb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:17:36.165391 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c1ec7c-8d13-44ad-bea6-729c7f0d8996", "name": "network-vif-deleted", "tag": "d863eba0-5140-48de-beb6-9f9191ad9883", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:17:36.166020 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4dfcff9-1ec1-46ae-a620-58cff74a7dcb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:17:36.168032 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c1ec7c-8d13-44ad-bea6-729c7f0d8996', 'name': 'network-vif-deleted', 'tag': 'd863eba0-5140-48de-beb6-9f9191ad9883', 'status': 'completed', 'code': 200} Aug 19 00:17:36.170907 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5600de-f6cc-458d-afe6-ab7b0c6c1079 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.171458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5600de-f6cc-458d-afe6-ab7b0c6c1079 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.180703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6a5600de-f6cc-458d-afe6-ab7b0c6c1079 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/ebce00da-7216-4af5-868a-1dac2f919a16 HTTP/1.1" status: 404 len: 337 time: 0.0994463 Aug 19 00:17:36.182468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.251967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395689d-9f0e-42d5-af00-6bb231dbc120 None None] Network e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:36.269141 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-87588a5c-63d3-4531-b8da-7d4738ed42dd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.270201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87588a5c-63d3-4531-b8da-7d4738ed42dd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.272672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87588a5c-63d3-4531-b8da-7d4738ed42dd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/0192d80c-9ddf-425c-978c-131d7f1a27a8 HTTP/1.1" status: 404 len: 337 time: 0.0847087 Aug 19 00:17:36.275026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46116) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.325777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46118) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.328674 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b9e179-f54f-497f-846b-2942fa89d61b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.329129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b9e179-f54f-497f-846b-2942fa89d61b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.330835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-202ab0bd-f2b8-4ced-9402-91330d2f8268 req-6d70a249-b6a8-4b0e-bf9b-2397f99787c3 tempest-VolumesNegativeTest-172024414 tempest-VolumesNegativeTest-172024414-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c1ec7c-8d13-44ad-bea6-729c7f0d8996 HTTP/1.1" status: 200 len: 210 time: 0.1048265 Aug 19 00:17:36.339833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.350687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3b9e179-f54f-497f-846b-2942fa89d61b tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/b4a28abd-ce7b-4f92-917d-70c4a4f44282 HTTP/1.1" status: 404 len: 337 time: 0.0612247 Aug 19 00:17:36.354770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:36.383323 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d5cc3c-4f91-4ddf-99d3-99f62e851a12 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.384258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d5cc3c-4f91-4ddf-99d3-99f62e851a12 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.390397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24d5cc3c-4f91-4ddf-99d3-99f62e851a12 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/13e31b2c-a49e-4e54-a8f6-b25154b3f4c2 HTTP/1.1" status: 404 len: 333 time: 0.0494702 Aug 19 00:17:36.391152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.414038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-38074cbb-a547-40c2-bd70-22340add0383 None None] Provisioning complete for port 0612ef10-b602-4b75-97dd-0680a62dfede triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:36.414461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38074cbb-a547-40c2-bd70-22340add0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.423832 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9acf8b-23bb-40a2-bb23-1ba112810f0c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.424669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9acf8b-23bb-40a2-bb23-1ba112810f0c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.428811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d9acf8b-23bb-40a2-bb23-1ba112810f0c tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/c53234a1-7a90-4649-993d-052b31ce30c7 HTTP/1.1" status: 404 len: 337 time: 0.0365024 Aug 19 00:17:36.429608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.461900 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9add07-5413-4a50-9ff5-226e450ebb73 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.462381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9add07-5413-4a50-9ff5-226e450ebb73 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.464209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7a9add07-5413-4a50-9ff5-226e450ebb73 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/aba8c3ab-2e17-46ca-9734-7c0a5ce2d27b HTTP/1.1" status: 404 len: 337 time: 0.0327632 Aug 19 00:17:36.466792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46128) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.487041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dd0af-e72c-4b5f-8b77-e96348347c91 req-9e9aee89-d410-4afc-9cdd-9adedf2d6a08 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:36.488589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a2dd0af-e72c-4b5f-8b77-e96348347c91 req-9e9aee89-d410-4afc-9cdd-9adedf2d6a08 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 945 time: 0.1175945 Aug 19 00:17:36.508815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-38074cbb-a547-40c2-bd70-22340add0383 None None] Port 0612ef10-b602-4b75-97dd-0680a62dfede cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:36.511481 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ec4a76-2d74-4ad8-92d9-a3383344d7fd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.512100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ec4a76-2d74-4ad8-92d9-a3383344d7fd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.514347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-50ec4a76-2d74-4ad8-92d9-a3383344d7fd tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/17300bc0-310f-4b74-966f-9c418e9b5b87 HTTP/1.1" status: 404 len: 333 time: 0.0461066 Aug 19 00:17:36.517542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.527188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-38074cbb-a547-40c2-bd70-22340add0383 None None] Provisioning complete for port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:36.527613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38074cbb-a547-40c2-bd70-22340add0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.552628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:36.555434 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fafc73-aecc-48db-a0af-af2c61299ab6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.556002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fafc73-aecc-48db-a0af-af2c61299ab6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.557612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.561753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6fafc73-aecc-48db-a0af-af2c61299ab6 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/e5572da7-cd7e-49f5-83d7-fc9a85acc0d7 HTTP/1.1" status: 404 len: 337 time: 0.0429530 Aug 19 00:17:36.563891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.602781 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee4043-c084-4a79-8366-cda1046f187f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:36.603369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ee4043-c084-4a79-8366-cda1046f187f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:36.609480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f8ee4043-c084-4a79-8366-cda1046f187f tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/subnets/9d2eae1e-3c98-403c-87d8-fd640410d39e HTTP/1.1" status: 404 len: 337 time: 0.0442903 Aug 19 00:17:36.609943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:36.628327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a2dd0af-e72c-4b5f-8b77-e96348347c91 req-2bf73f65-498f-41d2-9342-01ac34295b2e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150627 Aug 19 00:17:36.635957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] DHCP port deletion for e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:36.700913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Deleting port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:36.701521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.797421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Deleting port 0612ef10-b602-4b75-97dd-0680a62dfede {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:36.797780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.811814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] For port 01638ccd-d3ec-4982-8af2-6b2dd9c86929, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=01638ccd-d3ec-4982-8af2-6b2dd9c86929,segment=NetworkSegment(8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b),segment_id=8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:36.812505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.826778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Calling delete_port for 01638ccd-d3ec-4982-8af2-6b2dd9c86929 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:36.898954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 01638ccd-d3ec-4982-8af2-6b2dd9c86929 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:36.906827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.915276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:36.955210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Calling delete_port for 0612ef10-b602-4b75-97dd-0680a62dfede owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:36.990045 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.011475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 update to DOWN by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 00:17:37.031733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] Pushing event deleted for resources: {'Port': ['ID=01638ccd-d3ec-4982-8af2-6b2dd9c86929,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.039375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335af2a-c0c6-4d1d-9c31-001192539a44 None None] No DVR routers for this DVR port 01638ccd-d3ec-4982-8af2-6b2dd9c86929 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:37.049467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.075125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': '7ccac547-872e-4490-aed5-fa0d38741387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:37.075646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: 54c449a0-501a-4792-b67f-7c860cd2984f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:37.106327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network 54c449a0-501a-4792-b67f-7c860cd2984f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:37.115959 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.124144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 54c449a0-501a-4792-b67f-7c860cd2984f) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:37.129068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:37.129668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.134108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1addf29-6d19-48b2-b753-9d5585878720 None None] Network 54c449a0-501a-4792-b67f-7c860cd2984f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:37.166636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Port': ['ID=0612ef10-b602-4b75-97dd-0680a62dfede,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.175710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.179836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dca762c7-a983-4609-9ec9-3387892804b2 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/ports/0612ef10-b602-4b75-97dd-0680a62dfede HTTP/1.1" status: 204 len: 168 time: 0.5671322 Aug 19 00:17:37.180366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:37.191536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:37.193127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2a4aba3d-4765-4e1f-bf8d-185efa127e16 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8652642 Aug 19 00:17:37.196480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-969010565'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:37.278674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:37.282263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.300005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.301728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-54c449a0-501a-4792-b67f-7c860cd2984f', 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f', 'tenant_id': 'c3e87217745d4e858e820eba2bd85345', 'fixed_ips': [{'subnet_id': 'b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:37.302746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.321908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:37.356579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.356969 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment 8bfec8d0-57dd-4940-a88f-ae1d6ee61c22 of type vlan for network bdc19bc7-31fe-452a-afdf-dcf6985000c2 Aug 19 00:17:37.452978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.462612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.468869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e9d4d9-ede9-4f42-8f85-888a8bac4a99']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:37.481504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:37.481809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbfbb42-7e4d-4719-a0dd-084c3aef2c6b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:37.486784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Allocated IP 2001:db8:0:ffff::2 (54c449a0-501a-4792-b67f-7c860cd2984f/b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780/31f41fda-54f9-463a-859b-810b8ddbf7e9) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:37.500453 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.517795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.523433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:37.524039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.529799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.554910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:37.555328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:37.558576 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:37.600429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46172) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:37.605611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:37.610559 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4179277 Aug 19 00:17:37.676992 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.689599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Transition to ACTIVE for port object 31f41fda-54f9-463a-859b-810b8ddbf7e9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:37.711513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Transition to ACTIVE for port object 31f41fda-54f9-463a-859b-810b8ddbf7e9 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:37.716976 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.721833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.724235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.726204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] 10.222.0.20 "DELETE /v2.0/networks/e2e9d4d9-ede9-4f42-8f85-888a8bac4a99 HTTP/1.1" status: 204 len: 168 time: 0.5446858 Aug 19 00:17:37.755561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1dad5-8799-4770-ad53-df4b19f799ac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=bdc19bc7-31fe-452a-afdf-dcf6985000c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.768092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Network 54c449a0-501a-4792-b67f-7c860cd2984f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:37.771517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:37.775222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:37.788067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:37.804049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50395c-bcf5-411f-9839-731e20554ab9 tempest-PortsIpV6TestJSON-1843562960 tempest-PortsIpV6TestJSON-1843562960-project] Pushing event deleted for resources: {'Network': ['ID=e2e9d4d9-ede9-4f42-8f85-888a8bac4a99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.847037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d851-ded1-4f72-9e1a-e41fd58296cc req-47e0c08e-dfde-45e7-8122-d7665666e692 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:37.848613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d325d851-ded1-4f72-9e1a-e41fd58296cc req-47e0c08e-dfde-45e7-8122-d7665666e692 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 945 time: 0.1179357 Aug 19 00:17:37.856573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:37.860237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.866551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Pushing event updated for resources: {'Port': ['ID=31f41fda-54f9-463a-859b-810b8ddbf7e9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:37.916898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Attempting to bind port 31f41fda-54f9-463a-859b-810b8ddbf7e9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:37.917612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Attempting to bind port 31f41fda-54f9-463a-859b-810b8ddbf7e9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7ccac547-872e-4490-aed5-fa0d38741387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:37.918194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Attempting to bind port 31f41fda-54f9-463a-859b-810b8ddbf7e9 on network 54c449a0-501a-4792-b67f-7c860cd2984f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:37.925627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:37.926267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Checking segment: {'id': '7ccac547-872e-4490-aed5-fa0d38741387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:37.926839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.927376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Bound using segment: {'id': '7ccac547-872e-4490-aed5-fa0d38741387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:37.928002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Bound port: 31f41fda-54f9-463a-859b-810b8ddbf7e9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccac547-872e-4490-aed5-fa0d38741387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54c449a0-501a-4792-b67f-7c860cd2984f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:37.928592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:37.962268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d325d851-ded1-4f72-9e1a-e41fd58296cc req-47e830d6-f9ed-4176-9f1b-c93bb7e46170 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Aug 19 00:17:38.015653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] For port 31f41fda-54f9-463a-859b-810b8ddbf7e9, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:38.018980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] For port 31f41fda-54f9-463a-859b-810b8ddbf7e9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=31f41fda-54f9-463a-859b-810b8ddbf7e9,segment=NetworkSegment(7ccac547-872e-4490-aed5-fa0d38741387),segment_id=7ccac547-872e-4490-aed5-fa0d38741387)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:38.025009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.110110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed37786-483f-4449-9ec9-71df9b768b51 None None] Pushing event updated for resources: {'Port': ['ID=31f41fda-54f9-463a-859b-810b8ddbf7e9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:38.220667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:17:38.222243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.255563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:38.302056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=170a177f-e75e-4e35-aecf-7f64f9584618,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:38.310745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:38.311505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: bdc19bc7-31fe-452a-afdf-dcf6985000c2, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:38.332573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:38.365282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, bdc19bc7-31fe-452a-afdf-dcf6985000c2) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:38.375564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efc3d5-9654-4c50-9583-7444814bb8d4 None None] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:38.378764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:38.379382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.418176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:38.424015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'port': {'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2', 'name': 'tempest-NetworksIpV6TestAttrs-1574408653'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:38.428333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-22664300-bbdf-4609-8c96-fe51af1ed200 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8264546 Aug 19 00:17:38.518410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:38.602203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:38.606646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.631861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] device_id is not set on port 7004f111-a1c9-4060-be22-5b27f611def6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:17:38.673299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:38.679826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-bdc19bc7-31fe-452a-afdf-dcf6985000c2', 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2', 'tenant_id': 'c3e87217745d4e858e820eba2bd85345', 'fixed_ips': [{'subnet_id': '170a177f-e75e-4e35-aecf-7f64f9584618'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:38.680909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.693757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:38.694294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:38.819678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Allocated IP 2001:db8::f816:3eff:fe64:8d1a (bdc19bc7-31fe-452a-afdf-dcf6985000c2/170a177f-e75e-4e35-aecf-7f64f9584618/7004f111-a1c9-4060-be22-5b27f611def6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:38.876940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-45121ccc-c46d-4838-8bc4-4289b9f1517a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e2a07ed421d422b94bf45c900030340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201398 Aug 19 00:17:38.879486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46270) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:38.925537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 31f41fda-54f9-463a-859b-810b8ddbf7e9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:39.009249 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.033847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.061029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.079711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:17:39.082281 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1706f4b4-314a-4ed3-b2fd-4d3df1f56d47" -d '{"events": [{"server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:17:39.111230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d863eba0-5140-48de-beb6-9f9191ad9883 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:39.130916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 31f41fda-54f9-463a-859b-810b8ddbf7e9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:39.183587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.185531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:39.188043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.189101 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e209db-9989-442f-81bf-7b2ba34a87a5 x-openstack-request-id: req-76e209db-9989-442f-81bf-7b2ba34a87a5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:17:39.191752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f0fa279-a6bb-4516-b2ca-e2a5ab125a85 HTTP/1.1" status: 204 len: 168 time: 0.3100288 Aug 19 00:17:39.202686 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:17:39.203000 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76e209db-9989-442f-81bf-7b2ba34a87a5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:17:39.203481 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1', 'code': 200} Aug 19 00:17:39.209052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d863eba0-5140-48de-beb6-9f9191ad9883 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:39.209403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d863eba0-5140-48de-beb6-9f9191ad9883 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:39.214547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.218815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9c8c-c064-4568-b465-38528fe97fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0fa279-a6bb-4516-b2ca-e2a5ab125a85,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:39.268486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.287486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:39.289046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01f57-61af-44cf-8131-862f86665a24 req-1dfd16be-4e6f-4439-a754-9ac19d7e469f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:39.291348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79b01f57-61af-44cf-8131-862f86665a24 req-1dfd16be-4e6f-4439-a754-9ac19d7e469f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 945 time: 0.1812394 Aug 19 00:17:39.306900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Transition to ACTIVE for port object 7004f111-a1c9-4060-be22-5b27f611def6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:39.326480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5c8d-fa73-4a46-98dc-195bf651f87d req-7e5d7b90-9fed-4ced-a483-6909a60985bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:39.327982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f6b5c8d-fa73-4a46-98dc-195bf651f87d req-7e5d7b90-9fed-4ced-a483-6909a60985bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 1098 time: 0.1028924 Aug 19 00:17:39.385241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79b01f57-61af-44cf-8131-862f86665a24 req-ea4a14b6-fc74-4668-82f8-1cc0946230eb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Aug 19 00:17:39.401368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9f6b5c8d-fa73-4a46-98dc-195bf651f87d req-087fe438-e1ca-4da3-9712-b5e1e85c8762 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628741 Aug 19 00:17:39.411582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.482212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:39.491163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Allocated IP 2001:db8::f816:3eff:fe92:27c2 (bdc19bc7-31fe-452a-afdf-dcf6985000c2/170a177f-e75e-4e35-aecf-7f64f9584618/47d9aa05-1c5e-40a0-a1f5-0684f6a42c39) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:39.508957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:39.515439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:39.524031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:39.524748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.531340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Port': ['ID=7004f111-a1c9-4060-be22-5b27f611def6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:39.551507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:39.551761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-21f438a6-c292-4ef5-a066-8324c2a90eab tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1322217 Aug 19 00:17:39.618725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting subnet 170a177f-e75e-4e35-aecf-7f64f9584618 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:39.623985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1f018-4213-4d44-9af4-16c732b3fc1a None None] Network 54c449a0-501a-4792-b67f-7c860cd2984f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:39.694546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Provisioning for port 31f41fda-54f9-463a-859b-810b8ddbf7e9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:39.725447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Provisioning complete for port 31f41fda-54f9-463a-859b-810b8ddbf7e9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:39.725832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.818433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.848943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Transition to ACTIVE for port object 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:39.897682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Transition to ACTIVE for port object 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:39.911857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.944720 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:39.980940 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:17:40.006724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:40.009262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.010088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.015151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:40.021818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:40.035010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Pushing event updated for resources: {'Port': ['ID=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:40.135366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] For port 31f41fda-54f9-463a-859b-810b8ddbf7e9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=31f41fda-54f9-463a-859b-810b8ddbf7e9,segment=NetworkSegment(7ccac547-872e-4490-aed5-fa0d38741387),segment_id=7ccac547-872e-4490-aed5-fa0d38741387)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:40.161698 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.167712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Attempting to bind port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:40.168123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Attempting to bind port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:40.174355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Attempting to bind port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 on network bdc19bc7-31fe-452a-afdf-dcf6985000c2 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:40.210364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.259625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:40.259964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Checking segment: {'id': '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:40.260205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.260573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Bound using segment: {'id': '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:40.261245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Bound port: 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bdc19bc7-31fe-452a-afdf-dcf6985000c2'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:40.261714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.310088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.328635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a44f-2f69-4123-9280-8c559c5e33df None None] Pushing event updated for resources: {'Port': ['ID=31f41fda-54f9-463a-859b-810b8ddbf7e9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:40.348896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=170a177f-e75e-4e35-aecf-7f64f9584618,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:40.355602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.358714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d6465560-9581-4ee8-b7ea-22849b2d6cc1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/170a177f-e75e-4e35-aecf-7f64f9584618 HTTP/1.1" status: 204 len: 168 time: 0.8061569 Aug 19 00:17:40.361172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46368) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:40.380629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] For port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:40.387766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] For port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,segment=NetworkSegment(8bfec8d0-57dd-4940-a88f-ae1d6ee61c22),segment_id=8bfec8d0-57dd-4940-a88f-ae1d6ee61c22)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:40.395359 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.484017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c58899-a365-41c3-b691-a8649e0249f2 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:40.486543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c58899-a365-41c3-b691-a8649e0249f2 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:40.487510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb48c21-ec32-46f4-8a68-4f640fa78537 None None] Pushing event updated for resources: {'Port': ['ID=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:40.488744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8c58899-a365-41c3-b691-a8649e0249f2 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1264148 Aug 19 00:17:40.491855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46380) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:40.506092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-28444fa5-fdeb-4a1c-b475-07fb01a1a2ea None None] Provisioning complete for port 31f41fda-54f9-463a-859b-810b8ddbf7e9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:40.507038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28444fa5-fdeb-4a1c-b475-07fb01a1a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.639512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bdb755da-e49b-4b96-9cd6-7b1bc7d2e8d1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.651990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59682c44-375d-4b5a-9bc1-540f7ed54167 req-25f159f0-ba55-4bea-b04b-b46204a0c876 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:40.654758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59682c44-375d-4b5a-9bc1-540f7ed54167 req-25f159f0-ba55-4bea-b04b-b46204a0c876 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 946 time: 0.1435711 Aug 19 00:17:40.661809 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb755da-e49b-4b96-9cd6-7b1bc7d2e8d1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 00:17:40.662569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb755da-e49b-4b96-9cd6-7b1bc7d2e8d1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:40.664605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bdb755da-e49b-4b96-9cd6-7b1bc7d2e8d1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/bdc19bc7-31fe-452a-afdf-dcf6985000c2 HTTP/1.1" status: 409 len: 405 time: 0.1717613 Aug 19 00:17:40.669351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:40.676511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-238409297'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:40.710423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59682c44-375d-4b5a-9bc1-540f7ed54167 req-2c05bfd7-5e12-4bc4-b77d-137d11748b22 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Aug 19 00:17:40.756072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:40.761571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.801908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:40.821768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.822340 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment ede352b9-4b36-4623-91ee-c608858c3909 of type vlan for network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff Aug 19 00:17:40.892672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.948648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:40.954803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:40.955657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.041986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3713241 Aug 19 00:17:41.045673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:41.053935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:41.059020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:41.148501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:41.150143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 31f41fda-54f9-463a-859b-810b8ddbf7e9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:41.186750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b4904-f395-4641-9451-09cc22a78810 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:41.205657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:41.224362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:41.226966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46424) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:41.228089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.583516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 31f41fda-54f9-463a-859b-810b8ddbf7e9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:41.584100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.612502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141468774'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:41.651292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:41.659998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.668646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.795293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:17:41.797873 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.836641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.849267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.892782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': 'ede352b9-4b36-4623-91ee-c608858c3909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:41.893146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:41.920086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=42454b21-082a-4280-9478-211207561023,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:41.934985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:41.944618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:41.963051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:41.969202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:41.970187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.979846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686c19a8-0aba-4d92-85d6-8270f97adfc1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:41.983827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358e062-7749-4ea6-9f45-4b1bb49df039 None None] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:41.989426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:41.990895 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 059cfa03-9128-4b11-a57a-13806ed11d0c of type vlan for network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 Aug 19 00:17:42.002759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4d108982-97ee-4fb7-a745-168cd3e9487c tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9543130 Aug 19 00:17:42.004401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:42.023888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'port': {'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff', 'name': 'tempest-NetworksIpV6TestAttrs-1764748137'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:42.034958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1c39f-6d6b-4434-9aa9-a582f6f84351 None None] Network bdc19bc7-31fe-452a-afdf-dcf6985000c2 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:42.120937 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.187675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.193469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:42.194064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.245923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:42.250851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.253451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Provisioning for port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:42.282435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Provisioning complete for port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:42.283073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.292353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] device_id is not set on port b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:17:42.308701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=8aae4176-c48d-4302-b0a7-9ec6f7b1d594,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:42.318974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bfb61a67-c8c4-44d6-9ead-638ab8f56110 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0891757 Aug 19 00:17:42.321423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:42.333169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143347144'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:42.387281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:42.394886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.399471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:42.439802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:42.451244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.451985 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment ed4e2507-6e1f-4014-96d1-387e245455f0 of type vlan for network a19778a7-0f5b-4fcc-a42c-1416234965bf Aug 19 00:17:42.519430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.535908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7a70-a366-4914-ad51-dd52fbe66f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.552651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Allocated IP 2001:db8::f816:3eff:fef1:d7b1 (957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff/42454b21-082a-4280-9478-211207561023/b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:42.570210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.579012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:42.579912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.676379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.730982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff', 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff', 'tenant_id': 'c3e87217745d4e858e820eba2bd85345', 'fixed_ips': [{'subnet_id': '42454b21-082a-4280-9478-211207561023'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:42.731886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.743036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=a19778a7-0f5b-4fcc-a42c-1416234965bf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:42.765718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a19778a7-0f5b-4fcc-a42c-1416234965bf details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:42.770396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] For port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,segment=NetworkSegment(8bfec8d0-57dd-4940-a88f-ae1d6ee61c22),segment_id=8bfec8d0-57dd-4940-a88f-ae1d6ee61c22)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:42.786998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:42.790484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9d3ecb11-b621-424d-92f6-d0f536474858 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4571884 Aug 19 00:17:42.811444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:42.881786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] DHCP port deletion for bdc19bc7-31fe-452a-afdf-dcf6985000c2 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:42.910558 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.914910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:42.953226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Transition to ACTIVE for port object b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:42.982331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:42.995565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.103853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.116080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094b71-c0bb-49b1-9e8e-ef27341a821c None None] Pushing event updated for resources: {'Port': ['ID=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.149334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Allocated IP 2001:db8::f816:3eff:fee6:8be (957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff/42454b21-082a-4280-9478-211207561023/ee738408-6939-4c97-a9b7-81c0dbc3ab52) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:43.158354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Deleting port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:43.158796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.227779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:43.239463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:43.243179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Port': ['ID=b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.257742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:43.266531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:43.267495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.283355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] For port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,segment=NetworkSegment(8bfec8d0-57dd-4940-a88f-ae1d6ee61c22),segment_id=8bfec8d0-57dd-4940-a88f-ae1d6ee61c22)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:43.283762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.302792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4da6cfac-ee6b-4de0-a182-da48accd0bf5 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2970812 Aug 19 00:17:43.304836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Calling delete_port for 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:43.305452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:43.437373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting subnet 42454b21-082a-4280-9478-211207561023 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:43.463923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.474398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Transition to ACTIVE for port object ee738408-6939-4c97-a9b7-81c0dbc3ab52 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:43.486858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.505929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.518774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Transition to ACTIVE for port object ee738408-6939-4c97-a9b7-81c0dbc3ab52 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:43.523757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] Pushing event deleted for resources: {'Port': ['ID=47d9aa05-1c5e-40a0-a1f5-0684f6a42c39,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.526187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27a77e-bfce-45a4-ac6a-a5e6e709eff6 None None] No DVR routers for this DVR port 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:43.529591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.545005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.597119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:43.603161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:43.615495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:43.618724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Pushing event updated for resources: {'Port': ['ID=ee738408-6939-4c97-a9b7-81c0dbc3ab52,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.640805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.668464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.683054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '059cfa03-9128-4b11-a57a-13806ed11d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:43.683432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 8aae4176-c48d-4302-b0a7-9ec6f7b1d594, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:43.712438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:43.727347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Attempting to bind port ee738408-6939-4c97-a9b7-81c0dbc3ab52 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:43.728286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Attempting to bind port ee738408-6939-4c97-a9b7-81c0dbc3ab52 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ede352b9-4b36-4623-91ee-c608858c3909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:43.729991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Attempting to bind port ee738408-6939-4c97-a9b7-81c0dbc3ab52 on network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:43.730113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8aae4176-c48d-4302-b0a7-9ec6f7b1d594) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:43.738269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:43.742075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Checking segment: {'id': 'ede352b9-4b36-4623-91ee-c608858c3909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:43.742501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.742907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Bound using segment: {'id': 'ede352b9-4b36-4623-91ee-c608858c3909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:43.743405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Bound port: ee738408-6939-4c97-a9b7-81c0dbc3ab52, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede352b9-4b36-4623-91ee-c608858c3909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:43.743800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.750634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:43.752180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.753260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177ebbe-dd5c-4fbf-a879-0cd689cfb2b0 None None] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:43.776839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-262c4e2c-8701-4ea0-8bad-692ec6b00792 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9826593 Aug 19 00:17:43.780082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:43.791652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:43.835498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.919160 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.930689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:43.936512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.937805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] For port ee738408-6939-4c97-a9b7-81c0dbc3ab52, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:43.972324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] For port ee738408-6939-4c97-a9b7-81c0dbc3ab52, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ee738408-6939-4c97-a9b7-81c0dbc3ab52,segment=NetworkSegment(ede352b9-4b36-4623-91ee-c608858c3909),segment_id=ede352b9-4b36-4623-91ee-c608858c3909)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:43.979042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46510) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:43.979829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.992323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:43.996650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/42454b21-082a-4280-9478-211207561023 HTTP/1.1" status: 204 len: 168 time: 0.6873047 Aug 19 00:17:43.996650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86e4e-bb39-4eb8-9a6b-2cbbdf3e9072 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=42454b21-082a-4280-9478-211207561023,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:43.998093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.060451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb50e83-c590-4c63-be5c-436eb567eb83 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:44.062108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb50e83-c590-4c63-be5c-436eb567eb83 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:44.066388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2eb50e83-c590-4c63-be5c-436eb567eb83 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0645425 Aug 19 00:17:44.067295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46516) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.102157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c290272-8800-45b3-b3e9-42af16578978 None None] Pushing event updated for resources: {'Port': ['ID=ee738408-6939-4c97-a9b7-81c0dbc3ab52,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:44.123551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8aae4176-c48d-4302-b0a7-9ec6f7b1d594', 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': 'a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:44.125354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.241436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b94f5e6b-ec7a-4f6b-993e-fc47873fbb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.264276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e82e418b-ac6b-4747-8089-d806601bf9c3 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.288182 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82e418b-ac6b-4747-8089-d806601bf9c3 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 00:17:44.288711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82e418b-ac6b-4747-8089-d806601bf9c3 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:44.291585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e82e418b-ac6b-4747-8089-d806601bf9c3 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff HTTP/1.1" status: 409 len: 405 time: 0.2223885 Aug 19 00:17:44.297728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46520) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.305277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-33683100'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:44.353995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.373124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Allocated IP 172.20.0.2 (8aae4176-c48d-4302-b0a7-9ec6f7b1d594/a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de/c9d165a1-ab31-4bde-ab95-06a48e9d7e55) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:44.440756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b94f5e6b-ec7a-4f6b-993e-fc47873fbb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.450281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=b82af347-b1e9-4c26-bb76-f919800c8f4f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:44.450529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b94f5e6b-ec7a-4f6b-993e-fc47873fbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.467886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': 'ed4e2507-6e1f-4014-96d1-387e245455f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:44.468391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: a19778a7-0f5b-4fcc-a42c-1416234965bf, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:44.507474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network a19778a7-0f5b-4fcc-a42c-1416234965bf is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:44.515521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5e6b-ec7a-4f6b-993e-fc47873fbb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8e8ed9-23e0-4993-82ae-b0865b7ab5a0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:44.526375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a19778a7-0f5b-4fcc-a42c-1416234965bf) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:44.536310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b94f5e6b-ec7a-4f6b-993e-fc47873fbb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4f628a28bd4caf83e2b1c07838e7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557914 Aug 19 00:17:44.541036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.543575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:44.545879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.551621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556ff69-d80f-4dd1-aac1-78970ea31cd9 None None] Network a19778a7-0f5b-4fcc-a42c-1416234965bf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:44.558775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:44.562410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.575266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eed1bfc0-a79c-49b6-b762-91bfc51c4a49 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7935400 Aug 19 00:17:44.578943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.589758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1561910681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:44.608461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:44.627218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.630252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.637346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.637792 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment 76335d4e-2576-4431-952b-3e011d326fb8 of type vlan for network 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 Aug 19 00:17:44.639503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.672903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.695001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Transition to ACTIVE for port object c9d165a1-ab31-4bde-ab95-06a48e9d7e55 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:44.710694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.713756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.720089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.734262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.743827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Transition to ACTIVE for port object c9d165a1-ab31-4bde-ab95-06a48e9d7e55 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:44.757053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.758953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.763145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c756e8b3-840a-45c4-a285-b4c2fad8192e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1752198 Aug 19 00:17:44.764210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.794299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.802866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:44.803495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.812702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Pushing event updated for resources: {'Port': ['ID=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:44.865851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:44.869528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a19778a7-0f5b-4fcc-a42c-1416234965bf', 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': 'b82af347-b1e9-4c26-bb76-f919800c8f4f'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:44.870652 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.879357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:44.885088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:44.913913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=2bdb13ee-ece9-470d-b84f-c85bb0e8ef90,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:44.927206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.934333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:44.939388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d8e8ed9-23e0-4993-82ae-b0865b7ab5a0 HTTP/1.1" status: 204 len: 168 time: 0.3973351 Aug 19 00:17:44.947515 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7527c327-c4fe-4988-855e-b73f177216b0 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6487236 Aug 19 00:17:44.960248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:44.971886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:44.978888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': '2bdb13ee-ece9-470d-b84f-c85bb0e8ef90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:44.989879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab21f04-7e23-4f6e-802a-03af67a98a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8e8ed9-23e0-4993-82ae-b0865b7ab5a0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:45.078931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ee738408-6939-4c97-a9b7-81c0dbc3ab52 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:45.156509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:45.163250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.504536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46538) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:45.539482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17e82485-30b5-475d-a079-23b68a785d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.552493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Attempting to bind port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:45.552894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Attempting to bind port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '059cfa03-9128-4b11-a57a-13806ed11d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:45.553280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Attempting to bind port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 on network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:45.572471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:45.576702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Checking segment: {'id': '059cfa03-9128-4b11-a57a-13806ed11d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:45.577235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.577661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Bound using segment: {'id': '059cfa03-9128-4b11-a57a-13806ed11d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:45.578194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Bound port: c9d165a1-ab31-4bde-ab95-06a48e9d7e55, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059cfa03-9128-4b11-a57a-13806ed11d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8aae4176-c48d-4302-b0a7-9ec6f7b1d594'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:45.578615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.615260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.616815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c826edae-d3bf-4c8a-bb21-b363f8754ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.634506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.668795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:17:45.676038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.684236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b86ad5-0e96-4164-b7ad-aab2c1d1f3cb None None] Network 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:45.758254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.768003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Allocated IP 172.21.0.2 (a19778a7-0f5b-4fcc-a42c-1416234965bf/b82af347-b1e9-4c26-bb76-f919800c8f4f/7ebb6692-2a83-4cf2-9a92-fe63cb75126e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:45.784837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': '76335d4e-2576-4431-952b-3e011d326fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bdb13ee-ece9-470d-b84f-c85bb0e8ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:45.785108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:45.796129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=45adcc5c-d0a3-4a13-90f8-0abb76fe0423,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:45.853053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:45.862465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17e82485-30b5-475d-a079-23b68a785d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.869133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:45.885267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17e82485-30b5-475d-a079-23b68a785d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.899354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3840f3-dce7-4681-a1cb-2694a3535434 None None] Network 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:45.917746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:45.919327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:45.926078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-17e82485-30b5-475d-a079-23b68a785d91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5c101d42015448db22fd629f1c2dc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106548 Aug 19 00:17:45.929248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:45.984378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82485-30b5-475d-a079-23b68a785d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9fcc2-fdfc-409a-9d43-b6c90f8e7912,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:46.000502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7ba9f365-2e66-4e72-b25a-2a36c7d56e4f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0262351 Aug 19 00:17:46.003036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46546) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:46.057636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ee738408-6939-4c97-a9b7-81c0dbc3ab52 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:46.071864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ee738408-6939-4c97-a9b7-81c0dbc3ab52 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:46.072594 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.092227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.095210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.20.0.1 (8aae4176-c48d-4302-b0a7-9ec6f7b1d594/a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de/ed451ce6-58ea-447c-a18b-04d691592cb2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:46.132673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.133032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Provisioning for port ee738408-6939-4c97-a9b7-81c0dbc3ab52 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:46.141780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] For port c9d165a1-ab31-4bde-ab95-06a48e9d7e55, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:46.179664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Provisioning complete for port ee738408-6939-4c97-a9b7-81c0dbc3ab52 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:46.180047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.198714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.218271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] For port c9d165a1-ab31-4bde-ab95-06a48e9d7e55, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,segment=NetworkSegment(059cfa03-9128-4b11-a57a-13806ed11d0c),segment_id=059cfa03-9128-4b11-a57a-13806ed11d0c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:46.255690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.258795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.260271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdd9fcc2-fdfc-409a-9d43-b6c90f8e7912 HTTP/1.1" status: 204 len: 168 time: 0.3231089 Aug 19 00:17:46.265491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:46.281738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa8069-f8f7-4b81-bd16-cdb18a3973d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9fcc2-fdfc-409a-9d43-b6c90f8e7912,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:46.284269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.363606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.381386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.395974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.422926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object ed451ce6-58ea-447c-a18b-04d691592cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:46.490091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=45adcc5c-d0a3-4a13-90f8-0abb76fe0423,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:46.514650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.522047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.541424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.565047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.621438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:46.626261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:46.631772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:46.636826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.661819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb13ee-ece9-470d-b84f-c85bb0e8ef90']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:46.666171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Transition to ACTIVE for port object 7ebb6692-2a83-4cf2-9a92-fe63cb75126e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:46.691658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76335d4e-2576-4431-952b-3e011d326fb8') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:46.691938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76335d4e-2576-4431-952b-3e011d326fb8') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:46.708915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d8097-930a-4ab5-bd9c-bfd29e182417 None None] Network 2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:46.719187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=ed451ce6-58ea-447c-a18b-04d691592cb2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:46.742322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.742686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.755705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7f93ecbe-5dd0-418a-af89-3800c2cdd93c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=252ad550ee9348a1a6258b1c855b5a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834375 Aug 19 00:17:46.758596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46562) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:46.768689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.790641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] DHCP port deletion for 957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:46.804538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:46.804538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:46.815070 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:46.865803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e25dc-dbd3-4c0d-aab4-0c4919e28e3c None None] Pushing event updated for resources: {'Port': ['ID=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:46.904990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ee738408-6939-4c97-a9b7-81c0dbc3ab52, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ee738408-6939-4c97-a9b7-81c0dbc3ab52,segment=NetworkSegment(ede352b9-4b36-4623-91ee-c608858c3909),segment_id=ede352b9-4b36-4623-91ee-c608858c3909)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:46.909120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.937946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.964354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.972787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Transition to ACTIVE for port object 7ebb6692-2a83-4cf2-9a92-fe63cb75126e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:46.992546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:46.999377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.041359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.047134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.063144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.068488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 HTTP/1.1" status: 204 len: 168 time: 1.0605648 Aug 19 00:17:47.069706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:47.069981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.072756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.073397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Deleting port ee738408-6939-4c97-a9b7-81c0dbc3ab52 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:47.073778 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.074136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfcab11a-91fc-440b-bc08-46e6454671ce HTTP/1.1" status: 204 len: 168 time: 0.3141904 Aug 19 00:17:47.075518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ee738408-6939-4c97-a9b7-81c0dbc3ab52,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.078493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:47.087028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-163465994'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:47.092227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Network a19778a7-0f5b-4fcc-a42c-1416234965bf is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:47.097041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ad31-bc03-4aaf-93ed-64d4a6eaa438 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=2bdb13ee-ece9-470d-b84f-c85bb0e8ef90,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.100129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad109-2631-49c9-bd71-0d5fda672cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcab11a-91fc-440b-bc08-46e6454671ce,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.171778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:47.177128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:47.183352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:47.183702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 47d9aa05-1c5e-40a0-a1f5-0684f6a42c39 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:47.209707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:47.210072 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:47.213058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:47.219410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.250486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] For port ee738408-6939-4c97-a9b7-81c0dbc3ab52, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ee738408-6939-4c97-a9b7-81c0dbc3ab52,segment=NetworkSegment(ede352b9-4b36-4623-91ee-c608858c3909),segment_id=ede352b9-4b36-4623-91ee-c608858c3909)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:47.250892 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.261402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Pushing event updated for resources: {'Port': ['ID=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.286066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Calling delete_port for ee738408-6939-4c97-a9b7-81c0dbc3ab52 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:47.304600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Attempting to bind port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:47.304943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Attempting to bind port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ed4e2507-6e1f-4014-96d1-387e245455f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:47.305353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Attempting to bind port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e on network a19778a7-0f5b-4fcc-a42c-1416234965bf {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:47.307140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:47.318722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:47.319162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Checking segment: {'id': 'ed4e2507-6e1f-4014-96d1-387e245455f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:47.319501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.319894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Bound using segment: {'id': 'ed4e2507-6e1f-4014-96d1-387e245455f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:47.320877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Bound port: 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e2507-6e1f-4014-96d1-387e245455f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a19778a7-0f5b-4fcc-a42c-1416234965bf'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:47.321317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.357321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.357904 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment 5bfe5137-e9e7-4583-8a2c-6000c366dc2d of type vlan for network a45917f8-6902-461c-baef-5b93b37b0b91 Aug 19 00:17:47.460961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c9d165a1-ab31-4bde-ab95-06a48e9d7e55 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:47.471009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.537127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] For port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:47.546134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.552596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:47.553325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.583308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.636891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] For port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,segment=NetworkSegment(ed4e2507-6e1f-4014-96d1-387e245455f0),segment_id=ed4e2507-6e1f-4014-96d1-387e245455f0)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:47.650160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] Pushing event deleted for resources: {'Port': ['ID=ee738408-6939-4c97-a9b7-81c0dbc3ab52,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.669453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.726977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.747582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.764369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6911113 Aug 19 00:17:47.766650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:47.772547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:47.797613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c225e-d37c-402b-97a9-ddeed09629fa None None] No DVR routers for this DVR port ee738408-6939-4c97-a9b7-81c0dbc3ab52 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:47.839085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28755cde-a699-4731-89b6-8ef8fcb0cdac tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=a45917f8-6902-461c-baef-5b93b37b0b91,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.868124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=ed451ce6-58ea-447c-a18b-04d691592cb2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.879668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:47.883283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c58c9-128d-46f7-98c9-58e3174c9a57 None None] Pushing event updated for resources: {'Port': ['ID=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:47.916831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a45917f8-6902-461c-baef-5b93b37b0b91 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:47.929401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-37a6f8f8-f1b6-4566-b4b7-e814a11236f1 None None] Port ee738408-6939-4c97-a9b7-81c0dbc3ab52 update to ACTIVE by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 00:17:47.977568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:47.991277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:48.007422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:48.011814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:48.067607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469ac17-149c-48ab-8fd6-d6bea3f59de2 None None] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:48.104050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:48.105696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:48.335917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router b6a0b6b2-9f78-4c15-8810-e11339ba7edb is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:17:48.348836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:48.438377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': '5bfe5137-e9e7-4583-8a2c-6000c366dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:48.439107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: a45917f8-6902-461c-baef-5b93b37b0b91, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:48.446840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=d0691d2a-0740-4a35-a020-b7574f4bf637,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:48.462088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ee738408-6939-4c97-a9b7-81c0dbc3ab52 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:48.469721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network a45917f8-6902-461c-baef-5b93b37b0b91 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:48.483379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:48.484252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a45917f8-6902-461c-baef-5b93b37b0b91) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:48.491284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af8686cb-5d0d-492e-9848-3acaf7e8dfb1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7230933 Aug 19 00:17:48.492344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:48.505262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:48.506250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:48.507805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8508195-5ce1-4737-abc9-93b3b8f27268 None None] Network a45917f8-6902-461c-baef-5b93b37b0b91 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:48.510136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] Sync routers for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:48.518382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ee738408-6939-4c97-a9b7-81c0dbc3ab52 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:48.518720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ee738408-6939-4c97-a9b7-81c0dbc3ab52 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:48.525853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c864c82-c44a-4cdd-bd4a-70d333112ae6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7579081 Aug 19 00:17:48.528488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46598) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:48.554281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b26821-a619-48b8-88b9-48ff516fe543 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:48.560665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-20b26821-a619-48b8-88b9-48ff516fe543 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports/ed451ce6-58ea-447c-a18b-04d691592cb2 HTTP/1.1" status: 200 len: 910 time: 0.0643244 Aug 19 00:17:48.560665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:48.607490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Provisioning for port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:48.611249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:48.611889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:48.694985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Provisioning complete for port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:48.695379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:48.700433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:48.776287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:48.777004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:48.901342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:48.902968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f7ce-b11e-4df3-aa70-d5b44d3df5db None None] The sync data for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:48.990891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-a45917f8-6902-461c-baef-5b93b37b0b91', 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91', 'tenant_id': 'c3e87217745d4e858e820eba2bd85345', 'fixed_ips': [{'subnet_id': 'd0691d2a-0740-4a35-a020-b7574f4bf637'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:48.991769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.043108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.216372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] For port c9d165a1-ab31-4bde-ab95-06a48e9d7e55, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,segment=NetworkSegment(059cfa03-9128-4b11-a57a-13806ed11d0c),segment_id=059cfa03-9128-4b11-a57a-13806ed11d0c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:49.275718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.283662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.342207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.406681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Allocated IP 2001:db8::2 (a45917f8-6902-461c-baef-5b93b37b0b91/d0691d2a-0740-4a35-a020-b7574f4bf637/0c3ac17b-39cb-4086-b31d-050bab7c5739) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:49.436356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.437240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be92eb-3622-4796-8390-2e962ac5f9af None None] Pushing event updated for resources: {'Port': ['ID=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:49.449828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ebb6692-2a83-4cf2-9a92-fe63cb75126e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:49.561115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eba1dd-6621-4ae0-8346-a0fae105d22a None None] Network a19778a7-0f5b-4fcc-a42c-1416234965bf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:49.583808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Provisioning complete for port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:49.584175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.679322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.21.0.1 (a19778a7-0f5b-4fcc-a42c-1416234965bf/b82af347-b1e9-4c26-bb76-f919800c8f4f/f1292497-5aae-4dc2-b229-4dd91947ceeb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:17:49.728385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:49.852394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.864419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.870066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object f1292497-5aae-4dc2-b229-4dd91947ceeb will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:49.898289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Transition to ACTIVE for port object 0c3ac17b-39cb-4086-b31d-050bab7c5739 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:49.912255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.921158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Provisioning for port ed451ce6-58ea-447c-a18b-04d691592cb2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:49.925591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Transition to ACTIVE for port object 0c3ac17b-39cb-4086-b31d-050bab7c5739 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:17:49.929312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Provisioning complete for port ed451ce6-58ea-447c-a18b-04d691592cb2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:49.929800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.958352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.965100 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:49.976568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Network a45917f8-6902-461c-baef-5b93b37b0b91 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:49.982707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:49.984781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network a19778a7-0f5b-4fcc-a42c-1416234965bf is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:49.987923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:50.008487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=d0691d2a-0740-4a35-a020-b7574f4bf637,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.014388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:50.023418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:17:50.025587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-815c0c2f-4f2c-44e3-9b27-456aaee9dffb None None] Port ed451ce6-58ea-447c-a18b-04d691592cb2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:50.079220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=f1292497-5aae-4dc2-b229-4dd91947ceeb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.104336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.126589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Pushing event updated for resources: {'Port': ['ID=0c3ac17b-39cb-4086-b31d-050bab7c5739,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.129241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.162163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45917f8-6902-461c-baef-5b93b37b0b91']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:50.175893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Attempting to bind port 0c3ac17b-39cb-4086-b31d-050bab7c5739 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:17:50.176274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Attempting to bind port 0c3ac17b-39cb-4086-b31d-050bab7c5739 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5bfe5137-e9e7-4583-8a2c-6000c366dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:17:50.176680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Attempting to bind port 0c3ac17b-39cb-4086-b31d-050bab7c5739 on network a45917f8-6902-461c-baef-5b93b37b0b91 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:17:50.181537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe5137-e9e7-4583-8a2c-6000c366dc2d') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:50.181901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe5137-e9e7-4583-8a2c-6000c366dc2d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:50.197727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.201961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Provisioning for port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:50.212817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Provisioning complete for port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:50.213193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.217602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46620) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:50.222427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:17:50.223085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Checking segment: {'id': '5bfe5137-e9e7-4583-8a2c-6000c366dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:50.223625 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.224164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Bound using segment: {'id': '5bfe5137-e9e7-4583-8a2c-6000c366dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:17:50.224852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Bound port: 0c3ac17b-39cb-4086-b31d-050bab7c5739, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe5137-e9e7-4583-8a2c-6000c366dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a45917f8-6902-461c-baef-5b93b37b0b91'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:17:50.225335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.238213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.249556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:50.249984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:50.257091 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:50.327681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.332017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] For port 0c3ac17b-39cb-4086-b31d-050bab7c5739, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:17:50.361898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:17:50.361898 n-d-771363-38 neutron-server[94622]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:17:50.361898 n-d-771363-38 neutron-server[94622]: [parameters: {'id': 'a45917f8-6902-461c-baef-5b93b37b0b91'}] Aug 19 00:17:50.361898 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:17:50.362623 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:17:50.395681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] For port 0c3ac17b-39cb-4086-b31d-050bab7c5739, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0c3ac17b-39cb-4086-b31d-050bab7c5739,segment=NetworkSegment(5bfe5137-e9e7-4583-8a2c-6000c366dc2d),segment_id=5bfe5137-e9e7-4583-8a2c-6000c366dc2d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:17:50.405886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.415300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a10029bd-98ee-48ce-b9a1-af8584775d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.438690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.522498 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a10029bd-98ee-48ce-b9a1-af8584775d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.528968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc7e55-f2f3-4a76-bac6-189fa0486e63 None None] Pushing event updated for resources: {'Port': ['ID=0c3ac17b-39cb-4086-b31d-050bab7c5739,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.530275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a10029bd-98ee-48ce-b9a1-af8584775d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.573402 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a10029bd-98ee-48ce-b9a1-af8584775d55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9589acbe682d4037808615dc2b74bc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547578 Aug 19 00:17:50.576208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10029bd-98ee-48ce-b9a1-af8584775d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f380d9-fde0-4d7a-8da6-b71ad1fd041d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.580423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:50.593422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] For port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,segment=NetworkSegment(ed4e2507-6e1f-4014-96d1-387e245455f0),segment_id=ed4e2507-6e1f-4014-96d1-387e245455f0)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:50.597460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.625393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cece5-6bd0-465e-ad78-89c890f21584 None None] Network a45917f8-6902-461c-baef-5b93b37b0b91 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:50.683010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Provisioning complete for port ed451ce6-58ea-447c-a18b-04d691592cb2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:50.683393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.727227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Pushing event updated for resources: {'Port': ['ID=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:50.752879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-174ae36a-7ca3-4d8e-9a44-60440fbb15c2 None None] Port ed451ce6-58ea-447c-a18b-04d691592cb2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:50.819343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2366f16-11aa-4090-a1c9-a30c354da50f None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:17:50.863040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.911439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Provisioning complete for port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:50.911814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.923299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting port 0c3ac17b-39cb-4086-b31d-050bab7c5739 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:50.923704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.973669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:50.980686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2366f16-11aa-4090-a1c9-a30c354da50f None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:17:50.989863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] For port 0c3ac17b-39cb-4086-b31d-050bab7c5739, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0c3ac17b-39cb-4086-b31d-050bab7c5739,segment=NetworkSegment(5bfe5137-e9e7-4583-8a2c-6000c366dc2d),segment_id=5bfe5137-e9e7-4583-8a2c-6000c366dc2d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:50.990234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.003784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Calling delete_port for 0c3ac17b-39cb-4086-b31d-050bab7c5739 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:51.010368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.013221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.021508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.086319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Provisioning for port f1292497-5aae-4dc2-b229-4dd91947ceeb completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:17:51.090628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.092356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Provisioning complete for port f1292497-5aae-4dc2-b229-4dd91947ceeb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:51.092740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.115863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.122064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Port': ['ID=0c3ac17b-39cb-4086-b31d-050bab7c5739,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.126595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=f1292497-5aae-4dc2-b229-4dd91947ceeb,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.141082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No DVR routers for this DVR port 0c3ac17b-39cb-4086-b31d-050bab7c5739 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:51.142668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fb426cf5-8bc6-4ec1-ab36-a65ce3b02388 None None] Port f1292497-5aae-4dc2-b229-4dd91947ceeb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:51.182376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.184982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.186148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5f380d9-fde0-4d7a-8da6-b71ad1fd041d HTTP/1.1" status: 204 len: 168 time: 0.6046758 Aug 19 00:17:51.242359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network a19778a7-0f5b-4fcc-a42c-1416234965bf is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:17:51.248710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:51.252734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.260565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e6dd8-bb4c-44f5-95a6-6655048334d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f380d9-fde0-4d7a-8da6-b71ad1fd041d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.264841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45917f8-6902-461c-baef-5b93b37b0b91']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.276653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe5137-e9e7-4583-8a2c-6000c366dc2d') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.277094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe5137-e9e7-4583-8a2c-6000c366dc2d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.288648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.310326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.317055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:51.317526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.348442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-49128637-7278-4696-b035-48171155ce9a req-cc7b80ad-61c3-4c52-9229-1d5a5016c93e service neutron] (94622) timed out ('10.222.0.20', 37396) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:51.349022 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:51.392909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router b6a0b6b2-9f78-4c15-8810-e11339ba7edb has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:17:51.411484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.418713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.422902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/a45917f8-6902-461c-baef-5b93b37b0b91 HTTP/1.1" status: 204 len: 168 time: 2.8927417 Aug 19 00:17:51.432837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c9d165a1-ab31-4bde-ab95-06a48e9d7e55 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:51.446067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.450442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886924d-88d6-4741-9cae-dbb8594f1432 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=a45917f8-6902-461c-baef-5b93b37b0b91,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.451153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1143756424'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:51.513893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:51.517576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.533018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:51.539787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f176d867-c563-4c35-aa49-d85243435eb0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9778957 Aug 19 00:17:51.542283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46634) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.546919 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] Sync routers for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:51.554809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:51.559481 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:51.560144 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.566703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.569769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.570127 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Added segment 6c649342-8d35-4bcb-a787-78b2bcc1496a of type vlan for network 49f0283a-371b-4c0c-b771-ec7144731629 Aug 19 00:17:51.579610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:51.579995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.584260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7525-9509-497b-8714-7712fa7290d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.591070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd250803-b46c-4e14-911a-8d53e3d99f4b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:51.596513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd250803-b46c-4e14-911a-8d53e3d99f4b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports/f1292497-5aae-4dc2-b229-4dd91947ceeb HTTP/1.1" status: 200 len: 910 time: 0.0528169 Aug 19 00:17:51.597492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46638) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.601135 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.612531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:51.613158 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.653285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:51.654882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8f101-70df-41f4-ba12-9f3dde57c903 None None] The sync data for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:51.668915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.718838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.724819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:51.725094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ebb6692-2a83-4cf2-9a92-fe63cb75126e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:17:51.725447 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.778249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:51.779360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.824093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Network': ['ID=49f0283a-371b-4c0c-b771-ec7144731629,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.837749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 49f0283a-371b-4c0c-b771-ec7144731629 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:51.848144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7525-9509-497b-8714-7712fa7290d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.855142 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7525-9509-497b-8714-7712fa7290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:51.900084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5ba7525-9509-497b-8714-7712fa7290d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=248ca3b9eadd40ad974eaeea74bb311e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322136 Aug 19 00:17:51.907431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-044230e8-b3e3-4cf0-be83-3db052f6f2bc tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4603202 Aug 19 00:17:51.909022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.913660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46644) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:51.919303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Request body: {'subnet': {'network_id': '49f0283a-371b-4c0c-b771-ec7144731629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:51.975389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba7525-9509-497b-8714-7712fa7290d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661a7a2-d0d5-46ea-9ad9-d97ff1da344f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:51.984163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f4940d6c-428e-4313-bc49-416030b45fa5 None None] Provisioning complete for port f1292497-5aae-4dc2-b229-4dd91947ceeb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:17:51.984638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4940d6c-428e-4313-bc49-416030b45fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.002371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.024742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.028166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f4940d6c-428e-4313-bc49-416030b45fa5 None None] Port f1292497-5aae-4dc2-b229-4dd91947ceeb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:17:52.056121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Made reservation on behalf of c3e87217745d4e858e820eba2bd85345 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:52.059624 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.073865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.077124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.080526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2661a7a2-d0d5-46ea-9ad9-d97ff1da344f HTTP/1.1" status: 204 len: 168 time: 0.1683278 Aug 19 00:17:52.085906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56cca3-45ef-44e0-8f9b-3b631c3da635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661a7a2-d0d5-46ea-9ad9-d97ff1da344f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:52.154678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.518863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.objects.ports [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94622) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:17:52.521961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.595795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event updated for resources: {'Subnet': ['ID=8b34d8f9-7ab7-45a5-b9db-150754fe5017,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:52.603831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port f1292497-5aae-4dc2-b229-4dd91947ceeb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:52.604357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.645985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Checking segment: {'id': '6c649342-8d35-4bcb-a787-78b2bcc1496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '49f0283a-371b-4c0c-b771-ec7144731629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:52.646427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network hostable DHCP agents. Network: 49f0283a-371b-4c0c-b771-ec7144731629, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:52.680603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Network 49f0283a-371b-4c0c-b771-ec7144731629 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:17:52.704697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 49f0283a-371b-4c0c-b771-ec7144731629) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:17:52.711711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.712665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dbd89a-add8-4589-b40e-613cacd3f06d None None] Network 49f0283a-371b-4c0c-b771-ec7144731629 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:52.714846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:52.715441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.732884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for f1292497-5aae-4dc2-b229-4dd91947ceeb owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:52.743020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-685737ba-6b0a-4972-8b7f-290e5e869da1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8283138 Aug 19 00:17:52.743815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:52.861153 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.891078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dcdd54-6ce2-426f-954c-43492cd42671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-49f0283a-371b-4c0c-b771-ec7144731629', 'network_id': '49f0283a-371b-4c0c-b771-ec7144731629', 'tenant_id': 'c3e87217745d4e858e820eba2bd85345', 'fixed_ips': [{'subnet_id': '8b34d8f9-7ab7-45a5-b9db-150754fe5017'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:17:52.892768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6dcdd54-6ce2-426f-954c-43492cd42671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.924043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:52.951344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.008774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-a6dcdd54-6ce2-426f-954c-43492cd42671 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b34d8f9-7ab7-45a5-b9db-150754fe5017: This subnet is being modified by another concurrent operation. Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b34d8f9-7ab7-45a5-b9db-150754fe5017: This subnet is being modified by another concurrent operation. Aug 19 00:17:53.047292 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:17:53.074580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=f1292497-5aae-4dc2-b229-4dd91947ceeb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:53.091624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=8b34d8f9-7ab7-45a5-b9db-150754fe5017,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:53.095586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952fb1d-747a-40de-94ed-c4a990b56f89 None None] Network 49f0283a-371b-4c0c-b771-ec7144731629 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:53.249613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.252597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.270327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f0283a-371b-4c0c-b771-ec7144731629']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.300046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da998777-ef28-4ff6-ae5d-40f576817263 req-dc8f9fbd-4c95-4115-9eb5-0cba81ccbbef tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:53.301778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da998777-ef28-4ff6-ae5d-40f576817263 req-dc8f9fbd-4c95-4115-9eb5-0cba81ccbbef tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1176038 Aug 19 00:17:53.303812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c649342-8d35-4bcb-a787-78b2bcc1496a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.304155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c649342-8d35-4bcb-a787-78b2bcc1496a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.308531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5c68d-fea6-481b-8c73-621c1f741160 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:17:53.333874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.366083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.377767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da998777-ef28-4ff6-ae5d-40f576817263 req-960c0b03-5604-4e4e-98f3-ed33dac9781f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613558 Aug 19 00:17:53.380744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:53.380898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:53.384182 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:53.432637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5c68d-fea6-481b-8c73-621c1f741160 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:17:53.480004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.491408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.493818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/49f0283a-371b-4c0c-b771-ec7144731629 HTTP/1.1" status: 204 len: 168 time: 0.7477067 Aug 19 00:17:53.506969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.536655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6dfd-8568-4399-8a0d-5a469cba7e77 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=49f0283a-371b-4c0c-b771-ec7144731629,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:53.551321 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b09a4-b2d8-413f-b234-8940d49e1c26 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.551866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936b09a4-b2d8-413f-b234-8940d49e1c26 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.553930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-936b09a4-b2d8-413f-b234-8940d49e1c26 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/8b34d8f9-7ab7-45a5-b9db-150754fe5017 HTTP/1.1" status: 404 len: 337 time: 0.0457802 Aug 19 00:17:53.556801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.584272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router b6a0b6b2-9f78-4c15-8810-e11339ba7edb has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:17:53.588278 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42db00b-6615-4b2e-9071-2faf942d7d10 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.592180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e784293-271b-46a7-b39c-d4c66da3e596 req-8653ffcf-4f56-4a72-80bb-f23b13670287 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:53.593759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42db00b-6615-4b2e-9071-2faf942d7d10 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.595622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d42db00b-6615-4b2e-9071-2faf942d7d10 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/49f0283a-371b-4c0c-b771-ec7144731629 HTTP/1.1" status: 404 len: 339 time: 0.0377638 Aug 19 00:17:53.598528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.602582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e784293-271b-46a7-b39c-d4c66da3e596 req-8653ffcf-4f56-4a72-80bb-f23b13670287 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0845127 Aug 19 00:17:53.639590 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6eb9236-7785-49e1-bf53-15c2bda2e231 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.640289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6eb9236-7785-49e1-bf53-15c2bda2e231 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.642877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a6eb9236-7785-49e1-bf53-15c2bda2e231 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/d0691d2a-0740-4a35-a020-b7574f4bf637 HTTP/1.1" status: 404 len: 337 time: 0.0422003 Aug 19 00:17:53.646131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46696) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.649063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e784293-271b-46a7-b39c-d4c66da3e596 req-c7011214-6949-4beb-9326-9614f0a231c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Aug 19 00:17:53.682718 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-49552ab1-5c1b-4825-b04a-75b2246f980f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.683313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49552ab1-5c1b-4825-b04a-75b2246f980f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.685752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49552ab1-5c1b-4825-b04a-75b2246f980f tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/a45917f8-6902-461c-baef-5b93b37b0b91 HTTP/1.1" status: 404 len: 339 time: 0.0383177 Aug 19 00:17:53.689172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.724027 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93b3e8f-69da-4d4d-8887-9e38ce79d540 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.724532 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93b3e8f-69da-4d4d-8887-9e38ce79d540 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.728459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e93b3e8f-69da-4d4d-8887-9e38ce79d540 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/45adcc5c-d0a3-4a13-90f8-0abb76fe0423 HTTP/1.1" status: 404 len: 337 time: 0.0361950 Aug 19 00:17:53.735517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.754743 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0876a53-2a11-4243-a7a8-1f8dfcb865f6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:53.755299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0876a53-2a11-4243-a7a8-1f8dfcb865f6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:53.757254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e0876a53-2a11-4243-a7a8-1f8dfcb865f6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/2bdb13ee-ece9-470d-b84f-c85bb0e8ef90 HTTP/1.1" status: 404 len: 339 time: 0.0204806 Aug 19 00:17:53.759869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.761995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:53.775051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f64b42f9-2106-4897-8f39-f1819b95545b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1752439 Aug 19 00:17:53.776736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46708) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:53.777593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] Sync routers for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:53.792060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:53.792726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.862991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.879374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:53.880046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.891121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting port b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:53.891469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.923815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:53.924505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fecc-7f1e-4a56-af66-7004a970ceb5 None None] The sync data for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:53.981072 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:53.996482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Calling delete_port for b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:54.028751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee1af9-eea2-4e72-8ffe-2f49bd1ca3b8 req-b1545c02-aa54-45bf-b829-6965babbbe8e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.030207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29ee1af9-eea2-4e72-8ffe-2f49bd1ca3b8 req-b1545c02-aa54-45bf-b829-6965babbbe8e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0656378 Aug 19 00:17:54.085542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.102157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29ee1af9-eea2-4e72-8ffe-2f49bd1ca3b8 req-1288a848-e86c-425d-83ac-d5846b0ad351 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498946 Aug 19 00:17:54.125264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Port': ['ID=b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:54.142418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.146966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46722) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:54.147355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ecc7bc1f-da1f-4cb5-b6e5-ae6ceab1381d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/ports/b4063a4d-5f42-499b-8e2a-4a0a29c2b1cf HTTP/1.1" status: 204 len: 168 time: 0.3864586 Aug 19 00:17:54.177401 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db64ece-4c4d-4729-a62a-2816cb5df900 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:54.177865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db64ece-4c4d-4729-a62a-2816cb5df900 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:54.179727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1db64ece-4c4d-4729-a62a-2816cb5df900 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/42454b21-082a-4280-9478-211207561023 HTTP/1.1" status: 404 len: 337 time: 0.0317669 Aug 19 00:17:54.182316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:54.246506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.309828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-cbd0b6bc-80d4-40f6-9792-efe9dc1ccda8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1239989 Aug 19 00:17:54.314130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.456734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.473212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:54.488865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede352b9-4b36-4623-91ee-c608858c3909') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:54.489193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede352b9-4b36-4623-91ee-c608858c3909') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:54.502346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.502847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.503310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.503828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.504255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.504886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.505362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.507398 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-59a7a0f9-bf0e-47e5-8830-e7decee7ae88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 6510 time: 0.1054699 Aug 19 00:17:54.511688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.533399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.566190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:54.566564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:54.569732 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:54.678185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.689614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.693659 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff HTTP/1.1" status: 204 len: 168 time: 0.5072386 Aug 19 00:17:54.698780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46742) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:54.707228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c206-215d-4f3a-a9c1-db3e5dbc0f18 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=957b3ad8-eb9b-4577-aa5b-2e46a4e7c7ff,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:54.728319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d10a8e18-824b-4998-a3bf-f8b22eb1fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.728839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d10a8e18-824b-4998-a3bf-f8b22eb1fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.729316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d10a8e18-824b-4998-a3bf-f8b22eb1fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.730944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d10a8e18-824b-4998-a3bf-f8b22eb1fdb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=a00b16ce-4d1f-4faa-949f-b91847e51263&id=3327154d-0ea5-43d6-926e-dbb402940c73&id=3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 200 len: 2293 time: 0.1875253 Aug 19 00:17:54.809389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-8a4b665a-4456-4bb0-95fc-69b2f39aa67c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 200 len: 1002 time: 0.0699267 Aug 19 00:17:54.836238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb6c9-7f36-4c97-aa10-ea7eec20a938 req-63d74b64-9317-4e48-a208-a1bd80679d0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.837924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a6cb6c9-7f36-4c97-aa10-ea7eec20a938 req-63d74b64-9317-4e48-a208-a1bd80679d0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1697989 Aug 19 00:17:54.871908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-f2d7c9c6-066f-4d10-a15f-8c55bd4debde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.873543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-f2d7c9c6-066f-4d10-a15f-8c55bd4debde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 200 len: 855 time: 0.0579693 Aug 19 00:17:54.904221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a6cb6c9-7f36-4c97-aa10-ea7eec20a938 req-66773734-0762-4600-8966-d553fcc7fafb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567353 Aug 19 00:17:54.911390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting port 7004f111-a1c9-4060-be22-5b27f611def6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:54.911604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:54.941196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-200ac270-e23c-4e97-acec-af5eb97ab8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:54.943431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-200ac270-e23c-4e97-acec-af5eb97ab8e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15dbef11-a3d9-4a3c-805b-31b05c2c7073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629215 Aug 19 00:17:55.007806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.040739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Calling delete_port for 7004f111-a1c9-4060-be22-5b27f611def6 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:55.047518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-1c024991-32fc-4b58-be62-8d287ed0f46b service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959313 Aug 19 00:17:55.124885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port ed451ce6-58ea-447c-a18b-04d691592cb2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:55.125217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.152686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d055b195-8e2e-45b6-8cbe-366099fb8fb7 service neutron] 10.222.0.11 "GET /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964088 Aug 19 00:17:55.196743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.200026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-15159b14-5ba0-46bb-a4fc-9157e776478e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 217 time: 0.0394020 Aug 19 00:17:55.239002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Port': ['ID=7004f111-a1c9-4060-be22-5b27f611def6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:55.254279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.258268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-12523ece-10bf-40a7-ac73-511c43fb36c6 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/ports/7004f111-a1c9-4060-be22-5b27f611def6 HTTP/1.1" status: 204 len: 168 time: 0.5562367 Aug 19 00:17:55.258504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46756) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:55.261379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.262388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-400f083b-a56d-48ee-88ee-382c510c0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:55.264511 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-400f083b-a56d-48ee-88ee-382c510c0bfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0562346 Aug 19 00:17:55.295047 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef925c3e-e697-48a0-b4d2-d5ba4905a651 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] DELETE failed (client error): The resource could not be found. Aug 19 00:17:55.295694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef925c3e-e697-48a0-b4d2-d5ba4905a651 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:17:55.299978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ef925c3e-e697-48a0-b4d2-d5ba4905a651 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/170a177f-e75e-4e35-aecf-7f64f9584618 HTTP/1.1" status: 404 len: 337 time: 0.0381033 Aug 19 00:17:55.301393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46760) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:55.309159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for ed451ce6-58ea-447c-a18b-04d691592cb2 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:55.315605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-ea9925e6-3344-4c0c-bfdf-14488e3f63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:55.317259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-ea9925e6-3344-4c0c-bfdf-14488e3f63af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445168 Aug 19 00:17:55.413405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-2b658a36-df8a-49d6-a19a-69b4a2586578 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877004 Aug 19 00:17:55.419713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.512894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-05ba885a-7c54-4cdf-8c60-fbc3c5922ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911188 Aug 19 00:17:55.566497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.566734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-ad045c8f-ef9f-43c8-9681-855f9490e4cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Aug 19 00:17:55.596906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc19bc7-31fe-452a-afdf-dcf6985000c2']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:55.613217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:55.613917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfec8d0-57dd-4940-a88f-ae1d6ee61c22') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:55.617202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-9f467ea7-c25e-4eaa-a1c5-7d0d2d49d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:55.618668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-9f467ea7-c25e-4eaa-a1c5-7d0d2d49d4f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0453503 Aug 19 00:17:55.627684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.647018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.651743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.662331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:55.662741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.668572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-4e74c78c-d245-4692-9577-46e9efc628bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:55.668728 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:55.671280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-4e74c78c-d245-4692-9577-46e9efc628bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444818 Aug 19 00:17:55.701790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=ed451ce6-58ea-447c-a18b-04d691592cb2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:55.777265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-f1acf009-d580-4374-a467-300e19226156 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986946 Aug 19 00:17:55.803823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.817453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.819316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/bdc19bc7-31fe-452a-afdf-dcf6985000c2 HTTP/1.1" status: 204 len: 168 time: 0.5170102 Aug 19 00:17:55.824813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:55.833792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea34a-4c91-4f82-8c91-e41cd55f648d tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=bdc19bc7-31fe-452a-afdf-dcf6985000c2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:55.910518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting subnet b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:55.914253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.936684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:55.970557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.028529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-0be05952-2468-4315-a5d0-29e7d3b5ef39 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390523 Aug 19 00:17:56.084647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-53bffd21-b4a8-44ba-bb9c-4fc4c06761a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 200 len: 217 time: 0.0485842 Aug 19 00:17:56.108575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router b6a0b6b2-9f78-4c15-8810-e11339ba7edb has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:17:56.194135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:17:56.195929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a865436-8c15-4d4b-9a89-8a1595200b30 req-6aca9542-2f8d-464f-ab38-d46e812e4e9a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:56.197477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a865436-8c15-4d4b-9a89-8a1595200b30 req-6aca9542-2f8d-464f-ab38-d46e812e4e9a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1257014 Aug 19 00:17:56.199271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.204080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-cc3cfad3-fe2f-4de8-a69f-54a6fe050a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:56.205147 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] Sync routers for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:17:56.205606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-cc3cfad3-fe2f-4de8-a69f-54a6fe050a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.0813553 Aug 19 00:17:56.209719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3d95c4d-cfae-4676-b6fb-8d93fafd09ae tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295425 Aug 19 00:17:56.210436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46782) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:56.217386 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:56.218860 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:56.240871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4d0d02b-653c-4583-9e58-2c2ef6e51b40 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6a0b6b2-9f78-4c15-8810-e11339ba7edb HTTP/1.1" status: 200 len: 205 time: 0.0267618 Aug 19 00:17:56.241112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:56.266699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:56.276015 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] Routers {'b6a0b6b2-9f78-4c15-8810-e11339ba7edb'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:17:56.276949 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:56.319631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a865436-8c15-4d4b-9a89-8a1595200b30 req-1803c22b-1859-437c-a912-bd0b1a769e3a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868752 Aug 19 00:17:56.319631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-bea20585-47e2-4441-800f-691676ca3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:56.319631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-bea20585-47e2-4441-800f-691676ca3bdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935049 Aug 19 00:17:56.326499 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:56.327179 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c4d43-722e-41e3-95ef-1f224a73fa84 None None] The sync data for ids ['b6a0b6b2-9f78-4c15-8810-e11339ba7edb'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:17:56.358950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.369123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.411212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Subnet': ['ID=b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:56.417718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.421273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0a0b611b-0073-4507-a929-69e18d99cc13 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/subnets/b21ba1ed-e1fa-4d91-a8b4-6d9a098a5780 HTTP/1.1" status: 204 len: 168 time: 0.5941999 Aug 19 00:17:56.421585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927e39f-c6a6-48f1-8afa-038af702a8ac None None] Network 54c449a0-501a-4792-b67f-7c860cd2984f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:56.424129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:56.512445 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-1af59887-db56-4294-bde1-09210102e9de service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856289 Aug 19 00:17:56.520922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.569083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.572009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.605852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.630319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.631938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router b6a0b6b2-9f78-4c15-8810-e11339ba7edb {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:17:56.634026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] DHCP port deletion for 54c449a0-501a-4792-b67f-7c860cd2984f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:56.641158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.642555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-650f67ab-09a2-4b88-9edd-83d8538d1c02 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb HTTP/1.1" status: 204 len: 168 time: 0.4005198 Aug 19 00:17:56.645992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:56.689997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Deleting port 31f41fda-54f9-463a-859b-810b8ddbf7e9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:56.690496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.732707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-8f27b1e1-c3e7-42ad-9b90-90204ba0ad0a service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089605 Aug 19 00:17:56.741023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet b82af347-b1e9-4c26-bb76-f919800c8f4f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:56.751367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.759699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] For port 31f41fda-54f9-463a-859b-810b8ddbf7e9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=31f41fda-54f9-463a-859b-810b8ddbf7e9,segment=NetworkSegment(7ccac547-872e-4490-aed5-fa0d38741387),segment_id=7ccac547-872e-4490-aed5-fa0d38741387)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:56.760098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.773260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Calling delete_port for 31f41fda-54f9-463a-859b-810b8ddbf7e9 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:56.861607 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:56.895383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] Pushing event deleted for resources: {'Port': ['ID=31f41fda-54f9-463a-859b-810b8ddbf7e9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:56.897486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c966351-5771-4743-8102-e9dcf3111936 None None] No DVR routers for this DVR port 31f41fda-54f9-463a-859b-810b8ddbf7e9 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:57.137624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-95934914-d6aa-4c1a-bca6-e66d37ece9b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 200 len: 217 time: 0.3942401 Aug 19 00:17:57.142809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Deleting port 31f41fda-54f9-463a-859b-810b8ddbf7e9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:57.143150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.220022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.282298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 31f41fda-54f9-463a-859b-810b8ddbf7e9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:57.286433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] For port 31f41fda-54f9-463a-859b-810b8ddbf7e9, host n-d-771363-38, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:57.286799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.297410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d853d13a-02e5-46e2-b964-e611004e5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:57.298917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d853d13a-02e5-46e2-b964-e611004e5a86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 200 len: 797 time: 0.1404386 Aug 19 00:17:57.304445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 31f41fda-54f9-463a-859b-810b8ddbf7e9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:57.304746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 31f41fda-54f9-463a-859b-810b8ddbf7e9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:57.309466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Calling delete_port for 31f41fda-54f9-463a-859b-810b8ddbf7e9 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:57.321594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Port 31f41fda-54f9-463a-859b-810b8ddbf7e9 was not found and therefore no delete operation was performed {{(pid=94623) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:17:57.358963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.397337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Port': ['ID=31f41fda-54f9-463a-859b-810b8ddbf7e9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:57.404937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] No DVR routers for this DVR port 31f41fda-54f9-463a-859b-810b8ddbf7e9 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:57.432543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.437492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae234183-006c-4a42-8d37-7bb39a526613 req-0bf5e59f-1669-4fa1-bfba-6beb07729664 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:57.439039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae234183-006c-4a42-8d37-7bb39a526613 req-0bf5e59f-1669-4fa1-bfba-6beb07729664 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0551186 Aug 19 00:17:57.483792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae234183-006c-4a42-8d37-7bb39a526613 req-7b9d6e7b-d353-4851-b7cf-cef895d72b09 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386331 Aug 19 00:17:57.516072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-53e4702c-3a8b-4690-b869-e92dd2ccb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:57.517625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-53e4702c-3a8b-4690-b869-e92dd2ccb6c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a00b16ce-4d1f-4faa-949f-b91847e51263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2058222 Aug 19 00:17:57.544168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.589252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c449a0-501a-4792-b67f-7c860cd2984f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:57.608691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccac547-872e-4490-aed5-fa0d38741387') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:57.608691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccac547-872e-4490-aed5-fa0d38741387') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:57.617436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.622472 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.667096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.670024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/b82af347-b1e9-4c26-bb76-f919800c8f4f HTTP/1.1" status: 204 len: 168 time: 1.0207903 Aug 19 00:17:57.672760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46822) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:57.675604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ccb327-b5bf-47d8-a04c-e1f72a2c6e5d None None] Network a19778a7-0f5b-4fcc-a42c-1416234965bf requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:57.677916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7638c-3ed1-461d-a60c-a56abdfd2cd3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=b82af347-b1e9-4c26-bb76-f919800c8f4f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:57.687862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.694422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:57.694826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:57.698619 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:57.736746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:17:57.740540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.775512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-b9c97637-5802-4ff1-bb99-3b0ee6f689f1 service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427986 Aug 19 00:17:57.795363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.800973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.853744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.858555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] 10.222.0.20 "DELETE /v2.0/networks/54c449a0-501a-4792-b67f-7c860cd2984f HTTP/1.1" status: 204 len: 168 time: 1.4336824 Aug 19 00:17:57.871552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba7771-ac53-414e-a67f-0359c788dca1 tempest-NetworksIpV6TestAttrs-756519218 tempest-NetworksIpV6TestAttrs-756519218-project] Pushing event deleted for resources: {'Network': ['ID=54c449a0-501a-4792-b67f-7c860cd2984f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:57.911042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.924601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-8228b9b3-0255-476c-9232-e5b3510cfa3b service neutron] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410110 Aug 19 00:17:57.927945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] DHCP port deletion for a19778a7-0f5b-4fcc-a42c-1416234965bf request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:57.972897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-f7daf59c-4b8a-4362-83ca-a94cba6836be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 200 len: 217 time: 0.0399046 Aug 19 00:17:57.993868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:57.994161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Deleting port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:57.994498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.033588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:58.036058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.040908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fa33769a-bcc0-42d8-ab42-be342ad5dbbc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de HTTP/1.1" status: 204 len: 168 time: 0.3668067 Aug 19 00:17:58.042810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:58.069448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbbff4-10ad-4dad-878c-0f21c600f4d5 None None] Network 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:17:58.087654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d3208686-af53-4e58-832d-6c5eb97261e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:58.093084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d3208686-af53-4e58-832d-6c5eb97261e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.1081698 Aug 19 00:17:58.136143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] For port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,segment=NetworkSegment(ed4e2507-6e1f-4014-96d1-387e245455f0),segment_id=ed4e2507-6e1f-4014-96d1-387e245455f0)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:58.136848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.142888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.165135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Calling delete_port for 7ebb6692-2a83-4cf2-9a92-fe63cb75126e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:58.197945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-6ff53eb9-07e9-4a0b-80e7-f876f51a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:58.199654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-6ff53eb9-07e9-4a0b-80e7-f876f51a264e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0993247 Aug 19 00:17:58.221005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:58.221353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.322310 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.341840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-4df7d3ea-d0a2-4611-b9da-320d691937e5 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330285 Aug 19 00:17:58.349668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:58.366120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] Pushing event deleted for resources: {'Port': ['ID=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:58.371773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fc9ae-d35d-447e-8eb2-9eb3a6e5b788 None None] No DVR routers for this DVR port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:58.386078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] DHCP port deletion for 8aae4176-c48d-4302-b0a7-9ec6f7b1d594 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:17:58.399499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,segment=NetworkSegment(ed4e2507-6e1f-4014-96d1-387e245455f0),segment_id=ed4e2507-6e1f-4014-96d1-387e245455f0)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:58.399874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.415247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 7ebb6692-2a83-4cf2-9a92-fe63cb75126e owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:58.440757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Deleting port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:17:58.441143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.521898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.540215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-2219d7b3-cee9-448e-95c4-61f0537cb0d7 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894631 Aug 19 00:17:58.572935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=7ebb6692-2a83-4cf2-9a92-fe63cb75126e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:58.575989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 7ebb6692-2a83-4cf2-9a92-fe63cb75126e on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:58.579155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] For port c9d165a1-ab31-4bde-ab95-06a48e9d7e55, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,segment=NetworkSegment(059cfa03-9128-4b11-a57a-13806ed11d0c),segment_id=059cfa03-9128-4b11-a57a-13806ed11d0c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:17:58.579564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.593808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-e62bebe4-4072-486d-ae1d-63beb14826e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 200 len: 217 time: 0.0459335 Aug 19 00:17:58.598070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Calling delete_port for c9d165a1-ab31-4bde-ab95-06a48e9d7e55 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:17:58.662622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.673366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19778a7-0f5b-4fcc-a42c-1416234965bf']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:58.684212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4e2507-6e1f-4014-96d1-387e245455f0') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:58.684464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4e2507-6e1f-4014-96d1-387e245455f0') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:58.689590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4612813c-92c2-48a2-8218-abb9abc704db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3e87217745d4e858e820eba2bd85345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376350 Aug 19 00:17:58.692142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:58.703814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-b8688889-8efd-4011-bed0-f5d7a9c81cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:58.704377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.705076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.705356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-b8688889-8efd-4011-bed0-f5d7a9c81cac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 200 len: 797 time: 0.1016512 Aug 19 00:17:58.716593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d423-e7f0-4aa0-850d-d9c585fce402 req-27bd4537-8cae-419e-a0d8-754e966188bd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:58.718173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2b8d423-e7f0-4aa0-850d-d9c585fce402 req-27bd4537-8cae-419e-a0d8-754e966188bd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1222291 Aug 19 00:17:58.725147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] No DVR routers for this DVR port c9d165a1-ab31-4bde-ab95-06a48e9d7e55 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:17:58.743708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.761433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6616c6-3188-4dac-93da-1e73a678e21a None None] Pushing event deleted for resources: {'Port': ['ID=c9d165a1-ab31-4bde-ab95-06a48e9d7e55,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:58.773722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:58.774140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:58.777400 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:58.805088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2b8d423-e7f0-4aa0-850d-d9c585fce402 req-e0ee8ab4-ff09-4590-a857-6f5c0269025f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775874 Aug 19 00:17:58.809992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-29e0d7c1-5013-420e-ad06-1f2072691ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:58.811468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-29e0d7c1-5013-420e-ad06-1f2072691ddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327154d-0ea5-43d6-926e-dbb402940c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924215 Aug 19 00:17:58.844326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.855550 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.864917 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.868774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/a19778a7-0f5b-4fcc-a42c-1416234965bf HTTP/1.1" status: 204 len: 168 time: 0.8246095 Aug 19 00:17:58.874668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46864) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:58.898176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:58.913470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6c1b6-472e-4aa5-af9e-ebb2049e2d03 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=a19778a7-0f5b-4fcc-a42c-1416234965bf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:58.922473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-0f9418ea-6465-40be-8e4d-afedbb520bdf service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031692 Aug 19 00:17:58.999969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.028622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-688ad6c6-d5d3-4ace-8af1-2c7596794ce6 req-d6f5d717-5d40-4864-9174-f350b39fe572 service neutron] 10.222.0.11 "GET /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982666 Aug 19 00:17:59.050974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.053833 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.054994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7111d65-049a-4ca8-b4dd-4e8c1eae3290 HTTP/1.1" status: 204 len: 168 time: 0.3616796 Aug 19 00:17:59.104961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f538b4-ec30-4ae5-89ec-1056427ce450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7111d65-049a-4ca8-b4dd-4e8c1eae3290,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:59.110471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.121775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aae4176-c48d-4302-b0a7-9ec6f7b1d594']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:59.136419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059cfa03-9128-4b11-a57a-13806ed11d0c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:59.136784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059cfa03-9128-4b11-a57a-13806ed11d0c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:17:59.147296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.162774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.169600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:17:59.170281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:17:59.173698 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:17:59.244623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.256425 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.258562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/8aae4176-c48d-4302-b0a7-9ec6f7b1d594 HTTP/1.1" status: 204 len: 168 time: 0.3816581 Aug 19 00:17:59.262693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:59.269357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-1447767588'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:59.272786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3303547-fcbc-4f13-929b-e65ea3e112ec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=8aae4176-c48d-4302-b0a7-9ec6f7b1d594,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:59.308936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:59.312764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.321621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c9d165a1-ab31-4bde-ab95-06a48e9d7e55 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:59.342931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c9d165a1-ab31-4bde-ab95-06a48e9d7e55 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:59.343310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c9d165a1-ab31-4bde-ab95-06a48e9d7e55 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:59.343799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ebb6692-2a83-4cf2-9a92-fe63cb75126e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:17:59.361282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:17:59.372887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7ebb6692-2a83-4cf2-9a92-fe63cb75126e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:17:59.373475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7ebb6692-2a83-4cf2-9a92-fe63cb75126e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:17:59.374738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.375782 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 58969e7a-ed5f-4e16-bed9-3df62281451a of type vlan for network 42b77683-c04a-4b78-bcc5-35c1d5142cec Aug 19 00:17:59.433417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.463576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.469375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:59.470037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.527453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2604449 Aug 19 00:17:59.527736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:17:59.539218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:17:59.587184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293110f7-b295-4b71-bf6b-789b1b6abeec tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=42b77683-c04a-4b78-bcc5-35c1d5142cec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:59.598982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:17:59.646180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:17:59.650654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.878986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:17:59.943170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=a887d645-06d6-4a66-8ca2-d2f1d9805b04,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:17:59.951275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7914-676c-4557-aa08-b6feb31449ee req-b71e713f-e12b-4f98-b269-0220f04a0ba5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:17:59.957644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '58969e7a-ed5f-4e16-bed9-3df62281451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:17:59.958005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 42b77683-c04a-4b78-bcc5-35c1d5142cec, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:17:59.959012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1bb7914-676c-4557-aa08-b6feb31449ee req-b71e713f-e12b-4f98-b269-0220f04a0ba5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0700328 Aug 19 00:17:59.985088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:00.000654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 42b77683-c04a-4b78-bcc5-35c1d5142cec) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:00.011543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1bb7914-676c-4557-aa08-b6feb31449ee req-c0a254b3-9a02-462c-9ce6-6e8a024292f6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513358 Aug 19 00:18:00.012410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630bae0-525c-437d-ae27-40d0d4b45cc0 None None] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:00.020507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:00.022184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.043693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5565c2c4-47ef-44e8-b1f0-1f23fde7c749 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5145979 Aug 19 00:18:00.045915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46906) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:00.052454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-424907932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:00.083135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.085509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.173386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.179280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.192083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-42b77683-c04a-4b78-bcc5-35c1d5142cec', 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': 'a887d645-06d6-4a66-8ca2-d2f1d9805b04'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:00.193070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.208552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.210391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6545eec2-0c79-437b-831c-dff05656be88 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1631560 Aug 19 00:18:00.213037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:00.224549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'port': {'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec', 'name': 'tempest-RoutersTest-799935218'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:00.363182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Allocated IP 172.20.0.2 (42b77683-c04a-4b78-bcc5-35c1d5142cec/a887d645-06d6-4a66-8ca2-d2f1d9805b04/6599abbd-8e7e-474d-b29b-39135d28d2b1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:00.364127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:00.371558 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.396752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] device_id is not set on port 646de371-95c9-4138-9a0c-c0608b3cd680 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:18:00.548750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.558276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Transition to ACTIVE for port object 6599abbd-8e7e-474d-b29b-39135d28d2b1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:00.576168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Transition to ACTIVE for port object 6599abbd-8e7e-474d-b29b-39135d28d2b1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:00.583837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.627336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:00.630792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:00.635141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:00.638830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Pushing event updated for resources: {'Port': ['ID=6599abbd-8e7e-474d-b29b-39135d28d2b1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:00.651630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.20.0.5 (42b77683-c04a-4b78-bcc5-35c1d5142cec/a887d645-06d6-4a66-8ca2-d2f1d9805b04/646de371-95c9-4138-9a0c-c0608b3cd680) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:00.709050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Attempting to bind port 6599abbd-8e7e-474d-b29b-39135d28d2b1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:00.709422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Attempting to bind port 6599abbd-8e7e-474d-b29b-39135d28d2b1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '58969e7a-ed5f-4e16-bed9-3df62281451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:00.709791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Attempting to bind port 6599abbd-8e7e-474d-b29b-39135d28d2b1 on network 42b77683-c04a-4b78-bcc5-35c1d5142cec {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:00.715021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:00.715397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Checking segment: {'id': '58969e7a-ed5f-4e16-bed9-3df62281451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:00.715805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.716962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Bound using segment: {'id': '58969e7a-ed5f-4e16-bed9-3df62281451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:00.717605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Bound port: 6599abbd-8e7e-474d-b29b-39135d28d2b1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58969e7a-ed5f-4e16-bed9-3df62281451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42b77683-c04a-4b78-bcc5-35c1d5142cec'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:00.718160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.815409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] For port 6599abbd-8e7e-474d-b29b-39135d28d2b1, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:00.821361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] For port 6599abbd-8e7e-474d-b29b-39135d28d2b1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6599abbd-8e7e-474d-b29b-39135d28d2b1,segment=NetworkSegment(58969e7a-ed5f-4e16-bed9-3df62281451a),segment_id=58969e7a-ed5f-4e16-bed9-3df62281451a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:00.832010 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.872335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.892728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 646de371-95c9-4138-9a0c-c0608b3cd680 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:00.909626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e606880-a5ca-4c76-b987-488a513d7c12 None None] Pushing event updated for resources: {'Port': ['ID=6599abbd-8e7e-474d-b29b-39135d28d2b1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:00.939380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:00.991474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:00.994665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:01.000396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:01.026941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=646de371-95c9-4138-9a0c-c0608b3cd680,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:01.067520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:01.068609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:01.105552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2b278cd4-d60a-47a6-9b6d-edb83f86aecb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8880551 Aug 19 00:18:01.114006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46944) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:01.241402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bb9f8-d7b7-472d-b35c-f6f9e8f3e1d2 req-fb73b133-ffaa-4c11-a1b1-1383bb1d22d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:01.244687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a2bb9f8-d7b7-472d-b35c-f6f9e8f3e1d2 req-fb73b133-ffaa-4c11-a1b1-1383bb1d22d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1043086 Aug 19 00:18:01.334247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2a2bb9f8-d7b7-472d-b35c-f6f9e8f3e1d2 req-b98fef86-d1c8-4c8f-8a11-ffca1ecc5bc3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824659 Aug 19 00:18:01.370605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6599abbd-8e7e-474d-b29b-39135d28d2b1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:01.424754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6599abbd-8e7e-474d-b29b-39135d28d2b1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:01.572268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:01.896827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:01.909206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.005211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=646de371-95c9-4138-9a0c-c0608b3cd680,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:02.186601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79e9d9-a5dc-4842-ae1a-6e010a55c453 None None] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:02.188724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.274852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Provisioning for port 6599abbd-8e7e-474d-b29b-39135d28d2b1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:02.283416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Provisioning complete for port 6599abbd-8e7e-474d-b29b-39135d28d2b1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:02.283874 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.426392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.637269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.680170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] For port 6599abbd-8e7e-474d-b29b-39135d28d2b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6599abbd-8e7e-474d-b29b-39135d28d2b1,segment=NetworkSegment(58969e7a-ed5f-4e16-bed9-3df62281451a),segment_id=58969e7a-ed5f-4e16-bed9-3df62281451a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:02.686432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:02.741177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Pushing event updated for resources: {'Port': ['ID=6599abbd-8e7e-474d-b29b-39135d28d2b1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:02.755685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.757754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.758152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.758471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.758810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.759146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.759482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.759814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.760144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.760502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.760829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.761239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4bcd0-399d-492a-be27-253fcbda8c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:02.989242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44493-da6a-45e4-ad4b-c461b1a520ca req-7e27e142-debd-4730-acf7-dde0fb70b36b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:02.991142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15e44493-da6a-45e4-ad4b-c461b1a520ca req-7e27e142-debd-4730-acf7-dde0fb70b36b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.5492985 Aug 19 00:18:03.031956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Provisioning complete for port 6599abbd-8e7e-474d-b29b-39135d28d2b1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.032530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.107970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15e44493-da6a-45e4-ad4b-c461b1a520ca req-41c94bf9-c59d-48d1-adfb-029a7e369372 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095896 Aug 19 00:18:03.238391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Provisioning for port 646de371-95c9-4138-9a0c-c0608b3cd680 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:03.245130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Provisioning complete for port 646de371-95c9-4138-9a0c-c0608b3cd680 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.246012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.267310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.275296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.318669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6599abbd-8e7e-474d-b29b-39135d28d2b1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:03.354908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a432dd2c-0e1f-4ae5-8d99-8b32c50115ac None None] Port 646de371-95c9-4138-9a0c-c0608b3cd680 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:03.389474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6599abbd-8e7e-474d-b29b-39135d28d2b1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.390027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.417792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=646de371-95c9-4138-9a0c-c0608b3cd680,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:03.426289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.529110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-070da27b-611d-425a-b490-f6dfce1e20cc None None] Provisioning complete for port 646de371-95c9-4138-9a0c-c0608b3cd680 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.529678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-070da27b-611d-425a-b490-f6dfce1e20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.541761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:03.543457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:03.590481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-070da27b-611d-425a-b490-f6dfce1e20cc None None] Port 646de371-95c9-4138-9a0c-c0608b3cd680 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:03.690976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 379b4102-812b-4038-9fa1-a6fc8b360abe is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:03.717871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-350c0f7c-a0df-4351-95cf-74311772d881 None None] Provisioning complete for port 646de371-95c9-4138-9a0c-c0608b3cd680 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.718419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-350c0f7c-a0df-4351-95cf-74311772d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.762220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-350c0f7c-a0df-4351-95cf-74311772d881 None None] Port 646de371-95c9-4138-9a0c-c0608b3cd680 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:03.823924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:03.833347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1080d2cb-8f31-4378-9d11-25ed7b45a6dd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/379b4102-812b-4038-9fa1-a6fc8b360abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7144437 Aug 19 00:18:03.833347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47024) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:03.837713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] Sync routers for ids ['379b4102-812b-4038-9fa1-a6fc8b360abe'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:03.847870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] Routers {'379b4102-812b-4038-9fa1-a6fc8b360abe'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:03.848527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['379b4102-812b-4038-9fa1-a6fc8b360abe'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:03.881217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cb3ae-22f7-4384-a1d7-b70dbca83951 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:03.885557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e59cb3ae-22f7-4384-a1d7-b70dbca83951 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports/646de371-95c9-4138-9a0c-c0608b3cd680 HTTP/1.1" status: 200 len: 976 time: 0.0492308 Aug 19 00:18:03.885968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47026) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:03.896587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:03.911685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] Routers {'379b4102-812b-4038-9fa1-a6fc8b360abe'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:03.912387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['379b4102-812b-4038-9fa1-a6fc8b360abe'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:03.950601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:03.951231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f419d8-e812-4948-823c-83a805add3a9 None None] The sync data for ids ['379b4102-812b-4038-9fa1-a6fc8b360abe'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:03.953605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b0af2e7d-7c6d-47a6-bf7f-df9aa8ee98ff None None] Provisioning complete for port 646de371-95c9-4138-9a0c-c0608b3cd680 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:03.953992 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0af2e7d-7c6d-47a6-bf7f-df9aa8ee98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:03.995920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b0af2e7d-7c6d-47a6-bf7f-df9aa8ee98ff None None] Port 646de371-95c9-4138-9a0c-c0608b3cd680 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:04.245746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45c003-c2e9-4896-8f3c-607387cb2b98 req-d58f7271-f89c-430a-a079-7724c707625b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:04.250491 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f45c003-c2e9-4896-8f3c-607387cb2b98 req-d58f7271-f89c-430a-a079-7724c707625b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0636566 Aug 19 00:18:04.304723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f45c003-c2e9-4896-8f3c-607387cb2b98 req-cfc780b4-d923-42df-aae4-16923defba2c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Aug 19 00:18:04.389921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:04.612842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 646de371-95c9-4138-9a0c-c0608b3cd680 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:04.613206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:04.704315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:04.716852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 646de371-95c9-4138-9a0c-c0608b3cd680 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:04.904098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:04.939433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=646de371-95c9-4138-9a0c-c0608b3cd680,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:05.105609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:05.295380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 379b4102-812b-4038-9fa1-a6fc8b360abe has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:05.393748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:05.401304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aea151c5-af77-44b7-8b09-f8459a70fe58 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/379b4102-812b-4038-9fa1-a6fc8b360abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142300 Aug 19 00:18:05.407941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47074) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:05.412717 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] Sync routers for ids ['379b4102-812b-4038-9fa1-a6fc8b360abe'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:05.426339 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] Routers {'379b4102-812b-4038-9fa1-a6fc8b360abe'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:05.427162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['379b4102-812b-4038-9fa1-a6fc8b360abe'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:05.473133 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:05.483415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] Routers {'379b4102-812b-4038-9fa1-a6fc8b360abe'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:05.484205 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['379b4102-812b-4038-9fa1-a6fc8b360abe'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:05.530143 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:05.531101 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e4181-9415-41aa-b3ba-aa1abe4c563b None None] The sync data for ids ['379b4102-812b-4038-9fa1-a6fc8b360abe'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:05.611230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b510a-005b-41b4-a32b-3b3702e0f8ce req-6db9ac70-a4c1-4756-b906-d4190a43c0e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:05.619173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d37b510a-005b-41b4-a32b-3b3702e0f8ce req-6db9ac70-a4c1-4756-b906-d4190a43c0e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2097270 Aug 19 00:18:05.647359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:05.695121 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-e6106183-16cd-40ca-9f8c-58aeec488bde tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 00:18:05.698700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e6106183-16cd-40ca-9f8c-58aeec488bde tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/379b4102-812b-4038-9fa1-a6fc8b360abe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2905951 Aug 19 00:18:05.699578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:05.710403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d37b510a-005b-41b4-a32b-3b3702e0f8ce req-6c6dc8b1-41aa-4cc4-b3e3-00d6f808a770 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904715 Aug 19 00:18:05.756880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47092) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:05.757503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44da664b-c2a6-40e7-8e53-df6f4ee26ae9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b4102-812b-4038-9fa1-a6fc8b360abe HTTP/1.1" status: 200 len: 205 time: 0.0558324 Aug 19 00:18:05.851882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:05.931600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-217cd3f0-1b7a-45dc-ab07-933b39d0196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.031633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.034230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.044370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-217cd3f0-1b7a-45dc-ab07-933b39d0196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.050208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-217cd3f0-1b7a-45dc-ab07-933b39d0196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.101802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.102449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 379b4102-812b-4038-9fa1-a6fc8b360abe {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:18:06.105279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cd3f0-1b7a-45dc-ab07-933b39d0196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a326520-809b-4c8c-8678-6172bd2fe7ff,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.117051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-217cd3f0-1b7a-45dc-ab07-933b39d0196e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5193efa2594b4171948e99f1c4f299ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684675 Aug 19 00:18:06.119529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.120739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.122180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ceaf4b0-090d-4341-8631-639a53311b17 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/379b4102-812b-4038-9fa1-a6fc8b360abe HTTP/1.1" status: 204 len: 168 time: 0.3641639 Aug 19 00:18:06.124587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.171809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.176747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet a887d645-06d6-4a66-8ca2-d2f1d9805b04 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:06.179863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.194186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.222994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.244861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.248470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.252382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a326520-809b-4c8c-8678-6172bd2fe7ff HTTP/1.1" status: 204 len: 168 time: 0.1289876 Aug 19 00:18:06.260011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd35c55-9f96-4dbe-89b4-dcaa3a177d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a326520-809b-4c8c-8678-6172bd2fe7ff,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.331634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.394483 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.421355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=a887d645-06d6-4a66-8ca2-d2f1d9805b04,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.425869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.427869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34327077-2bc7-4a62-9474-c741df0af6ea tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/a887d645-06d6-4a66-8ca2-d2f1d9805b04 HTTP/1.1" status: 204 len: 168 time: 0.3022921 Aug 19 00:18:06.430609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47106) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.433240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42a5e5-07fa-4ac8-824b-18d88da454b5 None None] Network 42b77683-c04a-4b78-bcc5-35c1d5142cec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:06.527434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.573102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.601723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 6599abbd-8e7e-474d-b29b-39135d28d2b1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:06.601968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.637254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] DHCP port deletion for 42b77683-c04a-4b78-bcc5-35c1d5142cec request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:06.675947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 6599abbd-8e7e-474d-b29b-39135d28d2b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6599abbd-8e7e-474d-b29b-39135d28d2b1,segment=NetworkSegment(58969e7a-ed5f-4e16-bed9-3df62281451a),segment_id=58969e7a-ed5f-4e16-bed9-3df62281451a)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:06.676335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.693987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 6599abbd-8e7e-474d-b29b-39135d28d2b1 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:06.703513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90b55c51-e8ec-43f6-a22b-6c2b301ce741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.712397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Deleting port 6599abbd-8e7e-474d-b29b-39135d28d2b1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:06.713124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.718621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.740927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ae0f727-ab3c-4eb0-a90b-da3a88f0dc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.797411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] For port 6599abbd-8e7e-474d-b29b-39135d28d2b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6599abbd-8e7e-474d-b29b-39135d28d2b1,segment=NetworkSegment(58969e7a-ed5f-4e16-bed9-3df62281451a),segment_id=58969e7a-ed5f-4e16-bed9-3df62281451a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:06.798169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.813854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.822496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Calling delete_port for 6599abbd-8e7e-474d-b29b-39135d28d2b1 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:06.840987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=6599abbd-8e7e-474d-b29b-39135d28d2b1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.847728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 6599abbd-8e7e-474d-b29b-39135d28d2b1 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:06.871024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759e27-0716-4d4f-9a83-c8805a296458 req-b424096e-a10a-4e6c-aca4-636d0ac8776c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:06.873474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19759e27-0716-4d4f-9a83-c8805a296458 req-b424096e-a10a-4e6c-aca4-636d0ac8776c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0845942 Aug 19 00:18:06.886578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90b55c51-e8ec-43f6-a22b-6c2b301ce741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.900627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90b55c51-e8ec-43f6-a22b-6c2b301ce741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.906990 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.936657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:06.937457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] No DVR routers for this DVR port 6599abbd-8e7e-474d-b29b-39135d28d2b1 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:06.939938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8239f-1d3c-412a-a464-2d255d7fb409 None None] Pushing event deleted for resources: {'Port': ['ID=6599abbd-8e7e-474d-b29b-39135d28d2b1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.953797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b77683-c04a-4b78-bcc5-35c1d5142cec']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:06.969286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58969e7a-ed5f-4e16-bed9-3df62281451a') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:06.969587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58969e7a-ed5f-4e16-bed9-3df62281451a') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:06.972712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90b55c51-e8ec-43f6-a22b-6c2b301ce741 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b11b2e5a04d34d57bc80e2fe11e8d65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985045 Aug 19 00:18:06.975423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47120) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:06.979579 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19759e27-0716-4d4f-9a83-c8805a296458 req-2c8982a9-4891-4c02-862e-9c0a2390cecf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957274 Aug 19 00:18:06.982583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b55c51-e8ec-43f6-a22b-6c2b301ce741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f6ac7-c311-432e-853a-96a1fb2ca368,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:06.986428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.013971 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.027373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:07.027750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:07.031266 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:07.047162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ae0f727-ab3c-4eb0-a90b-da3a88f0dc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.051437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ae0f727-ab3c-4eb0-a90b-da3a88f0dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.088972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7ae0f727-ab3c-4eb0-a90b-da3a88f0dc32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f48bb2933a94061815eeb4dbde14356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692880 Aug 19 00:18:07.091647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0f727-ab3c-4eb0-a90b-da3a88f0dc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55895def-5edf-4b2e-aa7d-9ada9e1598cb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.092085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47122) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.110054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.118293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.122771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.124835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/42b77683-c04a-4b78-bcc5-35c1d5142cec HTTP/1.1" status: 204 len: 168 time: 0.6874123 Aug 19 00:18:07.128820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.134076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-704453672'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:07.155196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:07.158643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.172025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2492b3-a60b-4323-8dba-c2bc9030eb8e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=42b77683-c04a-4b78-bcc5-35c1d5142cec,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.179528 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.183862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:07.193008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.193358 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 977df4f0-8ecd-4b63-aa67-f22f9124ba19 of type vlan for network 3cbf8990-1313-4a9a-946e-ea2b00dd768b Aug 19 00:18:07.211319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.238988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.241461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.268071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.274105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:07.274942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.277630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.281178 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.282231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f1f6ac7-c311-432e-853a-96a1fb2ca368 HTTP/1.1" status: 204 len: 168 time: 0.3058558 Aug 19 00:18:07.283925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6599abbd-8e7e-474d-b29b-39135d28d2b1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:07.291237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dcb73-d23b-41b3-b20e-d6901363ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f6ac7-c311-432e-853a-96a1fb2ca368,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.319900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.322712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.328519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6599abbd-8e7e-474d-b29b-39135d28d2b1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:07.328519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6599abbd-8e7e-474d-b29b-39135d28d2b1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:07.328706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55895def-5edf-4b2e-aa7d-9ada9e1598cb HTTP/1.1" status: 204 len: 168 time: 0.2335098 Aug 19 00:18:07.349444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be9b3f-0ab9-4562-974f-1954250eeda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55895def-5edf-4b2e-aa7d-9ada9e1598cb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.356278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2257128 Aug 19 00:18:07.356419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47130) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.368509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:07.372040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94482332-2b9d-4231-ae6c-2ec323a3cbeb tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=3cbf8990-1313-4a9a-946e-ea2b00dd768b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.388808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:07.470599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:07.474294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.665999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.737648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=21ad80c4-ad58-4f8a-93d5-2e34bf105716,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.747882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '977df4f0-8ecd-4b63-aa67-f22f9124ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:07.748259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 3cbf8990-1313-4a9a-946e-ea2b00dd768b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:07.752642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.765866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:07.770041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3bb9fd-d2d4-47d1-bcb6-025ddb27970b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.774650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3cbf8990-1313-4a9a-946e-ea2b00dd768b) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:07.780719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:07.781893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.789210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf59c35-d1e0-463d-aa6f-13d43baf84ff None None] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:07.878829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3bb9fd-d2d4-47d1-bcb6-025ddb27970b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.885316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af3bb9fd-d2d4-47d1-bcb6-025ddb27970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.888494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-29365698-895c-4881-8a17-545d77348c11 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5262861 Aug 19 00:18:07.890977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47146) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.895496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-882308164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:07.924735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.925865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.950042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-3cbf8990-1313-4a9a-946e-ea2b00dd768b', 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '21ad80c4-ad58-4f8a-93d5-2e34bf105716'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:07.950949 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.953228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af3bb9fd-d2d4-47d1-bcb6-025ddb27970b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cf42685de4844ddaa8e1d1759718b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987500 Aug 19 00:18:07.954368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb9fd-d2d4-47d1-bcb6-025ddb27970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1c3c7-a9e1-48be-a547-e74019627392,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:07.968130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:07.994338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:07.999669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.030311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.041589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.045362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fbb65f1c-5ebc-42d6-86bd-f82659503d1a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1508472 Aug 19 00:18:08.045533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:08.063117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.124892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Allocated IP 172.20.0.2 (3cbf8990-1313-4a9a-946e-ea2b00dd768b/21ad80c4-ad58-4f8a-93d5-2e34bf105716/60449068-9ddd-4e05-ab62-e80a7938af80) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:08.146977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.150583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.152622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef1c3c7-a9e1-48be-a547-e74019627392 HTTP/1.1" status: 204 len: 168 time: 0.1826947 Aug 19 00:18:08.172782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5a2f9-fa95-4031-b2d1-589b9bcfb5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1c3c7-a9e1-48be-a547-e74019627392,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:08.333096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.344256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Transition to ACTIVE for port object 60449068-9ddd-4e05-ab62-e80a7938af80 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:08.361780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Transition to ACTIVE for port object 60449068-9ddd-4e05-ab62-e80a7938af80 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:08.373983 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.421699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:08.430810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:08.439129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:08.476029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Pushing event updated for resources: {'Port': ['ID=60449068-9ddd-4e05-ab62-e80a7938af80,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:08.511949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Attempting to bind port 60449068-9ddd-4e05-ab62-e80a7938af80 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:08.512337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Attempting to bind port 60449068-9ddd-4e05-ab62-e80a7938af80 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '977df4f0-8ecd-4b63-aa67-f22f9124ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:08.513352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Attempting to bind port 60449068-9ddd-4e05-ab62-e80a7938af80 on network 3cbf8990-1313-4a9a-946e-ea2b00dd768b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:08.519839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:08.520039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Checking segment: {'id': '977df4f0-8ecd-4b63-aa67-f22f9124ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:08.520673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.521128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Bound using segment: {'id': '977df4f0-8ecd-4b63-aa67-f22f9124ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:08.521604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Bound port: 60449068-9ddd-4e05-ab62-e80a7938af80, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977df4f0-8ecd-4b63-aa67-f22f9124ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3cbf8990-1313-4a9a-946e-ea2b00dd768b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:08.521997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.608408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] For port 60449068-9ddd-4e05-ab62-e80a7938af80, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:08.612024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] For port 60449068-9ddd-4e05-ab62-e80a7938af80, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=60449068-9ddd-4e05-ab62-e80a7938af80,segment=NetworkSegment(977df4f0-8ecd-4b63-aa67-f22f9124ba19),segment_id=977df4f0-8ecd-4b63-aa67-f22f9124ba19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:08.617711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:08.691131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2e9c9-b4a0-487c-93ef-63edb940671f None None] Pushing event updated for resources: {'Port': ['ID=60449068-9ddd-4e05-ab62-e80a7938af80,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:08.701169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771c6dc-7816-416e-8b96-b43b1ef226ba req-ad15f113-b500-4756-8253-94d827c6d724 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:08.702752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8771c6dc-7816-416e-8b96-b43b1ef226ba req-ad15f113-b500-4756-8253-94d827c6d724 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2367871 Aug 19 00:18:08.805597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8771c6dc-7816-416e-8b96-b43b1ef226ba req-41a02a63-3506-467a-9732-aff1f93dc371 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822296 Aug 19 00:18:08.806874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:09.109221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.20.0.1 (3cbf8990-1313-4a9a-946e-ea2b00dd768b/21ad80c4-ad58-4f8a-93d5-2e34bf105716/9591b06b-01bc-4da4-a951-792f6a3213af) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:09.295094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:09.339471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 9591b06b-01bc-4da4-a951-792f6a3213af will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:09.365370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 60449068-9ddd-4e05-ab62-e80a7938af80 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:09.374315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.380804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.386793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.393283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.399242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.405580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.411571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:09.413730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-417bc6b8-1ad0-4e8d-8131-3fc8e20b444e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.1289256 Aug 19 00:18:09.420695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 60449068-9ddd-4e05-ab62-e80a7938af80 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:09.481228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3025c4a-c899-4cc7-9947-7440371830f3 req-3ae4441e-02a4-4ba1-9839-e3c142d4856e tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577214 Aug 19 00:18:09.482506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:09.537568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=9591b06b-01bc-4da4-a951-792f6a3213af,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:09.550140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:09.551774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:09.559066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:09.612184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:09.775075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:09.975957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b7580-a13b-4464-8919-eb3a06eafb0b None None] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:10.009266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990576d-f13e-42f1-8b92-c9339555cd0a req-e396237f-87d7-4d6f-9123-afdab6e33037 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.020761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a990576d-f13e-42f1-8b92-c9339555cd0a req-e396237f-87d7-4d6f-9123-afdab6e33037 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0910761 Aug 19 00:18:10.089360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Provisioning for port 60449068-9ddd-4e05-ab62-e80a7938af80 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:10.094771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a990576d-f13e-42f1-8b92-c9339555cd0a req-9699221a-43ad-4eea-bb8d-e355598eaf98 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731235 Aug 19 00:18:10.103809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Provisioning complete for port 60449068-9ddd-4e05-ab62-e80a7938af80 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:10.104445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.181880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.188703 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.299743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=9591b06b-01bc-4da4-a951-792f6a3213af,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:10.305675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.394586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.473827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] For port 60449068-9ddd-4e05-ab62-e80a7938af80, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=60449068-9ddd-4e05-ab62-e80a7938af80,segment=NetworkSegment(977df4f0-8ecd-4b63-aa67-f22f9124ba19),segment_id=977df4f0-8ecd-4b63-aa67-f22f9124ba19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:10.483712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:10.484515 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.492161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:10.545992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610562a-0300-43cd-9e47-90ede48e6994 req-f0b29eef-d483-4e75-b1db-437a8ffa61a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.554803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c533f-bc03-4b5d-84ee-f0cdb5c2c099 None None] Pushing event updated for resources: {'Port': ['ID=60449068-9ddd-4e05-ab62-e80a7938af80,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:10.558400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d610562a-0300-43cd-9e47-90ede48e6994 req-f0b29eef-d483-4e75-b1db-437a8ffa61a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1850929 Aug 19 00:18:10.619873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-089319c3-3e33-492d-948c-1b4c8c95ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.621508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-089319c3-3e33-492d-948c-1b4c8c95ba43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.1848793 Aug 19 00:18:10.644228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d610562a-0300-43cd-9e47-90ede48e6994 req-467d794a-1d7c-423e-8107-64b262a0b85c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848167 Aug 19 00:18:10.675140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.681538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.688499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.694789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.701599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.707658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.713713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.716487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-491452b9-b569-4c8a-a994-77e37345352a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.2774515 Aug 19 00:18:10.808116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-3631cbe4-1960-42c0-af27-26e2fa208b00 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.809993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-3631cbe4-1960-42c0-af27-26e2fa208b00 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0869918 Aug 19 00:18:10.816035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Provisioning complete for port 60449068-9ddd-4e05-ab62-e80a7938af80 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:10.816516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:10.877900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.896455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.915982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.928753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.951341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.964821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.966947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-700004c5-8f58-44c4-817c-44346ee9fdbc tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1493847 Aug 19 00:18:10.979222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:10.981332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-09b465ff-d41a-4373-bb4d-4a0499e9cea9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 5446 time: 0.3564584 Aug 19 00:18:10.988518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:10.994692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 52880ac8-1f46-41bb-b998-93145266fcd4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:11.034058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Provisioning for port 9591b06b-01bc-4da4-a951-792f6a3213af completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:11.039109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Provisioning complete for port 9591b06b-01bc-4da4-a951-792f6a3213af triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:11.039487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.057207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-bd2e527e-811a-4b29-b57a-d317fe3064b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.058314 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-bd2e527e-811a-4b29-b57a-d317fe3064b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.4206035 Aug 19 00:18:11.067076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59bb3145-cae0-4815-9608-7895e2c6bfe3 req-e1b69fc7-bba5-485f-b5d3-ceb76a3b900b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760562 Aug 19 00:18:11.148840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e7d25554-cdae-4175-9297-060e86225bbc None None] Port 9591b06b-01bc-4da4-a951-792f6a3213af cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:11.167132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.254582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:11.278891 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f60d6a13-440b-40fb-9f86-baf5e5a641ac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/52880ac8-1f46-41bb-b998-93145266fcd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2319341 Aug 19 00:18:11.283032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] Sync routers for ids ['52880ac8-1f46-41bb-b998-93145266fcd4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:11.285034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47256) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:11.321686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-ad957341-488d-4734-9f2e-24fd224e39eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1491911 Aug 19 00:18:11.321882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2ca0c925-3c14-4af8-aa7f-ecf403b0c45a None None] Provisioning complete for port 9591b06b-01bc-4da4-a951-792f6a3213af triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:11.322238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c925-3c14-4af8-aa7f-ecf403b0c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.332542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] Routers {'52880ac8-1f46-41bb-b998-93145266fcd4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:11.337833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['52880ac8-1f46-41bb-b998-93145266fcd4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:11.384454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=565a294b-1ebb-4064-82da-00e4ca34fc25,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:11.427935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] For port 565a294b-1ebb-4064-82da-00e4ca34fc25, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:11.437290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c92216-8dab-4a09-893d-23e556216168 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.440941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5c92216-8dab-4a09-893d-23e556216168 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports/9591b06b-01bc-4da4-a951-792f6a3213af HTTP/1.1" status: 200 len: 910 time: 0.1524575 Aug 19 00:18:11.445183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47258) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:11.450610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 60449068-9ddd-4e05-ab62-e80a7938af80 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:11.457375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:11.465319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] device_id is not set on port 565a294b-1ebb-4064-82da-00e4ca34fc25 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:18:11.475329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.483025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.494554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0c925-3c14-4af8-aa7f-ecf403b0c45a None None] Port 9591b06b-01bc-4da4-a951-792f6a3213af cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:11.504072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-b88e5095-e846-45c4-a767-077d46ffc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.507144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-b88e5095-e846-45c4-a767-077d46ffc932 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.1846566 Aug 19 00:18:11.508334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] Routers {'52880ac8-1f46-41bb-b998-93145266fcd4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:11.509212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['52880ac8-1f46-41bb-b998-93145266fcd4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:11.546929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:11.547631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9a2b2-840e-4579-b609-1fd88371077f None None] The sync data for ids ['52880ac8-1f46-41bb-b998-93145266fcd4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:11.554300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] No DVR routers for this DVR port 565a294b-1ebb-4064-82da-00e4ca34fc25 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:11.569161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 60449068-9ddd-4e05-ab62-e80a7938af80 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:11.569546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.599845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Pushing event updated for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:11.612756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] In _notify_port_updated(), no bound segment for port 565a294b-1ebb-4064-82da-00e4ca34fc25 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:18:11.613646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.614517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.615841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-94d7bca3-e26f-40b7-aa02-6d5133ad7941 service neutron] 10.222.0.11 "PUT /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 200 len: 1033 time: 0.6405177 Aug 19 00:18:11.660920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3feabab3-2a2f-4fe0-8bfa-628554deba44 None None] Provisioning complete for port 9591b06b-01bc-4da4-a951-792f6a3213af triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:11.661297 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3feabab3-2a2f-4fe0-8bfa-628554deba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.667273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5117125c-0b31-4c7b-b7f8-6738e6da9cc6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.669402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5117125c-0b31-4c7b-b7f8-6738e6da9cc6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "GET /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0468285 Aug 19 00:18:11.681758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:11.728087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3feabab3-2a2f-4fe0-8bfa-628554deba44 None None] Port 9591b06b-01bc-4da4-a951-792f6a3213af cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:11.760875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-2761a4a1-bdfc-4a1b-97b4-beb19e8c3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.763160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-2761a4a1-bdfc-4a1b-97b4-beb19e8c3336 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135620 Aug 19 00:18:11.804981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:11.856963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92853d-4c3b-4e2a-a5aa-2b0b7afc4e9f req-3c9473c5-f9a6-4a69-88db-5b19a6998573 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:11.859205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a92853d-4c3b-4e2a-a5aa-2b0b7afc4e9f req-3c9473c5-f9a6-4a69-88db-5b19a6998573 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1085262 Aug 19 00:18:11.939950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-fba27786-3294-4f12-8e7e-a89b2378b6c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470554 Aug 19 00:18:11.950510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b7bb5772-507a-4c0a-81cd-2dc20dc9767a None None] Provisioning complete for port 565a294b-1ebb-4064-82da-00e4ca34fc25 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:11.950901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7bb5772-507a-4c0a-81cd-2dc20dc9767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.022950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb5772-507a-4c0a-81cd-2dc20dc9767a None None] Port 565a294b-1ebb-4064-82da-00e4ca34fc25 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:12.085378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0023a075-12e2-40cd-bfc9-5b749d6e284f req-8bda8fc7-fc2a-4c9b-bcbc-e4792bc5b9eb service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371026 Aug 19 00:18:12.088632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.127771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47268) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:12.285761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a92853d-4c3b-4e2a-a5aa-2b0b7afc4e9f req-3ef0825d-93cb-44a6-8f71-9687235cc450 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154522 Aug 19 00:18:12.289994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.296510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.302456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.308154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.313930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.319625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.321446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-01c7d3d1-0b8e-4ad4-be0d-40a431e802e4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 4666 time: 0.1406472 Aug 19 00:18:12.327001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:12.333848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.360671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] For port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:12.400194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] device_id is not set on port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:18:12.400484 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f8c4f45-b8d7-4281-a211-a8ee0a147245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.404504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5417f130-1a6f-4fcc-a1b8-cc4b1ca8b01c req-f08f0740-313f-45d7-9199-438b458e489a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&id=fdfad1ee-8d6e-460b-b2b2-9d860e365628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729825 Aug 19 00:18:12.414115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.422700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.499387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] No DVR routers for this DVR port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:12.527816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:12.551959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] In _notify_port_updated(), no bound segment for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 on network a00b16ce-4d1f-4faa-949f-b91847e51263 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:18:12.552952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:12.554141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.554971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-dcd78c2a-a2d8-4962-8006-b17a8fb4cc41 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 200 len: 1033 time: 0.8778996 Aug 19 00:18:12.563399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.567998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.583221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 9591b06b-01bc-4da4-a951-792f6a3213af {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:12.583559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.683876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:12.684920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.732378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b44899196f11448bbaac65002b7a2400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019371 Aug 19 00:18:12.733912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71968052-fe0b-43c9-a9f6-4c2e8ed690f0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:12.735872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:12.769625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.769977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.770322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.770659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.770992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.771327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.771656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.771984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.772381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.772660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.772985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.773604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a35d1f-0582-41db-9b40-9a51dde563b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:12.845286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port 947bbb4e-6ee3-4dc8-aed0-23d424be1594, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=947bbb4e-6ee3-4dc8-aed0-23d424be1594,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:12.847527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.850811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6d2ee05d-0c1d-4de0-a4b1-8ea3cfead3f3 None None] Provisioning complete for port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:12.851376 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee05d-0c1d-4de0-a4b1-8ea3cfead3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.863466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-1866bbfc-e23e-4f29-857c-df438be367d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2501981 Aug 19 00:18:12.868837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:12.875781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 947bbb4e-6ee3-4dc8-aed0-23d424be1594 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:12.892821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ee05d-0c1d-4de0-a4b1-8ea3cfead3f3 None None] Port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:12.896546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 9591b06b-01bc-4da4-a951-792f6a3213af owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:12.902390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.018666 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.049709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=947bbb4e-6ee3-4dc8-aed0-23d424be1594,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:13.095410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port 947bbb4e-6ee3-4dc8-aed0-23d424be1594 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:13.098363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.101022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-6ab41b9b-7060-417c-a4d0-25a9ffef2df9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "DELETE /v2.0/ports/947bbb4e-6ee3-4dc8-aed0-23d424be1594 HTTP/1.1" status: 204 len: 173 time: 0.5316596 Aug 19 00:18:13.101970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:13.104360 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9885fb-868e-4f5f-96d9-71732e5e0a9c" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:13.149621 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e4356-d4e5-4b15-aa42-dc987ab127e4 x-openstack-request-id: req-ba7e4356-d4e5-4b15-aa42-dc987ab127e4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:13.149989 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "947bbb4e-6ee3-4dc8-aed0-23d424be1594", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:13.150254 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba7e4356-d4e5-4b15-aa42-dc987ab127e4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:13.150658 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '947bbb4e-6ee3-4dc8-aed0-23d424be1594', 'status': 'completed', 'code': 200} Aug 19 00:18:13.214508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:13.214867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.311275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:13.311275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.336722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 1e64a724-f2a5-45fb-9ac5-5034255bbe6b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:13.355415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.447281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-ed074017-02ec-4462-afb3-4e345f2588ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.448958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-ed074017-02ec-4462-afb3-4e345f2588ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1097 time: 0.1669915 Aug 19 00:18:13.531335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.611033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af3f5-12cb-4fe8-91ba-3ea6befae03f req-0fc0fa78-efd7-49b0-97c7-c33b36588c94 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.615152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=1e64a724-f2a5-45fb-9ac5-5034255bbe6b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:13.619201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae6af3f5-12cb-4fe8-91ba-3ea6befae03f req-0fc0fa78-efd7-49b0-97c7-c33b36588c94 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2523131 Aug 19 00:18:13.645955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port 1e64a724-f2a5-45fb-9ac5-5034255bbe6b on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:13.648891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.651553 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-5b7ac065-f8b6-4c40-b8b6-beab4ac36546 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "DELETE /v2.0/ports/1e64a724-f2a5-45fb-9ac5-5034255bbe6b HTTP/1.1" status: 204 len: 173 time: 0.5437303 Aug 19 00:18:13.668079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.670774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.674353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71968052-fe0b-43c9-a9f6-4c2e8ed690f0 HTTP/1.1" status: 204 len: 168 time: 0.9332445 Aug 19 00:18:13.689077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056daf-3719-4241-98ec-64ffd6d32b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71968052-fe0b-43c9-a9f6-4c2e8ed690f0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:13.714188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091fdc1-3e83-42c3-88f7-b70efdec2087 req-5c688b23-ecce-41c7-bd06-9ccf1a98a604 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.718554 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae6af3f5-12cb-4fe8-91ba-3ea6befae03f req-43c09ae2-0aa0-4eab-a910-1e1ee1922691 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792031 Aug 19 00:18:13.729154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091fdc1-3e83-42c3-88f7-b70efdec2087 req-5c688b23-ecce-41c7-bd06-9ccf1a98a604 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.735273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091fdc1-3e83-42c3-88f7-b70efdec2087 req-5c688b23-ecce-41c7-bd06-9ccf1a98a604 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.737042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a091fdc1-3e83-42c3-88f7-b70efdec2087 req-5c688b23-ecce-41c7-bd06-9ccf1a98a604 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 2417 time: 0.1880183 Aug 19 00:18:13.819078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a091fdc1-3e83-42c3-88f7-b70efdec2087 req-6ea93b0f-99f2-4fae-ad9e-84bdd8397b39 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674586 Aug 19 00:18:13.848533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:13.849398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.924741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-2538f6dd-e7ff-4677-bc9e-633dc60866f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:13.927209 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-2538f6dd-e7ff-4677-bc9e-633dc60866f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.4298770 Aug 19 00:18:13.952866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:13.953241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:13.991950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-d01584cd-d441-462a-ad1e-179373a85aa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 217 time: 0.0474794 Aug 19 00:18:13.992639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.040358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36d97-777b-49e1-b93e-44e3c600620f req-c82cbd57-f4bd-4838-9250-6bcacc3f2058 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:14.042099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54e36d97-777b-49e1-b93e-44e3c600620f req-c82cbd57-f4bd-4838-9250-6bcacc3f2058 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2287705 Aug 19 00:18:14.045442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=9591b06b-01bc-4da4-a951-792f6a3213af,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:14.076098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:14.212623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2907fa68-844e-43a8-9911-e6b5b56e6f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.214010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.214509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.219616 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Floating IP 12f171a0-93c4-4922-a48b-6edb0349b235 disassociated. External IP: 172.25.1.217, port: 83b63a1d-af76-4916-b026-fbd8f9c1fbd9. Aug 19 00:18:14.219616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:14.270103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-0e71a166-79b0-4296-9434-94c2ead37bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:14.271592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-0e71a166-79b0-4296-9434-94c2ead37bc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.2662456 Aug 19 00:18:14.329833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54e36d97-777b-49e1-b93e-44e3c600620f req-7b8a460d-d5d1-4e8f-b609-7eccdc57f9eb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472186 Aug 19 00:18:14.451142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.451817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.482114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-bf909f98-afb9-41ba-a19b-68d4e32ad541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:14.483499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-bf909f98-afb9-41ba-a19b-68d4e32ad541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019706 Aug 19 00:18:14.498944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=83b63a1d-af76-4916-b026-fbd8f9c1fbd9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:14.657877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:14.660184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Router 99eeed9a-4c00-4153-89bd-8032173e41d6 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:14.769928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.802523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:14.807253 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4881710-6205-4809-86db-74b67f320618" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:14.811547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:14.820487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:14.823056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300fec-96cc-48e7-a2cd-3407a2c1c29f req-1ff168c5-925d-4176-95fd-f116b79b4509 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:14.825433 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Sync routers for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:14.825951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa300fec-96cc-48e7-a2cd-3407a2c1c29f req-1ff168c5-925d-4176-95fd-f116b79b4509 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2010238 Aug 19 00:18:14.827522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.829532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 947bbb4e-6ee3-4dc8-aed0-23d424be1594 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:14.854657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:14.855814 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:14.867459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 947bbb4e-6ee3-4dc8-aed0-23d424be1594 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:14.868078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 947bbb4e-6ee3-4dc8-aed0-23d424be1594 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:14.868956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:14.878838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2907fa68-844e-43a8-9911-e6b5b56e6f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.890829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:14.893162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-a24d94f1-0580-41cd-83ea-61e71f4711cc service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636484 Aug 19 00:18:14.894020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.896479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-1e2a0e1d-0a23-4408-b36f-945e45fd40d8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "DELETE /v2.0/ports/83b63a1d-af76-4916-b026-fbd8f9c1fbd9 HTTP/1.1" status: 204 len: 173 time: 1.2348373 Aug 19 00:18:14.907295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2907fa68-844e-43a8-9911-e6b5b56e6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:14.961733 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f54df-2864-4b01-8b33-9c360fe57761 x-openstack-request-id: req-6f9f54df-2864-4b01-8b33-9c360fe57761 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:14.964514 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:14.966531 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f9f54df-2864-4b01-8b33-9c360fe57761 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:14.967033 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'code': 200} Aug 19 00:18:15.011469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2907fa68-844e-43a8-9911-e6b5b56e6f9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24ed14def8f9434eaf946b6e8448a653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9274917 Aug 19 00:18:15.016376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 52880ac8-1f46-41bb-b998-93145266fcd4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:15.038557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:15.074523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:15.076610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1e64a724-f2a5-45fb-9ac5-5034255bbe6b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:15.125201 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:15.157856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b'}, {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:15.164382 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35550c4-7820-43f3-93ab-e7c85a1c82af" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b"}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:15.204761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8ec6-9794-4984-900d-8874835e2791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.206693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 1e64a724-f2a5-45fb-9ac5-5034255bbe6b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:15.207268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 1e64a724-f2a5-45fb-9ac5-5034255bbe6b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:15.207968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 565a294b-1ebb-4064-82da-00e4ca34fc25 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:15.223952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fa300fec-96cc-48e7-a2cd-3407a2c1c29f req-12ab86ee-2ada-414b-9935-a4c822f0414a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816524 Aug 19 00:18:15.252136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.253062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.270804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907fa68-844e-43a8-9911-e6b5b56e6f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd23fd-1d54-40b9-b3ab-6a00df3379c1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:15.273519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:15.290114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 565a294b-1ebb-4064-82da-00e4ca34fc25 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:15.290852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:15.306937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:15.315017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:15.315614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83b63a1d-af76-4916-b026-fbd8f9c1fbd9 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:15.316778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7f4fcfc2-d6ec-425f-a357-392d32d64823 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:15.332204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-33b9547a-6e21-44bd-a8c1-39b9c13ff79d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/52880ac8-1f46-41bb-b998-93145266fcd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8833034 Aug 19 00:18:15.336804 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6127f9b8-e06b-4dd1-b730-4f4c9ca653e5 x-openstack-request-id: req-6127f9b8-e06b-4dd1-b730-4f4c9ca653e5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:15.337106 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "1e64a724-f2a5-45fb-9ac5-5034255bbe6b", "status": "completed", "code": 200}, {"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "83b63a1d-af76-4916-b026-fbd8f9c1fbd9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:15.337363 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6127f9b8-e06b-4dd1-b730-4f4c9ca653e5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:15.337766 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '1e64a724-f2a5-45fb-9ac5-5034255bbe6b', 'status': 'completed', 'code': 200} Aug 19 00:18:15.338025 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '83b63a1d-af76-4916-b026-fbd8f9c1fbd9', 'status': 'completed', 'code': 200} Aug 19 00:18:15.351229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47360) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:15.363655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] Sync routers for ids ['52880ac8-1f46-41bb-b998-93145266fcd4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:15.373256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1eb7-8575-443f-8419-48ade5e5a008 req-628bfdc4-b852-404c-a60f-74cc21a0b7ad tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:15.378823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] Routers {'52880ac8-1f46-41bb-b998-93145266fcd4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:15.380343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['52880ac8-1f46-41bb-b998-93145266fcd4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.386180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1eb7-8575-443f-8419-48ade5e5a008 req-628bfdc4-b852-404c-a60f-74cc21a0b7ad tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:15.396389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-056a1eb7-8575-443f-8419-48ade5e5a008 req-628bfdc4-b852-404c-a60f-74cc21a0b7ad tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 1679 time: 0.3455124 Aug 19 00:18:15.423946 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.436111 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3aa760f-047e-4d1b-9e92-4758efe0f8af tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=52880ac8-1f46-41bb-b998-93145266fcd4 HTTP/1.1" status: 200 len: 205 time: 0.0799739 Aug 19 00:18:15.439409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:15.440929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.456406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d55a1581-dbea-4649-9e28-7e42c257bda0 req-f9d792f1-673c-450f-a148-56b9e25eb60e service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931350 Aug 19 00:18:15.457001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.468254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] Routers {'52880ac8-1f46-41bb-b998-93145266fcd4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:15.469543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['52880ac8-1f46-41bb-b998-93145266fcd4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.511354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.512208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4363ec3-42d6-46f4-be3c-cad92694f121 None None] The sync data for ids ['52880ac8-1f46-41bb-b998-93145266fcd4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:15.514978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.560399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:15.560628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:15.560763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.566383 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.583043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.585915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.587166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30fd23fd-1d54-40b9-b3ab-6a00df3379c1 HTTP/1.1" status: 204 len: 168 time: 0.5459406 Aug 19 00:18:15.625018 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.639169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.645101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:15.649241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be5f01-e7c5-43fa-aa32-618641a9fafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd23fd-1d54-40b9-b3ab-6a00df3379c1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:15.673884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-056a1eb7-8575-443f-8419-48ade5e5a008 req-86b23f9c-2753-484f-a328-38acc8206553 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770147 Aug 19 00:18:15.722541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Checking router: 99eeed9a-4c00-4153-89bd-8032173e41d6 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:15.745710 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:15.746620 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:15.747966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2421d3-3e46-4058-9eae-2629eb2ba0a9 req-f2151112-e65e-4b7c-b5c0-020ea16c7ab3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:15.755360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2421d3-3e46-4058-9eae-2629eb2ba0a9 req-f2151112-e65e-4b7c-b5c0-020ea16c7ab3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1351972 Aug 19 00:18:15.761502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:15.763140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.785795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:15.960165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:15.972878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df2421d3-3e46-4058-9eae-2629eb2ba0a9 req-7549013e-d19e-43e2-87a7-04d5b89469e0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163761 Aug 19 00:18:15.978554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.053687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.055064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 52880ac8-1f46-41bb-b998-93145266fcd4 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:18:16.057735 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:16.068235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.069416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b42224b-702c-4912-b809-b8f27fbe6d77 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/52880ac8-1f46-41bb-b998-93145266fcd4 HTTP/1.1" status: 204 len: 168 time: 0.6290684 Aug 19 00:18:16.071956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47370) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:16.079583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.110996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=f01081a4-3ac4-4f4b-9f14-3511d7b5ca79,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:16.180769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 21ad80c4-ad58-4f8a-93d5-2e34bf105716 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:16.184780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.206616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:16.218944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.222335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-25e1cd29-43ef-4366-8706-db471a062500 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "DELETE /v2.0/ports/f01081a4-3ac4-4f4b-9f14-3511d7b5ca79 HTTP/1.1" status: 204 len: 173 time: 1.3201313 Aug 19 00:18:16.248194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.284460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.360034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:16.378631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 7f4fcfc2-d6ec-425f-a357-392d32d64823 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:16.379380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.382245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.394950 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ea2d9-ac2b-4b1d-833f-55e0fbe5e1dd None None] The sync data for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 is: [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f022cbd8-c459-4692-b421-613227c96503', 'name': '', 'network_id': '15dbef11-a3d9-4a3c-805b-31b05c2c7073', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'mac_address': 'fa:16:3e:d9:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:40Z', 'updated_at': '2021-08-19T00:07:50Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'subnets': [{'id': 'e6c3ed2a-2a55-4832-a9be-a68fd708ed7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:16.463279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.483927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.488825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/21ad80c4-ad58-4f8a-93d5-2e34bf105716 HTTP/1.1" status: 204 len: 168 time: 0.4137287 Aug 19 00:18:16.490878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9bde60-1947-4000-b35d-2cfc184c475e None None] Network 3cbf8990-1313-4a9a-946e-ea2b00dd768b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:16.494120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:16.580748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5ba35-cd9d-4a57-a78b-2a24ecf4bce8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=21ad80c4-ad58-4f8a-93d5-2e34bf105716,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:16.581292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port 7f4fcfc2-d6ec-425f-a357-392d32d64823, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7f4fcfc2-d6ec-425f-a357-392d32d64823,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:16.581672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.639623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 7f4fcfc2-d6ec-425f-a357-392d32d64823 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:16.651346 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.866387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] DHCP port deletion for 3cbf8990-1313-4a9a-946e-ea2b00dd768b request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:16.878638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e366b210-3858-4b03-a053-a0ffc884bc27 None None] New status for floating IP 12f171a0-93c4-4922-a48b-6edb0349b235: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:18:16.937568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Deleting port 60449068-9ddd-4e05-ab62-e80a7938af80 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:16.938054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:16.958139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8673b1a-680a-4921-a1f6-38a76e1ca7f6 req-416ccf1b-2ecb-41aa-aa1d-3c115e298093 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:16.967370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8673b1a-680a-4921-a1f6-38a76e1ca7f6 req-416ccf1b-2ecb-41aa-aa1d-3c115e298093 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 943 time: 0.1373861 Aug 19 00:18:16.972524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:16.977318 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67951b5-e59b-4d86-bf55-5ee58b7253cc" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:16.978068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 60449068-9ddd-4e05-ab62-e80a7938af80 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:16.978474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.006365 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:18:17.216496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b8673b1a-680a-4921-a1f6-38a76e1ca7f6 req-955c270d-3f4a-4fd4-86c6-1209a4114eb9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups?id=fab167d7-5048-4484-9e3c-695a2cf46552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416806 Aug 19 00:18:17.221847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 60449068-9ddd-4e05-ab62-e80a7938af80, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=60449068-9ddd-4e05-ab62-e80a7938af80,segment=NetworkSegment(977df4f0-8ecd-4b63-aa67-f22f9124ba19),segment_id=977df4f0-8ecd-4b63-aa67-f22f9124ba19)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:17.222214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.224630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.273500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] For port 60449068-9ddd-4e05-ab62-e80a7938af80, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=60449068-9ddd-4e05-ab62-e80a7938af80,segment=NetworkSegment(977df4f0-8ecd-4b63-aa67-f22f9124ba19),segment_id=977df4f0-8ecd-4b63-aa67-f22f9124ba19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:17.273918 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.276034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 60449068-9ddd-4e05-ab62-e80a7938af80 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:17.276636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e81fc-3068-4e87-8884-48a9c396d345 req-a6ae1a6d-7308-4692-a7c4-99bcf59c05cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:17.281159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-016e81fc-3068-4e87-8884-48a9c396d345 req-a6ae1a6d-7308-4692-a7c4-99bcf59c05cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1373723 Aug 19 00:18:17.286359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=7f4fcfc2-d6ec-425f-a357-392d32d64823,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:17.305206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Calling delete_port for 60449068-9ddd-4e05-ab62-e80a7938af80 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:17.332586 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fa93b5-02d5-445a-aeae-9511ce6289df x-openstack-request-id: req-18fa93b5-02d5-445a-aeae-9511ce6289df {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:17.336198 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:17.336645 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18fa93b5-02d5-445a-aeae-9511ce6289df {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:17.337449 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'code': 200} Aug 19 00:18:17.359491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-016e81fc-3068-4e87-8884-48a9c396d345 req-6867c2ae-ab64-448b-9e46-794e085082c7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734403 Aug 19 00:18:17.382074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 60449068-9ddd-4e05-ab62-e80a7938af80 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:17.397896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:17.400147 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0633c1-16fd-41cc-8bbc-f675a869a61a" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:17.406386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port 7f4fcfc2-d6ec-425f-a357-392d32d64823 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:17.409193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.411421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a5e465f-8d27-40a0-bb9e-0cbc3313b64f req-e10da13a-f98c-42c1-8dc8-50d6f8174ec9 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.11 "DELETE /v2.0/ports/7f4fcfc2-d6ec-425f-a357-392d32d64823 HTTP/1.1" status: 204 len: 173 time: 1.1818829 Aug 19 00:18:17.476875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.533652 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e32bab-427b-4a4b-aa02-edafa25d09bf x-openstack-request-id: req-79e32bab-427b-4a4b-aa02-edafa25d09bf {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:17.534264 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "f01081a4-3ac4-4f4b-9f14-3511d7b5ca79", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:17.534264 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79e32bab-427b-4a4b-aa02-edafa25d09bf {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:17.534609 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': 'f01081a4-3ac4-4f4b-9f14-3511d7b5ca79', 'status': 'completed', 'code': 200} Aug 19 00:18:17.537177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=60449068-9ddd-4e05-ab62-e80a7938af80,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:18:17.550310 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:18:17.553682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 60449068-9ddd-4e05-ab62-e80a7938af80 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:17.557309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.590591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.641930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] Pushing event deleted for resources: {'Port': ['ID=60449068-9ddd-4e05-ab62-e80a7938af80,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:17.689877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.700274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc09b5c-4d00-4668-8eca-34986c335e69 None None] No DVR routers for this DVR port 60449068-9ddd-4e05-ab62-e80a7938af80 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:17.736433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbf8990-1313-4a9a-946e-ea2b00dd768b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:17.784359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977df4f0-8ecd-4b63-aa67-f22f9124ba19') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:17.784359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977df4f0-8ecd-4b63-aa67-f22f9124ba19') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:17.787503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.845860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.881095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.893361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:17.894084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:17.899745 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:17.961036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aece44e-68fd-4595-805b-190946fce6f3 req-f0ed7587-83d6-4aeb-ab17-394de185d3bd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:17.967332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4aece44e-68fd-4595-805b-190946fce6f3 req-f0ed7587-83d6-4aeb-ab17-394de185d3bd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1767406 Aug 19 00:18:18.039837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.047559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.054036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/3cbf8990-1313-4a9a-946e-ea2b00dd768b HTTP/1.1" status: 204 len: 168 time: 1.5583780 Aug 19 00:18:18.057063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:18.062222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-554353088', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:18.067280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4aece44e-68fd-4595-805b-190946fce6f3 req-2a0b5083-8be1-4006-9b42-17805a8d2b77 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937955 Aug 19 00:18:18.096338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333031a-da9a-44b9-85d8-d78d2165c5b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=3cbf8990-1313-4a9a-946e-ea2b00dd768b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:18.120896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.123052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.205430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.375013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4654df90-ed4c-4b74-9950-70b3083a463e req-ca6d259e-0ad9-4fe8-9682-dc425920d92d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0427539 Aug 19 00:18:18.453576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.765999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.786278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:18.910456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.25.1.102 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/1fc55179-8063-4b37-8e19-0a7b1fda78cd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:19.078173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.119386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47462) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:19.171584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.268217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:19.270298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=1fc55179-8063-4b37-8e19-0a7b1fda78cd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:19.287497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:19.294823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ca886-f481-4fb4-9629-c48690d8f84b req-983968ad-895b-4f01-a83f-f45784a826a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:19.296744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:19.305439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-673ca886-f481-4fb4-9629-c48690d8f84b req-983968ad-895b-4f01-a83f-f45784a826a5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1310203 Aug 19 00:18:19.383014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6161f63-451b-4aac-bfaa-57e1c81f97e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.441513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-673ca886-f481-4fb4-9629-c48690d8f84b req-cacf3914-a970-4760-b04b-ca84a0de2cd7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342638 Aug 19 00:18:19.537911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:19.541295 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0094545-670f-4f20-ae40-78f283763cd4" -d '{"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:19.587881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c40dfa4a-4304-4c82-b1e3-2b8d810d0e27 req-3d53af72-e956-45a1-8199-ce7dba3db4bc tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0823376 Aug 19 00:18:19.624982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:19.627323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6161f63-451b-4aac-bfaa-57e1c81f97e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.643283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e6161f63-451b-4aac-bfaa-57e1c81f97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.706338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e6161f63-451b-4aac-bfaa-57e1c81f97e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a0d7830740f4631a7572ff0822a0839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786281 Aug 19 00:18:19.707587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:19.724394 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e016a000-ca9c-4336-ac72-2882f5e61871 x-openstack-request-id: req-e016a000-ca9c-4336-ac72-2882f5e61871 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:19.724936 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1", "name": "network-vif-deleted", "tag": "7f4fcfc2-d6ec-425f-a357-392d32d64823", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:19.725252 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e016a000-ca9c-4336-ac72-2882f5e61871 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:19.726361 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1', 'name': 'network-vif-deleted', 'tag': '7f4fcfc2-d6ec-425f-a357-392d32d64823', 'status': 'completed', 'code': 200} Aug 19 00:18:19.759755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6161f63-451b-4aac-bfaa-57e1c81f97e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f98b10-2b98-4cd0-bb3d-a4c9de09c1f9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:19.790083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.820499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.821349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0957ade5-8511-4a4b-8634-2f5122a9ad12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.896721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.903704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.906284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:19.909772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01f98b10-2b98-4cd0-bb3d-a4c9de09c1f9 HTTP/1.1" status: 204 len: 168 time: 0.1984785 Aug 19 00:18:19.924880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5ca3f-93dd-435f-a764-158551f08cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f98b10-2b98-4cd0-bb3d-a4c9de09c1f9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:19.940106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a8832-1646-450b-a65f-9766db90b413 req-3bea4d94-9303-47e9-9e5e-85ba322734de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:19.943932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c50a8832-1646-450b-a65f-9766db90b413 req-3bea4d94-9303-47e9-9e5e-85ba322734de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.3727632 Aug 19 00:18:19.993203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c50a8832-1646-450b-a65f-9766db90b413 req-2ff98ad3-5ccf-4400-a146-3e2f5d2a5435 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Aug 19 00:18:20.256372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:20.270902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14748e2c-15de-4d69-86ac-7a6098d22a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.399960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0957ade5-8511-4a4b-8634-2f5122a9ad12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.405833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0957ade5-8511-4a4b-8634-2f5122a9ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.472308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba6c9e-7a56-4777-80db-42fefa71ff6d req-fb1211d6-2d7c-4e20-899e-37552fc484b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:20.473830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93ba6c9e-7a56-4777-80db-42fefa71ff6d req-fb1211d6-2d7c-4e20-899e-37552fc484b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1445827 Aug 19 00:18:20.486416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14748e2c-15de-4d69-86ac-7a6098d22a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.491310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-14748e2c-15de-4d69-86ac-7a6098d22a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.517178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ade5-8511-4a4b-8634-2f5122a9ad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be73a0-33c9-48f5-9719-9d3360cf0b7a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:20.521604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0957ade5-8511-4a4b-8634-2f5122a9ad12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b82d6178f0ab4439a2e77722c75ca318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943288 Aug 19 00:18:20.528486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47492) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:20.541283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-14748e2c-15de-4d69-86ac-7a6098d22a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19fd8b64a6d545af96bb12dc3403f806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838323 Aug 19 00:18:20.549827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47494) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:20.570710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14748e2c-15de-4d69-86ac-7a6098d22a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc1b95-c6ba-4251-ae74-5556962f6152,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:20.579173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93ba6c9e-7a56-4777-80db-42fefa71ff6d req-c6c6062b-cbd8-4e0c-97a8-085a93dd5b20 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865808 Aug 19 00:18:20.600337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.643664 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.675419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.682034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.739364 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0d96a07-e956-47c2-9a1e-d90bb070b4ed req-b29288dd-a46f-49db-9b05-e613f6f563e0 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0362988 Aug 19 00:18:20.753536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.790740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 736d92d0-aec7-45ef-b924-f4b06b1b66ac is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:20.812237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcfba-0c2f-4e3d-b04d-fd0e6bac2367 req-ffc054b6-0a35-4923-9d6f-d79dbc235c81 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:20.813769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-643fcfba-0c2f-4e3d-b04d-fd0e6bac2367 req-ffc054b6-0a35-4923-9d6f-d79dbc235c81 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1275716 Aug 19 00:18:20.841324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.843899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.845045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5cc1b95-c6ba-4251-ae74-5556962f6152 HTTP/1.1" status: 204 len: 168 time: 0.2948248 Aug 19 00:18:20.866913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.869766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.888790 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36be73a0-33c9-48f5-9719-9d3360cf0b7a HTTP/1.1" status: 204 len: 168 time: 0.3434587 Aug 19 00:18:20.893471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027496e-403f-47e7-a1ea-d1c2cc090893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc1b95-c6ba-4251-ae74-5556962f6152,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:20.927471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:20.940216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-643fcfba-0c2f-4e3d-b04d-fd0e6bac2367 req-2d3d0f11-d0bf-4307-8376-1d31eb78b611 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187642 Aug 19 00:18:20.940438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] Sync routers for ids ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:20.941233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb651a43-5758-4489-8d21-99846db99dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be73a0-33c9-48f5-9719-9d3360cf0b7a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:20.970067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] Routers {'736d92d0-aec7-45ef-b924-f4b06b1b66ac'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:20.970986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:20.982198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:20.983776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f1badac9-4579-476c-bcad-7fa36dcdf95b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9255421 Aug 19 00:18:20.986378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47506) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:21.011799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:21.035225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] Routers {'736d92d0-aec7-45ef-b924-f4b06b1b66ac'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:21.036952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:21.082101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:21.083017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd861d6b-e316-4df5-966d-2e49b33a71c3 None None] The sync data for ids ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:21.146178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6a5bdd58-2c03-47ae-9b6c-3578c27b1d47 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers/736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 200 len: 880 time: 0.1585269 Aug 19 00:18:21.149250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:21.438179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4c453c03-2175-4451-84d0-553f1e3c3304 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2875435 Aug 19 00:18:21.440753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:21.447985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-554353088'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:21.842686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:21.862230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:21.906983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7c3c969-9871-4cfa-be63-cfa87a8d1c50 req-5483e1c7-60a4-41b6-8c2b-eb042f2d5015 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0585737 Aug 19 00:18:22.412921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 736d92d0-aec7-45ef-b924-f4b06b1b66ac has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:22.551531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:22.561154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:22.563377 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] Sync routers for ids ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:22.563901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-50e202e3-c5ff-4fe8-ae62-88600de7ae0c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 200 len: 887 time: 1.1215813 Aug 19 00:18:22.568958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47588) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:22.577141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] Routers {'736d92d0-aec7-45ef-b924-f4b06b1b66ac'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:22.577743 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:22.616214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:22.626167 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] Routers {'736d92d0-aec7-45ef-b924-f4b06b1b66ac'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:22.626686 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:22.671094 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:22.672134 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404a3f-d668-44ae-b3b7-a022dbf5b05b None None] The sync data for ids ['736d92d0-aec7-45ef-b924-f4b06b1b66ac'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:22.750214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-317d2a76-c930-43e8-be0d-67a61f19eeac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers/736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 200 len: 887 time: 0.1827428 Aug 19 00:18:22.753088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:22.790302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dcfee1c-d03b-4b8d-b23d-007c6366d0b7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 200 len: 205 time: 0.0360274 Aug 19 00:18:22.792824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47610) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:22.940227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.094894 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6078dc61-79cb-4bdd-b853-398d658f2b87 req-9519533e-addf-41e0-8960-a8d84d0423f2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0623605 Aug 19 00:18:23.100157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.150259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:23.156488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-f86cc003-d588-4860-84d2-6077f2076d98 req-057f2c3c-23d8-49db-8520-9f54fbaeb01d service neutron] (94623) timed out ('10.222.0.21', 51416) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:18:23.177065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 1fc55179-8063-4b37-8e19-0a7b1fda78cd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:23.177537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.266529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.280520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 1fc55179-8063-4b37-8e19-0a7b1fda78cd owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:23.288689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375fd040-450c-4f47-b1e8-731898fd1ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.405568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375fd040-450c-4f47-b1e8-731898fd1ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.411909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375fd040-450c-4f47-b1e8-731898fd1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.454007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47640) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:23.465967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-375fd040-450c-4f47-b1e8-731898fd1ac3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8955e9f85c04b019388d54cfcd1cd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145359 Aug 19 00:18:23.468491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fd040-450c-4f47-b1e8-731898fd1ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6efb37-1663-4620-ba29-1239f770567d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:23.469904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47644) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:23.509424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.548504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=1fc55179-8063-4b37-8e19-0a7b1fda78cd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:23.624509 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.626146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6c9394f-a6de-4ed2-9608-ba27dce36c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.663074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.698162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.786660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.795551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.860979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.861500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 736d92d0-aec7-45ef-b924-f4b06b1b66ac {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:18:23.872860 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.873968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a5edfc8-8b19-40dd-97ee-f9dab53e8b0d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 204 len: 168 time: 1.0801320 Aug 19 00:18:23.878394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.878558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:23.880959 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.882040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a6efb37-1663-4620-ba29-1239f770567d HTTP/1.1" status: 204 len: 168 time: 0.4111941 Aug 19 00:18:23.887731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-29766283'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:23.895508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0550b-b3b3-4817-9969-6360fff90d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6efb37-1663-4620-ba29-1239f770567d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:23.929950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6c9394f-a6de-4ed2-9608-ba27dce36c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.936280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6c9394f-a6de-4ed2-9608-ba27dce36c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.959079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:23.963335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:23.991201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6c9394f-a6de-4ed2-9608-ba27dce36c3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e3b4ccf281f47b7b959d7ca6cb8695e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333979 Aug 19 00:18:23.991201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9394f-a6de-4ed2-9608-ba27dce36c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aaf420-7b34-4237-8c6c-32a30bc4c251,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:23.991525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:23.992995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47650) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:24.005643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.006224 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c of type vlan for network b9a5f78d-05fb-449c-b861-2c11589d91e1 Aug 19 00:18:24.050362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.056721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.074926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.094998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.103163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:24.103804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.148748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.156343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.161659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4aaf420-7b34-4237-8c6c-32a30bc4c251 HTTP/1.1" status: 204 len: 168 time: 0.1655166 Aug 19 00:18:24.172456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e607-4bf4-4e41-a0cb-cdff6e266c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aaf420-7b34-4237-8c6c-32a30bc4c251,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:24.180391 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2976267 Aug 19 00:18:24.180520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:24.187426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:24.260102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=b9a5f78d-05fb-449c-b861-2c11589d91e1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:24.284757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17d49b84-e801-4da2-992f-8ddb31284ebf req-43c704ef-9a19-4810-be18-1033009f09e8 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0411484 Aug 19 00:18:24.293373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.293906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.294607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.295188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.295675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.296216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.297116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.297615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.298100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.298623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.299116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.299691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96077e-0363-4f94-a247-3f3c2fb0572b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:24.315496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:24.370942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:24.380131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.601791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.670296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=21bbfcd3-8fd2-41d1-9b03-c630db0c8822,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:24.682129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:24.698928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd712162-811d-4f30-b3ca-4a8998e3fceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.731332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:24.731701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: b9a5f78d-05fb-449c-b861-2c11589d91e1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:24.766176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:24.797098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b9a5f78d-05fb-449c-b861-2c11589d91e1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:24.811816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0357aa-5c93-4f5a-99ce-af168931fc99 None None] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:24.819196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:24.819796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.851337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd712162-811d-4f30-b3ca-4a8998e3fceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.857960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd712162-811d-4f30-b3ca-4a8998e3fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.888761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9105c30b-b765-4eb0-94f8-dafb997828b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7043047 Aug 19 00:18:24.890478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47680) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:24.896924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-383233359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:24.905160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712162-811d-4f30-b3ca-4a8998e3fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2de820e-21c3-4c9a-bc52-d1e915fcecce,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:24.912159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bd712162-811d-4f30-b3ca-4a8998e3fceb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b737574978ba43a1a6b61fbfd8bfed7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267499 Aug 19 00:18:24.912449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:24.935757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.948874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:24.977504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.002933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.039163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-b9a5f78d-05fb-449c-b861-2c11589d91e1', 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '21bbfcd3-8fd2-41d1-9b03-c630db0c8822'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:25.040138 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.057419 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.060352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.062587 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.064564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2de820e-21c3-4c9a-bc52-d1e915fcecce HTTP/1.1" status: 204 len: 168 time: 0.1507978 Aug 19 00:18:25.068239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.078028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ad01f-f8b0-4eba-9ddf-ac8523ba1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2de820e-21c3-4c9a-bc52-d1e915fcecce,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:25.091905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.093648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-349cc07d-7dc0-479e-983f-cecf17a2b14e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2015843 Aug 19 00:18:25.096446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:25.362044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Allocated IP 172.20.0.2 (b9a5f78d-05fb-449c-b861-2c11589d91e1/21bbfcd3-8fd2-41d1-9b03-c630db0c8822/5fb50399-fd66-4e5e-b71c-002660503653) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:25.487214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ac22eea-498a-4138-80da-42f7fc73cb51 req-cf3f6c75-8827-4b32-ab9d-20b9c97c8ad4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0546472 Aug 19 00:18:25.524166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:25.527970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.600708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.612927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Transition to ACTIVE for port object 5fb50399-fd66-4e5e-b71c-002660503653 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:25.645392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Transition to ACTIVE for port object 5fb50399-fd66-4e5e-b71c-002660503653 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:25.659580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.692702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8d6ed-7f22-4a62-a592-67e15b2ffe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.725099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:25.736148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:25.739929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:25.795358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Pushing event updated for resources: {'Port': ['ID=5fb50399-fd66-4e5e-b71c-002660503653,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:25.859894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Attempting to bind port 5fb50399-fd66-4e5e-b71c-002660503653 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:25.860499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Attempting to bind port 5fb50399-fd66-4e5e-b71c-002660503653 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:25.861316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Attempting to bind port 5fb50399-fd66-4e5e-b71c-002660503653 on network b9a5f78d-05fb-449c-b861-2c11589d91e1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:25.870716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:25.873179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Checking segment: {'id': '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:25.873847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.874351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Bound using segment: {'id': '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:25.875224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Bound port: 5fb50399-fd66-4e5e-b71c-002660503653, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9a5f78d-05fb-449c-b861-2c11589d91e1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:25.876705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.878012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8d6ed-7f22-4a62-a592-67e15b2ffe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.886181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8d6ed-7f22-4a62-a592-67e15b2ffe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:25.896850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.20.0.1 (b9a5f78d-05fb-449c-b861-2c11589d91e1/21bbfcd3-8fd2-41d1-9b03-c630db0c8822/6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:25.938280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:25.938507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3e8d6ed-7f22-4a62-a592-67e15b2ffe26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eed733a10b6946b487887593b8b3439d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124846 Aug 19 00:18:25.943639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8d6ed-7f22-4a62-a592-67e15b2ffe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c801a16-b4fc-42a6-ba8e-74a9f7acb98b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:25.975625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] For port 5fb50399-fd66-4e5e-b71c-002660503653, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:25.980221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] For port 5fb50399-fd66-4e5e-b71c-002660503653, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb50399-fd66-4e5e-b71c-002660503653,segment=NetworkSegment(6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c),segment_id=6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:25.985995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.050523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1521d-3181-45a0-8f02-8989a309eab7 None None] Pushing event updated for resources: {'Port': ['ID=5fb50399-fd66-4e5e-b71c-002660503653,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:26.097379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.110494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.140027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.148459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:26.216066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.245523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.248503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.252316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c801a16-b4fc-42a6-ba8e-74a9f7acb98b HTTP/1.1" status: 204 len: 168 time: 0.3130217 Aug 19 00:18:26.283360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace918-564c-47ac-b50c-c92bf7036b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c801a16-b4fc-42a6-ba8e-74a9f7acb98b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:26.288274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:26.294506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:26.296616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:26.299369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:26.375358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.555622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.618614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.656322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98eb6761-9c83-4607-8617-576b2682e304 req-28fb269b-39f0-43ab-ac39-511e3567b030 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0599985 Aug 19 00:18:26.961193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:26.970015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.098702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:27.123884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.256199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:27.257765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:27.317658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:27.416208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5fb50399-fd66-4e5e-b71c-002660503653 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:27.499352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 5fb50399-fd66-4e5e-b71c-002660503653 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:27.522759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278bd4f-e00d-426b-9a13-5e58c3abe348 None None] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:27.616628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Provisioning for port 5fb50399-fd66-4e5e-b71c-002660503653 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:27.625453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Provisioning complete for port 5fb50399-fd66-4e5e-b71c-002660503653 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:27.626136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.635299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47802) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:27.739233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-613938192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:27.765684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'network': {'name': 'tempest-network-smoke--415425363', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:27.780749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.803367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 00:18:27.803367 n-d-771363-38 neutron-server[94622]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 00:18:27.803367 n-d-771363-38 neutron-server[94622]: [parameters: {'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'id': '2bf3ff73-47fc-4766-8a35-c6dd12bd6fb3', 'expiration': datetime.datetime(2021, 8, 19, 0, 20, 27, 790026)}] Aug 19 00:18:27.803367 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:18:27.803854 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:18:27.818595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.819839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.841679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 7492b3f6-f506-43c2-8344-7784ad4ac5e1 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:27.863577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8edd1118-fd49-4ede-a0d9-3dfddbe636a0 req-f80f3d46-9bee-453b-bdb7-ce8cf7c22385 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0391805 Aug 19 00:18:27.870551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] For port 5fb50399-fd66-4e5e-b71c-002660503653, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb50399-fd66-4e5e-b71c-002660503653,segment=NetworkSegment(6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c),segment_id=6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:27.882886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.950241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.955590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:27.959010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:27.971923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-011da91e-6691-4ffb-bfd7-e094d13d9375 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/7492b3f6-f506-43c2-8344-7784ad4ac5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718929 Aug 19 00:18:27.972476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a592017-3212-48ca-b101-93c3eeace4de None None] Pushing event updated for resources: {'Port': ['ID=5fb50399-fd66-4e5e-b71c-002660503653,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:27.974919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47808) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:27.976591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] Sync routers for ids ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:27.991213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] Routers {'7492b3f6-f506-43c2-8344-7784ad4ac5e1'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:27.992187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:28.019792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.024281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:28.025115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0849b2f1-4790-4545-8363-9cda168f4ca5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3885367 Aug 19 00:18:28.030603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-549854057'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:28.041124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dab78d-b1e6-46a7-b514-85fda7687913 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:28.042854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-17dab78d-b1e6-46a7-b514-85fda7687913 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports/6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d HTTP/1.1" status: 200 len: 910 time: 0.0637627 Aug 19 00:18:28.045509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47812) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:28.051070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21bbfcd3-8fd2-41d1-9b03-c630db0c8822'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:28.051682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:28.070927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] Routers {'7492b3f6-f506-43c2-8344-7784ad4ac5e1'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:28.072098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:28.079253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:28.087343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.102211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.122557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:28.123362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21356f3-9aa7-49f0-9024-8ccf570fd913 None None] The sync data for ids ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:28.139133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Provisioning complete for port 5fb50399-fd66-4e5e-b71c-002660503653 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:28.139984 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.242451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.253518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.258944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Provisioning for port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:28.266465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Provisioning complete for port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:28.266950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.278340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.301072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:28.315864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be285e1-558a-4cd1-a7a5-b2d09e7c4c45,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:28.326428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-854f1668-5259-41bc-b659-5047dc797248 None None] Port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:28.331557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.331917 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Added segment e2f47b79-816f-412d-98ce-60e7ed6e1547 of type vlan for network f4669287-77ae-4247-bd45-b1c2632206bc Aug 19 00:18:28.397985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.428451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.436373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:28.440147 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.442552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:28.443428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.447293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c7b1babb-27a6-4353-aa0c-7d7dffef7d04 None None] Provisioning complete for port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:28.447751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7b1babb-27a6-4353-aa0c-7d7dffef7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.458518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.527049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1babb-27a6-4353-aa0c-7d7dffef7d04 None None] Port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:28.533085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Network': ['ID=f4669287-77ae-4247-bd45-b1c2632206bc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:28.546205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f4669287-77ae-4247-bd45-b1c2632206bc details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:28.741088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.745848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80b830b0-5108-479c-a8b7-66432e7c149f None None] Provisioning complete for port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:28.746400 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b830b0-5108-479c-a8b7-66432e7c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.749817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.756404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ae558f8-bd07-4e06-ac1a-dc05048a086a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7282357 Aug 19 00:18:28.757390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:28.763570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'subnet': {'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:28.807416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f261cf-d9ff-44cd-a543-07879863b695,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:28.827935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:28.833813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-80b830b0-5108-479c-a8b7-66432e7c149f None None] Port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:28.854194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.855010 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Added segment daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c of type vlan for network 9d100cba-a692-468f-915a-58a15efdf844 Aug 19 00:18:28.890048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:28.894026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.910795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.914321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:28.935473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.006237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.012764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:29.013365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.021296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fccc2997-883a-4d09-ac39-051d6539b88b req-b5e2ed98-e83e-49ac-b59e-31564f901e22 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.0413327 Aug 19 00:18:29.088243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:29.088895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.093640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/ports/6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d HTTP/1.1" status: 200 len: 910 time: 1.0436475 Aug 19 00:18:29.095246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b7404-d957-4143-be2b-cf4e350f844c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:29.097432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:29.120336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7999055 Aug 19 00:18:29.121819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:29.126400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'admin_state_up': True, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:29.150553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.182185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a3088-8673-4c58-ac5b-765d9a14c368 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Network': ['ID=9d100cba-a692-468f-915a-58a15efdf844,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:29.192422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.193592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.201766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9d100cba-a692-468f-915a-58a15efdf844 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:29.241437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Subnet': ['ID=be40902a-aa19-4966-ae45-1a49959dbfc4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:29.314349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.315490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Checking segment: {'id': 'e2f47b79-816f-412d-98ce-60e7ed6e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:29.315858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network hostable DHCP agents. Network: f4669287-77ae-4247-bd45-b1c2632206bc, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:29.341586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5fb50399-fd66-4e5e-b71c-002660503653 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:29.395564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5fb50399-fd66-4e5e-b71c-002660503653 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:29.396092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.401857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network f4669287-77ae-4247-bd45-b1c2632206bc is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:29.477110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.497290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.509809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f4669287-77ae-4247-bd45-b1c2632206bc) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:29.523444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:29.524137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.524737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708073b-4958-49c2-ab27-42b55c2a4265 None None] Network f4669287-77ae-4247-bd45-b1c2632206bc requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:29.573191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0634beca-5504-4964-92f1-761b32361cf7 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8124201 Aug 19 00:18:29.574121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:29.583030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'network': {'name': 'tempest-router-network01--1800600809'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:29.623482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:29.627382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.673253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:29.733565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-f4669287-77ae-4247-bd45-b1c2632206bc', 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc', 'tenant_id': '67a30d35c21944d9ada9729622f3afda', 'fixed_ips': [{'subnet_id': 'be40902a-aa19-4966-ae45-1a49959dbfc4'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:29.734612 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.749083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.749520 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Added segment aa88b36d-079d-40b4-82bd-2c36e0a91c00 of type vlan for network e65bbf12-97bd-4d3a-897d-cff70190aa1f Aug 19 00:18:29.831162 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.837020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.842212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:29.842758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.864394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.892036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Allocated IP 172.20.0.2 (f4669287-77ae-4247-bd45-b1c2632206bc/be40902a-aa19-4966-ae45-1a49959dbfc4/af9c947c-1944-4507-ac87-357e8b2ba718) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:29.938923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.945750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:29.946762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.960511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:29.974043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:30.021388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4454844 Aug 19 00:18:30.027306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:30.035721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'network': {'name': 'tempest-router-network02--1323240349'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:30.059802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.070631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Transition to ACTIVE for port object af9c947c-1944-4507-ac87-357e8b2ba718 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:30.102974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43319cda-cc19-4209-8d69-3deb1b57f6b5 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Network': ['ID=e65bbf12-97bd-4d3a-897d-cff70190aa1f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.108450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Transition to ACTIVE for port object af9c947c-1944-4507-ac87-357e8b2ba718 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:30.114590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:30.134423 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.157888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:30.161669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.182909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.25.1.142 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/1e44fde8-4bd9-4802-8837-7ba8b401ddda) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:30.218161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Network f4669287-77ae-4247-bd45-b1c2632206bc is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:30.222167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:30.228645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:30.253353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.259490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Pushing event updated for resources: {'Port': ['ID=af9c947c-1944-4507-ac87-357e8b2ba718,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.262841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:30.280889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55e1618d-8669-4255-95c0-3928d496d09b req-e525e9e5-0806-4bc4-ba7b-01cefe5c4912 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cbcd2a-ddb6-48e7-8af5-9ebd694d17b1 HTTP/1.1" status: 200 len: 210 time: 0.1197569 Aug 19 00:18:30.320718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Attempting to bind port af9c947c-1944-4507-ac87-357e8b2ba718 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:30.320958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=6c57d1dc-2e6d-4f3a-9059-4d40542ceb3d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.321285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Attempting to bind port af9c947c-1944-4507-ac87-357e8b2ba718 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'e2f47b79-816f-412d-98ce-60e7ed6e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:30.322303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Attempting to bind port af9c947c-1944-4507-ac87-357e8b2ba718 on network f4669287-77ae-4247-bd45-b1c2632206bc {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:30.330238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:30.330728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Checking segment: {'id': 'e2f47b79-816f-412d-98ce-60e7ed6e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:30.331988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.332128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.332494 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Added segment 591135c1-e336-4696-9c7d-64b023c3d364 of type vlan for network 4e81be5e-bf07-4345-9163-18aebac6df12 Aug 19 00:18:30.332688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Bound using segment: {'id': 'e2f47b79-816f-412d-98ce-60e7ed6e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:30.333536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Bound port: af9c947c-1944-4507-ac87-357e8b2ba718, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f47b79-816f-412d-98ce-60e7ed6e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4669287-77ae-4247-bd45-b1c2632206bc'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:30.333740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.400382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.412687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] For port af9c947c-1944-4507-ac87-357e8b2ba718, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:30.414971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.417386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] For port af9c947c-1944-4507-ac87-357e8b2ba718, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=af9c947c-1944-4507-ac87-357e8b2ba718,segment=NetworkSegment(e2f47b79-816f-412d-98ce-60e7ed6e1547),segment_id=e2f47b79-816f-412d-98ce-60e7ed6e1547)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:30.426648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.463164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.469136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:30.469927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.493422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44419a5a-fd19-40b1-b868-762aa4efc6ad None None] Pushing event updated for resources: {'Port': ['ID=af9c947c-1944-4507-ac87-357e8b2ba718,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.521590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.542286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5105517 Aug 19 00:18:30.545986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:30.553543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'subnet': {'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:30.557405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:30.642608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d96f0-1001-4dd2-a64a-9f302ebffd1a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Network': ['ID=4e81be5e-bf07-4345-9163-18aebac6df12,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.655733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4e81be5e-bf07-4345-9163-18aebac6df12 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:30.665111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:30.674753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:30.694392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:30.732782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=1e44fde8-4bd9-4802-8837-7ba8b401ddda,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:30.908554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:30.912404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.131252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 7492b3f6-f506-43c2-8344-7784ad4ac5e1 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:31.208134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:31.213058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0cc17b22-9d0c-49c6-a75b-a612ea0d24d8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/7492b3f6-f506-43c2-8344-7784ad4ac5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123934 Aug 19 00:18:31.216756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47830) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.223070 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] Sync routers for ids ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:31.233927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.234972 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] Routers {'7492b3f6-f506-43c2-8344-7784ad4ac5e1'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:31.236141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:31.247497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5487873d-1b0f-441b-8af3-9763ef0114fa tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=7492b3f6-f506-43c2-8344-7784ad4ac5e1 HTTP/1.1" status: 200 len: 205 time: 0.0300701 Aug 19 00:18:31.249941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.298448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.300608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:31.313105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] Routers {'7492b3f6-f506-43c2-8344-7784ad4ac5e1'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:31.313854 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:31.349120 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:31.349995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb6e96-aac6-4812-b8c7-7837ffb261fe None None] The sync data for ids ['7492b3f6-f506-43c2-8344-7784ad4ac5e1'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:31.375195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.377209 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device af9c947c-1944-4507-ac87-357e8b2ba718 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:31.442800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.479434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port af9c947c-1944-4507-ac87-357e8b2ba718 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:31.502984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Subnet': ['ID=e235ea05-37e1-4a7e-bf42-55ac8cc7396c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:31.561259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Checking segment: {'id': 'aa88b36d-079d-40b4-82bd-2c36e0a91c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:31.561628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network hostable DHCP agents. Network: e65bbf12-97bd-4d3a-897d-cff70190aa1f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:31.604840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.609698 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.619282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:31.626546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.634959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e65bbf12-97bd-4d3a-897d-cff70190aa1f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:31.640635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:31.641242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.644992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.650972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e3472-cf5a-41d5-8236-89d950c3629f None None] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:31.691838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.696618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6cc72f64-fcdb-4396-bb5f-d73df24c870c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1469672 Aug 19 00:18:31.696844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.704009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'subnet': {'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:31.720372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.721191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 7492b3f6-f506-43c2-8344-7784ad4ac5e1 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:18:31.728758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.729911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ed908110-461f-40a9-831b-0c9a41635e1d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/7492b3f6-f506-43c2-8344-7784ad4ac5e1 HTTP/1.1" status: 204 len: 168 time: 0.4790404 Aug 19 00:18:31.736766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.807600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 21bbfcd3-8fd2-41d1-9b03-c630db0c8822 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:31.813841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.856388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.859215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.860366 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Made reservation on behalf of 67a30d35c21944d9ada9729622f3afda for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:31.860670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/security-groups/fab167d7-5048-4484-9e3c-695a2cf46552 HTTP/1.1" status: 204 len: 168 time: 0.4170976 Aug 19 00:18:31.862865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.864275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:31.867737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a223b-c09e-4318-9eca-c3c297c52f42 None None] Network f4669287-77ae-4247-bd45-b1c2632206bc requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:31.868165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.899091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee4c7-5965-4b50-b2a8-08cc4d4feec5 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab167d7-5048-4484-9e3c-695a2cf46552,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:31.924884 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-3e6d6743-39ce-4d77-b99d-732ead2b30b6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] show failed (client error): The resource could not be found. Aug 19 00:18:31.928645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3e6d6743-39ce-4d77-b99d-732ead2b30b6 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "GET /v2.0/security-groups/fab167d7-5048-4484-9e3c-695a2cf46552 HTTP/1.1" status: 404 len: 347 time: 0.0554547 Aug 19 00:18:31.929215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:31.961103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:31.986695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Provisioning for port af9c947c-1944-4507-ac87-357e8b2ba718 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:32.015211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Provisioning complete for port af9c947c-1944-4507-ac87-357e8b2ba718 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:32.015654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.048060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.138453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 8c66c423-8eea-455e-aa98-e54790921e0c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:32.138800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.158374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:32.186884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.191564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c876b916-054a-46b3-b33f-1f3507bac700 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0686536 Aug 19 00:18:32.192510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.193252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.193550 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.197670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:32.206071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e65bbf12-97bd-4d3a-897d-cff70190aa1f', 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f', 'tenant_id': '67a30d35c21944d9ada9729622f3afda', 'fixed_ips': [{'subnet_id': 'e235ea05-37e1-4a7e-bf42-55ac8cc7396c'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:32.207223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.240101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=21bbfcd3-8fd2-41d1-9b03-c630db0c8822,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:32.248867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.253137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-85bb068f-e059-4914-b105-c23911f9ce2e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/21bbfcd3-8fd2-41d1-9b03-c630db0c8822 HTTP/1.1" status: 204 len: 168 time: 0.5131283 Aug 19 00:18:32.254631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.264399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Subnet': ['ID=90fb97c4-5605-464d-81ff-861b9febd36b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:32.273602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.273866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.274309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91270c0e-f74b-457d-b861-9b543488cc49 None None] Network b9a5f78d-05fb-449c-b861-2c11589d91e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:32.280907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:32.282221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:32.288002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 8c66c423-8eea-455e-aa98-e54790921e0c owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:32.315584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Checking segment: {'id': '591135c1-e336-4696-9c7d-64b023c3d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:32.315986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network hostable DHCP agents. Network: 4e81be5e-bf07-4345-9163-18aebac6df12, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:32.352612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network 4e81be5e-bf07-4345-9163-18aebac6df12 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:32.360808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.370300 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.372675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4e81be5e-bf07-4345-9163-18aebac6df12) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:32.379441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:32.380643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.419858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ee34dac-8344-403d-89cc-642ea9e008a2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7218025 Aug 19 00:18:32.424330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.446914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8510113-78be-4a99-b7f5-137b80554dfd None None] Network 4e81be5e-bf07-4345-9163-18aebac6df12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:32.497893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be72922c-d82f-4039-bf7d-ca0559cab57b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=73fbc9eb5edc4a86ace33f791ef97e3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3017676 Aug 19 00:18:32.500690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47856) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.593893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:32.640224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.708463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=8c66c423-8eea-455e-aa98-e54790921e0c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:32.807576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620cb4c-2b7f-47be-b39c-902e85b1ea3b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:32.809224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b620cb4c-2b7f-47be-b39c-902e85b1ea3b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3074520 Aug 19 00:18:32.813210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.814716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] For port af9c947c-1944-4507-ac87-357e8b2ba718, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=af9c947c-1944-4507-ac87-357e8b2ba718,segment=NetworkSegment(e2f47b79-816f-412d-98ce-60e7ed6e1547),segment_id=e2f47b79-816f-412d-98ce-60e7ed6e1547)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:32.827878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 5fb50399-fd66-4e5e-b71c-002660503653 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:32.828221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.837385 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.854211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9929fe90-4ae3-446b-b952-1ad9bd2d2990 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399618 Aug 19 00:18:32.855170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.858371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:32.859478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00d0a3f4-9051-4ca4-803f-8294a023f3a4 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/floatingips/12f171a0-93c4-4922-a48b-6edb0349b235 HTTP/1.1" status: 204 len: 168 time: 0.9293115 Aug 19 00:18:32.860074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.865300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547609712', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:32.869565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:32.963660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Allocated IP 172.20.0.2 (e65bbf12-97bd-4d3a-897d-cff70190aa1f/e235ea05-37e1-4a7e-bf42-55ac8cc7396c/f5585db7-f884-4fa6-b7e4-eb6d31063985) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:33.029194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb8762-8b5b-4530-a557-5acb8c47a6a6 None None] DHCP port deletion for b9a5f78d-05fb-449c-b861-2c11589d91e1 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:33.038772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b9984812-f436-439b-b4e5-aa985f7bb4b3 None None] Provisioning complete for port af9c947c-1944-4507-ac87-357e8b2ba718 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:33.039340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9984812-f436-439b-b4e5-aa985f7bb4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.043032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:33.046547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.058132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053052b-5c7b-49f1-aa83-8f91d2d0407d None None] Pushing event updated for resources: {'Port': ['ID=af9c947c-1944-4507-ac87-357e8b2ba718,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:33.088316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 5fb50399-fd66-4e5e-b71c-002660503653, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb50399-fd66-4e5e-b71c-002660503653,segment=NetworkSegment(6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c),segment_id=6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:33.088674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.107844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 5fb50399-fd66-4e5e-b71c-002660503653 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:33.108632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:33.108989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.137483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.196532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4e81be5e-bf07-4345-9163-18aebac6df12', 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12', 'tenant_id': '67a30d35c21944d9ada9729622f3afda', 'fixed_ips': [{'subnet_id': '90fb97c4-5605-464d-81ff-861b9febd36b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:33.197550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.265402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.273093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:31Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:33.290495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:33.346003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.364400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device af9c947c-1944-4507-ac87-357e8b2ba718 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:33.407782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=5fb50399-fd66-4e5e-b71c-002660503653,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:33.418668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:33.419147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Updating router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 port 1e44fde8-4bd9-4802-8837-7ba8b401ddda binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:18:33.422373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 5fb50399-fd66-4e5e-b71c-002660503653 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:33.422587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.503798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Subnet': ['ID=ab9c21e9-6b0b-41c6-8296-cd08ae126df6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:33.534187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.546077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a5f78d-05fb-449c-b861-2c11589d91e1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:33.552447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Checking segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:33.552829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network hostable DHCP agents. Network: 9d100cba-a692-468f-915a-58a15efdf844, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:33.556871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:33.557188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2e9a4b-dbce-495b-93a2-9bfd1a52ca9c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:33.568593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.585307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.587324 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.592772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:33.593219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:33.596418 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:33.602468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9d100cba-a692-468f-915a-58a15efdf844 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:33.655169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:33.662979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9d100cba-a692-468f-915a-58a15efdf844) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:33.672951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.678151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.685648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/b9a5f78d-05fb-449c-b861-2c11589d91e1 HTTP/1.1" status: 204 len: 168 time: 1.4270909 Aug 19 00:18:33.686497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:33.687642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:33.688315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.691929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608802053', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:33.705048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97100c3-6d6c-4610-9895-42006beba2cb None None] Network 9d100cba-a692-468f-915a-58a15efdf844 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:33.714363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38ef4-7bca-4bdb-b0c2-ca75d4825b21 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=b9a5f78d-05fb-449c-b861-2c11589d91e1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:33.719496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb8762-8b5b-4530-a557-5acb8c47a6a6 None None] Deleting port 5fb50399-fd66-4e5e-b71c-002660503653 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:33.719946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8762-8b5b-4530-a557-5acb8c47a6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.722388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.726600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3207a521-4e42-4f6f-8bad-f2a746e4f04d tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/ports/9ebe3c71-53a8-4a9c-9ea1-1ebe36ad2797 HTTP/1.1" status: 204 len: 168 time: 0.8538995 Aug 19 00:18:33.727553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:33.746476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.752063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-60ef9e56-1396-4c6b-8e16-4a51a5ecf012 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8907874 Aug 19 00:18:33.752911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47870) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:33.759609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.760560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.857293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-4fcb8762-8b5b-4530-a557-5acb8c47a6a6 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b9a5f78d-05fb-449c-b861-2c11589d91e1 could not be found. Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b9a5f78d-05fb-449c-b861-2c11589d91e1 could not be found. Aug 19 00:18:33.860007 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:18:33.873350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.897271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port 565a294b-1ebb-4064-82da-00e4ca34fc25 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:33.897621 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.903028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.906893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-42c01f56-2c19-4370-a851-ccc67c87b2a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2167294 Aug 19 00:18:33.915483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:33.944374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de3e47-0a5d-4aee-a865-fad9099d7d6f None None] DHCP port deletion for b9a5f78d-05fb-449c-b861-2c11589d91e1 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:33.946398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-623108035'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:33.961177 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:33.987718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:33.992064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.046058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.067097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Transition to ACTIVE for port object f5585db7-f884-4fa6-b7e4-eb6d31063985 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:34.067309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for 565a294b-1ebb-4064-82da-00e4ca34fc25 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:34.074154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:34.098747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.099105 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 7493d2c3-cb89-4072-b8d2-8ddad739b2fa of type vlan for network 22cc4a88-b074-4844-a5fc-592f6ab97b7f Aug 19 00:18:34.103034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Allocated IP 172.20.0.2 (4e81be5e-bf07-4345-9163-18aebac6df12/90fb97c4-5605-464d-81ff-861b9febd36b/82de8aca-bf6e-457c-a59c-d49662d69fde) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:34.109225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port af9c947c-1944-4507-ac87-357e8b2ba718 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:34.109616 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.164941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Transition to ACTIVE for port object f5585db7-f884-4fa6-b7e4-eb6d31063985 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:34.186034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.265877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Allocated IP 172.20.0.1 (e65bbf12-97bd-4d3a-897d-cff70190aa1f/e235ea05-37e1-4a7e-bf42-55ac8cc7396c/83ab9e6a-3959-4009-a0f5-2e51be24bb1e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:34.268577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.274162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:34.274689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.278168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9d100cba-a692-468f-915a-58a15efdf844', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:34.279015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.288987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.356074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.399838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4810295 Aug 19 00:18:34.402848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:34.405724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:34.412350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:34.426506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:34.437645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcb408-a275-4917-8492-ac9447367a41 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=22cc4a88-b074-4844-a5fc-592f6ab97b7f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:34.458654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.480233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:34.495445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:34.499426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Pushing event updated for resources: {'Port': ['ID=f5585db7-f884-4fa6-b7e4-eb6d31063985,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:34.502672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=565a294b-1ebb-4064-82da-00e4ca34fc25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:34.583973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.608426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.610418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-08cbfe77-cb41-4093-9fce-961d48af6acd tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/ports/565a294b-1ebb-4064-82da-00e4ca34fc25 HTTP/1.1" status: 204 len: 168 time: 0.8818336 Aug 19 00:18:34.611503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Transition to ACTIVE for port object 83ab9e6a-3959-4009-a0f5-2e51be24bb1e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:34.612941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:34.636543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:34.642879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.686712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting subnet 23ccf720-607f-490e-8afb-5668ed4fa17a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:34.690949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.733962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.737987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.817817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:34.827206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:34.827382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Attempting to bind port f5585db7-f884-4fa6-b7e4-eb6d31063985 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:34.827831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Attempting to bind port f5585db7-f884-4fa6-b7e4-eb6d31063985 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'aa88b36d-079d-40b4-82bd-2c36e0a91c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:34.828532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Attempting to bind port f5585db7-f884-4fa6-b7e4-eb6d31063985 on network e65bbf12-97bd-4d3a-897d-cff70190aa1f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:34.834106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:34.839291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Port': ['ID=83ab9e6a-3959-4009-a0f5-2e51be24bb1e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:34.850109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:34.850655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Checking segment: {'id': 'aa88b36d-079d-40b4-82bd-2c36e0a91c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:34.851204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.851695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Bound using segment: {'id': 'aa88b36d-079d-40b4-82bd-2c36e0a91c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:34.852323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Bound port: f5585db7-f884-4fa6-b7e4-eb6d31063985, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa88b36d-079d-40b4-82bd-2c36e0a91c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e65bbf12-97bd-4d3a-897d-cff70190aa1f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:34.852815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.906125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.917008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Allocated IP 172.20.0.2 (9d100cba-a692-468f-915a-58a15efdf844/ab9c21e9-6b0b-41c6-8296-cd08ae126df6/6fc28912-7b98-4043-a00e-536232dc0139) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:34.926982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5fb50399-fd66-4e5e-b71c-002660503653 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:34.942275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.946671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.954168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:34.958107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 5fb50399-fd66-4e5e-b71c-002660503653 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:34.958562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5fb50399-fd66-4e5e-b71c-002660503653 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:34.976982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Transition to ACTIVE for port object 82de8aca-bf6e-457c-a59c-d49662d69fde will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:35.009605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Transition to ACTIVE for port object 1e44fde8-4bd9-4802-8837-7ba8b401ddda will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:35.036664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=7ce6d3e5-a74f-49a1-bbb6-4413357b89b7,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.043464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:35.044086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 22cc4a88-b074-4844-a5fc-592f6ab97b7f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:35.048164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.060627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Transition to ACTIVE for port object 82de8aca-bf6e-457c-a59c-d49662d69fde will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:35.065902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:35.068106 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.077635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] For port f5585db7-f884-4fa6-b7e4-eb6d31063985, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:35.078308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 22cc4a88-b074-4844-a5fc-592f6ab97b7f) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:35.084533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:35.085808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.101709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68117f8-4b40-4d41-9261-8346da0cb287 None None] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:35.104325 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.104878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a7afb2fd-91d5-41ea-a8a7-1ca40a375d45 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6977243 Aug 19 00:18:35.108137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:35.176875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] For port f5585db7-f884-4fa6-b7e4-eb6d31063985, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f5585db7-f884-4fa6-b7e4-eb6d31063985,segment=NetworkSegment(aa88b36d-079d-40b4-82bd-2c36e0a91c00),segment_id=aa88b36d-079d-40b4-82bd-2c36e0a91c00)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:35.201818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.206231 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.245275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Attempting to bind port 1e44fde8-4bd9-4802-8837-7ba8b401ddda on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:35.245653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Attempting to bind port 1e44fde8-4bd9-4802-8837-7ba8b401ddda by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:35.246050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Attempting to bind port 1e44fde8-4bd9-4802-8837-7ba8b401ddda on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:35.247819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806505-bfbb-4f25-8b60-76708d81f34a None None] Pushing event updated for resources: {'Port': ['ID=1e44fde8-4bd9-4802-8837-7ba8b401ddda,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.270042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Network 4e81be5e-bf07-4345-9163-18aebac6df12 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:35.301536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:35.301943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:35.302394 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.302834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:35.303479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Bound port: 1e44fde8-4bd9-4802-8837-7ba8b401ddda, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:35.303747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.315493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Subnet': ['ID=23ccf720-607f-490e-8afb-5668ed4fa17a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.317706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.320898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc3a1001-c764-4668-bc02-f3ede1bdd44a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/subnets/23ccf720-607f-490e-8afb-5668ed4fa17a HTTP/1.1" status: 204 len: 168 time: 0.7069881 Aug 19 00:18:35.322086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:35.322277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:35.350073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f53520-586b-400e-bc4f-f523e9f51332 None None] Network 3327154d-0ea5-43d6-926e-dbb402940c73 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:35.362265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:35.384166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting subnet d303a137-22b4-4512-bd48-8a8f0ab8b766 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:35.388059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.444959 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.465435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.471555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Pushing event updated for resources: {'Port': ['ID=82de8aca-bf6e-457c-a59c-d49662d69fde,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.587740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.594863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.642024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.662520 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.697720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Subnet': ['ID=d303a137-22b4-4512-bd48-8a8f0ab8b766,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.701865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.706651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3c659a8a-c12d-4a2c-8f43-c8e313cdd9d2 tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/subnets/d303a137-22b4-4512-bd48-8a8f0ab8b766 HTTP/1.1" status: 204 len: 168 time: 0.3832574 Aug 19 00:18:35.707296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47882) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:35.793059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.832798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] For port 1e44fde8-4bd9-4802-8837-7ba8b401ddda, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:35.847720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892f0f6-9924-433c-abaa-c2982860d630 None None] Network a00b16ce-4d1f-4faa-949f-b91847e51263 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:35.854425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Transition to ACTIVE for port object 6fc28912-7b98-4043-a00e-536232dc0139 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:35.859772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Deleting port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:35.859772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.939702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Attempting to bind port 82de8aca-bf6e-457c-a59c-d49662d69fde on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:35.939961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] For port f7acf2db-6d9c-4ebb-8d7c-1f458395e854, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,segment=NetworkSegment(9abc4905-3c8f-4b43-8920-10ba30153d46),segment_id=9abc4905-3c8f-4b43-8920-10ba30153d46)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:35.940068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Attempting to bind port 82de8aca-bf6e-457c-a59c-d49662d69fde by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '591135c1-e336-4696-9c7d-64b023c3d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:35.940400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:35.940519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Attempting to bind port 82de8aca-bf6e-457c-a59c-d49662d69fde on network 4e81be5e-bf07-4345-9163-18aebac6df12 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:35.945961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] For port 1e44fde8-4bd9-4802-8837-7ba8b401ddda, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e44fde8-4bd9-4802-8837-7ba8b401ddda,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:35.955781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Calling delete_port for f7acf2db-6d9c-4ebb-8d7c-1f458395e854 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:35.956388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b2ed-c1e2-461a-9432-26bb9a75374d None None] Pushing event updated for resources: {'Port': ['ID=f5585db7-f884-4fa6-b7e4-eb6d31063985,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:35.975952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Transition to ACTIVE for port object 6fc28912-7b98-4043-a00e-536232dc0139 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:35.993430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.003165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:36.003752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Checking segment: {'id': '591135c1-e336-4696-9c7d-64b023c3d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:36.004434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.004927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Bound using segment: {'id': '591135c1-e336-4696-9c7d-64b023c3d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:36.005628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Bound port: 82de8aca-bf6e-457c-a59c-d49662d69fde, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591135c1-e336-4696-9c7d-64b023c3d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4e81be5e-bf07-4345-9163-18aebac6df12'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:36.006133 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.032800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.058459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:36.060015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.090023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.1 (9d100cba-a692-468f-915a-58a15efdf844/ab9c21e9-6b0b-41c6-8296-cd08ae126df6/b9416b81-8c04-462e-8623-e1a46c22e52a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:36.168939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Network 9d100cba-a692-468f-915a-58a15efdf844 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:36.207815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:36.217018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:36.221537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806505-bfbb-4f25-8b60-76708d81f34a None None] Pushing event updated for resources: {'Port': ['ID=1e44fde8-4bd9-4802-8837-7ba8b401ddda,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.232236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:36.232846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:36.233044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.249496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object b9416b81-8c04-462e-8623-e1a46c22e52a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:36.282251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.326445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Port': ['ID=f7acf2db-6d9c-4ebb-8d7c-1f458395e854,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.328917 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.367138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc26435-38ff-4c90-9e88-afba7dd5ff56 None None] DHCP port deletion for 3327154d-0ea5-43d6-926e-dbb402940c73 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:36.381205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] No DVR routers for this DVR port f7acf2db-6d9c-4ebb-8d7c-1f458395e854 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:36.393898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9d100cba-a692-468f-915a-58a15efdf844 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:36.411607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] For port 82de8aca-bf6e-457c-a59c-d49662d69fde, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:36.419094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.20.0.1 (22cc4a88-b074-4844-a5fc-592f6ab97b7f/7ce6d3e5-a74f-49a1-bbb6-4413357b89b7/84e91204-bd8a-4840-bb30-42daa64f998d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:36.425242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:36.431213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:36.464575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.477641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] For port 82de8aca-bf6e-457c-a59c-d49662d69fde, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=82de8aca-bf6e-457c-a59c-d49662d69fde,segment=NetworkSegment(591135c1-e336-4696-9c7d-64b023c3d364),segment_id=591135c1-e336-4696-9c7d-64b023c3d364)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:36.513080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Pushing event updated for resources: {'Port': ['ID=6fc28912-7b98-4043-a00e-536232dc0139,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.517595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.525131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Attempting to bind port 6fc28912-7b98-4043-a00e-536232dc0139 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:36.525755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Attempting to bind port 6fc28912-7b98-4043-a00e-536232dc0139 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:36.526337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Attempting to bind port 6fc28912-7b98-4043-a00e-536232dc0139 on network 9d100cba-a692-468f-915a-58a15efdf844 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:36.567895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:36.568711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Checking segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:36.569386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.570234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Bound using segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:36.570962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Bound port: 6fc28912-7b98-4043-a00e-536232dc0139, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:36.571792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.630741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:36.638870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.663312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.670528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 84e91204-bd8a-4840-bb30-42daa64f998d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:36.679265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.708042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] DHCP port deletion for a00b16ce-4d1f-4faa-949f-b91847e51263 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:36.761022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505e650-c207-4c06-87a9-b70b0c965715 None None] Pushing event updated for resources: {'Port': ['ID=82de8aca-bf6e-457c-a59c-d49662d69fde,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.815040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Port': ['ID=83ab9e6a-3959-4009-a0f5-2e51be24bb1e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:36.825633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.842641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:36.860425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e132d67-77c2-488c-a207-af8660351607 None None] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:36.938930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:36.966740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] For port 6fc28912-7b98-4043-a00e-536232dc0139, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:36.987543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:36.997862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:37.003711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:37.010075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] For port 6fc28912-7b98-4043-a00e-536232dc0139, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6fc28912-7b98-4043-a00e-536232dc0139,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:37.038886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f74e1625-6f1d-4ac1-9123-0cfcc5cefa0c None None] Provisioning for port f5585db7-f884-4fa6-b7e4-eb6d31063985 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:37.041688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.047319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Allocated IP 172.20.0.2 (22cc4a88-b074-4844-a5fc-592f6ab97b7f/7ce6d3e5-a74f-49a1-bbb6-4413357b89b7/2a096558-b73c-4236-ab44-50efa048af09) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:37.092273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.096389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:37.098922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:37.124574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.159202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.213605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Deleting port 0a070b94-9177-474f-b73c-dc40dfb005f2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:37.214124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.268134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3327154d-0ea5-43d6-926e-dbb402940c73']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.303488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc4905-3c8f-4b43-8920-10ba30153d46') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.303803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc4905-3c8f-4b43-8920-10ba30153d46') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.306836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2444f-af83-4301-9218-194a7f423d50 None None] Pushing event updated for resources: {'Port': ['ID=6fc28912-7b98-4043-a00e-536232dc0139,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:37.337750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.343554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.384845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] For port 0a070b94-9177-474f-b73c-dc40dfb005f2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a070b94-9177-474f-b73c-dc40dfb005f2,segment=NetworkSegment(52b2c246-a433-40a8-a80c-304951c84464),segment_id=52b2c246-a433-40a8-a80c-304951c84464)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:37.385326 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.400622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Router 27d8cdc6-fda6-4b38-92ee-824aa4e8a07d is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:37.416195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Calling delete_port for 0a070b94-9177-474f-b73c-dc40dfb005f2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:37.427433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.448690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:37.449926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.495585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:31Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:37.526578 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:37.576125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114725-a94b-4c3e-b281-accecffcd20e None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:31Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:37.588241 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.611667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Transition to ACTIVE for port object 2a096558-b73c-4236-ab44-50efa048af09 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:37.614871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f5585db7-f884-4fa6-b7e4-eb6d31063985 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:37.666305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:37.676356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e1e72a1-b53d-4791-b8e5-85b4ded5dc43 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2481232 Aug 19 00:18:37.681444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:37.685225 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] Sync routers for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:37.687832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.706618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:37.707323 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.712336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.739360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/networks/3327154d-0ea5-43d6-926e-dbb402940c73 HTTP/1.1" status: 204 len: 168 time: 2.0283828 Aug 19 00:18:37.739360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:37.749379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47886) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:37.831353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.854210 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:37.857195 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.874084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd8e5-4910-4f87-acdf-5622490b826a tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Network': ['ID=3327154d-0ea5-43d6-926e-dbb402940c73,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:37.913885 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:37.915116 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e048229-c6e4-46d9-8379-f8a9ff7dcf6a None None] The sync data for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:37.985946 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.002472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Transition to ACTIVE for port object 2a096558-b73c-4236-ab44-50efa048af09 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:38.024980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.038674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.107813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.146793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:38.149472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f5585db7-f884-4fa6-b7e4-eb6d31063985 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:38.151862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] No DVR routers for this DVR port 0a070b94-9177-474f-b73c-dc40dfb005f2 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:38.170638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:38.181816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f5585db7-f884-4fa6-b7e4-eb6d31063985 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:38.182206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.186500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:38.233720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Pushing event updated for resources: {'Port': ['ID=2a096558-b73c-4236-ab44-50efa048af09,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:38.237777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.296560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Provisioning complete for port f5585db7-f884-4fa6-b7e4-eb6d31063985 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:38.297265 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.340817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05b109-f9c6-47cd-94b4-392ca57dcd80 None None] Pushing event deleted for resources: {'Port': ['ID=0a070b94-9177-474f-b73c-dc40dfb005f2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:38.395684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.423699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Attempting to bind port 2a096558-b73c-4236-ab44-50efa048af09 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:38.424370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Attempting to bind port 2a096558-b73c-4236-ab44-50efa048af09 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:38.425252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Attempting to bind port 2a096558-b73c-4236-ab44-50efa048af09 on network 22cc4a88-b074-4844-a5fc-592f6ab97b7f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:38.442234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:38.442845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Checking segment: {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:38.443430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.444167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Bound using segment: {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:38.444831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Bound port: 2a096558-b73c-4236-ab44-50efa048af09, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:38.445393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.554926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:38.583148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b63c06-287e-4969-a7e1-968517bb8afc None None] Network 4e81be5e-bf07-4345-9163-18aebac6df12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:38.703169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.719729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.788342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:38.795729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.823912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:38.857435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.886966 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-dc3c57db-4e5b-44e2-8515-605aebf43b27 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:18:38.888066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc3c57db-4e5b-44e2-8515-605aebf43b27 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1949849 Aug 19 00:18:38.890909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:38.900750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:38.909317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00b16ce-4d1f-4faa-949f-b91847e51263']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:38.928099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b2c246-a433-40a8-a80c-304951c84464') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:38.928606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b2c246-a433-40a8-a80c-304951c84464') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:38.936109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f5585db7-f884-4fa6-b7e4-eb6d31063985, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f5585db7-f884-4fa6-b7e4-eb6d31063985,segment=NetworkSegment(aa88b36d-079d-40b4-82bd-2c36e0a91c00),segment_id=aa88b36d-079d-40b4-82bd-2c36e0a91c00)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:38.945167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.948236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.948982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.967316 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:38.968084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82de8aca-bf6e-457c-a59c-d49662d69fde up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:39.010900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] For port 2a096558-b73c-4236-ab44-50efa048af09, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:39.017130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e248114-5698-4d7e-89ce-55fe92d51f5e None None] Network 9d100cba-a692-468f-915a-58a15efdf844 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:39.024128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.037999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:39.038525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:39.042563 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:39.069628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] For port 2a096558-b73c-4236-ab44-50efa048af09, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2a096558-b73c-4236-ab44-50efa048af09,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:39.162304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.163087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.189292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.195411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] 10.222.0.20 "DELETE /v2.0/networks/a00b16ce-4d1f-4faa-949f-b91847e51263 HTTP/1.1" status: 204 len: 168 time: 1.4378521 Aug 19 00:18:39.195411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1901e14-3ff2-4c30-b9d1-35222a48a23b tempest-TaggedBootDevicesTest_v242-2055599066 tempest-TaggedBootDevicesTest_v242-2055599066-project] Pushing event deleted for resources: {'Network': ['ID=a00b16ce-4d1f-4faa-949f-b91847e51263,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:39.213492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9d100cba-a692-468f-915a-58a15efdf844 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:39.216165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:39.283114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 82de8aca-bf6e-457c-a59c-d49662d69fde completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:39.322992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f5585db7-f884-4fa6-b7e4-eb6d31063985,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:39.364672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:18:39.373866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:18:39.374310 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:18:39.490605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:39.508891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f7acf2db-6d9c-4ebb-8d7c-1f458395e854 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:39.535571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:39.541187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8eb6bf6b-5885-471b-aa1f-597de8f9352e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4320340 Aug 19 00:18:39.546547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:39.554944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-1683355942'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:39.561723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f7acf2db-6d9c-4ebb-8d7c-1f458395e854 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:39.562085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f7acf2db-6d9c-4ebb-8d7c-1f458395e854 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:39.562522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a070b94-9177-474f-b73c-dc40dfb005f2 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:39.570982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:39.617274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:39.622093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.637672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037ff4-10e6-499b-a11e-c8d35929167b None None] Pushing event updated for resources: {'Port': ['ID=2a096558-b73c-4236-ab44-50efa048af09,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:39.648839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0a070b94-9177-474f-b73c-dc40dfb005f2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:39.651105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a070b94-9177-474f-b73c-dc40dfb005f2 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:39.662203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:39.662996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:39.666634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:39.673388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:39.700382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e70dbd33-1a0f-48fa-a4a9-296944bb60a7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/0de215c8-c9a4-4bbd-9608-8ad6a6362267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9461813 Aug 19 00:18:39.701046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47898) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:39.945054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:40.091023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.092150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.092838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.093470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.094099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.094734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.095474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.096098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.099306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.100074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.105527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Provisioning for port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:40.106435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-55fc3d69-78f3-4f98-8b9a-083b4f03464f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7039 time: 0.4037080 Aug 19 00:18:40.107326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47902) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:40.109847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Provisioning complete for port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:40.110993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.169968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2a096558-b73c-4236-ab44-50efa048af09 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:40.300767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f42ded50-4fd4-495f-b538-0c0d6c33b61a None None] Port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:40.302368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.302858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.305153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.305755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.306220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.317290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.317792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.318258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.319702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.320189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.338633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2a096558-b73c-4236-ab44-50efa048af09 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:40.341648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f61cd58-a706-4cb6-aeb1-8a13dc9cc0f9 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6378 time: 0.2329662 Aug 19 00:18:40.342371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47904) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:40.349831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e44fde8-4bd9-4802-8837-7ba8b401ddda up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:40.422064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:40.432122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.432557 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 26698974-ce12-4ebe-8d6c-3d9da1efeea5 of type vlan for network 6cd3a4f4-dce4-4259-8549-3ea8453f274b Aug 19 00:18:40.470232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning for port b9416b81-8c04-462e-8623-e1a46c22e52a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:40.479330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning complete for port b9416b81-8c04-462e-8623-e1a46c22e52a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:40.480012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.512091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.520037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1e44fde8-4bd9-4802-8837-7ba8b401ddda completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:40.534014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1e44fde8-4bd9-4802-8837-7ba8b401ddda triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:40.534689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.545023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.550968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:40.551578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.590371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Port b9416b81-8c04-462e-8623-e1a46c22e52a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:40.595644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:40.642337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:40.642702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Updating router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f port 84e91204-bd8a-4840-bb30-42daa64f998d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:18:40.704490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1529894 Aug 19 00:18:40.708924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:40.716886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:40.739412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning for port 6fc28912-7b98-4043-a00e-536232dc0139 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:40.748069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a4ac1-49a2-42ec-9c0b-a390a043e585 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=6cd3a4f4-dce4-4259-8549-3ea8453f274b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:40.804220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.810476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:40.855919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1887a958-2401-450b-a274-67f7a2acd89a tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4120 time: 0.5067899 Aug 19 00:18:40.859297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:40.862930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:40.864716 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:40.883449 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:40.885048 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:41.168598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:41.175610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:41.178109 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.202120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.296380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:41.297428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 6cd3a4f4-dce4-4259-8549-3ea8453f274b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:41.306972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=3263e8fb-234f-44d6-94c1-8fd299b9f95d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:41.342323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:41.359683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:41.365423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278680367', 'description': 'tempest-secgroup-smoke-1278680367 description', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:41.370560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 6cd3a4f4-dce4-4259-8549-3ea8453f274b) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:41.382842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.390800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:41.391548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.399474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Calling delete_port for 83ab9e6a-3959-4009-a0f5-2e51be24bb1e owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:41.403370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa2ac5-8e53-431f-b3e2-b9f213afb96a None None] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:41.405415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d608c-7dee-4dbb-b137-83a9ac8038c0 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:41.407661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.429769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1e44fde8-4bd9-4802-8837-7ba8b401ddda, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e44fde8-4bd9-4802-8837-7ba8b401ddda,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:41.455439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.478388 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.479199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f5585db7-f884-4fa6-b7e4-eb6d31063985 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:41.486213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-317d3721-979b-469e-b8aa-4d642447f0c4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7756433 Aug 19 00:18:41.491262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:41.515213 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:38Z', 'revision_number': 2, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:41.568274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning complete for port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:41.568635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.580838 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:41.583483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Updating router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 port b9416b81-8c04-462e-8623-e1a46c22e52a binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:18:41.614981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.650584 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:41.686072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Port': ['ID=83ab9e6a-3959-4009-a0f5-2e51be24bb1e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:41.847379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Port 83ab9e6a-3959-4009-a0f5-2e51be24bb1e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:41.895268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1e44fde8-4bd9-4802-8837-7ba8b401ddda,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:41.947994 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.030828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning for port 82de8aca-bf6e-457c-a59c-d49662d69fde completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:42.050809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Provisioning complete for port 82de8aca-bf6e-457c-a59c-d49662d69fde triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:42.051188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.061322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f5585db7-f884-4fa6-b7e4-eb6d31063985 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:42.061710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.238163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Router 27d8cdc6-fda6-4b38-92ee-824aa4e8a07d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:42.279397 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.301530 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Transition to ACTIVE for port object b9416b81-8c04-462e-8623-e1a46c22e52a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:42.317496 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.357934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:42.411517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e8effeaa-ca01-4685-aeb7-8684b74bc810 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5194809 Aug 19 00:18:42.413156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:42.419412 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Pushing event updated for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:42.458597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] Sync routers for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:42.479898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:42.481346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.486424 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-541dab3c-6228-4a14-b7b4-ab208fddab10 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] delete failed (client error): The resource could not be found. Aug 19 00:18:42.494183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47922) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:42.494912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-541dab3c-6228-4a14-b7b4-ab208fddab10 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1591574327 HTTP/1.1" status: 404 len: 335 time: 0.0779283 Aug 19 00:18:42.506393 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.506839 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.507163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.507526 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.507833 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.508163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.508514 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.508837 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.509161 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.509482 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.509803 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.510122 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:18:42.528787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.535677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bbfec5d0-f403-4374-abc7-a0cabee09f7b tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'router': {'external_gateway_info': {'network_id': '27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:42.553715 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Attempting to bind port b9416b81-8c04-462e-8623-e1a46c22e52a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:42.554091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Attempting to bind port b9416b81-8c04-462e-8623-e1a46c22e52a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:42.554441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Attempting to bind port b9416b81-8c04-462e-8623-e1a46c22e52a on network 9d100cba-a692-468f-915a-58a15efdf844 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:42.559921 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:42.560372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Checking segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:42.560715 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.561109 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Bound using segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:42.561709 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Bound port: b9416b81-8c04-462e-8623-e1a46c22e52a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:42.561982 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.592870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.630970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.643604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78e21ed3-d2ce-42e1-9190-9364bc9e6fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.658251 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] For port b9416b81-8c04-462e-8623-e1a46c22e52a, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:42.662142 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] For port b9416b81-8c04-462e-8623-e1a46c22e52a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b9416b81-8c04-462e-8623-e1a46c22e52a,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:42.664811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:42.665518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:42.670335 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.756581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d315fbe1-d7a3-4fe2-82c0-b403f56498db,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:42.792728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.798004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8a1e61d5-69ed-44f1-bf9e-16bda169e7d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4344523 Aug 19 00:18:42.799035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:42.803190 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:42.805470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:42.806461 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:42.876495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:42.903789 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e5eb-dc47-4c32-871a-85236ac5c78c None None] Pushing event updated for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:42.919563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Allocated IP 172.21.0.2 (6cd3a4f4-dce4-4259-8549-3ea8453f274b/3263e8fb-234f-44d6-94c1-8fd299b9f95d/08b73d3a-3774-40a0-a4ce-df506f089252) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:43.030876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:43.035266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.054882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.066478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.103887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b30e7c-706d-4fdf-a66c-552c333f64d5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:43.142273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.144856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ce5ec904-b5cf-42be-8547-81a67523e500 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454564 Aug 19 00:18:43.147463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:43.154363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.157353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:43.175859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Transition to ACTIVE for port object 08b73d3a-3774-40a0-a4ce-df506f089252 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:43.221818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Transition to ACTIVE for port object 08b73d3a-3774-40a0-a4ce-df506f089252 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:43.227766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.272497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbfec5d0-f403-4374-abc7-a0cabee09f7b tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.315343 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.317203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:43.319088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.325994 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.342516 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-bbfec5d0-f403-4374-abc7-a0cabee09f7b tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] update failed (client error): The resource could not be found. Aug 19 00:18:43.348895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:43.349251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bbfec5d0-f403-4374-abc7-a0cabee09f7b tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d HTTP/1.1" status: 404 len: 339 time: 0.8429308 Aug 19 00:18:43.407336 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:42Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:43.473768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.476094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3268087 Aug 19 00:18:43.477177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896802c-b7e3-423c-a665-309b305fe138 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c01b5db-d4f2-42e6-8870-527f37773358,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:43.493626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47932) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:43.502283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:43.522098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7d2351aa-1021-4127-90db-87679427c91d None None] For port 82de8aca-bf6e-457c-a59c-d49662d69fde, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=82de8aca-bf6e-457c-a59c-d49662d69fde,segment=NetworkSegment(591135c1-e336-4696-9c7d-64b023c3d364),segment_id=591135c1-e336-4696-9c7d-64b023c3d364)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:43.530457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:43.536444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:43.537095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:43.540638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc28912-7b98-4043-a00e-536232dc0139 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:43.548575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.21.0.1 (6cd3a4f4-dce4-4259-8549-3ea8453f274b/3263e8fb-234f-44d6-94c1-8fd299b9f95d/4a9cb265-5f5c-4619-83b7-8c3af8469356) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:43.551916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:43.554123 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.555735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:43.627869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.639502 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8783e-9f87-434c-92fa-aec24ff03bc4 None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:42Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:43.679277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Pushing event updated for resources: {'Port': ['ID=08b73d3a-3774-40a0-a4ce-df506f089252,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:43.706152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:43.706839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e25d-6050-43c5-8588-caf57d86cfd4 None None] The sync data for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:43.808511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.816196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.838940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 4a9cb265-5f5c-4619-83b7-8c3af8469356 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:43.854354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Transition to ACTIVE for port object 84e91204-bd8a-4840-bb30-42daa64f998d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:43.908505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.938646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:43.960689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.013858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:44.041205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:44.042319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Attempting to bind port 08b73d3a-3774-40a0-a4ce-df506f089252 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:44.042761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Attempting to bind port 08b73d3a-3774-40a0-a4ce-df506f089252 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:44.043121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Attempting to bind port 08b73d3a-3774-40a0-a4ce-df506f089252 on network 6cd3a4f4-dce4-4259-8549-3ea8453f274b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:44.044334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:44.045365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6fc28912-7b98-4043-a00e-536232dc0139 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:44.054430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:44.055649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2351aa-1021-4127-90db-87679427c91d None None] Pushing event updated for resources: {'Port': ['ID=82de8aca-bf6e-457c-a59c-d49662d69fde,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:44.137715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:44.138417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Checking segment: {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:44.140282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.140936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Bound using segment: {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:44.141614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Bound port: 08b73d3a-3774-40a0-a4ce-df506f089252, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:44.142929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.156676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.174336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6fc28912-7b98-4043-a00e-536232dc0139 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:44.174712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.176277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Provisioning for port 2a096558-b73c-4236-ab44-50efa048af09 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:44.192564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Provisioning complete for port 2a096558-b73c-4236-ab44-50efa048af09 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:44.192869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.327563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.343763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.396862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.471851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Attempting to bind port 84e91204-bd8a-4840-bb30-42daa64f998d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:44.472239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Attempting to bind port 84e91204-bd8a-4840-bb30-42daa64f998d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:44.472636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Attempting to bind port 84e91204-bd8a-4840-bb30-42daa64f998d on network 22cc4a88-b074-4844-a5fc-592f6ab97b7f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:44.491562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff96860-9694-445d-a34f-fd820e80b99b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:44.506474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c43b2d-3e1a-45a8-9b8e-a3b48a72c2c4 None None] Pushing event updated for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:44.508921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.510123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-674d16e6-b247-4490-8d23-65df0a58b874 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9593852 Aug 19 00:18:44.515739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47940) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:44.522417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:44.522799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Checking segment: {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:44.523206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.528358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:44.532794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Bound using segment: {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:44.533358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Bound port: 84e91204-bd8a-4840-bb30-42daa64f998d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7493d2c3-cb89-4072-b8d2-8ddad739b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:44.533913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.579189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Allocated IP 172.20.0.1 (f4669287-77ae-4247-bd45-b1c2632206bc/be40902a-aa19-4966-ae45-1a49959dbfc4/0a5f24f0-ade0-4369-9647-83271c838bed) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:44.733378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.908560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.918846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.926546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.956794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Transition to ACTIVE for port object 0a5f24f0-ade0-4369-9647-83271c838bed will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:44.965264 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:44.970725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:44.971473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4470241 Aug 19 00:18:44.981431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb0eb-73d3-4938-b823-861609d664d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd2b770-5649-4e8f-81a4-bd50e8db8687,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:44.993542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:45.081541 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:18:45.093972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.143571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.189429 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.209850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] For port 08b73d3a-3774-40a0-a4ce-df506f089252, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:45.213693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.225371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.295501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] For port 08b73d3a-3774-40a0-a4ce-df506f089252, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=08b73d3a-3774-40a0-a4ce-df506f089252,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:45.302953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e35d9514-7ec3-4a57-a041-6b7082d12b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.305028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.316225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network f4669287-77ae-4247-bd45-b1c2632206bc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:45.322977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.325517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.328460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:45.330921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:45.396250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:45.428935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.434175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.444211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Port': ['ID=0a5f24f0-ade0-4369-9647-83271c838bed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:45.460797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e148bd-2b93-492e-9f79-ad2410bfcc31 None None] Pushing event updated for resources: {'Port': ['ID=08b73d3a-3774-40a0-a4ce-df506f089252,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:45.476623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] For port 84e91204-bd8a-4840-bb30-42daa64f998d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:45.482842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] For port 2a096558-b73c-4236-ab44-50efa048af09, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2a096558-b73c-4236-ab44-50efa048af09,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:45.494096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.543276 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.553782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] For port 84e91204-bd8a-4840-bb30-42daa64f998d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=84e91204-bd8a-4840-bb30-42daa64f998d,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:45.560194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.599774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.622439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.645677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362e01c-1cf3-45f0-87df-3ee0ebd9c0d6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:45.668407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.673520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa638b47-dc30-4590-acac-f4b82bdc5ce2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6977010 Aug 19 00:18:45.674230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:45.680326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': 'd315fbe1-d7a3-4fe2-82c0-b403f56498db', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:45.703936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:45.706068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:45.712688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6fc28912-7b98-4043-a00e-536232dc0139, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6fc28912-7b98-4043-a00e-536232dc0139,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:45.729899 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.747650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.756514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-576e3874-52d0-4304-8eb0-e6aa98a01a23 None None] Provisioning for port 84e91204-bd8a-4840-bb30-42daa64f998d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:45.759353 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:18:45.772594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:45.773553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.775666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:45.779662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693919e6-e1ca-4159-bd37-ded58106da0b None None] Pushing event updated for resources: {'Port': ['ID=2a096558-b73c-4236-ab44-50efa048af09,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:45.897852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.913199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.946555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:45.958019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823210 Aug 19 00:18:45.965189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7582e8-d55b-4c81-aee5-5b095361048a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba86b0f-238f-4cbe-a72c-f020b6e2e502,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:46.092067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:46.101870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:46.104328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-576e3874-52d0-4304-8eb0-e6aa98a01a23 None None] Provisioning complete for port 2a096558-b73c-4236-ab44-50efa048af09 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:46.104466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-576e3874-52d0-4304-8eb0-e6aa98a01a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.165034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c43b2d-3e1a-45a8-9b8e-a3b48a72c2c4 None None] Pushing event updated for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:46.248078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6fc28912-7b98-4043-a00e-536232dc0139,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:46.251791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b9416b81-8c04-462e-8623-e1a46c22e52a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:46.286795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:46.301193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c0d05a0-df73-4a5c-b1f2-045b730ed8a3 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8088708 Aug 19 00:18:46.304090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:46.320352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088720574'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:46.377527 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.447269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.450332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:46.454858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.459513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.504909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b9416b81-8c04-462e-8623-e1a46c22e52a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:46.543618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-dc75f418-7996-4635-bd14-e6985be890ba tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278680367&fields=id&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 267 time: 0.0623431 Aug 19 00:18:46.567138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:46.569763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b9416b81-8c04-462e-8623-e1a46c22e52a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:46.570270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.575753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event updated for resources: {'Port': ['ID=0a5f24f0-ade0-4369-9647-83271c838bed,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:46.579959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.588805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.589152 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment 90d05518-ec7f-4c87-956a-c7875ace49a7 of type vlan for network 7a85d61d-b4c9-475b-85b9-0fb4d089893e Aug 19 00:18:46.680760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-4fac4831-b324-4c22-8f96-ae0ebfee3a01 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:46.682552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.682720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-4fac4831-b324-4c22-8f96-ae0ebfee3a01 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 796 time: 0.1288683 Aug 19 00:18:46.708557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99a1d3c0-6fc1-49ba-b79b-cf8292d52ba3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/quotas/73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 375 time: 0.0125215 Aug 19 00:18:46.751275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecd090fa-8976-4d67-9df1-7f4c8ed3a945 None None] Provisioning for port 0a5f24f0-ade0-4369-9647-83271c838bed completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:46.751728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.761296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:46.761882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.767402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecd090fa-8976-4d67-9df1-7f4c8ed3a945 None None] Provisioning complete for port 0a5f24f0-ade0-4369-9647-83271c838bed triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:46.767908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecd090fa-8976-4d67-9df1-7f4c8ed3a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.797770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:44Z', 'revision_number': 3, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:44Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:45Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:46.838962 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.844832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Network f4669287-77ae-4247-bd45-b1c2632206bc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:46.851910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0617d3-5a8e-488a-8419-016f1621d8a3 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:44Z', 'revision_number': 3, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:44Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:45Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:46.858081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:46.886511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-b6ca8b27-a643-49a6-8794-4fccb090d56d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540737 Aug 19 00:18:46.888878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ecd090fa-8976-4d67-9df1-7f4c8ed3a945 None None] Port 0a5f24f0-ade0-4369-9647-83271c838bed cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:46.891764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47968) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:46.899056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5888393 Aug 19 00:18:46.913712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:46.915432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac7830-973c-4bc8-bbc5-f09ef82524b1 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=7a85d61d-b4c9-475b-85b9-0fb4d089893e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:46.934628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:46.948912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b9416b81-8c04-462e-8623-e1a46c22e52a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b9416b81-8c04-462e-8623-e1a46c22e52a,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:46.968195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:46.969076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82de8aca-bf6e-457c-a59c-d49662d69fde up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:47.141927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:47.151416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Router 27d8cdc6-fda6-4b38-92ee-824aa4e8a07d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:47.186723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 82de8aca-bf6e-457c-a59c-d49662d69fde triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:47.187130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.201611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-491ee2bc-198f-43a4-a4ec-ffd475d73507 service neutron] 10.222.0.20 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814324 Aug 19 00:18:47.212608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:47.216840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.363400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:47.374023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] Sync routers for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:47.384699 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f482ce8-5f04-491c-be46-9210ec25297d tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0339730 Aug 19 00:18:47.385498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:47.389233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:47.389865 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:47.428820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930c9fd-b577-48df-9878-5d4577126f45 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:47.436054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e44fde8-4bd9-4802-8837-7ba8b401ddda up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:47.448464 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:47.460325 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:47.460992 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:47.538595 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:47.539720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e35f820-644a-4a6f-b6f9-c7c16782f2d5 None None] The sync data for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:47.565354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d12445af-43c3-4194-86fc-b84c76070750 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.581697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8565954b-c470-423d-ae11-26d09e8758a7 None None] Provisioning for port 08b73d3a-3774-40a0-a4ce-df506f089252 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:47.734024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8565954b-c470-423d-ae11-26d09e8758a7 None None] Provisioning complete for port 0a5f24f0-ade0-4369-9647-83271c838bed triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:47.734447 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8565954b-c470-423d-ae11-26d09e8758a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.795862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1e44fde8-4bd9-4802-8837-7ba8b401ddda triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:47.796253 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.904652 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:47.913377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8565954b-c470-423d-ae11-26d09e8758a7 None None] Port 0a5f24f0-ade0-4369-9647-83271c838bed cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:47.972564 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-c87ca35a-e6e3-4121-bd38-5a89edd506f4 service neutron] 10.222.0.20 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698555 Aug 19 00:18:48.141019 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:48.315574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:48.332874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:48.333742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 7a85d61d-b4c9-475b-85b9-0fb4d089893e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:48.395562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:48.463578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 08b73d3a-3774-40a0-a4ce-df506f089252 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:48.466027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8b1bbef-709a-4abd-b110-9e08116e8636 req-e99db795-88e1-41f9-8d5a-c80fbbfd1db9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 210 time: 0.0823402 Aug 19 00:18:48.466743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 7a85d61d-b4c9-475b-85b9-0fb4d089893e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:48.475322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:48.475918 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:48.515947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaeaaa8-966f-40a8-bf89-cdbf6a4c977a None None] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:48.517009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-51fe88d1-2de9-45d1-b8ce-8dd770dbe09d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6195042 Aug 19 00:18:48.520140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47986) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:48.567784 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d12445af-43c3-4194-86fc-b84c76070750 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 00:18:48.568965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d12445af-43c3-4194-86fc-b84c76070750 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d HTTP/1.1" status: 409 len: 329 time: 1.1808934 Aug 19 00:18:48.573123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-6f5d4c81-da97-435c-b9e0-688f15953575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:48.576662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-6f5d4c81-da97-435c-b9e0-688f15953575 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.1986158 Aug 19 00:18:48.577235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:48.904543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72f5b431-b5c5-4ef4-9925-fd6faf2b46f4 None None] Provisioning for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:48.911962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72f5b431-b5c5-4ef4-9925-fd6faf2b46f4 None None] Provisioning complete for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:48.912403 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72f5b431-b5c5-4ef4-9925-fd6faf2b46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:48.949550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 08b73d3a-3774-40a0-a4ce-df506f089252 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:48.976080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 08b73d3a-3774-40a0-a4ce-df506f089252 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:48.976080 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.020324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-72f5b431-b5c5-4ef4-9925-fd6faf2b46f4 None None] Port 4a9cb265-5f5c-4619-83b7-8c3af8469356 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:49.168935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:49.170046 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.204155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d85c60f-4f90-4ffc-ab1c-bd0ec6bad8fd None None] Provisioning complete for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:49.204875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d85c60f-4f90-4ffc-ab1c-bd0ec6bad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.247169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d85c60f-4f90-4ffc-ab1c-bd0ec6bad8fd None None] Port 4a9cb265-5f5c-4619-83b7-8c3af8469356 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:49.342863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-b885cb60-bf6f-4cfe-89e5-dc6f308331ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:49.351720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-b885cb60-bf6f-4cfe-89e5-dc6f308331ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.7592151 Aug 19 00:18:49.425796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.466252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.485164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-ae674145-699b-4de0-af7d-c4e59b2f4c2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1325181 Aug 19 00:18:49.515584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b4c9-cef5-405b-ae58-cae8917d757a req-2c7d67ca-a670-4f7f-9f39-584ce732bcf1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:49.536739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 08b73d3a-3774-40a0-a4ce-df506f089252, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=08b73d3a-3774-40a0-a4ce-df506f089252,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:49.540819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a575b4c9-cef5-405b-ae58-cae8917d757a req-2c7d67ca-a670-4f7f-9f39-584ce732bcf1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 1.1884718 Aug 19 00:18:49.558645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.560283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2a096558-b73c-4236-ab44-50efa048af09 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:49.684032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a575b4c9-cef5-405b-ae58-cae8917d757a req-aa1faa8e-eec0-484f-a73f-3ff8aaafd51f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397548 Aug 19 00:18:49.689663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Allocated IP 172.22.0.2 (7a85d61d-b4c9-475b-85b9-0fb4d089893e/8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4/d4dcb284-4437-4890-9751-c410bbb2152f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:49.728362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-002bb9ce-19df-4af3-b1e6-8a333b89d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:49.730025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-002bb9ce-19df-4af3-b1e6-8a333b89d443 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.1340780 Aug 19 00:18:49.832416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-c0742a63-dc21-4aa3-bcfb-13c3a950047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:49.833939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-c0742a63-dc21-4aa3-bcfb-13c3a950047b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936959 Aug 19 00:18:49.867173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6121bd97-b9cf-4d71-a512-ec286f21a6a3 req-9ceaff76-dd55-4900-b88c-1102e1ef15eb tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 210 time: 0.0408766 Aug 19 00:18:49.908703 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.909268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:49.918658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Transition to ACTIVE for port object d4dcb284-4437-4890-9751-c410bbb2152f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:49.954150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Transition to ACTIVE for port object d4dcb284-4437-4890-9751-c410bbb2152f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:49.987205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.000383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b2d30d13-9695-4ed3-9323-9515cea761cb None None] Provisioning complete for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:50.000716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2d30d13-9695-4ed3-9323-9515cea761cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.038261 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-81ed280c-c20f-42a8-bf5e-5e608f82a15b service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958077 Aug 19 00:18:50.038579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:50.051319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:50.066086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:50.187639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.22.0.1 (7a85d61d-b4c9-475b-85b9-0fb4d089893e/8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4/a89ccc69-8ad4-4f9e-b4a1-80841df9f051) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:50.188871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dead397c-3543-4cea-aa40-29b5d4e9d8be req-71a76a2f-5504-414a-a90a-182c888b736e service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418283 Aug 19 00:18:50.242484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2a096558-b73c-4236-ab44-50efa048af09 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:50.242873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.257998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=08b73d3a-3774-40a0-a4ce-df506f089252,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:50.298427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b2d30d13-9695-4ed3-9323-9515cea761cb None None] Port 4a9cb265-5f5c-4619-83b7-8c3af8469356 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:50.361825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Attempting to bind port d4dcb284-4437-4890-9751-c410bbb2152f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:50.362049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Attempting to bind port d4dcb284-4437-4890-9751-c410bbb2152f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:50.362415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Attempting to bind port d4dcb284-4437-4890-9751-c410bbb2152f on network 7a85d61d-b4c9-475b-85b9-0fb4d089893e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:50.384488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.400740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object a89ccc69-8ad4-4f9e-b4a1-80841df9f051 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:50.424551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:50.424979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Checking segment: {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:50.425363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.425770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Bound using segment: {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:50.426271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Bound port: d4dcb284-4437-4890-9751-c410bbb2152f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:50.426730 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.438733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting port 0a5f24f0-ade0-4369-9647-83271c838bed {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:50.439050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.454524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.562073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Pushing event updated for resources: {'Port': ['ID=d4dcb284-4437-4890-9751-c410bbb2152f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:50.584544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:50.596956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:50.628227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] For port d4dcb284-4437-4890-9751-c410bbb2152f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:50.628588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:50.662903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] For port d4dcb284-4437-4890-9751-c410bbb2152f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dcb284-4437-4890-9751-c410bbb2152f,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:50.666833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:50.673426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.683586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 84e91204-bd8a-4840-bb30-42daa64f998d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:50.692209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Calling delete_port for 0a5f24f0-ade0-4369-9647-83271c838bed owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:50.692785 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.723435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-dc37ec03-ff23-4e48-9b0b-abd8741d6e3b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:50.724995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-dc37ec03-ff23-4e48-9b0b-abd8741d6e3b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 796 time: 0.7795694 Aug 19 00:18:50.752209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:50.893094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0346-fdb8-411a-a522-e7807464948f None None] Pushing event updated for resources: {'Port': ['ID=d4dcb284-4437-4890-9751-c410bbb2152f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:50.963511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 84e91204-bd8a-4840-bb30-42daa64f998d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:50.972360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 84e91204-bd8a-4840-bb30-42daa64f998d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:50.972758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.019314 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.067783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a39acb7a-2208-40f0-865d-0cd86b9f3461 req-d9c4ae20-5d6c-49bb-897f-884d71144131 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 210 time: 0.0720658 Aug 19 00:18:51.082038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Port': ['ID=0a5f24f0-ade0-4369-9647-83271c838bed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:51.090813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-e005ef3c-b556-4cce-9fce-b3a320b38a3e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 380 time: 0.1549761 Aug 19 00:18:51.091752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.106118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'port': {'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'admin_state_up': True, 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'security_groups': ['d315fbe1-d7a3-4fe2-82c0-b403f56498db']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:51.129620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90733ee5-4495-4116-9982-1e61c10cd433 req-a54ca9c9-9378-4d92-8bf6-512d52a12054 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:51.131736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90733ee5-4495-4116-9982-1e61c10cd433 req-a54ca9c9-9378-4d92-8bf6-512d52a12054 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1721351 Aug 19 00:18:51.147703 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.150187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:51.178470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:51.184995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:51.340781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-90733ee5-4495-4116-9982-1e61c10cd433 req-2964c389-9165-4a13-b37f-38f4f1f93147 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678810 Aug 19 00:18:51.349457 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.418106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 84e91204-bd8a-4840-bb30-42daa64f998d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=84e91204-bd8a-4840-bb30-42daa64f998d,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:51.437893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.438972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc28912-7b98-4043-a00e-536232dc0139 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:51.554130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:51.569568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:51.574150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.577481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Router 27d8cdc6-fda6-4b38-92ee-824aa4e8a07d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:51.642476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6fc28912-7b98-4043-a00e-536232dc0139 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:51.642476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.662147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:51.669898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9674a4e4-19e5-4d2d-88a3-eb7b07ace4fc tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916598 Aug 19 00:18:51.674063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:51.675815 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] Sync routers for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:51.690799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:51.691441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:51.727541 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-fa09ff6e-4d0f-417d-820d-a9972861c351 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] show failed (client error): The resource could not be found. Aug 19 00:18:51.736814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa09ff6e-4d0f-417d-820d-a9972861c351 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-477465581 HTTP/1.1" status: 404 len: 334 time: 0.0587871 Aug 19 00:18:51.737714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:51.738065 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:51.744547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-64018c82-1c65-4780-80dc-4faa05a80e67 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:51.748701 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] Routers {'27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:51.750459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:51.756229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.769091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:51.784481 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:51.785512 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042a0f66-162a-459c-a0cf-a89919910144 None None] The sync data for ids ['27d8cdc6-fda6-4b38-92ee-824aa4e8a07d'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:51.787334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.787526 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-64018c82-1c65-4780-80dc-4faa05a80e67 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] update failed (client error): The resource could not be found. Aug 19 00:18:51.793871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64018c82-1c65-4780-80dc-4faa05a80e67 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1575162286 HTTP/1.1" status: 404 len: 335 time: 0.0543559 Aug 19 00:18:51.795011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:51.908586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting subnet 90fb97c4-5605-464d-81ff-861b9febd36b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:51.913041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.940355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:51.941882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:51.955447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b9416b81-8c04-462e-8623-e1a46c22e52a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:51.960778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.038804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.11 (9d100cba-a692-468f-915a-58a15efdf844/ab9c21e9-6b0b-41c6-8296-cd08ae126df6/32e09cc7-4e32-4231-b344-e659ed45f110) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:52.052864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b9416b81-8c04-462e-8623-e1a46c22e52a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:52.053495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.093955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.108744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:50Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:44Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:45Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:50Z', 'revision_number': 1, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:52.139927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:52.140432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Updating router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f port 4a9cb265-5f5c-4619-83b7-8c3af8469356 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:18:52.174397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:52.182634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:52.194449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.215189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.257565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Subnet': ['ID=90fb97c4-5605-464d-81ff-861b9febd36b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:52.263580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.269060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6d3cbd22-61e7-4f9b-8808-459a9b89c62a tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/subnets/90fb97c4-5605-464d-81ff-861b9febd36b HTTP/1.1" status: 204 len: 168 time: 0.4733052 Aug 19 00:18:52.269687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:52.337518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting subnet e235ea05-37e1-4a7e-bf42-55ac8cc7396c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:52.344932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.371348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bad8ee52-eaf5-4212-8691-12a02bca3ef6 req-e2761191-b624-41c7-b00c-57c3140185c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 210 time: 0.0804999 Aug 19 00:18:52.396934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.539048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.571478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object 32e09cc7-4e32-4231-b344-e659ed45f110 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:52.603614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:52.629809 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.640662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Transition to ACTIVE for port object 4a9cb265-5f5c-4619-83b7-8c3af8469356 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:52.647169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1af66-dc8d-4f44-9de8-39cfea5a434b None None] Network 4e81be5e-bf07-4345-9163-18aebac6df12 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:52.649610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 84e91204-bd8a-4840-bb30-42daa64f998d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:52.654469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.659814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.702507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdca50-ec72-4e9f-871f-eb52b252b224 req-64f633e1-205c-47d1-a7aa-19a54e81a47f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:52.704252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dcdca50-ec72-4e9f-871f-eb52b252b224 req-64f633e1-205c-47d1-a7aa-19a54e81a47f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.2209485 Aug 19 00:18:52.740868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139103f-be31-43f3-a37e-c9adbf96519a None None] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:52.769479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:52.778517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dcdca50-ec72-4e9f-871f-eb52b252b224 req-20a67e68-e932-4e10-9cd3-9294d18625ec tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667408 Aug 19 00:18:52.780874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46654ece-89db-4908-a8b4-6c797a2783ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2584968 Aug 19 00:18:52.783997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:52.790264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'network': {'name': 'tempest-RoutersTest-811159229'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:52.796932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.818712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.846527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.851413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/subnets/e235ea05-37e1-4a7e-bf42-55ac8cc7396c HTTP/1.1" status: 204 len: 168 time: 0.5807321 Aug 19 00:18:52.855144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266112a-1889-4d36-8255-29939e082fd8 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Subnet': ['ID=e235ea05-37e1-4a7e-bf42-55ac8cc7396c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:52.860065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:52.872118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:52.876993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:52.882936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851eb6e6-714a-4862-ba7a-abc0c79fb9a7 None None] Network e65bbf12-97bd-4d3a-897d-cff70190aa1f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:18:52.893623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9d100cba-a692-468f-915a-58a15efdf844 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:52.897061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:52.901707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:52.951597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:52.984955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:52.985962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.007415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-2a0d79fd-fb17-41e4-9cce-bdece68cf9c3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9059308 Aug 19 00:18:53.014068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.019095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:18:53.033158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Request body: {'port': {'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:53.038615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.039069 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added segment ea0c8deb-1526-4b04-b72e-87a2f5159fc3 of type vlan for network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb Aug 19 00:18:53.132633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.174507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.187751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.193488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:53.194139 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.206625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting port 82de8aca-bf6e-457c-a59c-d49662d69fde {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:53.206966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.291304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5060463 Aug 19 00:18:53.297580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:53.302834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'subnet': {'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:53.363042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630309-b65c-4d1d-8d21-db35761d87f0 None None] Pushing event updated for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:53.366394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bc3e7120-2575-425b-94be-e92a6efc287b None None] Provisioning for port d4dcb284-4437-4890-9751-c410bbb2152f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:53.378793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e33dc1-879e-4777-89f2-16fd86775681 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Network': ['ID=1dca2f08-c310-48c4-b8eb-a6aff7a404eb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:53.417372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] For port 82de8aca-bf6e-457c-a59c-d49662d69fde, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=82de8aca-bf6e-457c-a59c-d49662d69fde,segment=NetworkSegment(591135c1-e336-4696-9c7d-64b023c3d364),segment_id=591135c1-e336-4696-9c7d-64b023c3d364)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:53.417747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.425029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:18:53.451981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Calling delete_port for 82de8aca-bf6e-457c-a59c-d49662d69fde owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:53.458856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Made reservation on behalf of 5437fadd4c1b407190fd1424bf4981fa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:18:53.462828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.529607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port 4a9cb265-5f5c-4619-83b7-8c3af8469356 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:53.529990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port 4a9cb265-5f5c-4619-83b7-8c3af8469356 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:53.530240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port 4a9cb265-5f5c-4619-83b7-8c3af8469356 on network 6cd3a4f4-dce4-4259-8549-3ea8453f274b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:53.629167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:53.629870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Checking segment: {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:53.630653 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.631208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Bound using segment: {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:53.631863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Bound port: 4a9cb265-5f5c-4619-83b7-8c3af8469356, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26698974-ce12-4ebe-8d6c-3d9da1efeea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:53.632456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.634853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 84e91204-bd8a-4840-bb30-42daa64f998d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:53.635384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.638792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:53.649434 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.708284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Port': ['ID=82de8aca-bf6e-457c-a59c-d49662d69fde,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:53.716129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] No DVR routers for this DVR port 82de8aca-bf6e-457c-a59c-d49662d69fde on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:53.793655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c403-752e-4c06-9c76-afb1218f526e req-88b78504-bc0f-4336-b9bb-36cd514f9ce3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:53.803970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11a8c403-752e-4c06-9c76-afb1218f526e req-88b78504-bc0f-4336-b9bb-36cd514f9ce3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 932 time: 0.1471982 Aug 19 00:18:53.804195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf66159f-6980-4fd8-9049-e7b588ddfe2a None None] Provisioning for port 32e09cc7-4e32-4231-b344-e659ed45f110 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:53.827768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf66159f-6980-4fd8-9049-e7b588ddfe2a None None] Provisioning complete for port 32e09cc7-4e32-4231-b344-e659ed45f110 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:53.828146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf66159f-6980-4fd8-9049-e7b588ddfe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:53.932070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f2db5-e20d-4a53-a13e-da8c4187f6de None None] DHCP port deletion for 4e81be5e-bf07-4345-9163-18aebac6df12 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:53.938639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] For port 4a9cb265-5f5c-4619-83b7-8c3af8469356, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:53.962401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] DHCP port deletion for e65bbf12-97bd-4d3a-897d-cff70190aa1f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:18:53.967567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf66159f-6980-4fd8-9049-e7b588ddfe2a None None] Port 32e09cc7-4e32-4231-b344-e659ed45f110 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:53.971492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] For port 4a9cb265-5f5c-4619-83b7-8c3af8469356, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a9cb265-5f5c-4619-83b7-8c3af8469356,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:53.984511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 08b73d3a-3774-40a0-a4ce-df506f089252 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:54.000823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11a8c403-752e-4c06-9c76-afb1218f526e req-11775d3c-0106-4d4a-85b1-1e37b3d00067 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954734 Aug 19 00:18:54.006620 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:18:54.052691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.175286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Updating router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:18:54.197665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.211381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.214577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630309-b65c-4d1d-8d21-db35761d87f0 None None] Pushing event updated for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:54.221066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.255467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e81be5e-bf07-4345-9163-18aebac6df12']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:54.310758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 08b73d3a-3774-40a0-a4ce-df506f089252 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:54.311267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.327993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591135c1-e336-4696-9c7d-64b023c3d364') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:54.330959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591135c1-e336-4696-9c7d-64b023c3d364') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:54.343708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e09cc7-4e32-4231-b344-e659ed45f110 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:18:54.357699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.367449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5d31eea-2a51-444e-a452-35518feb0a3b None None] Provisioning for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:54.368719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.395257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5d31eea-2a51-444e-a452-35518feb0a3b None None] Provisioning complete for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:54.395648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5d31eea-2a51-444e-a452-35518feb0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.406677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Transition to ACTIVE for port object 32e09cc7-4e32-4231-b344-e659ed45f110 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:54.418626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.451616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Subnet': ['ID=94526e44-3d76-4b12-9a63-8c178e910f4b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:54.464495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.516890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Deleting port f5585db7-f884-4fa6-b7e4-eb6d31063985 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:54.517303 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.571363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Pushing event updated for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:54.602159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f5d31eea-2a51-444e-a452-35518feb0a3b None None] Port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:54.671910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dcb284-4437-4890-9751-c410bbb2152f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:54.673168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Attempting to bind port 32e09cc7-4e32-4231-b344-e659ed45f110 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:54.673798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Attempting to bind port 32e09cc7-4e32-4231-b344-e659ed45f110 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:54.674307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Attempting to bind port 32e09cc7-4e32-4231-b344-e659ed45f110 on network 9d100cba-a692-468f-915a-58a15efdf844 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:54.680195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Port 32e09cc7-4e32-4231-b344-e659ed45f110 on network 9d100cba-a692-468f-915a-58a15efdf844 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:18:54.684350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Attempting to bind port 32e09cc7-4e32-4231-b344-e659ed45f110 on network 9d100cba-a692-468f-915a-58a15efdf844 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:54.700664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:54.701331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Checking segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:54.701896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Bound using segment: {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:54.702520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Bound port: 32e09cc7-4e32-4231-b344-e659ed45f110, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d100cba-a692-468f-915a-58a15efdf844'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:54.703072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.778393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] For port f5585db7-f884-4fa6-b7e4-eb6d31063985, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f5585db7-f884-4fa6-b7e4-eb6d31063985,segment=NetworkSegment(aa88b36d-079d-40b4-82bd-2c36e0a91c00),segment_id=aa88b36d-079d-40b4-82bd-2c36e0a91c00)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:54.779234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.807259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Calling delete_port for f5585db7-f884-4fa6-b7e4-eb6d31063985 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:54.825327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:54.829549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=32e09cc7-4e32-4231-b344-e659ed45f110,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:54.840167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.890291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:54.890944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:54.892516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] 10.222.0.21 "PUT /v2.0/ports/32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 1093 time: 1.8694994 Aug 19 00:18:54.892979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:18:54.895356 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f2245-b200-4933-b1f0-4f95b2f6809c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:18:54.936074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99101311-c8bf-458d-9fd3-b5cacf15104d service neutron] Pushing event updated for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:54.980540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d4dcb284-4437-4890-9751-c410bbb2152f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:54.982839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.021097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02733ec1-7b1a-4424-9f31-3c58cece61a7 x-openstack-request-id: req-02733ec1-7b1a-4424-9f31-3c58cece61a7 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:18:55.021387 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:18:55.021643 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02733ec1-7b1a-4424-9f31-3c58cece61a7 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:18:55.022051 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110', 'status': 'completed', 'code': 200} Aug 19 00:18:55.035181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4dcb284-4437-4890-9751-c410bbb2152f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:55.035636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.038814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:55.039582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:55.047161 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:55.054938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-479916e4-c318-4462-8345-dab9eea41c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.056526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-479916e4-c318-4462-8345-dab9eea41c5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1096 time: 0.0948288 Aug 19 00:18:55.087916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] No DVR routers for this DVR port f5585db7-f884-4fa6-b7e4-eb6d31063985 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:55.096951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc286b2-c6eb-4d4d-8a5b-583bf0a18e90 None None] Pushing event deleted for resources: {'Port': ['ID=f5585db7-f884-4fa6-b7e4-eb6d31063985,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:55.112941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2449d73c-07e3-49d4-8697-f23d04b80e42 None None] Provisioning complete for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:55.112941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2449d73c-07e3-49d4-8697-f23d04b80e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.126664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-bbe20bb3-e560-47aa-ae7e-996795d49da1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 217 time: 0.0576155 Aug 19 00:18:55.138142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Checking segment: {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:55.138142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network hostable DHCP agents. Network: 1dca2f08-c310-48c4-b8eb-a6aff7a404eb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:18:55.213344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-88f8856c-aad0-4ff3-a260-24a7876fde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.215157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-88f8856c-aad0-4ff3-a260-24a7876fde35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.0791988 Aug 19 00:18:55.223902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300edd89-9e4a-4881-b924-9ac333beacf1 req-ab28e62b-05bf-418a-b12d-92a94ef511c7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.225707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-300edd89-9e4a-4881-b924-9ac333beacf1 req-ab28e62b-05bf-418a-b12d-92a94ef511c7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 944 time: 0.1021302 Aug 19 00:18:55.248459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.253440 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.258873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2449d73c-07e3-49d4-8697-f23d04b80e42 None None] Port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:18:55.275951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61954cb3-6118-4a3f-bf51-9a16ae85d355 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:18:55.278018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Transition to ACTIVE for port object a89ccc69-8ad4-4f9e-b4a1-80841df9f051 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:55.281326 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.302463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-37b7399c-6867-46e9-96ec-195914c206f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.304081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-37b7399c-6867-46e9-96ec-195914c206f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774372 Aug 19 00:18:55.307414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-300edd89-9e4a-4881-b924-9ac333beacf1 req-d8f57e89-4353-405f-8781-25cf42f25b6c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726776 Aug 19 00:18:55.312225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.316343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/networks/4e81be5e-bf07-4345-9163-18aebac6df12 HTTP/1.1" status: 204 len: 168 time: 2.4531536 Aug 19 00:18:55.321350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48046) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:55.321648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.343945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb60e7e-de07-4ac1-a607-a15b2b200023 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Network': ['ID=4e81be5e-bf07-4345-9163-18aebac6df12,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:55.353491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:18:55.369179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d4dcb284-4437-4890-9751-c410bbb2152f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dcb284-4437-4890-9751-c410bbb2152f,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:55.373751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-f39bdccd-d777-498f-8986-e16b1ee3781e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1579051 Aug 19 00:18:55.378358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1dca2f08-c310-48c4-b8eb-a6aff7a404eb) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:55.386765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.387488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.398613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.435888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630309-b65c-4d1d-8d21-db35761d87f0 None None] Pushing event updated for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:55.456337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-740bc634-108a-4d6d-8263-feb6d73fdbac tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1506743 Aug 19 00:18:55.456337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:55.457010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.486358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-23c5bd7f-1690-4b1a-9b28-6f4a21fbc482 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751904 Aug 19 00:18:55.564228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-c8bbc639-594d-4448-a77f-688f519be1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.566268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-c8bbc639-594d-4448-a77f-688f519be1aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.1703699 Aug 19 00:18:55.597412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a9cb265-5f5c-4619-83b7-8c3af8469356 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:55.617832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.630960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:55.631338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:55.631940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Attempting to bind port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 on network 7a85d61d-b4c9-475b-85b9-0fb4d089893e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:55.632817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65bbf12-97bd-4d3a-897d-cff70190aa1f']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:55.652757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa88b36d-079d-40b4-82bd-2c36e0a91c00') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:55.652971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa88b36d-079d-40b4-82bd-2c36e0a91c00') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:55.661065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d4dcb284-4437-4890-9751-c410bbb2152f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:55.670143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:55.670779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Checking segment: {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:55.671366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.671898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.672067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Bound using segment: {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:55.672760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Bound port: a89ccc69-8ad4-4f9e-b4a1-80841df9f051, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d05518-ec7f-4c87-956a-c7875ace49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:55.673336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.688357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-211a72b7-0e64-4e3e-9696-629d4ca5ae88 req-712546a6-f626-4b71-bdaa-2f6b0566753a service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793106 Aug 19 00:18:55.692786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.702114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:55.702520 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:55.705650 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:55.794260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.806424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.812673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.816897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/networks/e65bbf12-97bd-4d3a-897d-cff70190aa1f HTTP/1.1" status: 204 len: 168 time: 0.4909704 Aug 19 00:18:55.822991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48050) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:55.828427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:55.833270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] For port a89ccc69-8ad4-4f9e-b4a1-80841df9f051, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:55.837280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] For port a89ccc69-8ad4-4f9e-b4a1-80841df9f051, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:55.840923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:55.841323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.865433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.871051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-c9bb0f13-45fe-429d-a0a9-30eb73158a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.872571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e973e4-cb55-410a-8bc6-9fb0582e41d2 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Network': ['ID=e65bbf12-97bd-4d3a-897d-cff70190aa1f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:55.873097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-c9bb0f13-45fe-429d-a0a9-30eb73158a7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2660065 Aug 19 00:18:55.879935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-04dba1c1-ae25-43be-aa5a-1bc81fde286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:55.881481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-04dba1c1-ae25-43be-aa5a-1bc81fde286d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1096 time: 0.1109223 Aug 19 00:18:55.888142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61954cb3-6118-4a3f-bf51-9a16ae85d355 None None] Unable to find a vacant binding_index for network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb and agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 00:18:55.902804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting subnet be40902a-aa19-4966-ae45-1a49959dbfc4 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:18:55.918407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:55.931990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61954cb3-6118-4a3f-bf51-9a16ae85d355 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1dca2f08-c310-48c4-b8eb-a6aff7a404eb) {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:18:55.971278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:55.971917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:55.992806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.036317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630309-b65c-4d1d-8d21-db35761d87f0 None None] Pushing event updated for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:56.056138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-f837f9fb-cbf1-47dc-938e-dec00c2dfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.059067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-f837f9fb-cbf1-47dc-938e-dec00c2dfd6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 896 time: 0.1681249 Aug 19 00:18:56.095770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-af6a324d-92c5-4f7d-8d19-98772c5ed6aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1940012 Aug 19 00:18:56.120061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-b23ce1d6-da2d-4640-9fc1-074afe951339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 217 time: 0.0537822 Aug 19 00:18:56.175243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-330e5dd9-0bde-42da-94c5-e05b65b38f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.176600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-330e5dd9-0bde-42da-94c5-e05b65b38f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.0497580 Aug 19 00:18:56.196331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.211077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-8b999ec0-c388-465a-aa79-a2983f717bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.212982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-8b999ec0-c388-465a-aa79-a2983f717bb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0945351 Aug 19 00:18:56.269877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-5a6ca67c-a5c6-455f-b824-4ba8bc21b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.271390 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-5a6ca67c-a5c6-455f-b824-4ba8bc21b7ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864961 Aug 19 00:18:56.288475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.301236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:56.348409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.353130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.365573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.367411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/subnets/be40902a-aa19-4966-ae45-1a49959dbfc4 HTTP/1.1" status: 204 len: 168 time: 0.5422242 Aug 19 00:18:56.392937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48054) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:56.406274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-65d8ab13-d942-4fae-801a-e4ecdf1d377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.407805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-65d8ab13-d942-4fae-801a-e4ecdf1d377b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694601 Aug 19 00:18:56.410785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06f2fe-c7e3-42ea-91fa-f6f08e6a319c tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Subnet': ['ID=be40902a-aa19-4966-ae45-1a49959dbfc4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:56.478261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-cde145e6-25a5-4c0c-bacb-ebf59a3ef932 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992407 Aug 19 00:18:56.493015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.522239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4a9cb265-5f5c-4619-83b7-8c3af8469356, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a9cb265-5f5c-4619-83b7-8c3af8469356,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:56.533450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.630250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-429f2245-b200-4933-b1f0-4f95b2f6809c req-a378a72c-5312-46f0-9198-5ef67247b5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419466 Aug 19 00:18:56.642697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Deleting port af9c947c-1944-4507-ac87-357e8b2ba718 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:56.642697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.655929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6f3b-9302-4d08-b21c-fd8d35a38291 req-7cf8df39-c1ff-49ea-badd-0af7b3012414 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:56.657423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee8f6f3b-9302-4d08-b21c-fd8d35a38291 req-7cf8df39-c1ff-49ea-badd-0af7b3012414 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 944 time: 0.2542186 Aug 19 00:18:56.691967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f5585db7-f884-4fa6-b7e4-eb6d31063985 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:56.697069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:56.706564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.709285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-2c102664-bd95-46aa-8e27-42bb45c3f35d service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576671 Aug 19 00:18:56.729070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] For port af9c947c-1944-4507-ac87-357e8b2ba718, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=af9c947c-1944-4507-ac87-357e8b2ba718,segment=NetworkSegment(e2f47b79-816f-412d-98ce-60e7ed6e1547),segment_id=e2f47b79-816f-412d-98ce-60e7ed6e1547)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:56.730337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.741921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f5585db7-f884-4fa6-b7e4-eb6d31063985 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:56.742276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f5585db7-f884-4fa6-b7e4-eb6d31063985 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:56.742711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82de8aca-bf6e-457c-a59c-d49662d69fde no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:18:56.744453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Calling delete_port for af9c947c-1944-4507-ac87-357e8b2ba718 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:56.773687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 82de8aca-bf6e-457c-a59c-d49662d69fde {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:18:56.774041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 82de8aca-bf6e-457c-a59c-d49662d69fde not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:18:56.778051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:18:56.779540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.825824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee8f6f3b-9302-4d08-b21c-fd8d35a38291 req-c5e90ebd-c1ca-4a02-b09c-ed66434ae1ca tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446517 Aug 19 00:18:56.827116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Deleting port f022cbd8-c459-4692-b421-613227c96503 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:56.827456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.837640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.872336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Port': ['ID=af9c947c-1944-4507-ac87-357e8b2ba718,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:56.873965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:50Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:53Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:55Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:56.882726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] No DVR routers for this DVR port af9c947c-1944-4507-ac87-357e8b2ba718 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:18:56.914169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca577e63-34ca-4a7b-99f1-7caef9672b80 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:50Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:53Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:55Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:56.952580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Allocated IP 172.23.0.1 (1dca2f08-c310-48c4-b8eb-a6aff7a404eb/94526e44-3d76-4b12-9a63-8c178e910f4b/57abff10-35cd-432f-9756-b0e1cd308b4d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:56.972024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:56.998734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4669287-77ae-4247-bd45-b1c2632206bc']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:57.009718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f47b79-816f-412d-98ce-60e7ed6e1547') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:57.010020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f47b79-816f-412d-98ce-60e7ed6e1547') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:57.017711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22f74913-22e7-41e5-9d6f-e38180db6bd6 req-a7fa5286-cfec-4c38-8e96-440816c57c84 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004265 Aug 19 00:18:57.019123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.043174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.053973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:18:57.054443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:18:57.058664 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:18:57.079742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] For port f022cbd8-c459-4692-b421-613227c96503, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f022cbd8-c459-4692-b421-613227c96503,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:57.080240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.105724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Calling delete_port for f022cbd8-c459-4692-b421-613227c96503 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:18:57.122839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.147536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.149527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/networks/f4669287-77ae-4247-bd45-b1c2632206bc HTTP/1.1" status: 204 len: 168 time: 0.7556157 Aug 19 00:18:57.150896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed29da-861e-4961-b0d7-641de54b9128 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Pushing event deleted for resources: {'Network': ['ID=f4669287-77ae-4247-bd45-b1c2632206bc,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:57.153242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:57.186266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d7523d21-03d7-4c3a-a984-d48ccf8e6896 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8cdc6-fda6-4b38-92ee-824aa4e8a07d HTTP/1.1" status: 200 len: 205 time: 0.0277340 Aug 19 00:18:57.188326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:57.269488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.449815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.452406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.514801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.515439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Fanout notify agent at l3_agent the message router_deleted on router 27d8cdc6-fda6-4b38-92ee-824aa4e8a07d {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:18:57.523633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.530683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-545b2831-8d8a-4913-ab57-7c3ee3a8e573 tempest-RoutersNegativeTest-52943450 tempest-RoutersNegativeTest-52943450-project] 10.222.0.20 "DELETE /v2.0/routers/27d8cdc6-fda6-4b38-92ee-824aa4e8a07d HTTP/1.1" status: 204 len: 168 time: 0.3412952 Aug 19 00:18:57.571369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.594342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Transition to ACTIVE for port object 57abff10-35cd-432f-9756-b0e1cd308b4d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:57.682542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a9cb265-5f5c-4619-83b7-8c3af8469356 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:57.691890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:57.697548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.741996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:57.751625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:57.760184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:57.760411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:57.761398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:57.767459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:57.768892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=57abff10-35cd-432f-9756-b0e1cd308b4d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:57.837455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Allocated IP 172.23.0.2 (1dca2f08-c310-48c4-b8eb-a6aff7a404eb/94526e44-3d76-4b12-9a63-8c178e910f4b/a8b7359d-b5d4-42e6-a141-57ce75b3e53a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:18:57.842381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.897958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.916162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:57.919254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4a9cb265-5f5c-4619-83b7-8c3af8469356 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:57.919813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:57.956912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f022cbd8-c459-4692-b421-613227c96503,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:57.968330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d8830343-3ba0-471e-8fb2-08309d3cb921 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67a30d35c21944d9ada9729622f3afda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007461 Aug 19 00:18:57.972098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48070) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:57.999001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4b19f-685a-486e-9ec5-b207dedde057 req-3c465b8d-84ed-42b0-8a22-efe2e1972fbb tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:58.000557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4c4b19f-685a-486e-9ec5-b207dedde057 req-3c465b8d-84ed-42b0-8a22-efe2e1972fbb tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 944 time: 0.0893259 Aug 19 00:18:58.065943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.070769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4c4b19f-685a-486e-9ec5-b207dedde057 req-8ef20bd2-9978-409e-b2e3-7b691fb47631 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533526 Aug 19 00:18:58.099932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.118941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.146392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.149566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.153220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0be285e1-558a-4cd1-a7a5-b2d09e7c4c45 HTTP/1.1" status: 204 len: 168 time: 0.1783292 Aug 19 00:18:58.160860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e5cd-c2c3-4772-917f-1a403416f527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be285e1-558a-4cd1-a7a5-b2d09e7c4c45,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:58.222633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a89ccc69-8ad4-4f9e-b4a1-80841df9f051 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:58.224650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.229007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.276629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Transition to ACTIVE for port object a8b7359d-b5d4-42e6-a141-57ce75b3e53a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:58.312423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Transition to ACTIVE for port object a8b7359d-b5d4-42e6-a141-57ce75b3e53a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:18:58.328231 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.380353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:58.383840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:18:58.390568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:58.396177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Pushing event updated for resources: {'Port': ['ID=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:58.399220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:18:58.402807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:58.403196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.411412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:50Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:55Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:58.464808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:58.520578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:58.521225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:58.556852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Attempting to bind port a8b7359d-b5d4-42e6-a141-57ce75b3e53a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:18:58.556852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Attempting to bind port a8b7359d-b5d4-42e6-a141-57ce75b3e53a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:18:58.556852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Attempting to bind port a8b7359d-b5d4-42e6-a141-57ce75b3e53a on network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:18:58.635268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.642697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.672409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Router 99eeed9a-4c00-4153-89bd-8032173e41d6 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:58.735569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event updated for resources: {'Port': ['ID=57abff10-35cd-432f-9756-b0e1cd308b4d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:58.740816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.762554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:18:58.763074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Checking segment: {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:18:58.763338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.763738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Bound using segment: {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:18:58.764225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Bound port: a8b7359d-b5d4-42e6-a141-57ce75b3e53a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:18:58.764699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.841830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:58.900531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:58.908555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ec407aa3-bf3f-411e-a4e7-2c6339f9e2e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/99eeed9a-4c00-4153-89bd-8032173e41d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2662196 Aug 19 00:18:58.909038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48092) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:58.915419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:58.956051 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Sync routers for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:18:58.959927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] For port a8b7359d-b5d4-42e6-a141-57ce75b3e53a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:18:58.962176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:18:58.964423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:18:58.980965 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:58.982192 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:59.007233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:59.028332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] For port a8b7359d-b5d4-42e6-a141-57ce75b3e53a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,segment=NetworkSegment(ea0c8deb-1526-4b04-b72e-87a2f5159fc3),segment_id=ea0c8deb-1526-4b04-b72e-87a2f5159fc3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:18:59.041787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.045310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a89ccc69-8ad4-4f9e-b4a1-80841df9f051, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:59.077451 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.078259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dcb284-4437-4890-9751-c410bbb2152f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:18:59.117331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.130582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:18:59.175011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9aaa5-351d-436b-9d62-e699d74275e1 None None] Pushing event updated for resources: {'Port': ['ID=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:59.205191 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:59.289330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:18:59.296086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4dcb284-4437-4890-9751-c410bbb2152f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:18:59.296226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.324393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637379692'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:59.351016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:58Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:18:57Z', 'revision_number': 1, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:55Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:59.372500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.377560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8bfa2-314d-4097-bc58-46ee9953ad10 req-270b264c-60c4-4c5f-87d2-5e99cca5d9aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:18:59.380081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.386933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88f8bfa2-314d-4097-bc58-46ee9953ad10 req-270b264c-60c4-4c5f-87d2-5e99cca5d9aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 944 time: 0.1521537 Aug 19 00:18:59.399515 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.412520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:18:59.412926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a7a6e-ed25-4b86-8898-2d873ecf3e2f None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:58Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:18:57Z', 'revision_number': 1, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:55Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:18:59.457676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f75cbca1-155b-48eb-b010-bda9c92ce72c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0015523 Aug 19 00:18:59.458998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 32e09cc7-4e32-4231-b344-e659ed45f110 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:18:59.460682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:18:59.468442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:18:59.571582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Deleting port 6024acad-c919-49ec-aba1-eaff3ce90491 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:18:59.571743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.592353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:18:57Z', 'revision_number': 5, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port': {'id': '6024acad-c919-49ec-aba1-eaff3ce90491', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:07:34Z', 'updated_at': '2021-08-19T00:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:59.645683 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Checking router: 99eeed9a-4c00-4153-89bd-8032173e41d6 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:18:59.673029 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Routers {'99eeed9a-4c00-4153-89bd-8032173e41d6'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:18:59.673860 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['99eeed9a-4c00-4153-89bd-8032173e41d6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:59.694365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88f8bfa2-314d-4097-bc58-46ee9953ad10 req-00c1cf4b-95f1-4bc3-9888-64327c53e212 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063281 Aug 19 00:18:59.700195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=32e09cc7-4e32-4231-b344-e659ed45f110,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:59.715639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '32e09cc7-4e32-4231-b344-e659ed45f110', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:18:59.775695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.833046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e09cc7-4e32-4231-b344-e659ed45f110 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:18:59.838086 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] Set router 99eeed9a-4c00-4153-89bd-8032173e41d6 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:18:59.876756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=32e09cc7-4e32-4231-b344-e659ed45f110,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:18:59.896753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:18:59.961258 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 6, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:18:59.984866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:00.015039 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a84e6e-d356-4aa1-98f2-4df114bb9d36 None None] The sync data for ids ['99eeed9a-4c00-4153-89bd-8032173e41d6'] in n-d-771363-38 is: [{'id': '99eeed9a-4c00-4153-89bd-8032173e41d6', 'name': 'tempest-TaggedBootDevicesTest_v242-626561301-router', 'tenant_id': '4163e44c14e44d7c81058d5a6b72a65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:07:33Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 6, 'project_id': '4163e44c14e44d7c81058d5a6b72a65f', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:00.029871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a89ccc69-8ad4-4f9e-b4a1-80841df9f051 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:00.098453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:00.098842 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.244167 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8b7359d-b5d4-42e6-a141-57ce75b3e53a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:00.305109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:00.317604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] For port 6024acad-c919-49ec-aba1-eaff3ce90491, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6024acad-c919-49ec-aba1-eaff3ce90491,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:00.321738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.345772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['32e09cc7-4e32-4231-b344-e659ed45f110'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:00.345999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Calling delete_port for 6024acad-c919-49ec-aba1-eaff3ce90491 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:00.360410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.384114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.478871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5bd34-c598-4a49-a244-e7d64fd2a79a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:00.628420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:00.635327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.663023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:00.664133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:00.689523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.705547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:19:00.744213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Removed routes are [] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:19:00.746133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.748975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b53059c-e948-432b-90d8-ec8551aface7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:00.754670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.765839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f8b5df20-cb59-4df8-9178-e0e69b45c4ed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7569284 Aug 19 00:19:00.771231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:00.771941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:00.820239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0957e-920f-43ce-b22a-8717154aef0c None None] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:00.823444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a8ac3-d868-426c-ab4c-74d2124597d3 None None] Network f4669287-77ae-4247-bd45-b1c2632206bc requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:00.854363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a8ac3-d868-426c-ab4c-74d2124597d3 None None] Network f4669287-77ae-4247-bd45-b1c2632206bc could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 00:19:00.978536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e300b9f-d4d1-4e98-b155-da4034ad8bb4 None None] DHCP port deletion for f4669287-77ae-4247-bd45-b1c2632206bc request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:00.994917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Provisioning for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:00.998668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6024acad-c919-49ec-aba1-eaff3ce90491,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:01.003287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:01.079004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Provisioning complete for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:01.079393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.099647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.106443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.115956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.116753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dba70218-ae98-4208-a30e-db2f1b74cc91 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3421109 Aug 19 00:19:01.121471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-security--1207349329', 'description': 'tempest-security-description-1610099928'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:01.142411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d6ae-d516-447b-b2d2-2c3a1ebb5022 req-cf04c64f-58d0-4218-9d28-f0fbc110c8fe tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:01.144007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62e0d6ae-d516-447b-b2d2-2c3a1ebb5022 req-cf04c64f-58d0-4218-9d28-f0fbc110c8fe tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 945 time: 0.3157995 Aug 19 00:19:01.179278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.238500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.285254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:01.289616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.291866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.308283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.331430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.352360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.352360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eeed9a-4c00-4153-89bd-8032173e41d6 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:19:01.353043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.356861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.358028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ccbfc792-4206-4d76-a7bc-6641447021a6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/99eeed9a-4c00-4153-89bd-8032173e41d6 HTTP/1.1" status: 204 len: 168 time: 2.4473419 Aug 19 00:19:01.358516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.361161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.362846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.365389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "PUT /v2.0/security-groups/0b53059c-e948-432b-90d8-ec8551aface7 HTTP/1.1" status: 200 len: 1780 time: 0.2474377 Aug 19 00:19:01.425522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] For port a8b7359d-b5d4-42e6-a141-57ce75b3e53a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,segment=NetworkSegment(ea0c8deb-1526-4b04-b72e-87a2f5159fc3),segment_id=ea0c8deb-1526-4b04-b72e-87a2f5159fc3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:01.430460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-43b425e1-7242-4415-9897-1dc0f5ab5633 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups/0b53059c-e948-432b-90d8-ec8551aface7 HTTP/1.1" status: 200 len: 1780 time: 0.0663455 Aug 19 00:19:01.455708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.457597 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.470775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62e0d6ae-d516-447b-b2d2-2c3a1ebb5022 req-76d448c5-265a-4361-ae29-a2a40b581cec tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171737 Aug 19 00:19:01.492349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Deleting subnet e6c3ed2a-2a55-4832-a9be-a68fd708ed7b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:01.496700 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.508703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:01.532905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.534973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-375cfb65-dbc7-4f7a-b596-3b1577cc66f6 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 933 time: 2.0729158 Aug 19 00:19:01.538903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48114) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.547825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955abd-0249-4b60-8364-bb4c62b241b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b53059c-e948-432b-90d8-ec8551aface7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:01.580707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3062-9fd3-4b04-ab2c-6ad8aa57fd59 None None] Pushing event updated for resources: {'Port': ['ID=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:01.586073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.596191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ff91ed4d-c812-4dd8-97f6-ca36c9f5292e None None] Provisioning complete for port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:01.596604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff91ed4d-c812-4dd8-97f6-ca36c9f5292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.600918 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.613470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.650116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:18:58Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:18:58Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:01.679802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:01.680161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Updating router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f port 57abff10-35cd-432f-9756-b0e1cd308b4d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:19:01.683297 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.686271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.689906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b53059c-e948-432b-90d8-ec8551aface7 HTTP/1.1" status: 204 len: 168 time: 0.2288268 Aug 19 00:19:01.692323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48116) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.707537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab2c7c-8182-4e1e-ba58-47922bd83dea tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b53059c-e948-432b-90d8-ec8551aface7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:01.754082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6024acad-c919-49ec-aba1-eaff3ce90491 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:01.773120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3748c067-d047-483e-9ce7-9a05cbb26551 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 933 time: 0.2329774 Aug 19 00:19:01.775921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.782026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'routes': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:01.803813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-df21b39e-8ab9-49cb-a42c-35a1f121b2c3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088724 Aug 19 00:19:01.806678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48120) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.830865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.834566 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-00809806-8119-4a96-8bc1-552e8f474151 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] delete failed (client error): The resource could not be found. Aug 19 00:19:01.840702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00809806-8119-4a96-8bc1-552e8f474151 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b53059c-e948-432b-90d8-ec8551aface7 HTTP/1.1" status: 404 len: 347 time: 0.0327396 Aug 19 00:19:01.862403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.869564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--994388098'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:01.915597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.917615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.949940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c3ed2a-2a55-4832-a9be-a68fd708ed7b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:01.952599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:01.955949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fedcaa99-5b4e-4edd-9376-e8249c52c032 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6c3ed2a-2a55-4832-a9be-a68fd708ed7b HTTP/1.1" status: 204 len: 168 time: 0.5937774 Aug 19 00:19:01.958466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48124) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:01.981606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ae487-3c62-40e4-aa8e-f5d64c8269b5 None None] Network 15dbef11-a3d9-4a3c-805b-31b05c2c7073 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:02.032560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.044341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.046281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6024acad-c919-49ec-aba1-eaff3ce90491 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:02.046628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6024acad-c919-49ec-aba1-eaff3ce90491 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:02.047060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device af9c947c-1944-4507-ac87-357e8b2ba718 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:02.097019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: af9c947c-1944-4507-ac87-357e8b2ba718 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:02.097274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device af9c947c-1944-4507-ac87-357e8b2ba718 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:02.097695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f022cbd8-c459-4692-b421-613227c96503 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:02.112900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Deleting port f799c9bb-ecc0-48cd-8729-5dabbdbb949c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:02.113760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.166103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f022cbd8-c459-4692-b421-613227c96503 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:02.166400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f022cbd8-c459-4692-b421-613227c96503 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:02.193159 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.208784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] For port f799c9bb-ecc0-48cd-8729-5dabbdbb949c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,segment=NetworkSegment(3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa),segment_id=3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:02.209294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.224849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Calling delete_port for f799c9bb-ecc0-48cd-8729-5dabbdbb949c owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:02.225257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.277772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.279112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4157310 Aug 19 00:19:02.279933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5ceb-c980-42c0-8b2b-62079f8c7af5 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bdfcf-9fe8-4625-bc48-91a04c46009b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.285255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:02.294218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': 'fd9bdfcf-9fe8-4625-bc48-91a04c46009b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:02.325911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123cc519-ab58-402b-a54b-4c4e40b821c3 None None] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:02.342202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added routes are [] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:19:02.342846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:19:02.354439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.375922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.392132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.415886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Pushing event deleted for resources: {'Port': ['ID=f799c9bb-ecc0-48cd-8729-5dabbdbb949c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.421390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] No DVR routers for this DVR port f799c9bb-ecc0-48cd-8729-5dabbdbb949c on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:02.434687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72499118-0ba2-468f-9ace-689897ca6c1a None None] DHCP port deletion for 15dbef11-a3d9-4a3c-805b-31b05c2c7073 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:02.475383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b23689b9-a85d-4711-9af1-6c0a74a1eb11 None None] Provisioning complete for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:02.476043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b23689b9-a85d-4711-9af1-6c0a74a1eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.505085 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.517357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.521578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.552773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122478a2-68a1-43c9-887e-92649f7a312b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.559493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15dbef11-a3d9-4a3c-805b-31b05c2c7073']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:02.581331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:02.581627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffed9b4-fb9b-4ecb-9c2e-496de9ba97aa') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:02.589946 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.593934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-48c287e0-ffee-4a2e-9df7-e73b132913e8 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021598 Aug 19 00:19:02.594143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48130) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:02.597315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.641010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.647970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.650207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:02.650599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:02.652820 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:02.666127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.676848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271011-d1cd-46b5-8099-5fb986bd8faf req-9c3f742b-e465-4b88-a98f-4887bcb799df tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:02.678351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed271011-d1cd-46b5-8099-5fb986bd8faf req-9c3f742b-e465-4b88-a98f-4887bcb799df tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 945 time: 0.1081092 Aug 19 00:19:02.681062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.694637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.736826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.743677 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.747372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/122478a2-68a1-43c9-887e-92649f7a312b HTTP/1.1" status: 204 len: 168 time: 0.1499739 Aug 19 00:19:02.747372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.748080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48132) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:02.772349 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.777170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] 10.222.0.20 "DELETE /v2.0/networks/15dbef11-a3d9-4a3c-805b-31b05c2c7073 HTTP/1.1" status: 204 len: 168 time: 0.8146472 Aug 19 00:19:02.798883 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed271011-d1cd-46b5-8099-5fb986bd8faf req-e8e20ebf-b040-46e9-9062-46f7bcc2efe9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788233 Aug 19 00:19:02.807573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456282b-4e7d-4121-bb9b-08e18ef0d4b0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=122478a2-68a1-43c9-887e-92649f7a312b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.810945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc52c99-cf22-47c7-b0b4-5946406ae01c admin admin] Pushing event deleted for resources: {'Network': ['ID=15dbef11-a3d9-4a3c-805b-31b05c2c7073,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.813212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:02.828628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.851637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b11bec86-cb54-466c-8bda-f72846c9bf23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1024787 Aug 19 00:19:02.851877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Transition to ACTIVE for port object 57abff10-35cd-432f-9756-b0e1cd308b4d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:02.854243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:02.864523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b23689b9-a85d-4711-9af1-6c0a74a1eb11 None None] Provisioning for port 57abff10-35cd-432f-9756-b0e1cd308b4d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:02.868501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.923788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.935744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:02.937561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Pushing event updated for resources: {'Port': ['ID=57abff10-35cd-432f-9756-b0e1cd308b4d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:02.953386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.954614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-188f4d78-ff2a-4965-9bb6-5051b712799d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 699 time: 1.1773970 Aug 19 00:19:02.957254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:02.964816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:02.965647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.966117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.966682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.967427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.967427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.967804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.968231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.968799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.969223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.969648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.970100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:02.970521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:03.015790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Attempting to bind port 57abff10-35cd-432f-9756-b0e1cd308b4d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:03.016476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Attempting to bind port 57abff10-35cd-432f-9756-b0e1cd308b4d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:03.018505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Attempting to bind port 57abff10-35cd-432f-9756-b0e1cd308b4d on network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:03.028278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.031165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.032856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd9bdfcf-9fe8-4625-bc48-91a04c46009b HTTP/1.1" status: 204 len: 168 time: 0.1775217 Aug 19 00:19:03.035956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:03.036409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Checking segment: {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:03.036533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.037049 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.038876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Bound using segment: {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:03.038876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Bound port: 57abff10-35cd-432f-9756-b0e1cd308b4d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:03.039097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.045971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e85e3-afc1-401a-a6e9-e6dd0f3b3961 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bdfcf-9fe8-4625-bc48-91a04c46009b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.136847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] For port 57abff10-35cd-432f-9756-b0e1cd308b4d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:03.137426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.137620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-43c70db3-4393-4fa5-8e0e-159011101a24 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999603 Aug 19 00:19:03.142199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] For port 57abff10-35cd-432f-9756-b0e1cd308b4d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57abff10-35cd-432f-9756-b0e1cd308b4d,segment=NetworkSegment(ea0c8deb-1526-4b04-b72e-87a2f5159fc3),segment_id=ea0c8deb-1526-4b04-b72e-87a2f5159fc3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:03.143410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--34069423'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:03.148686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.153164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1878063-3806-42c6-bbf9-d046632b4400 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 699 time: 0.1948116 Aug 19 00:19:03.155784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.156497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.179742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.230430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:03.231260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:03.280115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e0c16bbd-2a6a-4dfb-995d-caabaf6d880b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4163e44c14e44d7c81058d5a6b72a65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223183 Aug 19 00:19:03.284953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.296162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44860994-97ec-479b-bca1-540f54dca2f3 None None] Pushing event updated for resources: {'Port': ['ID=57abff10-35cd-432f-9756-b0e1cd308b4d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.299902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.306810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.315041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d619639a-fe19-4f97-80cf-84632226cc9e None None] Provisioning complete for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:03.315263 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d619639a-fe19-4f97-80cf-84632226cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.355681 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.357132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2186842 Aug 19 00:19:03.359397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199728ee-0791-424a-a793-e46c5c81136a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8e119e-69ab-4247-a7af-82d6c27b004d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.360468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:03.371360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.376735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0f8e119e-69ab-4247-a7af-82d6c27b004d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:03.416003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.473015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.487612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 32e09cc7-4e32-4231-b344-e659ed45f110 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:03.489924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.495829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.514476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135dbdc9-2919-4c0d-bf8e-16e49f23ae38,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.514718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.525095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.530070 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b81ef695-a6ce-41b3-b1f9-335f3ff01e66 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575804 Aug 19 00:19:03.530708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48152) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.535403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0f8e119e-69ab-4247-a7af-82d6c27b004d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:03.566398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.641968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.648721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.656498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.659807 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.660424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdfad1ee-8d6e-460b-b2b2-9d860e365628 HTTP/1.1" status: 204 len: 168 time: 0.3747592 Aug 19 00:19:03.666531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2489e2a-f7ba-42c0-bb40-01041f1d6350,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.684502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.689870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3573fbf9-19f4-4f82-87ab-04a0573eeedb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573586 Aug 19 00:19:03.691691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48156) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.701359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0f8e119e-69ab-4247-a7af-82d6c27b004d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:03.727696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42394-e632-4ba4-b8f4-5b2e385c18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfad1ee-8d6e-460b-b2b2-9d860e365628,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.754476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.758553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8b7359d-b5d4-42e6-a141-57ce75b3e53a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:03.768646 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.829387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 32e09cc7-4e32-4231-b344-e659ed45f110 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:03.848788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.857670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.885597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 32e09cc7-4e32-4231-b344-e659ed45f110 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:03.886663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.897719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97765435-ca2e-4efe-bdb8-e6af15cf810f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:03.913739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:03.919742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6c3ab3cc-4bfb-44b4-943c-5fc8ad7cc26b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2227130 Aug 19 00:19:03.921165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:03.931846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0f8e119e-69ab-4247-a7af-82d6c27b004d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:03.977785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:02Z', 'revision_number': 7, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:19:03Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:03.991838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a8b7359d-b5d4-42e6-a141-57ce75b3e53a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:03.992227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.043424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa8cc2-7fa4-4921-a3c3-ccc9a5d64f9d None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:02Z', 'revision_number': 7, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:19:03Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:04.105162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbc75e-6b79-4ecb-bd94-156ec84ae941 req-8512dca9-43f6-4c29-ac03-c04e0b555e05 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:04.122220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fabbc75e-6b79-4ecb-bd94-156ec84ae941 req-8512dca9-43f6-4c29-ac03-c04e0b555e05 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 945 time: 0.1585429 Aug 19 00:19:04.133037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 57abff10-35cd-432f-9756-b0e1cd308b4d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:04.133599 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.168072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.291736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.310117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57abff10-35cd-432f-9756-b0e1cd308b4d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:04.311446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fabbc75e-6b79-4ecb-bd94-156ec84ae941 req-43fdfabb-8d2e-43aa-b462-e7167011af7f tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848664 Aug 19 00:19:04.313883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.334620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 57abff10-35cd-432f-9756-b0e1cd308b4d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57abff10-35cd-432f-9756-b0e1cd308b4d,segment=NetworkSegment(ea0c8deb-1526-4b04-b72e-87a2f5159fc3),segment_id=ea0c8deb-1526-4b04-b72e-87a2f5159fc3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:04.335008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.344937 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:04.345478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b64ccd-f091-4e26-96c5-c14af4a9a35a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:04.359153 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:04.360043 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:04.367436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.368969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f2e3aef8-841d-453b-bdec-1abec4143036 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4442060 Aug 19 00:19:04.371602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48170) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:04.377767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0f8e119e-69ab-4247-a7af-82d6c27b004d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:04.390224 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.407124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 57abff10-35cd-432f-9756-b0e1cd308b4d owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:04.420960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.452438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:04.455267 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d01887d-786c-4fb8-8d50-6f55eb068e17" -d '{"events": [{"server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "name": "network-vif-plugged", "status": "completed", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:04.474441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=32e09cc7-4e32-4231-b344-e659ed45f110,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:04.482306 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.496014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.504737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.512798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 57abff10-35cd-432f-9756-b0e1cd308b4d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:04.519645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 57abff10-35cd-432f-9756-b0e1cd308b4d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:04.520191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.536281 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0cf3cf-d51d-49de-a94b-3be4b27dc7a7 x-openstack-request-id: req-ac0cf3cf-d51d-49de-a94b-3be4b27dc7a7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:04.536650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef89183-8661-46dd-9b3c-23de1a5a1545,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:04.537227 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "name": "network-vif-plugged", "status": "completed", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:04.537719 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac0cf3cf-d51d-49de-a94b-3be4b27dc7a7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:04.538792 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110', 'code': 200} Aug 19 00:19:04.554923 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.556279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bdbfb2a0-b78f-4bc2-b87a-2d4730ea3597 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1836030 Aug 19 00:19:04.560654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:04.565319 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:04.610092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:04.618029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e35b6bf9-5a2a-4fdf-b03c-faf0f7685694 None None] Provisioning complete for port 57abff10-35cd-432f-9756-b0e1cd308b4d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:04.618417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e35b6bf9-5a2a-4fdf-b03c-faf0f7685694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.624975 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.647780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.727643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49a5c3-6d1d-4e46-a18a-cfb3b3f64c42 req-ae9be0ff-9720-453a-bd0a-5035615ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:04.730240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce49a5c3-6d1d-4e46-a18a-cfb3b3f64c42 req-ae9be0ff-9720-453a-bd0a-5035615ffdcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1098 time: 0.0732949 Aug 19 00:19:04.731051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.746437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.747928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7ef89183-8661-46dd-9b3c-23de1a5a1545 HTTP/1.1" status: 204 len: 168 time: 0.1861453 Aug 19 00:19:04.749259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec212e-497f-43f1-b4c3-6907c8d88f23 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ef89183-8661-46dd-9b3c-23de1a5a1545,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:04.755919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48182) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:04.809414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce49a5c3-6d1d-4e46-a18a-cfb3b3f64c42 req-5935548c-a626-42a8-8ecb-1a7f47566288 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677664 Aug 19 00:19:04.828375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.843609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-88a7ea05-a040-4128-b855-02b0250fb134 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0865855 Aug 19 00:19:04.847240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48186) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:04.862382 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:02Z', 'revision_number': 7, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57abff10-35cd-432f-9756-b0e1cd308b4d', 'name': '', 'network_id': '1dca2f08-c310-48c4-b8eb-a6aff7a404eb', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:24:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:56Z', 'updated_at': '2021-08-19T00:19:03Z', 'revision_number': 4, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '94526e44-3d76-4b12-9a63-8c178e910f4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:04.879095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=57abff10-35cd-432f-9756-b0e1cd308b4d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:04.880961 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.890577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.926004 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:04.933549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.937372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:04.938280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:04.941818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:04.945318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e6b64ccd-f091-4e26-96c5-c14af4a9a35a HTTP/1.1" status: 204 len: 168 time: 0.0945234 Aug 19 00:19:04.950879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48190) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:04.956627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e35b6bf9-5a2a-4fdf-b03c-faf0f7685694 None None] Could not find standard attr ID for object 57abff10-35cd-432f-9756-b0e1cd308b4d. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:19:04.978626 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.db [None req-e35b6bf9-5a2a-4fdf-b03c-faf0f7685694 None None] No ports have port_id starting with 57abff10-35cd-432f-9756-b0e1cd308b4d Aug 19 00:19:04.979876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port 57abff10-35cd-432f-9756-b0e1cd308b4d update to ACTIVE by agent not found {{(pid=94624) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 00:19:05.003523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ce582-19ba-4112-9473-e5f1d69961f6 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b64ccd-f091-4e26-96c5-c14af4a9a35a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.050898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-225ba800-384b-4f7a-bb2e-4f8dd2c281b3 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0979915 Aug 19 00:19:05.051541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48192) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.054000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.062531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f799c9bb-ecc0-48cd-8729-5dabbdbb949c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:05.085623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f799c9bb-ecc0-48cd-8729-5dabbdbb949c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:05.085962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f799c9bb-ecc0-48cd-8729-5dabbdbb949c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:05.122375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.133841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.141318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.164340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1521041544-network', 'tenant_id': 'adb4a47ab69649c499285779ded9eee1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:05.168830 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:05.188199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Made reservation on behalf of adb4a47ab69649c499285779ded9eee1 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:05.190590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.201262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.230663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.244697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.245859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/97765435-ca2e-4efe-bdb8-e6af15cf810f HTTP/1.1" status: 204 len: 168 time: 0.1904829 Aug 19 00:19:05.250944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.256743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fdfd0-6c6d-42cf-b801-bfd52f117a81 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97765435-ca2e-4efe-bdb8-e6af15cf810f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.340207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ac23475-f8f3-4758-8ab6-474b46c785f0 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0877481 Aug 19 00:19:05.342286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48202) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.398858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.414258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.414684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:05.416245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.420128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:04Z', 'revision_number': 8, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:05.426683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.439615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:19:05.450228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.450662 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Added segment b97ca888-9ebc-4391-838c-87ca93a71179 of type vlan for network 5ff7050a-7594-4a51-a55b-c91ea69c9374 Aug 19 00:19:05.467035 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f041ac-2353-4cdf-8131-204a5db82e44 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:04Z', 'revision_number': 8, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:05.556649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.566144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.572210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.580522 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.584282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a2489e2a-f7ba-42c0-bb40-01041f1d6350 HTTP/1.1" status: 204 len: 168 time: 0.2409258 Aug 19 00:19:05.586387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48204) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.608402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f94c7-caa6-41d3-8a5f-080175f2f5cf tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2489e2a-f7ba-42c0-bb40-01041f1d6350,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.638257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abcfd0-480e-4fbd-b116-ec93bbf17e2e req-48de1446-e080-4d30-a9c3-b43c039dfecc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:05.639862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12abcfd0-480e-4fbd-b116-ec93bbf17e2e req-48de1446-e080-4d30-a9c3-b43c039dfecc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.1752882 Aug 19 00:19:05.642204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.643128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:05.643706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.741433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6859188 Aug 19 00:19:05.749425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-20457ec7-70f8-42b6-82b4-43631f1b2fed tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1563439 Aug 19 00:19:05.752134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.752334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48208) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.780512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Request body: {'subnet': {'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1521041544-subnet', 'tenant_id': 'adb4a47ab69649c499285779ded9eee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:05.807739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cedf2-542c-4561-ac0c-f41704028cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff7050a-7594-4a51-a55b-c91ea69c9374,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.826639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12abcfd0-480e-4fbd-b116-ec93bbf17e2e req-ae6b76b9-1590-4a13-9bde-5834405f8144 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726704 Aug 19 00:19:05.835030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:19:05.837569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.851958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Made reservation on behalf of adb4a47ab69649c499285779ded9eee1 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:05.854421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.857268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.866032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:05.874410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e75efd43-fb04-4257-aec5-496c6c8b9415 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7154319 Aug 19 00:19:05.875120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.949192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.961203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:05.962344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/135dbdc9-2919-4c0d-bf8e-16e49f23ae38 HTTP/1.1" status: 204 len: 168 time: 0.2032518 Aug 19 00:19:05.965699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48212) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:05.967172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 94526e44-3d76-4b12-9a63-8c178e910f4b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:05.977029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57abff10-35cd-432f-9756-b0e1cd308b4d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:05.978735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511297-7879-4910-ba3a-ec70716d32dc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=135dbdc9-2919-4c0d-bf8e-16e49f23ae38,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:05.990707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.006622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 57abff10-35cd-432f-9756-b0e1cd308b4d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:06.006997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57abff10-35cd-432f-9756-b0e1cd308b4d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:06.048887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6290ed2-ffcc-4b9a-af34-9a5c7c7ebaef tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790601 Aug 19 00:19:06.051551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48214) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.053092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.131703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:06.145951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.146555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:06.146923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:06.155071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.186565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.233873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.234317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.236538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf1577e-84de-4083-9e3b-4debecd1bab1,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.255429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:06.258149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.260068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/94526e44-3d76-4b12-9a63-8c178e910f4b HTTP/1.1" status: 204 len: 168 time: 0.3839960 Aug 19 00:19:06.262761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.274743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Checking segment: {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:06.275112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Network hostable DHCP agents. Network: 5ff7050a-7594-4a51-a55b-c91ea69c9374, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:19:06.286087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490b5e6-f531-4571-b25a-0ee005f653c9 None None] Network 1dca2f08-c310-48c4-b8eb-a6aff7a404eb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:06.295288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0d309-16fd-4132-91da-989975168299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=94526e44-3d76-4b12-9a63-8c178e910f4b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.297681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:19:06.305150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.308763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.312477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f8e119e-69ab-4247-a7af-82d6c27b004d HTTP/1.1" status: 204 len: 168 time: 0.2575963 Aug 19 00:19:06.314689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48218) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.326662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5ff7050a-7594-4a51-a55b-c91ea69c9374) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:06.337939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f50b5-ea86-41af-af82-3d769ce3ae90 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8e119e-69ab-4247-a7af-82d6c27b004d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.340539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:06.341135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.345764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a2402-f28d-463d-b408-0a06f6ca875c None None] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:06.372629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-adf70382-acc3-4422-b335-b849cbc52dd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6081936 Aug 19 00:19:06.387502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a55911ec-e414-4c95-9176-2f245560d725 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713165 Aug 19 00:19:06.394020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48222) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.398819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.398982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--430346867'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:06.427663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.479145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port a8b7359d-b5d4-42e6-a141-57ce75b3e53a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:06.479567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.562954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.570389 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.573174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port a8b7359d-b5d4-42e6-a141-57ce75b3e53a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,segment=NetworkSegment(ea0c8deb-1526-4b04-b72e-87a2f5159fc3),segment_id=ea0c8deb-1526-4b04-b72e-87a2f5159fc3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:06.574057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.587156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for a8b7359d-b5d4-42e6-a141-57ce75b3e53a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:06.602394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.606842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2086916 Aug 19 00:19:06.607133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.609260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ea7fd-0439-4771-ad07-9be8c3301486 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0636850-7f9e-4ed3-807a-28b43367b703,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.614185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': 'a0636850-7f9e-4ed3-807a-28b43367b703', 'direction': 'ingress', 'protocol': 17}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:06.704859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.719460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47328f89-ec9a-47eb-a0ac-6477f3bc5234 None None] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:06.734915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b8262-a722-429d-88a9-43dd89b10bb9 None None] DHCP port deletion for 1dca2f08-c310-48c4-b8eb-a6aff7a404eb request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:06.748008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.783012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=a8b7359d-b5d4-42e6-a141-57ce75b3e53a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.787135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port a8b7359d-b5d4-42e6-a141-57ce75b3e53a on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:06.803238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e52b8262-a722-429d-88a9-43dd89b10bb9 None None] The port 'a8b7359d-b5d4-42e6-a141-57ce75b3e53a' was deleted {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 00:19:06.824853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.836147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.844630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:04Z', 'revision_number': 8, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:06.881342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:06.928654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:06.929193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:06.942509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9801e25-9db3-40e9-a31f-a60479b76c4e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:06.949537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.965260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:06.966465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3507a3e3-6d6f-4d04-aaec-7b05cb4b092b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3583713 Aug 19 00:19:06.969443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48242) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:06.970207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dca2f08-c310-48c4-b8eb-a6aff7a404eb']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:06.984287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:06.984664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c8deb-1526-4b04-b72e-87a2f5159fc3') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:07.000352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.015426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e2f00-744d-49bb-82ab-82ec5d258612 req-6faf5443-aacb-4037-8bcd-f74ab736f761 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:07.016881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-165e2f00-744d-49bb-82ab-82ec5d258612 req-6faf5443-aacb-4037-8bcd-f74ab736f761 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.0961783 Aug 19 00:19:07.028933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.032044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:07.043681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-03a76342-72f0-4cda-8f53-6a45865d1dd8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:07.045218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-03a76342-72f0-4cda-8f53-6a45865d1dd8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 814 time: 0.1751101 Aug 19 00:19:07.046231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:07.046636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:07.050224 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:07.077501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.086918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-165e2f00-744d-49bb-82ab-82ec5d258612 req-897ddb0f-4e44-4392-922c-99311b8869fb tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633416 Aug 19 00:19:07.106500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.112005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-a32d8ce6-8e4d-4918-a286-ee77396d7d2c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/quotas/adb4a47ab69649c499285779ded9eee1 HTTP/1.1" status: 200 len: 375 time: 0.0467999 Aug 19 00:19:07.179775 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.185300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.189752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/1dca2f08-c310-48c4-b8eb-a6aff7a404eb HTTP/1.1" status: 204 len: 168 time: 0.9235356 Aug 19 00:19:07.193212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48246) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.200825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.203420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.207017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0636850-7f9e-4ed3-807a-28b43367b703 HTTP/1.1" status: 204 len: 168 time: 0.2325211 Aug 19 00:19:07.208655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.209736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-e6e5ef3f-9a8c-4856-ae72-58f9a3298b99 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805912 Aug 19 00:19:07.241478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271384-455a-4763-925e-6558d9b97cb7 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=1dca2f08-c310-48c4-b8eb-a6aff7a404eb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:07.260137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2dbe1-5b6a-44c1-a8f1-960146819c6a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0636850-7f9e-4ed3-807a-28b43367b703,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:07.268179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:04Z', 'revision_number': 8, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:07.280887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a1525e85-d90e-41c1-9360-3d141f3a5e06 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700729 Aug 19 00:19:07.284539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.289009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876909507'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:07.305678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc39d5b-2021-4498-9435-e7c89e25e4fa None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:04Z', 'revision_number': 8, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a89ccc69-8ad4-4f9e-b4a1-80841df9f051', 'name': '', 'network_id': '7a85d61d-b4c9-475b-85b9-0fb4d089893e', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:b9:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:49Z', 'updated_at': '2021-08-19T00:18:59Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:07.324831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.339976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31a88-b4e0-4e7f-beab-7fb757fa48b2 req-4ccda668-d21f-459b-bcb4-e82e211eb608 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:07.341711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72c31a88-b4e0-4e7f-beab-7fb757fa48b2 req-4ccda668-d21f-459b-bcb4-e82e211eb608 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.1776977 Aug 19 00:19:07.349264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-0d694a15-8cdd-4685-b480-af6d55a175a1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:19:07.350274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-0d694a15-8cdd-4685-b480-af6d55a175a1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1256638 Aug 19 00:19:07.466912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72c31a88-b4e0-4e7f-beab-7fb757fa48b2 req-1d2e9f77-0a73-4fec-8e8a-eed89456c574 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792100 Aug 19 00:19:07.484871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-00827932-2d61-4356-a88a-4518a669ebd5 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198599 Aug 19 00:19:07.503008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.586435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.597557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.614649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8b7359d-b5d4-42e6-a141-57ce75b3e53a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:07.628606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.636566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a8b7359d-b5d4-42e6-a141-57ce75b3e53a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:07.637039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a8b7359d-b5d4-42e6-a141-57ce75b3e53a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:07.654875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.656326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3706653 Aug 19 00:19:07.658440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8b71c-cfaf-41c5-ae7e-eeb36ef3b27e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0846f9ca-9826-42a6-b1f4-f221bfe89d0f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:07.663124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eaeaf7-3f0b-463e-a038-96fe1d5bad53 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:07.668282 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a7eaeaf7-3f0b-463e-a038-96fe1d5bad53 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1093 time: 0.1594169 Aug 19 00:19:07.669129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48256) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.669452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48258) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:07.674872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:07.681593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067728490'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:07.706181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-13ba96db-66ec-4b41-aabd-9f73821ec5f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021019 Aug 19 00:19:07.720074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.773391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.907427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.911835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.914796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.924360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25ccea66-dc43-4b59-a533-eb1f7d535308 req-b383a9b1-55d5-486d-a392-9594b9398e7f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 210 time: 0.0314255 Aug 19 00:19:07.949660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port a89ccc69-8ad4-4f9e-b4a1-80841df9f051 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:07.950018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.985180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:07.989090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3184793 Aug 19 00:19:07.992743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:08.008865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '0846f9ca-9826-42a6-b1f4-f221bfe89d0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74d2d9ae-8130-469b-b7d8-ef387f1d364c', 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:08.019644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cba638-15c7-41ca-9158-30dda0322948 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2d9ae-8130-469b-b7d8-ef387f1d364c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:08.093386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.110940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.25.1.209 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c97e410a-5e92-42b7-917a-df91a50d6338) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:08.247235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.256581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.296217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57c55a6-10bf-4ae6-942d-f1a1caf0bb1f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:08.306591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.319091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.320436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-69831b8d-6ca0-44f4-bd4a-8640d3dcf01d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3224280 Aug 19 00:19:08.324261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:08.363068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port a89ccc69-8ad4-4f9e-b4a1-80841df9f051, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:08.364100 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.366196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.376350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.377298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for a89ccc69-8ad4-4f9e-b4a1-80841df9f051 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:08.394160 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.440856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.445885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.447035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c57c55a6-10bf-4ae6-942d-f1a1caf0bb1f HTTP/1.1" status: 204 len: 168 time: 0.1217675 Aug 19 00:19:08.451827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48274) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:08.458632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:08.466761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=c97e410a-5e92-42b7-917a-df91a50d6338,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:08.470906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b7cce-ce06-4dcb-a46b-54c9260b870f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c57c55a6-10bf-4ae6-942d-f1a1caf0bb1f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:08.473354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:08.475828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:08.550317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6b79a7f7-b1f3-4214-bac0-3a5711d71440 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0972521 Aug 19 00:19:08.553204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:08.604604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.634663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=a89ccc69-8ad4-4f9e-b4a1-80841df9f051,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:08.685335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.747110 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.819191 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.877969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.880516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:08.884085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/74d2d9ae-8130-469b-b7d8-ef387f1d364c HTTP/1.1" status: 204 len: 168 time: 0.3276198 Aug 19 00:19:08.899246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:08.988491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76699f11-e56d-4f2b-95ca-3bf02223d8fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2d9ae-8130-469b-b7d8-ef387f1d364c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:09.032535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:09.099737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7af8f46-2b12-4a03-878f-f3757d64aa0c req-01dbd5fd-7cd5-4611-b2ca-7c25e21b2da2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 210 time: 0.0621929 Aug 19 00:19:09.126859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:09.134486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d6c47dd7-dccc-40b2-9fa7-5b752a891ff4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395993 Aug 19 00:19:09.134781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48282) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:09.138354 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:09.147395 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:09.147995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:09.189743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:09.192813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.228392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-f8f45b85-8dd3-44fc-90b8-fd1e32f38cfe tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:09.230082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-f8f45b85-8dd3-44fc-90b8-fd1e32f38cfe tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.11 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 814 time: 0.3777502 Aug 19 00:19:09.233404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.238053 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:09.249389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Request body: {'port': {'device_id': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'admin_state_up': True, 'tenant_id': 'adb4a47ab69649c499285779ded9eee1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:09.273028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d067bbdc-0ee2-49ee-a5c0-60b08cb4ef53 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3409364 Aug 19 00:19:09.274075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:09.336714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.363578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.389611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.425527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.456323 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 9, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:09.471736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.473501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.490257 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:09.503149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.503978 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:09.504916 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:09.505734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.509280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/0846f9ca-9826-42a6-b1f4-f221bfe89d0f HTTP/1.1" status: 204 len: 168 time: 0.2317901 Aug 19 00:19:09.511060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:09.513783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:09.515784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.517656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7470a22b-28e9-46ef-8198-07f18e218f46 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4 HTTP/1.1" status: 204 len: 168 time: 0.3813002 Aug 19 00:19:09.521592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e847f-9240-41f4-a596-4c235fcea396 None None] Network 7a85d61d-b4c9-475b-85b9-0fb4d089893e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:09.522539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48288) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:09.532361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dac7e0-3ccb-44dd-8575-42616842c473 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0846f9ca-9826-42a6-b1f4-f221bfe89d0f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:09.557937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Made reservation on behalf of adb4a47ab69649c499285779ded9eee1 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:09.561434 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.623103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.627255 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:09.638528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f5bda28-4afe-47b4-beec-cabca4b7e24b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158466 Aug 19 00:19:09.658294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48290) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:09.667425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242420291'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:09.722143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port d4dcb284-4437-4890-9751-c410bbb2152f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:09.722143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.724325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.814323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Allocated IP 172.20.0.8 (5ff7050a-7594-4a51-a55b-c91ea69c9374/ecf1577e-84de-4083-9e3b-4debecd1bab1/7b9be39f-24b3-4bd6-b8d0-fa280784bf2d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:09.831306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] DHCP port deletion for 7a85d61d-b4c9-475b-85b9-0fb4d089893e request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:09.837869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.848105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.888535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port d4dcb284-4437-4890-9751-c410bbb2152f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dcb284-4437-4890-9751-c410bbb2152f,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:09.888951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.895697 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 9, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:09.914815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for d4dcb284-4437-4890-9751-c410bbb2152f owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:09.933221 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:09.937184 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bff8ec-8d5c-4c86-a5f6-ea6b3d0b90c7 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 9, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '4a9cb265-5f5c-4619-83b7-8c3af8469356', 'name': '', 'network_id': '6cd3a4f4-dce4-4259-8549-3ea8453f274b', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:c0:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:43Z', 'updated_at': '2021-08-19T00:18:56Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '3263e8fb-234f-44d6-94c1-8fd299b9f95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:09.977997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.004340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.008234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438802 Aug 19 00:19:10.008439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=c97e410a-5e92-42b7-917a-df91a50d6338,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.012403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48292) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.023617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '339a4212-a536-4af6-9e24-8d05adb72187', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:10.028808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.044477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7324e78-3a7b-4164-a33f-40b49ca0e543 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339a4212-a536-4af6-9e24-8d05adb72187,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.080369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.101128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Deleting port d4dcb284-4437-4890-9751-c410bbb2152f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:10.101987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.110770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.146135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=d4dcb284-4437-4890-9751-c410bbb2152f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.152619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port d4dcb284-4437-4890-9751-c410bbb2152f on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:10.183599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] For port d4dcb284-4437-4890-9751-c410bbb2152f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4dcb284-4437-4890-9751-c410bbb2152f,segment=NetworkSegment(90d05518-ec7f-4c87-956a-c7875ace49a7),segment_id=90d05518-ec7f-4c87-956a-c7875ace49a7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:10.184210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.204675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Calling delete_port for d4dcb284-4437-4890-9751-c410bbb2152f owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:10.268868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.273931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f964dcc-d118-40ce-af05-1da5a6bbec47 req-6ab5ec32-022b-447e-8736-7cc724315488 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 210 time: 0.0800998 Aug 19 00:19:10.278390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.298998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.318288 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.327670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a85d61d-b4c9-475b-85b9-0fb4d089893e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:10.341807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d05518-ec7f-4c87-956a-c7875ace49a7') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:10.342177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d05518-ec7f-4c87-956a-c7875ace49a7') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:10.349075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] Pushing event deleted for resources: {'Port': ['ID=d4dcb284-4437-4890-9751-c410bbb2152f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.357981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.359642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673473c-f3e4-4d0f-b4bf-92753ff48318 None None] No DVR routers for this DVR port d4dcb284-4437-4890-9751-c410bbb2152f on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:10.375058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3271debb-ef18-4d18-8157-6bfe18d2bfc4,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.380415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.383676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-731b0199-1e3d-4bc8-9099-dc2a58571455 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3672721 Aug 19 00:19:10.384689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48296) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.390256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.408972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:10.409468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:10.412761 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:10.470101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.492010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.499436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.514202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.516646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/7a85d61d-b4c9-475b-85b9-0fb4d089893e HTTP/1.1" status: 204 len: 168 time: 0.9918995 Aug 19 00:19:10.518729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.529615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58a921-08d0-45ae-a1ae-0520528b9c19 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=7a85d61d-b4c9-475b-85b9-0fb4d089893e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.542468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.549358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.550470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3271debb-ef18-4d18-8157-6bfe18d2bfc4 HTTP/1.1" status: 204 len: 168 time: 0.1640255 Aug 19 00:19:10.555401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.563443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46757971-9ebc-40b4-b596-cc2b802058b7 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3271debb-ef18-4d18-8157-6bfe18d2bfc4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.598267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f955f85d-e615-41aa-aabf-3eaa170ea126 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417988 Aug 19 00:19:10.600978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48302) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.634809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.643423 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Floating IP d7d19739-a656-4038-9c1b-929ac91dae02 associated. External IP: 172.25.1.209, port: 32e09cc7-4e32-4231-b344-e659ed45f110. Aug 19 00:19:10.653867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.676053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.716644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.719284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.720520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/339a4212-a536-4af6-9e24-8d05adb72187 HTTP/1.1" status: 204 len: 168 time: 0.1186275 Aug 19 00:19:10.723636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48304) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.742089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639af56-cb71-4d69-9b25-38707441fd17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a4212-a536-4af6-9e24-8d05adb72187,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.775364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-862e5b3d-af57-4948-8e89-d8039447238b tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506153 Aug 19 00:19:10.779813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48306) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.784375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335757370'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:10.809074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.850323 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.896064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.899559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.926749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:10.929863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.931163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1503761 Aug 19 00:19:10.932046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af70071-a1d0-4d1e-9b04-4f5f96e9681e tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4970d83b-a32f-42f1-b96d-934eb5734d32,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:10.934498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48308) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:10.939994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '4970d83b-a32f-42f1-b96d-934eb5734d32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:10.965847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:10.966135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:10.973620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:11.023740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.027397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.042118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.048028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a984e848-eb08-4e16-bb27-a53354f53df8,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.054573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.056167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8b275898-5385-4a40-9e4e-502b9998ec17 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202815 Aug 19 00:19:11.059411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48310) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.075750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0ebb437c-513d-404e-b365-1e71e515c7fc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules/a984e848-eb08-4e16-bb27-a53354f53df8 HTTP/1.1" status: 200 len: 763 time: 0.0151494 Aug 19 00:19:11.078116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48312) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.096793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:11.097406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.119038 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c4167667-d2c9-4936-89e2-735bc10b169f tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398703 Aug 19 00:19:11.122585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.135023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-32044d4c-2c72-45f2-a67c-14384d8b2ac1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8900156 Aug 19 00:19:11.152641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Request body: {'port': {'device_id': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:11.161345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:11.199967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.215544 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.319342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.348507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.354935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.356055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a984e848-eb08-4e16-bb27-a53354f53df8 HTTP/1.1" status: 204 len: 168 time: 0.2325659 Aug 19 00:19:11.358849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48318) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.398132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c850b74f-3d7f-41c4-b91e-1fd198076b76 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381424 Aug 19 00:19:11.400772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48320) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.405533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '4970d83b-a32f-42f1-b96d-934eb5734d32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:11.423552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d92021-3ed6-4d62-a65f-2bcbca213deb tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a984e848-eb08-4e16-bb27-a53354f53df8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.435906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.486180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.490806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.511237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6563a4-4a51-40ce-b7f1-ddd827374863,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.520504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.521736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78ac173c-dc84-4ccb-a35b-34b4236156d1 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195352 Aug 19 00:19:11.524764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.532939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:11.545468 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-548f3878-d443-4e49-a7a7-e5f5db4d9ecc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules/af6563a4-4a51-40ce-b7f1-ddd827374863 HTTP/1.1" status: 200 len: 763 time: 0.0195262 Aug 19 00:19:11.545626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:11.548328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48324) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.554832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:11.555354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:11.570732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.582415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a25844-f975-4509-976b-be762255163e req-34c7a040-9372-4ce9-bedf-c13a5d703708 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:11.583932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88a25844-f975-4509-976b-be762255163e req-34c7a040-9372-4ce9-bedf-c13a5d703708 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 931 time: 0.1996412 Aug 19 00:19:11.609456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7d7a449b-d683-4f50-83e7-39d645cf26cc tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576000 Aug 19 00:19:11.610011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48326) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.637008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.645469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.652530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.665761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dcb284-4437-4890-9751-c410bbb2152f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:11.677531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.684306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.687829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/af6563a4-4a51-40ce-b7f1-ddd827374863 HTTP/1.1" status: 204 len: 168 time: 0.0745041 Aug 19 00:19:11.688860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48328) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.692194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d4dcb284-4437-4890-9751-c410bbb2152f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:11.692591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4dcb284-4437-4890-9751-c410bbb2152f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:11.693006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a89ccc69-8ad4-4f9e-b4a1-80841df9f051 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:11.704894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68220-0fef-4993-8415-05fb0fe9f63a tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af6563a4-4a51-40ce-b7f1-ddd827374863,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.723446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a89ccc69-8ad4-4f9e-b4a1-80841df9f051 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:11.723792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a89ccc69-8ad4-4f9e-b4a1-80841df9f051 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:11.737684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13655ea3-2194-43b3-b47a-fd0b21939101 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481665 Aug 19 00:19:11.740225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.743371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:11.747231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Request body: {'security_group_rule': {'security_group_id': '4970d83b-a32f-42f1-b96d-934eb5734d32', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:11.748910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-77eed40e-af17-4d66-ae2c-33c466bcfffc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0773189 Aug 19 00:19:11.751739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.756503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:11.758732 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9a97c-d492-434c-af8d-0c6c2248bd51" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:11.774365 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Project 1431cf26582d46d692ff574826bf58d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:19:11.786190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.824840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88a25844-f975-4509-976b-be762255163e req-40ba1f41-2233-4e78-939f-ed7c138893db tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009904 Aug 19 00:19:11.838467 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e973480-b475-45f2-a8b6-d6494dab5c19 x-openstack-request-id: req-0e973480-b475-45f2-a8b6-d6494dab5c19 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:11.839281 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:11.839531 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e973480-b475-45f2-a8b6-d6494dab5c19 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:11.839917 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110', 'status': 'completed', 'code': 200} Aug 19 00:19:11.858915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.865467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.888554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121a518-67e7-49f6-9be0-e083f0de7e38,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:11.910061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:11.910061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c37360c4-f839-4427-9156-fecf205db86c tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685798 Aug 19 00:19:11.913549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e15e0c45-c45f-4dd9-a845-e442a67533f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/d7d19739-a656-4038-9c1b-929ac91dae02 HTTP/1.1" status: 200 len: 992 time: 0.1513100 Aug 19 00:19:11.926542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48336) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.958056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a6ff7089-353a-45b8-b760-79d6c6036617 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules/1121a518-67e7-49f6-9be0-e083f0de7e38 HTTP/1.1" status: 200 len: 769 time: 0.0269771 Aug 19 00:19:11.958814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:11.959551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-0b3414b1-fb74-4a9b-a730-487f5c00797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:11.961175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-0b3414b1-fb74-4a9b-a730-487f5c00797c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1098 time: 0.0635922 Aug 19 00:19:12.017623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:12.020640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:12.027457 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.049445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:12.053949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-0cfc6666-f840-413c-b546-ca8db0d8d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:12.055512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-0cfc6666-f840-413c-b546-ca8db0d8d5e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 896 time: 0.0875752 Aug 19 00:19:12.060035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:12.060673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:12.068093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1cce6ea5-2f31-45d9-b123-640a61081b94 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1058183 Aug 19 00:19:12.071421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48340) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:12.073154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Transition to ACTIVE for port object 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:12.091993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.138502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.152822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.156322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-5cb0f105-d527-4d9f-92ed-17864d8ca6c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 1000 time: 0.0929890 Aug 19 00:19:12.172975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:12.184138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:12.217875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.227227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-95fef052-fce4-46bc-8199-9d14e9f69fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:12.228729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-95fef052-fce4-46bc-8199-9d14e9f69fbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.0657749 Aug 19 00:19:12.231616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.234326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1121a518-67e7-49f6-9be0-e083f0de7e38 HTTP/1.1" status: 204 len: 168 time: 0.1611965 Aug 19 00:19:12.235217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7aa3c-a515-405d-b458-7d67e943f4aa tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1121a518-67e7-49f6-9be0-e083f0de7e38,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:12.238732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48342) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:12.265175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 4a9cb265-5f5c-4619-83b7-8c3af8469356 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:12.265614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.271233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Attempting to bind port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:12.271644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Attempting to bind port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:12.272046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Attempting to bind port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:12.305832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f49de759-cde4-4084-a3e1-5e763124b3b9 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659585 Aug 19 00:19:12.309606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:12.313111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-37838d44-d5d9-44ea-b788-c870a043c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:12.314706 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-37838d44-d5d9-44ea-b788-c870a043c614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775397 Aug 19 00:19:12.318953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:19:12.319280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Attempting to bind port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:12.340759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:12.341144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Checking segment: {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:12.341487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Bound using segment: {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:12.341930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Bound port: 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:12.342304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.418324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-16eb0a62-aaad-4138-84b0-2554ed411bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957737 Aug 19 00:19:12.425975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-377ee0ee-c521-45e4-af6d-e15157ac23ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.451995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:12.455594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 4a9cb265-5f5c-4619-83b7-8c3af8469356, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4a9cb265-5f5c-4619-83b7-8c3af8469356,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:12.456041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.476413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.482389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e641-4bac-41b5-aed5-ed7331402244 None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:37Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:08Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:12.485146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 4a9cb265-5f5c-4619-83b7-8c3af8469356 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:12.512316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:12.523957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ed9a97c-d492-434c-af8d-0c6c2248bd51 req-2109a32b-d6cd-4790-99e1-16926078a56e service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990441 Aug 19 00:19:12.534470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:12.537649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.573293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.642613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:12.643257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.644708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] 10.222.0.11 "PUT /v2.0/ports/7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 1092 time: 1.4979045 Aug 19 00:19:12.667058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-d859c84d-2653-40b6-8a1c-e0f68dbcb28b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515869 Aug 19 00:19:12.684690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.687319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:12.690801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "DELETE /v2.0/security-groups/4970d83b-a32f-42f1-b96d-934eb5734d32 HTTP/1.1" status: 204 len: 168 time: 0.3777792 Aug 19 00:19:12.694494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48346) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:12.695564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a060-8ebf-40ee-b9f9-a7beeb7033ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:12.730748 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48bfc0-f25e-4069-a078-edc45e656a5c None None] New status for floating IP d7d19739-a656-4038-9c1b-929ac91dae02: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:19:12.745330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782530e-a624-4a8c-a01b-b093a364fb11 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970d83b-a32f-42f1-b96d-934eb5734d32,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:12.781607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-edca54a6-a5fa-4293-b97c-72ac85507d80 tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878999 Aug 19 00:19:12.790148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:12.812966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-6fc94c7b-85c9-4577-b646-55e0a1791208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:12.814659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-6fc94c7b-85c9-4577-b646-55e0a1791208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 1097 time: 0.0834422 Aug 19 00:19:12.931704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48352) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:13.025109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-4cf6a061-8a61-4e24-94a5-b65c32d2eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.026679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-4cf6a061-8a61-4e24-94a5-b65c32d2eb5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1923995 Aug 19 00:19:13.096825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6219f-f59b-47b6-97cb-19b8fcd9866a req-9ff69c8b-cc93-4cd3-afd7-0735b13fcef1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.098340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09a6219f-f59b-47b6-97cb-19b8fcd9866a req-9ff69c8b-cc93-4cd3-afd7-0735b13fcef1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1850727 Aug 19 00:19:13.099606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-4b28f449-6236-4432-abbf-16aeed49de92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 200 len: 217 time: 0.0638351 Aug 19 00:19:13.105180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-686d1b9f-f648-42a9-9580-85c82bbecef1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/d7d19739-a656-4038-9c1b-929ac91dae02 HTTP/1.1" status: 200 len: 994 time: 0.1718600 Aug 19 00:19:13.176494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09a6219f-f59b-47b6-97cb-19b8fcd9866a req-9a2b4efc-01b0-421a-8973-66bb5717f6f9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691543 Aug 19 00:19:13.179358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-f76c94ea-6feb-4b7b-8d03-b7e54a3ae1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.180094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-945a0e2b-ba89-4a04-9062-585d8678a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.180830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-f76c94ea-6feb-4b7b-8d03-b7e54a3ae1c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1095 time: 0.4909902 Aug 19 00:19:13.181518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-945a0e2b-ba89-4a04-9062-585d8678a945 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0753787 Aug 19 00:19:13.229087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-135b5877-f308-42a4-9c27-3410a826b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.230598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-135b5877-f308-42a4-9c27-3410a826b9d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412562 Aug 19 00:19:13.239096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-83f1dfb1-80b5-4708-a950-e56d32697d89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 217 time: 0.0452154 Aug 19 00:19:13.265458 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9469db6-9b80-4e50-887d-379d0609071d tempest-SecGroupIPv6Test-1772183304 tempest-SecGroupIPv6Test-1772183304-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4708915 Aug 19 00:19:13.285559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.322141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=4a9cb265-5f5c-4619-83b7-8c3af8469356,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:13.335571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-4edda248-fbe9-4fed-a4e3-c663d75e1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:13.339645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-4edda248-fbe9-4fed-a4e3-c663d75e1890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0919259 Aug 19 00:19:13.351672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-91f96a89-72d6-4fd6-8e72-d72a509b4a28 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137898 Aug 19 00:19:13.400448 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-e1b9279c-2f78-4288-b85e-1e775d00811e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467474 Aug 19 00:19:13.485910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9acfcc29-1b27-4250-82e7-eee7e8948717 req-12ecbb67-a023-4fa0-a0a1-de9e609f9abc service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269264 Aug 19 00:19:13.522115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48358) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:13.596396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.599871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-b73ad748-c9b7-420f-9b88-ebb3b474e927 service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899698 Aug 19 00:19:13.708676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b346f51f-b33c-43b8-b60a-9a7e7694796a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1431cf26582d46d692ff574826bf58d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852846 Aug 19 00:19:13.711057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:13.763526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.785465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.835229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.838123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:13.839453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-761899d4-47d1-4c50-81e7-12b8ead41080 req-08005346-578d-4da5-95c8-ba3f351ae4e0 service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301643 Aug 19 00:19:13.840238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3c5bd34-c598-4a49-a244-e7d64fd2a79a HTTP/1.1" status: 204 len: 168 time: 0.1281772 Aug 19 00:19:13.841630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:13.843866 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c6a342-362a-4d42-a4cb-664483e30481" -d '{"events": [{"name": "network-changed", "server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:13.850343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5bd34-c598-4a49-a244-e7d64fd2a79a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:13.859163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.859729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.860085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.860454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.860794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.861176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.861516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.861849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.862179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.862774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.862878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.863561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c00c0b-2cce-4d8b-8254-c0c71caabd59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:13.884498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:13.935167 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf66f3-c635-4af2-9aec-f100fd6bf848 x-openstack-request-id: req-9ecf66f3-c635-4af2-9aec-f100fd6bf848 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:13.935507 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:13.935715 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ecf66f3-c635-4af2-9aec-f100fd6bf848 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:13.936113 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'status': 'completed', 'code': 200} Aug 19 00:19:13.989986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:13.997787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-de917cb7-08ea-45d7-acd1-72d76b2c77d4 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4738886 Aug 19 00:19:13.997899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48372) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:13.999060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:14.009755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:14.011851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:14.052517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 3263e8fb-234f-44d6-94c1-8fd299b9f95d {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:14.056813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.102507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.114160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:14.131082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a342-362a-4d42-a4cb-664483e30481 req-8e1fa942-ba42-41a9-b75e-28aa61f40e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:14.133117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-8e1fa942-ba42-41a9-b75e-28aa61f40e60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1095 time: 0.1997728 Aug 19 00:19:14.201503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.283709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a342-362a-4d42-a4cb-664483e30481 req-ee81d0f6-9b30-4b94-a799-21c9561aa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:14.285252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-ee81d0f6-9b30-4b94-a799-21c9561aa9f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 914 time: 0.1421947 Aug 19 00:19:14.313993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.330894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-1522d72b-4742-4836-b46d-57f892c89777 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 217 time: 0.0357969 Aug 19 00:19:14.354138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd1935-b21e-49fb-90c3-74e40207ab62 req-ed519558-a6ad-41ae-ade2-cb1f13bdbb8b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:14.355999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63dd1935-b21e-49fb-90c3-74e40207ab62 req-ed519558-a6ad-41ae-ade2-cb1f13bdbb8b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1018035 Aug 19 00:19:14.359857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=3263e8fb-234f-44d6-94c1-8fd299b9f95d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:14.370879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.372927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1cf3b5b5-8f64-4534-ae25-8fab16e93c81 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/3263e8fb-234f-44d6-94c1-8fd299b9f95d HTTP/1.1" status: 204 len: 168 time: 0.3741198 Aug 19 00:19:14.375728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:14.391107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe41b9-6b4f-48dc-ae64-b3547304c650 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:14.466958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a342-362a-4d42-a4cb-664483e30481 req-a3624969-124c-48bb-92ab-e9c492a7d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:14.468677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-a3624969-124c-48bb-92ab-e9c492a7d0fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.1298687 Aug 19 00:19:14.482220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.523933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 10, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:14.524123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-c28e897b-629e-4937-8b33-6d624ca11745 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337946 Aug 19 00:19:14.560988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:14.575348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:14.576286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:18:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:14.665408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 08b73d3a-3774-40a0-a4ce-df506f089252 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:14.665961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.696650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:14.712499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-4e765d34-5941-492b-95b8-cdfae2331761 service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621819 Aug 19 00:19:14.741518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] DHCP port deletion for 6cd3a4f4-dce4-4259-8549-3ea8453f274b request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:14.747698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63dd1935-b21e-49fb-90c3-74e40207ab62 req-c6b6c4fb-bed8-46f8-b5ed-863f22cdbb8e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736541 Aug 19 00:19:14.795839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:14.803197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 08b73d3a-3774-40a0-a4ce-df506f089252, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=08b73d3a-3774-40a0-a4ce-df506f089252,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:14.803618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.820773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 08b73d3a-3774-40a0-a4ce-df506f089252 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:14.882496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Deleting port 08b73d3a-3774-40a0-a4ce-df506f089252 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:14.882965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.897651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97c6a342-362a-4d42-a4cb-664483e30481 req-8a5f38c9-aad8-4232-a628-6a5e6002e66c service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776679 Aug 19 00:19:14.939073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-833820176'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:14.945787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.961051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Made reservation on behalf of 9b503cda989f43afbff61b3d748d5a6a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:14.965351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.975125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=08b73d3a-3774-40a0-a4ce-df506f089252,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:14.978985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 08b73d3a-3774-40a0-a4ce-df506f089252 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:14.988888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:14.990628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f53fea4f-2bf9-4c00-8d7b-781440839d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.001355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] For port 08b73d3a-3774-40a0-a4ce-df506f089252, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=08b73d3a-3774-40a0-a4ce-df506f089252,segment=NetworkSegment(26698974-ce12-4ebe-8d6c-3d9da1efeea5),segment_id=26698974-ce12-4ebe-8d6c-3d9da1efeea5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:15.002005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.034868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Calling delete_port for 08b73d3a-3774-40a0-a4ce-df506f089252 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:15.075571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.087272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd3a4f4-dce4-4259-8549-3ea8453f274b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:15.094579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.099611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.099836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26698974-ce12-4ebe-8d6c-3d9da1efeea5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:15.100217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26698974-ce12-4ebe-8d6c-3d9da1efeea5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:15.103974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.111676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.126504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:19:15.131541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.134333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b1076d-5996-4b36-87db-5f5e7c11de4b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:15.143998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 10, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:15.144238 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:15.144919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:15.148741 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:15.150893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.151918 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Added segment 70509b26-edfb-4ee1-89fe-bb2b1a2d2d32 of type vlan for network fe5bafc9-708e-4a6e-ae00-b024660c6d26 Aug 19 00:19:15.198353 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.211449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.220558 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.225080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/6cd3a4f4-dce4-4259-8549-3ea8453f274b HTTP/1.1" status: 204 len: 168 time: 0.8456748 Aug 19 00:19:15.229998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48398) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:15.233811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc01200-2208-4c9e-874d-f8a73e3eb0bf tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=6cd3a4f4-dce4-4259-8549-3ea8453f274b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:15.303697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.309745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:15.310343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.347336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5773-e0d1-49a6-827c-49c1b1bf13f8 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 10, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None, '_interfaces': [{'id': '84e91204-bd8a-4840-bb30-42daa64f998d', 'name': '', 'network_id': '22cc4a88-b074-4844-a5fc-592f6ab97b7f', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'mac_address': 'fa:16:3e:65:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:35Z', 'updated_at': '2021-08-19T00:18:51Z', 'revision_number': 5, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'subnets': [{'id': '7ce6d3e5-a74f-49a1-bbb6-4413357b89b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:15.359975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.386986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.389580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Pushing event deleted for resources: {'Port': ['ID=08b73d3a-3774-40a0-a4ce-df506f089252,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:15.392614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] Network 6cd3a4f4-dce4-4259-8549-3ea8453f274b is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:19:15.393081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782c50e-aad1-48a5-86cc-520bee57a751 None None] No DVR routers for this DVR port 08b73d3a-3774-40a0-a4ce-df506f089252 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:15.395305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:15.395530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5984619 Aug 19 00:19:15.403139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Request body: {'subnet': {'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:15.408019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca097a13-4d5c-490e-b0c3-0522a0acb988 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event updated for resources: {'Network': ['ID=fe5bafc9-708e-4a6e-ae00-b024660c6d26,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:15.419997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:19:15.504569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Made reservation on behalf of 9b503cda989f43afbff61b3d748d5a6a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:15.508129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.648090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.706129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.772371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 08b73d3a-3774-40a0-a4ce-df506f089252 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:15.780190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event updated for resources: {'Subnet': ['ID=54dab15b-d172-4af8-8833-1704ab675c55,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:15.795733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Checking segment: {'id': '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:15.796104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Network hostable DHCP agents. Network: fe5bafc9-708e-4a6e-ae00-b024660c6d26, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:19:15.801794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 08b73d3a-3774-40a0-a4ce-df506f089252 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:15.801959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 08b73d3a-3774-40a0-a4ce-df506f089252 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:15.802312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a9cb265-5f5c-4619-83b7-8c3af8469356 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:15.827273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4a9cb265-5f5c-4619-83b7-8c3af8469356 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:15.827719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4a9cb265-5f5c-4619-83b7-8c3af8469356 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:15.832433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:19:15.851801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, fe5bafc9-708e-4a6e-ae00-b024660c6d26) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:15.858610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:15.859703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:15.864193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91930a62-b503-431c-af7a-acdce6e202c1 None None] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:15.900395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d54b828a-28f0-4f3a-811a-cb3503b95906 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5029817 Aug 19 00:19:15.903789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48404) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:15.911632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Request body: {'port': {'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26', 'name': 'tempest-TagsExtTest-607444372'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:15.924846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdb7ab-4682-400e-a717-0c5b029a0410 req-f5858548-14b3-4536-9c19-ff4d910a6b79 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:15.926863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9cdb7ab-4682-400e-a717-0c5b029a0410 req-f5858548-14b3-4536-9c19-ff4d910a6b79 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0556700 Aug 19 00:19:15.972011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9cdb7ab-4682-400e-a717-0c5b029a0410 req-d09607fb-3d6a-4100-bd0e-6b26c6f514c8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Aug 19 00:19:15.998103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 84e91204-bd8a-4840-bb30-42daa64f998d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:15.998448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.044539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-fe5bafc9-708e-4a6e-ae00-b024660c6d26', 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26', 'tenant_id': '9b503cda989f43afbff61b3d748d5a6a', 'fixed_ips': [{'subnet_id': '54dab15b-d172-4af8-8833-1704ab675c55'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:19:16.045484 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.112858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Made reservation on behalf of 9b503cda989f43afbff61b3d748d5a6a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:16.116876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.136114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 84e91204-bd8a-4840-bb30-42daa64f998d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=84e91204-bd8a-4840-bb30-42daa64f998d,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:16.136503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.150705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] device_id is not set on port 1ea5707a-98fc-4312-8e41-80eb0840cf5e yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:19:16.160119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 84e91204-bd8a-4840-bb30-42daa64f998d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:16.182554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Allocated IP 172.20.0.2 (fe5bafc9-708e-4a6e-ae00-b024660c6d26/54dab15b-d172-4af8-8833-1704ab675c55/8933b967-2408-4f85-9fc2-7634ace04f52) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:16.289972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.333682 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.345520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Transition to ACTIVE for port object 8933b967-2408-4f85-9fc2-7634ace04f52 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:16.366679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Transition to ACTIVE for port object 8933b967-2408-4f85-9fc2-7634ace04f52 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:16.377348 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.403963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.433582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:16.436437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:16.439359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:16.447444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=84e91204-bd8a-4840-bb30-42daa64f998d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:16.453735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Pushing event updated for resources: {'Port': ['ID=8933b967-2408-4f85-9fc2-7634ace04f52,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:16.500814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Allocated IP 172.20.0.7 (fe5bafc9-708e-4a6e-ae00-b024660c6d26/54dab15b-d172-4af8-8833-1704ab675c55/1ea5707a-98fc-4312-8e41-80eb0840cf5e) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:16.504868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Attempting to bind port 8933b967-2408-4f85-9fc2-7634ace04f52 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:16.505528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Attempting to bind port 8933b967-2408-4f85-9fc2-7634ace04f52 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:16.505905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Attempting to bind port 8933b967-2408-4f85-9fc2-7634ace04f52 on network fe5bafc9-708e-4a6e-ae00-b024660c6d26 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:16.512464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:16.512855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Checking segment: {'id': '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:16.513269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.513671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Bound using segment: {'id': '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:16.514152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Bound port: 8933b967-2408-4f85-9fc2-7634ace04f52, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe5bafc9-708e-4a6e-ae00-b024660c6d26'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:16.514962 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.588121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-422eb36d-3087-4675-957a-498a861cd537 None None] For port 8933b967-2408-4f85-9fc2-7634ace04f52, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:16.592600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-422eb36d-3087-4675-957a-498a861cd537 None None] For port 8933b967-2408-4f85-9fc2-7634ace04f52, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8933b967-2408-4f85-9fc2-7634ace04f52,segment=NetworkSegment(70509b26-edfb-4ee1-89fe-bb2b1a2d2d32),segment_id=70509b26-edfb-4ee1-89fe-bb2b1a2d2d32)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:16.597455 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.629295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.666169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb36d-3087-4675-957a-498a861cd537 None None] Pushing event updated for resources: {'Port': ['ID=8933b967-2408-4f85-9fc2-7634ace04f52,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:16.880558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:16.883549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:16.902150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Transition to ACTIVE for port object 1ea5707a-98fc-4312-8e41-80eb0840cf5e will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:16.915593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:19:16.985838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:16.995210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-680c2e24-678a-4a24-a0f1-109bdd3accc9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635272 Aug 19 00:19:16.997883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48408) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:16.998495 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:17.008009 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:17.008678 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.045760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:17.059338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'port_id': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'mac_address': 'fa:16:3e:a8:98:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf1577e-84de-4083-9e3b-4debecd1bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:19:17.068402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.085066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:17.103261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.121778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:17.123257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting subnet 7ce6d3e5-a74f-49a1-bbb6-4413357b89b7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:17.134404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.138057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.148433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:17.153762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.176285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:17.185254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:17.185878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.187609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:17.202367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bce222-cc23-4ede-9a33-7456c42b67d8 req-dc2207eb-0523-431b-bb81-b3676e0cc469 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:17.203956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08bce222-cc23-4ede-9a33-7456c42b67d8 req-dc2207eb-0523-431b-bb81-b3676e0cc469 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1543531 Aug 19 00:19:17.207008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:17.210142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:17.214215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.217462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:17.239185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event updated for resources: {'Port': ['ID=1ea5707a-98fc-4312-8e41-80eb0840cf5e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:17.335222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08bce222-cc23-4ede-9a33-7456c42b67d8 req-fed1657e-1022-4960-9ee5-efbd86311451 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Aug 19 00:19:17.344117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:17.344810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.348401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:17.384967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ccdb1c1b-d922-4e6a-89d2-5f493aad03bf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4799218 Aug 19 00:19:17.388125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48410) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:17.394852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-408808562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:17.403636 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.407365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.411946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:17.431216 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f37e7e-84c9-42b1-b271-c9ff600ac79b None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:17.456623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.457834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.493077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.534140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.536866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/7ce6d3e5-a74f-49a1-bbb6-4413357b89b7 HTTP/1.1" status: 204 len: 168 time: 0.5380504 Aug 19 00:19:17.538306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db58f43-5a3e-4b55-b887-4487bca54c24 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce6d3e5-a74f-49a1-bbb6-4413357b89b7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:17.538704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:17.550230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca23f7-e2f9-40f0-90bb-17aac376cc8a None None] Network 22cc4a88-b074-4844-a5fc-592f6ab97b7f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:17.589748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.598331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.623854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.625879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7bfbd2b5-8397-4daf-9b77-845759947b7a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2367208 Aug 19 00:19:17.629595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48414) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:17.634806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.637775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8d429e44-916c-453e-a047-dc0ca451fc16 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1802412402', 'prefixes': ['172.20.0.0/16']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:17.704797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Deleting port 2a096558-b73c-4236-ab44-50efa048af09 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:17.704797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.714039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d429e44-916c-453e-a047-dc0ca451fc16 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for subnetpool, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.718833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8d429e44-916c-453e-a047-dc0ca451fc16 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0860236 Aug 19 00:19:17.719497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48416) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:17.724123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-87a55828-4f11-4489-9e79-75594af582ce tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-583422745') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.758421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d922a-b7a8-4baf-b458-01ca71a4ee60 None None] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:17.804244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] For port 2a096558-b73c-4236-ab44-50efa048af09, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2a096558-b73c-4236-ab44-50efa048af09,segment=NetworkSegment(7493d2c3-cb89-4072-b8d2-8ddad739b2fa),segment_id=7493d2c3-cb89-4072-b8d2-8ddad739b2fa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:17.804651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.819989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Calling delete_port for 2a096558-b73c-4236-ab44-50efa048af09 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:17.845021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] DHCP port deletion for 22cc4a88-b074-4844-a5fc-592f6ab97b7f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:17.875664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.905247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87a55828-4f11-4489-9e79-75594af582ce tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-583422745 HTTP/1.1" status: 201 len: 201 time: 0.1822193 Aug 19 00:19:17.906250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48418) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:17.906668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9d14509e-9870-4a9b-af86-26c677ac167e None None] Provisioning for port 8933b967-2408-4f85-9fc2-7634ace04f52 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:17.912147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-487c1e4a-2b3f-4be9-bebc-7d80b05afc6e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-1035007684') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:17.953856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:17.977684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8933b967-2408-4f85-9fc2-7634ace04f52 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:17.993431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Port': ['ID=2a096558-b73c-4236-ab44-50efa048af09,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:17.999048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No DVR routers for this DVR port 2a096558-b73c-4236-ab44-50efa048af09 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:18.011796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-487c1e4a-2b3f-4be9-bebc-7d80b05afc6e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-1035007684 HTTP/1.1" status: 201 len: 201 time: 0.1038890 Aug 19 00:19:18.014227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48420) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:18.020041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-fe944ab8-b845-403d-9cd0-f757ba83f0da tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-601073241') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.035182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Deleting port 2a096558-b73c-4236-ab44-50efa048af09 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:18.035569 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.091202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.102337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cc4a88-b074-4844-a5fc-592f6ab97b7f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.115001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7493d2c3-cb89-4072-b8d2-8ddad739b2fa') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.115692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7493d2c3-cb89-4072-b8d2-8ddad739b2fa') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.117032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fe944ab8-b845-403d-9cd0-f757ba83f0da tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-601073241 HTTP/1.1" status: 201 len: 201 time: 0.1006525 Aug 19 00:19:18.119330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48422) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:18.127614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-230a98f7-bbe7-4687-b3d9-fe9321e1d345 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-1405326690') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.128608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.133638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] For port 2a096558-b73c-4236-ab44-50efa048af09, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:18.134459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.143832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 8933b967-2408-4f85-9fc2-7634ace04f52 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:18.144086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.151263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:18.152012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:18.155407 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:18.157811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Calling delete_port for 2a096558-b73c-4236-ab44-50efa048af09 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:18.161155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Port 2a096558-b73c-4236-ab44-50efa048af09 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:19:18.161943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8933b967-2408-4f85-9fc2-7634ace04f52 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:18.162317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.165052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.192417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-230a98f7-bbe7-4687-b3d9-fe9321e1d345 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-1405326690 HTTP/1.1" status: 201 len: 201 time: 0.0712874 Aug 19 00:19:18.194816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48424) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:18.199213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-e3a2b84d-6362-4ebb-8f19-91eab2740c18 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.232042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.238662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.241593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/networks/22cc4a88-b074-4844-a5fc-592f6ab97b7f HTTP/1.1" status: 204 len: 168 time: 0.7018552 Aug 19 00:19:18.246729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] No DVR routers for this DVR port 2a096558-b73c-4236-ab44-50efa048af09 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:18.248612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48426) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:18.253939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0a86d-9ee6-476a-be8a-358a481cc826 None None] Pushing event deleted for resources: {'Port': ['ID=2a096558-b73c-4236-ab44-50efa048af09,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:18.267343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01a60d-811d-4798-aec0-261eeeeb69a9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Pushing event deleted for resources: {'Network': ['ID=22cc4a88-b074-4844-a5fc-592f6ab97b7f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:18.267997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'routes': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:18.304664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.343659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 8933b967-2408-4f85-9fc2-7634ace04f52, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8933b967-2408-4f85-9fc2-7634ace04f52,segment=NetworkSegment(70509b26-edfb-4ee1-89fe-bb2b1a2d2d32),segment_id=70509b26-edfb-4ee1-89fe-bb2b1a2d2d32)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:18.348578 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.411694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=8933b967-2408-4f85-9fc2-7634ace04f52,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:18.435376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 84e91204-bd8a-4840-bb30-42daa64f998d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:18.454725 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3a2b84d-6362-4ebb-8f19-91eab2740c18 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 200 len: 240 time: 0.2585692 Aug 19 00:19:18.457460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48430) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:18.461376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 84e91204-bd8a-4840-bb30-42daa64f998d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:18.461826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 84e91204-bd8a-4840-bb30-42daa64f998d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:18.462352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2a096558-b73c-4236-ab44-50efa048af09 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:18.464330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-0788ae7f-7efc-4b67-a2bf-4dce75f671ea tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-583422745') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:18.487451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2a096558-b73c-4236-ab44-50efa048af09 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:18.488546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2a096558-b73c-4236-ab44-50efa048af09 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:18.494112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Provisioning for port 1ea5707a-98fc-4312-8e41-80eb0840cf5e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:18.494474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1162e-4955-4eed-879c-67d79c27f9ac req-b34c1b9c-0bc2-4fe6-9a54-6b3365a64065 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:18.496057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e1162e-4955-4eed-879c-67d79c27f9ac req-b34c1b9c-0bc2-4fe6-9a54-6b3365a64065 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 944 time: 0.0624065 Aug 19 00:19:18.506207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Provisioning complete for port 1ea5707a-98fc-4312-8e41-80eb0840cf5e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:18.506768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.540050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64e1162e-4955-4eed-879c-67d79c27f9ac req-15555e13-7185-4f43-a5f1-eca7049f523a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Aug 19 00:19:18.543135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Added routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 00:19:18.543440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.extraroute_db [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Removed routes are [] {{(pid=94622) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 00:19:18.543808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.551357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Port 1ea5707a-98fc-4312-8e41-80eb0840cf5e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:19:18.563953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Provisioning complete for port 8933b967-2408-4f85-9fc2-7634ace04f52 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:18.564370 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3695efcc-5d2f-4546-83bc-6280959f25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.765848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d768fd4e-7434-4211-9440-f74d9a5b2b06 None None] Provisioning complete for port 1ea5707a-98fc-4312-8e41-80eb0840cf5e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:18.766182 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d768fd4e-7434-4211-9440-f74d9a5b2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.801279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d768fd4e-7434-4211-9440-f74d9a5b2b06 None None] Port 1ea5707a-98fc-4312-8e41-80eb0840cf5e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:19:18.932760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:18.980484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:18.984432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:18.984818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:18.999299 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.008541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0788ae7f-7efc-4b67-a2bf-4dce75f671ea tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-583422745 HTTP/1.1" status: 204 len: 168 time: 0.5473073 Aug 19 00:19:19.008541 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.009061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48434) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.013421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-94457079-e3d7-41f8-89af-4f9323ce500d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-583422745') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.063218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.084617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:19.086847 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be840ee2-7486-49cf-8525-50d42778b5c4" -d '{"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:19.101225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:19.107341 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.120788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:19:19.135885 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9041b8b9-ba25-4cb9-9983-0b9756052236 x-openstack-request-id: req-9041b8b9-ba25-4cb9-9983-0b9756052236 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:19.136473 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:19.137139 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9041b8b9-ba25-4cb9-9983-0b9756052236 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:19.137257 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'code': 200} Aug 19 00:19:19.169626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:19.219265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:19.222562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-94457079-e3d7-41f8-89af-4f9323ce500d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-583422745 HTTP/1.1" status: 204 len: 168 time: 0.2123778 Aug 19 00:19:19.225379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.228135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.229984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f784d50-0d2c-4a87-be63-77c3f2412d1b tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 700 time: 0.9769082 Aug 19 00:19:19.230522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Sync routers for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:19.232631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48440) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.235478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-423baae4-658e-4616-be8f-88ad9001fadd tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.240858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:19.241482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.265253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bdc39420-8df4-4ed0-bfab-d4b45bd858e9 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 205 time: 0.0288970 Aug 19 00:19:19.265496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48442) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.303498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f29ec-2f77-4f17-ab87-f3e5537e2503 req-c32c256b-dcf0-4b51-9dd1-d7c983d7f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:19.305335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19f29ec-2f77-4f17-ab87-f3e5537e2503 req-c32c256b-dcf0-4b51-9dd1-d7c983d7f309 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1097 time: 0.1082759 Aug 19 00:19:19.315411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:19.341988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.363747 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19f29ec-2f77-4f17-ab87-f3e5537e2503 req-00b7bfc0-6d34-4f3e-990e-fe9855845145 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Aug 19 00:19:19.368678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-423baae4-658e-4616-be8f-88ad9001fadd tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 200 len: 205 time: 0.1398928 Aug 19 00:19:19.368870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48444) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.370051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.373463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-5e77ba5a-0ce6-4c8e-acd7-9010dff8127e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.396667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Checking router: 3ddf5ade-8ed7-46b0-a381-89adc920fd9f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:19.404859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Routers {'3ddf5ade-8ed7-46b0-a381-89adc920fd9f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:19.405465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.423481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e77ba5a-0ce6-4c8e-acd7-9010dff8127e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 200 len: 241 time: 0.0535688 Aug 19 00:19:19.426115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.430391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-4fa3e8fd-f025-4373-a60d-c49336e8cabc tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-1035007684') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.478727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] Set router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:19.491038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4fa3e8fd-f025-4373-a60d-c49336e8cabc tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-1035007684 HTTP/1.1" status: 204 len: 168 time: 0.0615237 Aug 19 00:19:19.491276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.495894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ce590019-e3b7-4aac-b6f9-d762e38eaf85 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-1035007684') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.521283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.523878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.535234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.561831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d40d63-0177-4e33-9161-7abc68a38848 None None] The sync data for ids ['3ddf5ade-8ed7-46b0-a381-89adc920fd9f'] in n-d-771363-38 is: [{'id': '3ddf5ade-8ed7-46b0-a381-89adc920fd9f', 'name': 'tempest-RoutersTest-router-608802053', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:33Z', 'updated_at': '2021-08-19T00:19:16Z', 'revision_number': 11, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:19.574840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ce590019-e3b7-4aac-b6f9-d762e38eaf85 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-1035007684 HTTP/1.1" status: 204 len: 168 time: 0.0790987 Aug 19 00:19:19.575831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.575948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.576053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddf5ade-8ed7-46b0-a381-89adc920fd9f {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:19:19.581034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-12b08492-3d14-4aaa-a3aa-ac54c8ab4827 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.586921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.592573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7789fbf-2309-4890-afa2-aefba702984e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 204 len: 168 time: 0.3214533 Aug 19 00:19:19.594493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48454) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.599192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-148708847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:19.629232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.630572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.668651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8933b967-2408-4f85-9fc2-7634ace04f52 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:19.674318 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-12b08492-3d14-4aaa-a3aa-ac54c8ab4827 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 200 len: 205 time: 0.0971153 Aug 19 00:19:19.683058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48456) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.689079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-1ae673de-91a9-4cf8-b6e4-a3fc9100b1f2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.717970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.718873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8933b967-2408-4f85-9fc2-7634ace04f52 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:19.719261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.724225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.742756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.745067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e573155d-e14f-4ca5-8a91-540655209855 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1489911 Aug 19 00:19:19.747996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48458) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.752883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:19.810874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff8e90-3c93-47c8-8e8f-65f844f15aba req-99c58826-c499-4828-920b-ec1518ebeb84 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:19.818137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afff8e90-3c93-47c8-8e8f-65f844f15aba req-99c58826-c499-4828-920b-ec1518ebeb84 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1475396 Aug 19 00:19:19.822055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1ae673de-91a9-4cf8-b6e4-a3fc9100b1f2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 200 len: 240 time: 0.1377907 Aug 19 00:19:19.828739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.839744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-2e7f3c6f-4e62-42e1-ae66-75f46e7e223b tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-601073241') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.922647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afff8e90-3c93-47c8-8e8f-65f844f15aba req-31b2bd5a-cf29-4a62-874f-1bcbb0e68088 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036396 Aug 19 00:19:19.933463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e7f3c6f-4e62-42e1-ae66-75f46e7e223b tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-601073241 HTTP/1.1" status: 204 len: 168 time: 0.1035111 Aug 19 00:19:19.936048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:19.940592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-cc59bd98-888e-45f9-a6f2-cfbfbf309f10 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-601073241') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:19.983235 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13044'] for router, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:19.993962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586179'] for router, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.030212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cc59bd98-888e-45f9-a6f2-cfbfbf309f10 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-601073241 HTTP/1.1" status: 204 len: 168 time: 0.0930648 Aug 19 00:19:20.032729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.037071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-65a6d509-c38e-4d88-9038-39b54ebe3216 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.097710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Router 8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:19:20.118784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65a6d509-c38e-4d88-9038-39b54ebe3216 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 200 len: 205 time: 0.0850008 Aug 19 00:19:20.122073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.126317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-fdb0a8ed-a3fe-414e-8b26-a08f404a0726 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.172567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fdb0a8ed-a3fe-414e-8b26-a08f404a0726 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 200 len: 241 time: 0.0493035 Aug 19 00:19:20.174931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48468) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.179392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-921b72c0-9765-4c86-a80c-e1d459715a03 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-1405326690') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.184774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:19:20.193532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.196783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-17180f7d-8e17-42f5-932b-bbb5c7e1f719 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "PUT /v2.0/routers/8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 200 len: 693 time: 0.4477377 Aug 19 00:19:20.198246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.200756 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Sync routers for ids ['8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:19:20.211000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Routers {'8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:20.211619 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.251541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-921b72c0-9765-4c86-a80c-e1d459715a03 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-1405326690 HTTP/1.1" status: 204 len: 168 time: 0.0755398 Aug 19 00:19:20.254222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48472) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.260441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-9c211143-2410-4a27-8e47-1a581f6b5e44 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-1405326690') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.288330 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Set router 8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:20.292131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-898c7bd5-a6ec-4824-a5e1-63e87d8af4a5 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/routers/8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 200 len: 699 time: 0.0896780 Aug 19 00:19:20.292431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.300884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c211143-2410-4a27-8e47-1a581f6b5e44 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-1405326690 HTTP/1.1" status: 204 len: 168 time: 0.0452025 Aug 19 00:19:20.303176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48476) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.309520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-de36b0c8-95d9-4473-b991-118e68daa07e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.327545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-596c5bbe-c6f7-436f-b5c2-b918593e55ff tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 200 len: 205 time: 0.0315998 Aug 19 00:19:20.327873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.334195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-de36b0c8-95d9-4473-b991-118e68daa07e tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 200 len: 205 time: 0.0271652 Aug 19 00:19:20.334461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.339207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a2df48cc-be3a-4207-b80c-2d9736b974d1 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.346476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4', 'name': 'tempest-RoutersTest-router-148708847', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:19:19Z', 'updated_at': '2021-08-19T00:19:19Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.372346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Checking router: 8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:19:20.380442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Routers {'8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:19:20.381045 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.418043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.447311 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] Set router 8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:19:20.487356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a2df48cc-be3a-4207-b80c-2d9736b974d1 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 204 len: 168 time: 0.1519506 Aug 19 00:19:20.490273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48482) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.497253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-fc12b03e-713a-4821-bd2a-189d4b5286a1 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.499535 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4', 'name': 'tempest-RoutersTest-router-148708847', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:19:19Z', 'updated_at': '2021-08-19T00:19:19Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.524997 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff779ebf-fa7c-4907-9520-d03560812354 None None] The sync data for ids ['8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4'] in n-d-771363-38 is: [{'id': '8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4', 'name': 'tempest-RoutersTest-router-148708847', 'tenant_id': '5437fadd4c1b407190fd1424bf4981fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:19:19Z', 'updated_at': '2021-08-19T00:19:19Z', 'revision_number': 2, 'project_id': '5437fadd4c1b407190fd1424bf4981fa', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:19:20.580660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fc12b03e-713a-4821-bd2a-189d4b5286a1 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 204 len: 168 time: 0.0892854 Aug 19 00:19:20.583195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48484) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.587651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-87dc05eb-479c-4bb0-af6c-dce86f2e3866 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.588497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.590900 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.634838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.635945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Fanout notify agent at l3_agent the message router_deleted on router 8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:19:20.643747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:20.644888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24ee2f66-ace6-44ad-969a-1aa6e0ad3ffd tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 204 len: 168 time: 0.3162110 Aug 19 00:19:20.648153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.648289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-87dc05eb-479c-4bb0-af6c-dce86f2e3866 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0638342 Aug 19 00:19:20.650547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48488) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.655948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-e9575692-847a-4aef-820c-6e3cab9e25e2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.683449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71935651-a1fc-4d77-8013-11244de41b9a tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 200 len: 205 time: 0.0338247 Aug 19 00:19:20.686121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.729689 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-9778eab4-aef5-4b52-a57f-36c87d1b0578 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:20.730727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9778eab4-aef5-4b52-a57f-36c87d1b0578 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/8a316fb8-0aba-4b2e-bcfc-c1d1ced8c0a4 HTTP/1.1" status: 404 len: 336 time: 0.0436978 Aug 19 00:19:20.733264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48492) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.763565 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-408a3e76-739a-4506-a8f0-df72caa7444e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:20.764013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408a3e76-739a-4506-a8f0-df72caa7444e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:20.765731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-408a3e76-739a-4506-a8f0-df72caa7444e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/94526e44-3d76-4b12-9a63-8c178e910f4b HTTP/1.1" status: 404 len: 337 time: 0.0315804 Aug 19 00:19:20.768382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.781828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e9575692-847a-4aef-820c-6e3cab9e25e2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 204 len: 168 time: 0.1297064 Aug 19 00:19:20.786051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48496) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.790542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-48bc45fe-0487-48f7-ac36-45a65e007423 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-1842704660') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.795286 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ff58d8-70f0-4b45-a28b-d5dbad54e2c8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:20.795750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ff58d8-70f0-4b45-a28b-d5dbad54e2c8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:20.797672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-46ff58d8-70f0-4b45-a28b-d5dbad54e2c8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/8d0cb1eb-cf2d-4e8d-adc8-288226ab16e4 HTTP/1.1" status: 404 len: 337 time: 0.0281560 Aug 19 00:19:20.799949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.825964 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aaf96a-b1ea-4029-a98e-c10693e8c542 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:20.826419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62aaf96a-b1ea-4029-a98e-c10693e8c542 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:20.828120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62aaf96a-b1ea-4029-a98e-c10693e8c542 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/3263e8fb-234f-44d6-94c1-8fd299b9f95d HTTP/1.1" status: 404 len: 337 time: 0.0271785 Aug 19 00:19:20.830622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.855077 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-48bc45fe-0487-48f7-ac36-45a65e007423 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-1842704660 HTTP/1.1" status: 201 len: 201 time: 0.0679591 Aug 19 00:19:20.857679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.859242 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf81e3bd-e943-4fbc-aea9-22df777556df tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:20.859859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf81e3bd-e943-4fbc-aea9-22df777556df tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:20.861910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf81e3bd-e943-4fbc-aea9-22df777556df tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/7ce6d3e5-a74f-49a1-bbb6-4413357b89b7 HTTP/1.1" status: 404 len: 337 time: 0.0303819 Aug 19 00:19:20.862661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-efbca71b-5d3a-4167-bb56-b44105c8c365 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-4928867') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.865045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.891758 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-12d4002e-18f1-4d89-9812-6e820ce1525e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 200 len: 205 time: 0.0256338 Aug 19 00:19:20.894032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.933064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-efbca71b-5d3a-4167-bb56-b44105c8c365 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-4928867 HTTP/1.1" status: 201 len: 201 time: 0.0743277 Aug 19 00:19:20.935116 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ff942570-0528-4ae3-8a41-f19d8ae0828e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:20.935665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48508) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.938597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff942570-0528-4ae3-8a41-f19d8ae0828e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/3ddf5ade-8ed7-46b0-a381-89adc920fd9f HTTP/1.1" status: 404 len: 336 time: 0.0412271 Aug 19 00:19:20.938715 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:20.940924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-57c8cb0d-f2c2-4f10-9f38-04b9cecf881d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-635050610') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:20.966085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7e233d7-d740-4f1b-a681-9c484cd08ffc tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=7492b3f6-f506-43c2-8344-7784ad4ac5e1 HTTP/1.1" status: 200 len: 205 time: 0.0262363 Aug 19 00:19:20.968454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.005602 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-67c98ec4-ef96-423c-bc47-f4c5423cdd8c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:21.006639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-67c98ec4-ef96-423c-bc47-f4c5423cdd8c tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/7492b3f6-f506-43c2-8344-7784ad4ac5e1 HTTP/1.1" status: 404 len: 336 time: 0.0372837 Aug 19 00:19:21.009095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.041938 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c9388d-1401-4dd7-8050-154d4416864e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:21.042394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c9388d-1401-4dd7-8050-154d4416864e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:21.044167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-32c9388d-1401-4dd7-8050-154d4416864e tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/21bbfcd3-8fd2-41d1-9b03-c630db0c8822 HTTP/1.1" status: 404 len: 337 time: 0.0341306 Aug 19 00:19:21.046757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48518) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.079663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0fe5aa93-cd2e-438e-99b0-95b685690191 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 200 len: 205 time: 0.0307999 Aug 19 00:19:21.082174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.091318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c86f-192b-4085-bd59-543013beb34b req-e0260a77-9341-450c-8317-c12bd6fe1ca9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:21.092792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7088c86f-192b-4085-bd59-543013beb34b req-e0260a77-9341-450c-8317-c12bd6fe1ca9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0874689 Aug 19 00:19:21.101141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-57c8cb0d-f2c2-4f10-9f38-04b9cecf881d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-635050610 HTTP/1.1" status: 201 len: 201 time: 0.1638973 Aug 19 00:19:21.101788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.108445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-2cc24d64-43fc-4547-bfb0-e899c93ca4eb tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-362305184') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.171823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7088c86f-192b-4085-bd59-543013beb34b req-b0eb8af9-f673-4e53-b471-b4e05e802644 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 Aug 19 00:19:21.185529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cc24d64-43fc-4547-bfb0-e899c93ca4eb tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-362305184 HTTP/1.1" status: 201 len: 201 time: 0.0803301 Aug 19 00:19:21.185529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.193190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-169e1db6-2a70-4ca8-93fe-271ad2ab5635 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', {'tags': ['tempest-TagsExtTest-Tag-438529052', 'tempest-TagsExtTest-Tag-733719604', 'tempest-TagsExtTest-Tag-1415836447']}) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.270505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-169e1db6-2a70-4ca8-93fe-271ad2ab5635 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 200 len: 316 time: 0.0839667 Aug 19 00:19:21.271195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48528) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.277316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-8906d781-523a-40f5-bd10-d0d0252e5eaf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.354485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8906d781-523a-40f5-bd10-d0d0252e5eaf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 204 len: 168 time: 0.0812600 Aug 19 00:19:21.355144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48540) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.359810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-b8ddf23a-d661-4553-b0c0-54674e4cfcdf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-438529052') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.423338 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-b8ddf23a-d661-4553-b0c0-54674e4cfcdf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:21.424693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b8ddf23a-d661-4553-b0c0-54674e4cfcdf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-438529052 HTTP/1.1" status: 404 len: 328 time: 0.0684824 Aug 19 00:19:21.427470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48542) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.431809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-4b58c6cb-545a-42cf-bd18-6def3bb32264 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-733719604') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.483287 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-98b10b2b-091d-451c-9205-9d675b390089 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:21.484740 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4b58c6cb-545a-42cf-bd18-6def3bb32264 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:21.485019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98b10b2b-091d-451c-9205-9d675b390089 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/736d92d0-aec7-45ef-b924-f4b06b1b66ac HTTP/1.1" status: 404 len: 336 time: 0.4018309 Aug 19 00:19:21.489031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b58c6cb-545a-42cf-bd18-6def3bb32264 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-733719604 HTTP/1.1" status: 404 len: 328 time: 0.0573242 Aug 19 00:19:21.489031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.492862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.496937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ef9ba4af-8fc7-4481-a509-a9e80dbf31cf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55', 'tempest-TagsExtTest-Tag-1415836447') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.517589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b223d17-b3f8-468f-bd04-ed6aed4856ba tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=52880ac8-1f46-41bb-b998-93145266fcd4 HTTP/1.1" status: 200 len: 205 time: 0.0284941 Aug 19 00:19:21.519859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48548) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.567011 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-a1042730-98c6-4d81-9978-94e11f64b776 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:21.571331 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1042730-98c6-4d81-9978-94e11f64b776 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/52880ac8-1f46-41bb-b998-93145266fcd4 HTTP/1.1" status: 404 len: 336 time: 0.0472817 Aug 19 00:19:21.571941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.606712 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe63ff9-d335-4d6e-8e2f-155e5e524bed tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:21.607299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe63ff9-d335-4d6e-8e2f-155e5e524bed tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:21.608836 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6fe63ff9-d335-4d6e-8e2f-155e5e524bed tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/21ad80c4-ad58-4f8a-93d5-2e34bf105716 HTTP/1.1" status: 404 len: 337 time: 0.0371192 Aug 19 00:19:21.611498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.641106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ae43fef5-5a31-4662-9706-7b6613ba1992 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b4102-812b-4038-9fa1-a6fc8b360abe HTTP/1.1" status: 200 len: 205 time: 0.0263722 Aug 19 00:19:21.641335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48554) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.657462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-481b886e-8093-4d0a-9a43-6b221d287adc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:21.658927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-481b886e-8093-4d0a-9a43-6b221d287adc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 814 time: 0.1780670 Aug 19 00:19:21.660790 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ef9ba4af-8fc7-4481-a509-a9e80dbf31cf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:21.661774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef9ba4af-8fc7-4481-a509-a9e80dbf31cf tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags/tempest-TagsExtTest-Tag-1415836447 HTTP/1.1" status: 404 len: 329 time: 0.1680057 Aug 19 00:19:21.664584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.669030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-76b78397-46de-4fcf-a2e5-8002bf614f7d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', {'tags': ['tempest-TagsExtTest-Tag-54238001', 'tempest-TagsExtTest-Tag-1046474688', 'tempest-TagsExtTest-Tag-1094775904']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.680763 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4a7fc28b-6d8e-4769-802b-eeb70e9376b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:21.681709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4a7fc28b-6d8e-4769-802b-eeb70e9376b0 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/379b4102-812b-4038-9fa1-a6fc8b360abe HTTP/1.1" status: 404 len: 336 time: 0.0395355 Aug 19 00:19:21.684764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.706873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-459ac496-68c1-4a26-8c00-e8e8b6c34fd0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/quotas/adb4a47ab69649c499285779ded9eee1 HTTP/1.1" status: 200 len: 375 time: 0.0352879 Aug 19 00:19:21.715015 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-04880e79-44b5-48e0-926b-28d6180468b8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:21.715400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04880e79-44b5-48e0-926b-28d6180468b8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:21.717316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-04880e79-44b5-48e0-926b-28d6180468b8 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/a887d645-06d6-4a66-8ca2-d2f1d9805b04 HTTP/1.1" status: 404 len: 337 time: 0.0314934 Aug 19 00:19:21.719759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48560) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.745871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ab7ca68-a180-4415-980f-231227c9bfee tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6a0b6b2-9f78-4c15-8810-e11339ba7edb HTTP/1.1" status: 200 len: 205 time: 0.0250161 Aug 19 00:19:21.748617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48562) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.777305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76b78397-46de-4fcf-a2e5-8002bf614f7d tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 200 len: 316 time: 0.1116846 Aug 19 00:19:21.780016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.784845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ffb8e25b-3ce0-496c-b4a8-18f2bb7e0222 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:21.786799 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-b2675159-2359-47d8-9625-01918796327d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] delete failed (client error): The resource could not be found. Aug 19 00:19:21.790433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b2675159-2359-47d8-9625-01918796327d tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/routers/b6a0b6b2-9f78-4c15-8810-e11339ba7edb HTTP/1.1" status: 404 len: 336 time: 0.0381601 Aug 19 00:19:21.791126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48566) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.796379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-8d717981-3265-4bd9-bdcb-d1e7d7d103bb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816338 Aug 19 00:19:21.820743 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f98d0af-fc80-44df-ba29-8a235c536a06 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:21.821196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f98d0af-fc80-44df-ba29-8a235c536a06 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:21.823440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3f98d0af-fc80-44df-ba29-8a235c536a06 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/b82af347-b1e9-4c26-bb76-f919800c8f4f HTTP/1.1" status: 404 len: 337 time: 0.0319307 Aug 19 00:19:21.826159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48568) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.851389 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c3706a-0256-48ef-9d9c-5bc7270e8299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] DELETE failed (client error): The resource could not be found. Aug 19 00:19:21.851845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c3706a-0256-48ef-9d9c-5bc7270e8299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:19:21.853573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f3c3706a-0256-48ef-9d9c-5bc7270e8299 tempest-RoutersTest-1535982912 tempest-RoutersTest-1535982912-project] 10.222.0.20 "DELETE /v2.0/subnets/a7c0c9d3-9f06-4c6f-95ac-703d1ec2c2de HTTP/1.1" status: 404 len: 337 time: 0.0265164 Aug 19 00:19:21.925817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-f0d9f973-c49e-4489-be11-5ccb75a6aaf1 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118815 Aug 19 00:19:21.944924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ffb8e25b-3ce0-496c-b4a8-18f2bb7e0222 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1614225 Aug 19 00:19:21.945830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48572) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:21.952809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-15a95813-b556-4d91-88ab-5cf6693aa6b0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-54238001') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.006025 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-15a95813-b556-4d91-88ab-5cf6693aa6b0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.007195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15a95813-b556-4d91-88ab-5cf6693aa6b0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-54238001 HTTP/1.1" status: 404 len: 327 time: 0.0602551 Aug 19 00:19:22.010728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48574) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.015209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-e9139cf8-27c8-4636-8324-78fa9eeb9958 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-1046474688') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.028215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-a926f36d-a618-4e25-aa82-1f2211a68975 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952229 Aug 19 00:19:22.076567 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-e9139cf8-27c8-4636-8324-78fa9eeb9958 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.077700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e9139cf8-27c8-4636-8324-78fa9eeb9958 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-1046474688 HTTP/1.1" status: 404 len: 329 time: 0.0659983 Aug 19 00:19:22.080594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48578) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.085455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-06561198-4b0a-4080-9af8-f3d1d34b30f0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e', 'tempest-TagsExtTest-Tag-1094775904') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.125044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.143678 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-06561198-4b0a-4080-9af8-f3d1d34b30f0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.147421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06561198-4b0a-4080-9af8-f3d1d34b30f0 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags/tempest-TagsExtTest-Tag-1094775904 HTTP/1.1" status: 404 len: 329 time: 0.0630279 Aug 19 00:19:22.147926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.152999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-6752edd2-a3cf-42cf-a9c0-e77bba269fe7 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', {'tags': ['tempest-TagsExtTest-Tag-1634069195', 'tempest-TagsExtTest-Tag-1700429498', 'tempest-TagsExtTest-Tag-2029885247']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.225673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c95fc8d-3209-4855-a0a8-c7772ebd829b req-660bfcb2-2f45-4ee8-88b2-3ff44dbc8b2f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 210 time: 0.0306220 Aug 19 00:19:22.298366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6752edd2-a3cf-42cf-a9c0-e77bba269fe7 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 200 len: 318 time: 0.1492944 Aug 19 00:19:22.301306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48592) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.303620 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-99978341-28d1-46f9-86af-7c8e6a3bdbb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5437fadd4c1b407190fd1424bf4981fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764705 Aug 19 00:19:22.305703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.308042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-f2ef4a46-3df0-4493-b76a-1657c4f7bfe8 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.360971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:22.384804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:22.400936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f2ef4a46-3df0-4493-b76a-1657c4f7bfe8 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 204 len: 168 time: 0.0982442 Aug 19 00:19:22.402402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48596) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.407168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-5d9133b8-391b-4372-b918-e5a7f055d167 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-1634069195') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.439802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:22.443053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:22.444443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/686c19a8-0aba-4d92-85d6-8270f97adfc1 HTTP/1.1" status: 204 len: 168 time: 0.1376011 Aug 19 00:19:22.453057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c17c46-5deb-4b97-9023-acfe420cbe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c19a8-0aba-4d92-85d6-8270f97adfc1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:22.492365 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-5d9133b8-391b-4372-b918-e5a7f055d167 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.496343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5d9133b8-391b-4372-b918-e5a7f055d167 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-1634069195 HTTP/1.1" status: 404 len: 329 time: 0.0901072 Aug 19 00:19:22.496939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48604) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.501577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-8ebe0690-e089-4c4e-8370-44bbf06e7452 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-1700429498') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.582716 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-8ebe0690-e089-4c4e-8370-44bbf06e7452 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.584753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8ebe0690-e089-4c4e-8370-44bbf06e7452 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-1700429498 HTTP/1.1" status: 404 len: 329 time: 0.0857749 Aug 19 00:19:22.586863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48610) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.591587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-bc5404de-9039-40a5-b62d-bb1a4c8f2607 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587', 'tempest-TagsExtTest-Tag-2029885247') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.670440 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-bc5404de-9039-40a5-b62d-bb1a4c8f2607 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.672350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bc5404de-9039-40a5-b62d-bb1a4c8f2607 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags/tempest-TagsExtTest-Tag-2029885247 HTTP/1.1" status: 404 len: 329 time: 0.0836861 Aug 19 00:19:22.674568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.679530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-26546680-5b3b-49fa-bee2-86df4449baac tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', {'tags': ['tempest-TagsExtTest-Tag-2104576817', 'tempest-TagsExtTest-Tag-1384975126', 'tempest-TagsExtTest-Tag-1323811766']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.716244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26546680-5b3b-49fa-bee2-86df4449baac tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "PUT /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 200 len: 318 time: 0.0405135 Aug 19 00:19:22.718834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.723448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-b9cce2df-464a-4dba-a661-4d9d040d8a8b tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.766322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48624) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.767915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b9cce2df-464a-4dba-a661-4d9d040d8a8b tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 204 len: 168 time: 0.0470324 Aug 19 00:19:22.772377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-42b2ee9b-b4b7-4211-99a3-7687b7482df7 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-2104576817') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.795037 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-42b2ee9b-b4b7-4211-99a3-7687b7482df7 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.796249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-42b2ee9b-b4b7-4211-99a3-7687b7482df7 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-2104576817 HTTP/1.1" status: 404 len: 329 time: 0.0281894 Aug 19 00:19:22.799161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48626) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.803785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-cb304a51-39d7-4f07-ae42-d901f90aa3f2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-1384975126') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.826251 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-cb304a51-39d7-4f07-ae42-d901f90aa3f2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.827289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cb304a51-39d7-4f07-ae42-d901f90aa3f2 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-1384975126 HTTP/1.1" status: 404 len: 329 time: 0.0271556 Aug 19 00:19:22.830034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.834468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-14763e7f-5753-415a-a3d9-e53652f10eec tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d', 'tempest-TagsExtTest-Tag-1323811766') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.856067 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-14763e7f-5753-415a-a3d9-e53652f10eec tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] show failed (client error): The resource could not be found. Aug 19 00:19:22.859556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-14763e7f-5753-415a-a3d9-e53652f10eec tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags/tempest-TagsExtTest-Tag-1323811766 HTTP/1.1" status: 404 len: 329 time: 0.0260253 Aug 19 00:19:22.859831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48632) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.865007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-c958c301-ac92-44ad-8d8d-fd079b25ccd4 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ddda9d4-9b94-4ee3-894e-e6866186469d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.894122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c958c301-ac92-44ad-8d8d-fd079b25ccd4 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d/tags HTTP/1.1" status: 204 len: 168 time: 0.0309672 Aug 19 00:19:22.894530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.899473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a222b900-8e2c-4d9b-a86f-b658573db59a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95802b1-0655-44f4-968c-55c8c62c6587') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:22.987023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a222b900-8e2c-4d9b-a86f-b658573db59a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587/tags HTTP/1.1" status: 204 len: 168 time: 0.0913839 Aug 19 00:19:22.989997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48640) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:22.995787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-fdf8a14a-e8dc-4ee8-aec5-1e7210f1a40a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ea5707a-98fc-4312-8e41-80eb0840cf5e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:23.064280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fdf8a14a-e8dc-4ee8-aec5-1e7210f1a40a tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0732198 Aug 19 00:19:23.066938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48644) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.075347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-45857cb3-cf3a-4937-8a37-c562c21bc999 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54dab15b-d172-4af8-8833-1704ab675c55') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:23.129887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-45857cb3-cf3a-4937-8a37-c562c21bc999 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55/tags HTTP/1.1" status: 204 len: 168 time: 0.0619075 Aug 19 00:19:23.134142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48648) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.179707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.218667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c7317d8-cd30-45d8-9a2c-a3a93ce3da63 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for subnetpool, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.219860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c7317d8-cd30-45d8-9a2c-a3a93ce3da63 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4ddda9d4-9b94-4ee3-894e-e6866186469d HTTP/1.1" status: 204 len: 168 time: 0.0848029 Aug 19 00:19:23.222470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48654) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.250773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-06ff3c7c-bbe1-447f-ade6-94774f6853bc tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c95802b1-0655-44f4-968c-55c8c62c6587 HTTP/1.1" status: 200 len: 205 time: 0.0249767 Aug 19 00:19:23.251103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48658) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.289133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a2647203-787d-44f9-99d2-25518b1ef73f tempest-DvrRoutersNegativeTest-575767131 tempest-DvrRoutersNegativeTest-575767131-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-849472420', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:23.293494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.policy [None req-a2647203-787d-44f9-99d2-25518b1ef73f tempest-DvrRoutersNegativeTest-575767131 tempest-DvrRoutersNegativeTest-575767131-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94623) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 00:19:23.294064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.policy [None req-a2647203-787d-44f9-99d2-25518b1ef73f tempest-DvrRoutersNegativeTest-575767131 tempest-DvrRoutersNegativeTest-575767131-project] Failed policy check for 'create_router' {{(pid=94623) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 00:19:23.294814 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a2647203-787d-44f9-99d2-25518b1ef73f tempest-DvrRoutersNegativeTest-575767131 tempest-DvrRoutersNegativeTest-575767131-project] create failed (client error): Access was denied to this resource. Aug 19 00:19:23.300076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a2647203-787d-44f9-99d2-25518b1ef73f tempest-DvrRoutersNegativeTest-575767131 tempest-DvrRoutersNegativeTest-575767131-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1190815 Aug 19 00:19:23.329014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.330646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49b881a7-5cc9-43ec-a096-f4b3022abc09 req-6f30766b-b414-4fb5-ad18-cf64f800468e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 210 time: 0.0288796 Aug 19 00:19:23.391515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-4634bfdc-854e-4ba4-b242-8578912a1e1d req-f083203d-a1e3-4a39-b33f-3ed84bd25cad tempest-ServersOnMultiNodesTest-529982764 tempest-ServersOnMultiNodesTest-529982764-project] (94622) timed out ('10.222.0.11', 60983) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:19:23.554686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.559407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.570926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.618590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.619089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Fanout notify agent at l3_agent the message router_deleted on router c95802b1-0655-44f4-968c-55c8c62c6587 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:19:23.626973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.630384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6bb03adf-2df1-4df3-94c6-cd5cdb1e72e5 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/routers/c95802b1-0655-44f4-968c-55c8c62c6587 HTTP/1.1" status: 204 len: 168 time: 0.3761160 Aug 19 00:19:23.630678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:23.664218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-fe3a4a89-5d66-4218-bf10-347194d8847a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:23.665935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-fe3a4a89-5d66-4218-bf10-347194d8847a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.21 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 814 time: 0.2262437 Aug 19 00:19:23.684873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Request body: {'port': {'device_id': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'admin_state_up': True, 'tenant_id': 'adb4a47ab69649c499285779ded9eee1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:23.707692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bccfec0c-99a3-4251-8df2-fb4c9e04ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.762889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Deleting port 1ea5707a-98fc-4312-8e41-80eb0840cf5e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:23.763128 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.880588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.909946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Calling delete_port for 1ea5707a-98fc-4312-8e41-80eb0840cf5e owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:23.917333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bccfec0c-99a3-4251-8df2-fb4c9e04ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:23.925171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bccfec0c-99a3-4251-8df2-fb4c9e04ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.007063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bccfec0c-99a3-4251-8df2-fb4c9e04ed42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69eef437796444fabd2b6337693d152f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349077 Aug 19 00:19:24.012349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfec0c-99a3-4251-8df2-fb4c9e04ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1becbae-bd44-41b1-b35c-2e0652ad0150,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:24.014842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:24.109951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Made reservation on behalf of adb4a47ab69649c499285779ded9eee1 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:24.110530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.113974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.139143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.142178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.187108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event deleted for resources: {'Port': ['ID=1ea5707a-98fc-4312-8e41-80eb0840cf5e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:24.258169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Allocated IP 172.20.0.2 (5ff7050a-7594-4a51-a55b-c91ea69c9374/ecf1577e-84de-4083-9e3b-4debecd1bab1/d758a2cd-d92e-4a41-a3f3-929c8f672a3b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:24.267569 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.270784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.271596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1becbae-bd44-41b1-b35c-2e0652ad0150 HTTP/1.1" status: 204 len: 168 time: 0.2546391 Aug 19 00:19:24.283546 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.288102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c0681be-30da-4bf6-9b1e-0f1f4cdcbb2f tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/ports/1ea5707a-98fc-4312-8e41-80eb0840cf5e HTTP/1.1" status: 204 len: 168 time: 0.6564147 Aug 19 00:19:24.288355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48674) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:24.289902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb1803-55c1-44b1-b582-249012184e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1becbae-bd44-41b1-b35c-2e0652ad0150,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:24.411886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Deleting subnet 54dab15b-d172-4af8-8833-1704ab675c55 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:19:24.419167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.486356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-939b45f8-e1ac-4062-ae7f-89170e0ef850 req-11b5b559-57d1-4391-874f-6fbd3d15afbc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 210 time: 0.0635698 Aug 19 00:19:24.498449 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.578630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.632874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.690755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.702510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:24.739157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Network 5ff7050a-7594-4a51-a55b-c91ea69c9374 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:24.742421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:24.747345 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.749343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:24.815645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd404c-11f0-4c38-8fb8-53a23ff8b659 None None] Network fe5bafc9-708e-4a6e-ae00-b024660c6d26 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:19:24.821075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.823145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/subnets/54dab15b-d172-4af8-8833-1704ab675c55 HTTP/1.1" status: 204 len: 168 time: 0.5335214 Aug 19 00:19:24.826581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:24.831278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bbb9b-6953-4ac1-afea-d85df2861e3c tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event deleted for resources: {'Subnet': ['ID=54dab15b-d172-4af8-8833-1704ab675c55,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:24.839228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Pushing event updated for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:24.865482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:24.866219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:24.889625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2c98c1ce-2523-44d0-a46c-3d3e10206c5e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2087708 Aug 19 00:19:24.939931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.015868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48702) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:25.040838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b1cd-a4da-4f07-a2fa-ac3127ba0cb3 req-4a3fc95a-2117-4c51-9fa2-2a7a603306c7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:25.042943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a597b1cd-a4da-4f07-a2fa-ac3127ba0cb3 req-4a3fc95a-2117-4c51-9fa2-2a7a603306c7 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0713348 Aug 19 00:19:25.046019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Request body: {'port': {'device_id': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:25.063088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Deleting port 8933b967-2408-4f85-9fc2-7634ace04f52 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:25.063394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.082760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1631488970'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:25.105122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] DHCP port deletion for fe5bafc9-708e-4a6e-ae00-b024660c6d26 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:19:25.132626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Made reservation on behalf of 20632af7befc40c58d018c0e61e3c3e0 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:25.137159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.147014 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.147212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a597b1cd-a4da-4f07-a2fa-ac3127ba0cb3 req-89e3051d-6f2b-4b89-9c64-10cfe2f9295d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935855 Aug 19 00:19:25.150211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.154087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] For port 8933b967-2408-4f85-9fc2-7634ace04f52, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8933b967-2408-4f85-9fc2-7634ace04f52,segment=NetworkSegment(70509b26-edfb-4ee1-89fe-bb2b1a2d2d32),segment_id=70509b26-edfb-4ee1-89fe-bb2b1a2d2d32)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:25.154459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.161110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Deleting port 8933b967-2408-4f85-9fc2-7634ace04f52 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:25.161567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.184436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Calling delete_port for 8933b967-2408-4f85-9fc2-7634ace04f52 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:25.227340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] For port 8933b967-2408-4f85-9fc2-7634ace04f52, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8933b967-2408-4f85-9fc2-7634ace04f52,segment=NetworkSegment(70509b26-edfb-4ee1-89fe-bb2b1a2d2d32),segment_id=70509b26-edfb-4ee1-89fe-bb2b1a2d2d32)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:25.227740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.241179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Calling delete_port for 8933b967-2408-4f85-9fc2-7634ace04f52 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:25.290174 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.324789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event deleted for resources: {'Port': ['ID=8933b967-2408-4f85-9fc2-7634ace04f52,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.330487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] No DVR routers for this DVR port 8933b967-2408-4f85-9fc2-7634ace04f52 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:25.341103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.341450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.341790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.342124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.342456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.342783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.343108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.343433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.343756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.344114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.344523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.344915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:19:25.425425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.427762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5bc29-fecb-403f-a98e-3487f1b20769 req-81295479-3997-4e6a-8da1-4ffd2b5ee107 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:25.429367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4f5bc29-fecb-403f-a98e-3487f1b20769 req-81295479-3997-4e6a-8da1-4ffd2b5ee107 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1472044 Aug 19 00:19:25.436396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5bafc9-708e-4a6e-ae00-b024660c6d26']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:25.449440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:25.449740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70509b26-edfb-4ee1-89fe-bb2b1a2d2d32') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:25.459514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.477320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.479266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.487715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.488769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:25.489184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:25.492875 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:25.495420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.521793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] Pushing event deleted for resources: {'Port': ['ID=8933b967-2408-4f85-9fc2-7634ace04f52,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.527813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffe1da-34d8-4850-9dc6-c7cef0eff874 None None] No DVR routers for this DVR port 8933b967-2408-4f85-9fc2-7634ace04f52 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:25.558303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4f5bc29-fecb-403f-a98e-3487f1b20769 req-7c117ce3-b5d5-4102-9eb6-fcdee57856cd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127167 Aug 19 00:19:25.560397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd1bf3-12e9-46fe-bce2-15282ed83f06,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.588075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.588075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.589659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:19:25.596825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] 10.222.0.20 "DELETE /v2.0/networks/fe5bafc9-708e-4a6e-ae00-b024660c6d26 HTTP/1.1" status: 204 len: 168 time: 0.7669580 Aug 19 00:19:25.623949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.624379 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Added segment 206374e0-6935-4242-8350-6be07e3c63d1 of type vlan for network 1f15402b-4ddb-4187-9475-ac52359f6d07 Aug 19 00:19:25.643664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d758a2cd-d92e-4a41-a3f3-929c8f672a3b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:25.650144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0c579-41ed-4047-9675-06aea12eba09 tempest-TagsExtTest-1074682361 tempest-TagsExtTest-1074682361-project] Pushing event deleted for resources: {'Network': ['ID=fe5bafc9-708e-4a6e-ae00-b024660c6d26,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.671808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.690017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.700054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Transition to ACTIVE for port object d758a2cd-d92e-4a41-a3f3-929c8f672a3b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:25.714473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.724158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5166-b518-4dcc-8bee-be9fa99de819 req-33bcc211-5f7a-4b89-a51a-49fd7efed47d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:25.733078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-115a5166-b518-4dcc-8bee-be9fa99de819 req-33bcc211-5f7a-4b89-a51a-49fd7efed47d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 931 time: 0.0912352 Aug 19 00:19:25.750372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8933b967-2408-4f85-9fc2-7634ace04f52 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:25.776874 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.780930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-115a5166-b518-4dcc-8bee-be9fa99de819 req-f264f5c5-cfbe-4d45-9c64-5e489d2a83b4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466721 Aug 19 00:19:25.788786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:25.789296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:25.806094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 8933b967-2408-4f85-9fc2-7634ace04f52 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:25.806453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8933b967-2408-4f85-9fc2-7634ace04f52 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:25.814856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Pushing event updated for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.883852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8668201 Aug 19 00:19:25.888164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:25.893613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a4d233ee-2300-4955-8e47-856822a9545a tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-1385426960') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:25.975173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:25.978810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12d130-717a-4280-8985-55a92bfbd6f2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Pushing event updated for resources: {'Network': ['ID=1f15402b-4ddb-4187-9475-ac52359f6d07,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:25.993211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1f15402b-4ddb-4187-9475-ac52359f6d07 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:19:26.001106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a4d233ee-2300-4955-8e47-856822a9545a tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "PUT /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-1385426960 HTTP/1.1" status: 201 len: 201 time: 0.1092935 Aug 19 00:19:26.001360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.009306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-44c991ca-510e-4a45-ae9b-b13294d3a476 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-1385426960') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.015203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Attempting to bind port d758a2cd-d92e-4a41-a3f3-929c8f672a3b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:26.015816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Attempting to bind port d758a2cd-d92e-4a41-a3f3-929c8f672a3b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:26.016458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Attempting to bind port d758a2cd-d92e-4a41-a3f3-929c8f672a3b on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:26.030701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Port d758a2cd-d92e-4a41-a3f3-929c8f672a3b on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:19:26.031393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Attempting to bind port d758a2cd-d92e-4a41-a3f3-929c8f672a3b on network 5ff7050a-7594-4a51-a55b-c91ea69c9374 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:26.046160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-c0abc649-05f0-4eb4-b9c5-41ce63c5be48 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:26.047947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-c0abc649-05f0-4eb4-b9c5-41ce63c5be48 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2160981 Aug 19 00:19:26.049137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:26.049675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Checking segment: {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:26.050244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Bound using segment: {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:26.050859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Bound port: d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97ca888-9ebc-4391-838c-87ca93a71179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:26.051404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.102385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-df464d53-48bc-4b8a-9541-35c1831f3fdb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/quotas/6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 375 time: 0.0311551 Aug 19 00:19:26.120423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44c991ca-510e-4a45-ae9b-b13294d3a476 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-1385426960 HTTP/1.1" status: 204 len: 168 time: 0.1179898 Aug 19 00:19:26.122940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48734) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.127089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-e468f99f-f71f-40cd-b38e-f937018f2272 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.161298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:26.165263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:26.169833 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.191265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b4532a7-3e4a-4a5f-9603-805076d8ab48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b503cda989f43afbff61b3d748d5a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149861 Aug 19 00:19:26.195050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.214308 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-3dae5d1a-3040-46fa-bee9-458e54cd3d89 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1037321 Aug 19 00:19:26.225213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:26.225840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.227227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] 10.222.0.21 "PUT /v2.0/ports/d758a2cd-d92e-4a41-a3f3-929c8f672a3b HTTP/1.1" status: 200 len: 1092 time: 1.3223977 Aug 19 00:19:26.228823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:26.231093 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc677ff8-c48b-41b7-af86-a51a39f06912" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:26.240841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e468f99f-f71f-40cd-b38e-f937018f2272 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags HTTP/1.1" status: 200 len: 238 time: 0.1146805 Aug 19 00:19:26.242345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48740) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.258653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-98239f87-fb4a-4eab-ad36-12baa9360482 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', {'tags': ['tempest-TagsTest-Tag-1964566233', 'tempest-TagsTest-Tag-162372917', 'tempest-TagsTest-Tag-893905169']}) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.270532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.296335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.347846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.350679 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.354773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71b1076d-5996-4b36-87db-5f5e7c11de4b HTTP/1.1" status: 204 len: 168 time: 0.1558897 Aug 19 00:19:26.363639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e6f7-072d-4830-9835-0c96c524f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b1076d-5996-4b36-87db-5f5e7c11de4b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:26.400200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1eb1-4dda-4cd1-b83b-8fc9ab812420 service neutron] Pushing event updated for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:26.449631 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c5561-b253-4022-8ab6-b70a6df34bbe x-openstack-request-id: req-760c5561-b253-4022-8ab6-b70a6df34bbe {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:26.450302 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:26.450302 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-760c5561-b253-4022-8ab6-b70a6df34bbe {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:26.450632 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b', 'status': 'completed', 'code': 200} Aug 19 00:19:26.457587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-a44c1009-cbee-46bf-8d71-31b26cd480db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:26.459095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-a44c1009-cbee-46bf-8d71-31b26cd480db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 1095 time: 0.1448674 Aug 19 00:19:26.462212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-98239f87-fb4a-4eab-ad36-12baa9360482 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "PUT /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags HTTP/1.1" status: 200 len: 307 time: 0.2181931 Aug 19 00:19:26.465542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.466224 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-b2a06f8d-6321-454e-bd3d-59178998a710 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381330 Aug 19 00:19:26.470545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-32ecae66-046c-4667-8d4a-97f13af5f6c2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-1964566233') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.555534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-d99862d1-9062-42b2-92c9-37f73999a82a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b HTTP/1.1" status: 200 len: 217 time: 0.0717187 Aug 19 00:19:26.559567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-32ecae66-046c-4667-8d4a-97f13af5f6c2 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "DELETE /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-1964566233 HTTP/1.1" status: 204 len: 168 time: 0.0926900 Aug 19 00:19:26.562381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.567196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a951b651-163e-4181-90e5-f13f6dc2c1a4 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-1964566233') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.628075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:26.631631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-fd15dca8-da83-4b6f-a747-9da052f4e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:26.633156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-fd15dca8-da83-4b6f-a747-9da052f4e217 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0707462 Aug 19 00:19:26.639253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-4ebc5617-3a21-4590-ad06-82b015e0dc7d service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645010 Aug 19 00:19:26.645509 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a951b651-163e-4181-90e5-f13f6dc2c1a4 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] show failed (client error): The resource could not be found. Aug 19 00:19:26.648356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a951b651-163e-4181-90e5-f13f6dc2c1a4 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-1964566233 HTTP/1.1" status: 404 len: 326 time: 0.0833852 Aug 19 00:19:26.649534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48756) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.654744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a966b51a-1677-445d-9cca-389b1afae37c tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-162372917') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.676005 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-7e64ecf6-81b5-4644-a41d-c14d806bebcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356016 Aug 19 00:19:26.735755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a966b51a-1677-445d-9cca-389b1afae37c tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-162372917 HTTP/1.1" status: 204 len: 168 time: 0.0851128 Aug 19 00:19:26.738709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.743314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-d3131733-9906-4cb1-9391-3d234b872e55 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-893905169') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:26.856132 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-e55a3ed9-bc3b-40ed-b782-5106f16ee77c service neutron] 10.222.0.21 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720519 Aug 19 00:19:26.860847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd8b1a9c-32d0-4256-938c-d7bbe754f433 req-96861cfd-3aea-4e67-b2a3-fbef0f4cf63b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 210 time: 0.0417318 Aug 19 00:19:26.910712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d3131733-9906-4cb1-9391-3d234b872e55 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-893905169 HTTP/1.1" status: 204 len: 168 time: 0.1707778 Aug 19 00:19:26.915316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:26.924569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-24cbcbd4-870e-49bd-9f2e-fdb0a32c8cda tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.002152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c0342-0305-45b5-913d-58ce9baaa755 req-6592fdd7-384b-4172-b505-3046a8f51197 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:27.003672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590c0342-0305-45b5-913d-58ce9baaa755 req-6592fdd7-384b-4172-b505-3046a8f51197 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 943 time: 0.1163816 Aug 19 00:19:27.007497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba40f9bb-3280-4a16-ae6c-58b7c572e575 req-d40d7ee6-0174-4487-9f4c-6abd16bb2a40 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434281 Aug 19 00:19:27.049540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24cbcbd4-870e-49bd-9f2e-fdb0a32c8cda tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "DELETE /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags HTTP/1.1" status: 204 len: 168 time: 0.1323221 Aug 19 00:19:27.051109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-590c0342-0305-45b5-913d-58ce9baaa755 req-1841d8bb-382c-4692-938b-bec2942b2bab tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Aug 19 00:19:27.051919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:27.056752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ca40a4d7-921b-429d-afeb-51317b7d422e tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-162372917') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.127542 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ca40a4d7-921b-429d-afeb-51317b7d422e tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] show failed (client error): The resource could not be found. Aug 19 00:19:27.128633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ca40a4d7-921b-429d-afeb-51317b7d422e tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-162372917 HTTP/1.1" status: 404 len: 325 time: 0.0755551 Aug 19 00:19:27.131815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:27.137117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.tag.tag_plugin [None req-701ddab6-045d-402e-84c9-7b39fe7f650a tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07', 'tempest-TagsTest-Tag-893905169') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.231745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-e9ebd921-ec30-4e5e-b132-6e5465e5347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:27.233316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-e9ebd921-ec30-4e5e-b132-6e5465e5347a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 1095 time: 0.0833526 Aug 19 00:19:27.239224 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-701ddab6-045d-402e-84c9-7b39fe7f650a tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] show failed (client error): The resource could not be found. Aug 19 00:19:27.240239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-701ddab6-045d-402e-84c9-7b39fe7f650a tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "GET /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags/tempest-TagsTest-Tag-893905169 HTTP/1.1" status: 404 len: 325 time: 0.1072245 Aug 19 00:19:27.243146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:27.248253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-d0b27ab8-98da-4246-ac10-149ad45b94c1 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1f15402b-4ddb-4187-9475-ac52359f6d07') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.334212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-cd9fb545-c40a-41c0-b553-f473e3d94b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:27.336362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-cd9fb545-c40a-41c0-b553-f473e3d94b53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 914 time: 0.0946374 Aug 19 00:19:27.345450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d0b27ab8-98da-4246-ac10-149ad45b94c1 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "DELETE /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07/tags HTTP/1.1" status: 204 len: 168 time: 0.1011999 Aug 19 00:19:27.349528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:27.386062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-b6f57da2-118c-47dc-a682-b91859addd13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b HTTP/1.1" status: 200 len: 217 time: 0.0423846 Aug 19 00:19:27.433792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.452390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-89bf774b-4001-475c-8b9e-b255a0bd7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:27.453953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-89bf774b-4001-475c-8b9e-b255a0bd7937 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0524552 Aug 19 00:19:27.493196 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-7f261172-40df-47d9-9588-20289d25de16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316551 Aug 19 00:19:27.536933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.548835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f15402b-4ddb-4187-9475-ac52359f6d07']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.559755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206374e0-6935-4242-8350-6be07e3c63d1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.559892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206374e0-6935-4242-8350-6be07e3c63d1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:19:27.573621 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.589232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.598276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:19:27.598772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.605076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-31f84119-853a-4bc5-8e6a-5d675662792b service neutron] 10.222.0.21 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049740 Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:19:27.613414 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:19:27.666718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.671530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:27.673743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] 10.222.0.20 "DELETE /v2.0/networks/1f15402b-4ddb-4187-9475-ac52359f6d07 HTTP/1.1" status: 204 len: 168 time: 0.3232756 Aug 19 00:19:27.688770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891965eb-9d15-48fa-8aa0-3e13f461e681 tempest-TagsTest-1858114020 tempest-TagsTest-1858114020-project] Pushing event deleted for resources: {'Network': ['ID=1f15402b-4ddb-4187-9475-ac52359f6d07,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:27.714628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc677ff8-c48b-41b7-af86-a51a39f06912 req-b3bb1bbd-f6ae-46d4-bb86-3f1782ee4e5b service neutron] 10.222.0.21 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019180 Aug 19 00:19:27.954263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:27.959106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb8171e7-da1d-4e7e-a2da-6c0382d94427 req-76abc2c8-c66c-4fef-97c9-f2775d32d8a6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 210 time: 0.0328906 Aug 19 00:19:28.028662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:28.171998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87e84c2-5a83-4c2e-b638-6b882d67f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.225707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f1192100-991d-43f7-918c-5649f97bb9d8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:28.227255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f1192100-991d-43f7-918c-5649f97bb9d8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.1984675 Aug 19 00:19:28.239567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-40757e38-236b-4f50-b4ca-fac6e82e6370 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20632af7befc40c58d018c0e61e3c3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816033 Aug 19 00:19:28.241441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:28.246207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e7c7-a1bd-4e87-a671-12243ea271a2 req-86a7e605-e2fd-409c-acd2-8c3f09584f76 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:28.247655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5334e7c7-a1bd-4e87-a671-12243ea271a2 req-86a7e605-e2fd-409c-acd2-8c3f09584f76 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 943 time: 0.1102722 Aug 19 00:19:28.265215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'device_id': 'b9ff8c91-3042-4046-8672-895892022e82', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'admin_state_up': True, 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:28.287222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87e84c2-5a83-4c2e-b638-6b882d67f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.296684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a87e84c2-5a83-4c2e-b638-6b882d67f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.340669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5334e7c7-a1bd-4e87-a671-12243ea271a2 req-428b967c-917f-477c-a684-ca985e5a4b25 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866742 Aug 19 00:19:28.348619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a87e84c2-5a83-4c2e-b638-6b882d67f101 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5e724ac7a104b679526d4d9f711b4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181779 Aug 19 00:19:28.349351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.351350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48830) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:28.354261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e84c2-5a83-4c2e-b638-6b882d67f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a7626f-fc8d-42e0-81a3-c4df8ab54111,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:28.382014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.432397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.433441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.434968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.436205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4dd1bf3-12e9-46fe-bce2-15282ed83f06 HTTP/1.1" status: 204 len: 168 time: 0.1938124 Aug 19 00:19:28.444377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1bf5-64a2-4443-abbe-0906cf9bbf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd1bf3-12e9-46fe-bce2-15282ed83f06,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:28.466728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.468794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:28.472478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.579280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.581992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.583139 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01a7626f-fc8d-42e0-81a3-c4df8ab54111 HTTP/1.1" status: 204 len: 168 time: 0.2302809 Aug 19 00:19:28.614993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea5d52-6c12-4d3d-b8eb-66d813723d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a7626f-fc8d-42e0-81a3-c4df8ab54111,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:28.661308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.20.0.13 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/359ea976-259d-44c2-b4f8-5b3812ebd7b8) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:28.830463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.845372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Transition to ACTIVE for port object 359ea976-259d-44c2-b4f8-5b3812ebd7b8 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:28.884056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:28.895222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:28.923662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:28.928872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:28.936075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:28.938477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:28.965822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:28.981004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:28.983688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a865f168-e974-467c-8696-9bd700f3e385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.035666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:29.036412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.147269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11a903-8bf2-4f3a-868b-26afd8e68dd9 req-441a0d7c-a8b7-4f8a-8279-141503b543e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:29.148905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de11a903-8bf2-4f3a-868b-26afd8e68dd9 req-441a0d7c-a8b7-4f8a-8279-141503b543e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 932 time: 0.0832419 Aug 19 00:19:29.196885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a865f168-e974-467c-8696-9bd700f3e385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.212256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-085e3aa7-2133-4174-8f02-ade493fc4803 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9505522 Aug 19 00:19:29.213792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a865f168-e974-467c-8696-9bd700f3e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.230890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Request body: {'port': {'device_id': 'b9ff8c91-3042-4046-8672-895892022e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:29.243379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a865f168-e974-467c-8696-9bd700f3e385 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a2832e34cf741268485111f288ef42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726839 Aug 19 00:19:29.247826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48858) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:29.252426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de11a903-8bf2-4f3a-868b-26afd8e68dd9 req-e1c71d0d-6360-4425-8340-ef76a51980d5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903885 Aug 19 00:19:29.295154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865f168-e974-467c-8696-9bd700f3e385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3afa0f-b8ee-48c9-a29b-d4f1132b023f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:29.320138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44a2502b-6ff4-4f60-b314-2cfe3728934d None None] Provisioning for port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:29.325085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44a2502b-6ff4-4f60-b314-2cfe3728934d None None] Provisioning complete for port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:29.326303 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44a2502b-6ff4-4f60-b314-2cfe3728934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.357606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.368765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-44a2502b-6ff4-4f60-b314-2cfe3728934d None None] Port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:19:29.409647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.469890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.472583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.476148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c3afa0f-b8ee-48c9-a29b-d4f1132b023f HTTP/1.1" status: 204 len: 168 time: 0.2248073 Aug 19 00:19:29.483013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21bf31-f4a6-4772-bdb1-cea57ebcf4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3afa0f-b8ee-48c9-a29b-d4f1132b023f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:29.651951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:29.709046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a250c-5502-4052-b8ed-63702927f65e req-6ed7167a-b34a-44ad-bfe5-295a97b1ddcc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:29.710641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be1a250c-5502-4052-b8ed-63702927f65e req-6ed7167a-b34a-44ad-bfe5-295a97b1ddcc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 943 time: 0.0889316 Aug 19 00:19:29.822762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-be1a250c-5502-4052-b8ed-63702927f65e req-d76c99a2-bf06-49ff-9e53-bdf85a3e38b7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023824 Aug 19 00:19:29.983894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359ea976-259d-44c2-b4f8-5b3812ebd7b8 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:29.994780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:30.007820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Transition to ACTIVE for port object 359ea976-259d-44c2-b4f8-5b3812ebd7b8 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:30.014161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:30.074606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:30.158994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Attempting to bind port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:30.159622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Attempting to bind port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:30.160179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Attempting to bind port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:30.165643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 on network d753388f-e093-4a25-a762-ed3cc67e2d80 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:19:30.166010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Attempting to bind port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:30.174540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:30.175176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:30.175630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:30.176083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Bound port: 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:30.176645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:30.272679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:30.276899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:30.282113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:30.322229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.323276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:30.324888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] 10.222.0.21 "PUT /v2.0/ports/359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 200 len: 1093 time: 1.0986490 Aug 19 00:19:30.325657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:30.328464 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:30.360358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e7716-85cd-46f9-b4d1-843abf53d3be service neutron] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:30.416826 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e1fd2f-8a31-442d-b949-2b6ae9a69173 x-openstack-request-id: req-70e1fd2f-8a31-442d-b949-2b6ae9a69173 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:30.417123 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:30.417439 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70e1fd2f-8a31-442d-b949-2b6ae9a69173 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:30.417964 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'status': 'completed', 'code': 200} Aug 19 00:19:30.450527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-35d10611-cff9-4bd5-8979-fdf3c35eb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.451650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-35d10611-cff9-4bd5-8979-fdf3c35eb4ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 1096 time: 0.0672348 Aug 19 00:19:30.505546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef75b-2580-41f2-9d84-c1e885d60cc2 req-957db95a-cfcd-432e-b263-acfae9169d30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.515101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1aef75b-2580-41f2-9d84-c1e885d60cc2 req-957db95a-cfcd-432e-b263-acfae9169d30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 944 time: 0.0774577 Aug 19 00:19:30.535150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-bc2e0cea-9fe7-4102-971e-6f4a97763734 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 200 len: 217 time: 0.0635231 Aug 19 00:19:30.569887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1aef75b-2580-41f2-9d84-c1e885d60cc2 req-bf376d0e-0434-4942-a9ef-f5d23fe2ae93 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526462 Aug 19 00:19:30.605497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-8a7e06a8-e085-4751-bf8f-1ecfbe088009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.607834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-8a7e06a8-e085-4751-bf8f-1ecfbe088009 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0602760 Aug 19 00:19:30.665132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-4cc54534-7349-4095-8089-85bd4a47eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.667125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-4cc54534-7349-4095-8089-85bd4a47eed9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528171 Aug 19 00:19:30.773561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-7d90debf-be55-456c-ac52-8e9ebb921688 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997059 Aug 19 00:19:30.867632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3fa2ff31-47e5-41c5-8b0d-8d5becf2ba78 req-c28bf6fb-d42b-407f-b175-2e9453f9e4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870554 Aug 19 00:19:30.925867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:30.953254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710378f2-649a-41ed-a25c-e57a06b895dc req-9d3d3063-e136-474e-a466-8494819f03a8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:30.954720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710378f2-649a-41ed-a25c-e57a06b895dc req-9d3d3063-e136-474e-a466-8494819f03a8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 943 time: 0.0604908 Aug 19 00:19:31.004832 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:19:31.026190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-3ab58397-2d5c-4a09-9fb8-a42235b2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:31.027714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-3ab58397-2d5c-4a09-9fb8-a42235b2efd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 1096 time: 0.0721700 Aug 19 00:19:31.036039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-710378f2-649a-41ed-a25c-e57a06b895dc req-6c945503-4e16-495a-85d5-e698cf408668 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 Aug 19 00:19:31.129244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-cce19f1f-0b91-4ef9-b02d-bc2e2857d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:31.130875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-cce19f1f-0b91-4ef9-b02d-bc2e2857d697 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.0939143 Aug 19 00:19:31.170519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03b92883-aa44-49dc-bd7f-8def73aa9928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.174460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-3c784a0c-90d8-4ad9-ac6f-41663af820d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 200 len: 217 time: 0.0362990 Aug 19 00:19:31.230955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-34dc7582-2602-43fb-8752-6f48599971ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:31.232602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-34dc7582-2602-43fb-8752-6f48599971ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0508232 Aug 19 00:19:31.270722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03b92883-aa44-49dc-bd7f-8def73aa9928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.275291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03b92883-aa44-49dc-bd7f-8def73aa9928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.283818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-cedc673f-5d35-40eb-935c-2d621c7ff648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:31.285369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-cedc673f-5d35-40eb-935c-2d621c7ff648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459502 Aug 19 00:19:31.316069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b92883-aa44-49dc-bd7f-8def73aa9928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff837f-5ecb-4896-b366-1b2f47dd82a0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:31.323234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-03b92883-aa44-49dc-bd7f-8def73aa9928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4943fb2eeb844ca28e0ba53a4da8007c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962014 Aug 19 00:19:31.325679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:31.379898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.388660 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-b2903cc3-060f-4a2f-a220-46a64a9d8f1e service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949812 Aug 19 00:19:31.401299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.454077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.457613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.458915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72ff837f-5ecb-4896-b366-1b2f47dd82a0 HTTP/1.1" status: 204 len: 168 time: 0.1315920 Aug 19 00:19:31.481214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539308d3-f6d0-4a6d-a784-df6112a0d7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff837f-5ecb-4896-b366-1b2f47dd82a0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:31.497346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f342f9a6-5303-4d89-91f6-ea24fdf60c6b req-2e4edf05-5fff-41af-963a-5a81de4d99d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019218 Aug 19 00:19:31.641511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d758a2cd-d92e-4a41-a3f3-929c8f672a3b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:19:31.707559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33259c90-2240-4261-b539-c3bcab16cdfe req-725890dc-be3d-400c-8e72-bdd8ed871e46 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:31.709158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33259c90-2240-4261-b539-c3bcab16cdfe req-725890dc-be3d-400c-8e72-bdd8ed871e46 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 944 time: 0.0517471 Aug 19 00:19:31.758317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33259c90-2240-4261-b539-c3bcab16cdfe req-02301f9e-6f53-4490-b43f-5ed597253ba6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Aug 19 00:19:31.783754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:31.797239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'port_id': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b', 'mac_address': 'fa:16:3e:57:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf1577e-84de-4083-9e3b-4debecd1bab1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:19:31.834939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.848467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d758a2cd-d92e-4a41-a3f3-929c8f672a3b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:31.849673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:31.864487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1381ee67-3a69-42aa-83a9-d10b68e000eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.870064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:31.873468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.927326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:31.965014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1381ee67-3a69-42aa-83a9-d10b68e000eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:31.969308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1381ee67-3a69-42aa-83a9-d10b68e000eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:32.009185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1381ee67-3a69-42aa-83a9-d10b68e000eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85268cc038f3464ebae0f4dbeb672637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583133 Aug 19 00:19:32.012128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:32.018996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381ee67-3a69-42aa-83a9-d10b68e000eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde75ce-ec93-4b6f-8de3-592256b79504,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:32.064010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:32.089512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:32.136938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:32.139631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:32.143717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bde75ce-ec93-4b6f-8de3-592256b79504 HTTP/1.1" status: 204 len: 168 time: 0.1278622 Aug 19 00:19:32.149649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad923924-4c71-4755-a90b-fc800850f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde75ce-ec93-4b6f-8de3-592256b79504,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:32.175831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2f89-342d-4c16-a84e-b89e5f7c8bb4 req-14b642bb-ffc4-4ab2-956b-033bfc3b5187 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:32.177676 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6dcd2f89-342d-4c16-a84e-b89e5f7c8bb4 req-14b642bb-ffc4-4ab2-956b-033bfc3b5187 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 944 time: 0.0582104 Aug 19 00:19:32.238999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6dcd2f89-342d-4c16-a84e-b89e5f7c8bb4 req-f4777dcd-bd75-4def-ba7c-db7aeb95ea79 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Aug 19 00:19:32.326208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d758a2cd-d92e-4a41-a3f3-929c8f672a3b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:32.885212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256592b8-ff07-45d8-9830-18bddf58ecad req-a1db67d2-7029-41cf-a536-274d00f17f54 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:32.886763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-256592b8-ff07-45d8-9830-18bddf58ecad req-a1db67d2-7029-41cf-a536-274d00f17f54 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 944 time: 0.0499609 Aug 19 00:19:32.928477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-256592b8-ff07-45d8-9830-18bddf58ecad req-bd9c4e05-74b0-49b7-be77-134cc8f230be tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Aug 19 00:19:33.368685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66553-aa14-44ca-b00e-40d47d2d8d0e req-f7f271ed-3f85-4039-8d30-fceb6003035e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:33.371405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6f66553-aa14-44ca-b00e-40d47d2d8d0e req-f7f271ed-3f85-4039-8d30-fceb6003035e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 944 time: 0.0567112 Aug 19 00:19:33.414556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6f66553-aa14-44ca-b00e-40d47d2d8d0e req-d14f1418-fb2b-463d-8263-0bc2c39cd2dc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Aug 19 00:19:33.669759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d758a2cd-d92e-4a41-a3f3-929c8f672a3b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:33.724821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d758a2cd-d92e-4a41-a3f3-929c8f672a3b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:33.729538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d758a2cd-d92e-4a41-a3f3-929c8f672a3b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:33.729970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:33.818335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:33.841388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:33.843897 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0847127-3747-4952-b69f-4f7915c445ac" -d '{"events": [{"server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "name": "network-vif-plugged", "status": "completed", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:33.864790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:33.871018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:33.896853 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb36a9-6555-4e32-8c7e-b132aaeded0e x-openstack-request-id: req-2cdb36a9-6555-4e32-8c7e-b132aaeded0e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:33.897145 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "name": "network-vif-plugged", "status": "completed", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:33.897400 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cdb36a9-6555-4e32-8c7e-b132aaeded0e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:33.897795 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b', 'code': 200} Aug 19 00:19:33.898061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:33.924269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:34.021803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f879fffa-472f-4f6b-a09d-11e895685643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.031830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33ea0-fa2d-43e5-8216-580a48bea822 req-e587cbef-6451-49bb-a1e0-4add83a0255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:34.033257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cea33ea0-fa2d-43e5-8216-580a48bea822 req-e587cbef-6451-49bb-a1e0-4add83a0255a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 1097 time: 0.0604212 Aug 19 00:19:34.095908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cea33ea0-fa2d-43e5-8216-580a48bea822 req-ea213a7f-d322-4e25-877d-674f7cda76a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Aug 19 00:19:34.105079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a23744-963b-4534-b253-d3ca801e7f7b req-31f59cdb-89f9-4f50-a690-0f1e5d30f738 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:34.106551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71a23744-963b-4534-b253-d3ca801e7f7b req-31f59cdb-89f9-4f50-a690-0f1e5d30f738 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 944 time: 0.0770454 Aug 19 00:19:34.129265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f879fffa-472f-4f6b-a09d-11e895685643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.134408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f879fffa-472f-4f6b-a09d-11e895685643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.151378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-71a23744-963b-4534-b253-d3ca801e7f7b req-8b8a750c-c733-45eb-87a5-7d0d959507bb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Aug 19 00:19:34.176782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f879fffa-472f-4f6b-a09d-11e895685643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4d99525b8b3434d8bbb77d9b58ed5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776380 Aug 19 00:19:34.177659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879fffa-472f-4f6b-a09d-11e895685643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c7324-8885-42c7-892d-720f13a6463e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:34.179487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49036) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:34.229673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.252094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.305261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.308844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.310188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f15c7324-8885-42c7-892d-720f13a6463e HTTP/1.1" status: 204 len: 168 time: 0.1293087 Aug 19 00:19:34.318219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f74630-62ec-44e5-92fa-4769843c279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c7324-8885-42c7-892d-720f13a6463e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:34.543346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10221be3-b30d-4967-9813-458533827eb5 req-b4aea64f-6624-49ce-831c-3eaeb4438cb7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:34.545166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10221be3-b30d-4967-9813-458533827eb5 req-b4aea64f-6624-49ce-831c-3eaeb4438cb7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 945 time: 0.0523393 Aug 19 00:19:34.584825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10221be3-b30d-4967-9813-458533827eb5 req-7581d8e7-9f51-41d5-8c96-5dc68dc51a25 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Aug 19 00:19:34.618336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:34.631438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c30a9752-c171-4f3e-adfd-f5ce69d01e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.722786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c30a9752-c171-4f3e-adfd-f5ce69d01e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.726913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c30a9752-c171-4f3e-adfd-f5ce69d01e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.763605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a9752-c171-4f3e-adfd-f5ce69d01e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8121e1-16e7-40d8-bf47-074591991e5e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:34.768816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c30a9752-c171-4f3e-adfd-f5ce69d01e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234f63b0667b4df091164a3911300b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493223 Aug 19 00:19:34.771673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:34.829310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.850903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.899756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.902370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:34.903654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f8121e1-16e7-40d8-bf47-074591991e5e HTTP/1.1" status: 204 len: 168 time: 0.1309164 Aug 19 00:19:34.912551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330c03-0ea4-4677-a618-f72f1c634e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8121e1-16e7-40d8-bf47-074591991e5e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:35.281559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f3a30-fe69-4421-a83e-168c39f954fb req-468a13e6-94c8-4715-8bd1-038482e56d89 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:35.283074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc3f3a30-fe69-4421-a83e-168c39f954fb req-468a13e6-94c8-4715-8bd1-038482e56d89 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 944 time: 0.0506930 Aug 19 00:19:35.325772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc3f3a30-fe69-4421-a83e-168c39f954fb req-f7a6d974-0b48-40a9-832f-71587407de6f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Aug 19 00:19:35.684420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 359ea976-259d-44c2-b4f8-5b3812ebd7b8 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:19:35.714468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54dd35-3e12-4430-a50f-d7c3910537b3 req-ce94d959-247c-45dc-8d17-2f2277e068af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:35.716099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c54dd35-3e12-4430-a50f-d7c3910537b3 req-ce94d959-247c-45dc-8d17-2f2277e068af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 945 time: 0.0632598 Aug 19 00:19:35.759287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c54dd35-3e12-4430-a50f-d7c3910537b3 req-f653bb35-654e-442b-9bed-19ce7bddbdc4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362983 Aug 19 00:19:35.792116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:35.808758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'mac_address': 'fa:16:3e:3b:44:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:19:35.851530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:35.866033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359ea976-259d-44c2-b4f8-5b3812ebd7b8 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:35.889414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:35.893830 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:35.948544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:36.025574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afac755-be81-414a-8077-d62423b6f15c req-401d867a-676d-4abd-b04f-3bb14b85217d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:36.027268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5afac755-be81-414a-8077-d62423b6f15c req-401d867a-676d-4abd-b04f-3bb14b85217d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 945 time: 0.0554626 Aug 19 00:19:36.069520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5afac755-be81-414a-8077-d62423b6f15c req-8d556ff8-bc6d-41dd-8386-258ad92321f6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Aug 19 00:19:36.334882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['359ea976-259d-44c2-b4f8-5b3812ebd7b8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:36.450193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437172e-5114-48a5-9ccd-761ac0080812 req-ccca1a66-a60f-4346-bba9-8d2ebfb39e8e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:36.451756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3437172e-5114-48a5-9ccd-761ac0080812 req-ccca1a66-a60f-4346-bba9-8d2ebfb39e8e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 945 time: 0.0501900 Aug 19 00:19:36.495887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3437172e-5114-48a5-9ccd-761ac0080812 req-23b3b07c-2d6c-48e0-ac60-68d832b9f009 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375364 Aug 19 00:19:37.187692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a103-ba88-4217-8b61-a02c9719f6ac req-8f2cc826-1fd5-484c-90da-69bb44957e15 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:37.189272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0303a103-ba88-4217-8b61-a02c9719f6ac req-8f2cc826-1fd5-484c-90da-69bb44957e15 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 19 00:19:37.240182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0303a103-ba88-4217-8b61-a02c9719f6ac req-aa720b7f-aa4d-47db-ab63-4a86ece9c30b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Aug 19 00:19:37.545623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-4936cd41-d90d-4910-8d05-5e88a5712400 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:37.547032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-4936cd41-d90d-4910-8d05-5e88a5712400 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 945 time: 0.0511041 Aug 19 00:19:37.662400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42b02-383a-4a3d-9bcd-bb4e191600ca req-a74a1bb3-d939-4fe5-86c8-2ee5f78bdfe5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:37.663946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f42b02-383a-4a3d-9bcd-bb4e191600ca req-a74a1bb3-d939-4fe5-86c8-2ee5f78bdfe5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 945 time: 0.0851076 Aug 19 00:19:37.700797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 359ea976-259d-44c2-b4f8-5b3812ebd7b8 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:37.712240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Deleting port d758a2cd-d92e-4a41-a3f3-929c8f672a3b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:19:37.712752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:37.731922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f42b02-383a-4a3d-9bcd-bb4e191600ca req-f631233f-9efe-40c3-a0bb-ccfb2b70a0d2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Aug 19 00:19:37.810945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:37.815329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:37.815844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:37.830555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] For port d758a2cd-d92e-4a41-a3f3-929c8f672a3b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:37.831015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:37.844648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Calling delete_port for d758a2cd-d92e-4a41-a3f3-929c8f672a3b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:19:37.901041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:37.926145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:37.929174 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c350a2-90f8-4f80-990c-4ec7d5d68323" -d '{"events": [{"server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "name": "network-vif-plugged", "status": "completed", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:37.945819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:37.952954 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:38.024737 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a39759-708d-472a-a6c5-3c256069136f x-openstack-request-id: req-94a39759-708d-472a-a6c5-3c256069136f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:38.025106 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "name": "network-vif-plugged", "status": "completed", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:38.025360 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a39759-708d-472a-a6c5-3c256069136f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:38.025756 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'code': 200} Aug 19 00:19:38.026329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:38.027954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:38.045240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:38.063301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Pushing event deleted for resources: {'Port': ['ID=d758a2cd-d92e-4a41-a3f3-929c8f672a3b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:38.098732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d758a2cd-d92e-4a41-a3f3-929c8f672a3b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:38.127686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] No DVR routers for this DVR port d758a2cd-d92e-4a41-a3f3-929c8f672a3b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:19:38.143708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:38.145832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2663bc31-f98f-4d92-bca3-0f395fe5ea16 req-028d986e-64bb-4c30-a1aa-fe076842fc87 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.21 "DELETE /v2.0/ports/d758a2cd-d92e-4a41-a3f3-929c8f672a3b HTTP/1.1" status: 204 len: 173 time: 0.5926092 Aug 19 00:19:38.147298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'name': 'network-vif-deleted', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:38.151889 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0e178-1e12-4266-b349-9b90b5529f2f" -d '{"events": [{"server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "name": "network-vif-deleted", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:38.179728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20a42-624c-45b7-a3f1-147fecf29590 req-8afdf7ca-9b21-4b65-bbb7-39d7f2963b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:38.182853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48b20a42-624c-45b7-a3f1-147fecf29590 req-8afdf7ca-9b21-4b65-bbb7-39d7f2963b60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 1098 time: 0.0908735 Aug 19 00:19:38.226046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48b20a42-624c-45b7-a3f1-147fecf29590 req-d910c119-547d-434c-ab8d-a15031267b42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Aug 19 00:19:38.229198 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0a617-1a11-49c8-b951-627dfbd7380f x-openstack-request-id: req-1ac0a617-1a11-49c8-b951-627dfbd7380f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:38.229485 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae84eab-ac66-425c-a3bc-f9f3346fc02f", "name": "network-vif-deleted", "tag": "d758a2cd-d92e-4a41-a3f3-929c8f672a3b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:38.229742 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ac0a617-1a11-49c8-b951-627dfbd7380f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:38.230158 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae84eab-ac66-425c-a3bc-f9f3346fc02f', 'name': 'network-vif-deleted', 'tag': 'd758a2cd-d92e-4a41-a3f3-929c8f672a3b', 'status': 'completed', 'code': 200} Aug 19 00:19:38.390101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c2aa0c7a-3723-43fa-8c60-51ae95fbfffd req-6db0450c-9bf0-4af7-86b7-9cf61eef2b62 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae84eab-ac66-425c-a3bc-f9f3346fc02f HTTP/1.1" status: 200 len: 210 time: 0.0357618 Aug 19 00:19:38.869219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6da4-11f6-4a7f-a2a9-82f47f1ea20a req-7e523be7-9f6b-43b2-bc5a-1fe63ed978a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:38.876465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df3d6da4-11f6-4a7f-a2a9-82f47f1ea20a req-7e523be7-9f6b-43b2-bc5a-1fe63ed978a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 946 time: 0.0693645 Aug 19 00:19:38.945749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-df3d6da4-11f6-4a7f-a2a9-82f47f1ea20a req-e7d38bdc-77be-4ae4-a181-44e91387abb1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576265 Aug 19 00:19:39.154117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49136) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:39.266420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa35-3934-4d03-96a1-dbc25ffeea46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.356657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa35-3934-4d03-96a1-dbc25ffeea46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.360788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa35-3934-4d03-96a1-dbc25ffeea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.405107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f7caa35-3934-4d03-96a1-dbc25ffeea46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49094ebc37f5443290bb585d31276cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498238 Aug 19 00:19:39.405823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7caa35-3934-4d03-96a1-dbc25ffeea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b975e5b4-65aa-41ec-9488-b78bac96256e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:39.411104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:39.499113 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.523225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.604559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.607780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:39.611713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b975e5b4-65aa-41ec-9488-b78bac96256e HTTP/1.1" status: 204 len: 168 time: 0.1985404 Aug 19 00:19:39.630182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4b1e-422d-4c60-bb51-7fd5d0675a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975e5b4-65aa-41ec-9488-b78bac96256e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:39.640401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a1d97-ca3f-41cd-b309-1af9859c9a04 req-0f2f85b8-8087-4404-a677-ef1aecd1069e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:39.649178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce5a1d97-ca3f-41cd-b309-1af9859c9a04 req-0f2f85b8-8087-4404-a677-ef1aecd1069e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1005063 Aug 19 00:19:39.696920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce5a1d97-ca3f-41cd-b309-1af9859c9a04 req-0b93e8f1-973a-47b8-9977-0eae4cf1da36 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Aug 19 00:19:39.714781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49154) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:39.953067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0a1-0b80-4654-876c-b409eef4e170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.054388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe79de-ad18-46bc-ae41-89ff2df95eda req-bdb4fe50-a6eb-446e-a304-c461e52306e4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:40.056047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ffe79de-ad18-46bc-ae41-89ff2df95eda req-bdb4fe50-a6eb-446e-a304-c461e52306e4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0792770 Aug 19 00:19:40.081948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12564796-f074-48ea-b053-243529e3e3ff req-22d967a8-bcd3-492b-8a30-c0a705741c7f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:40.083250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49168) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:40.086915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12564796-f074-48ea-b053-243529e3e3ff req-22d967a8-bcd3-492b-8a30-c0a705741c7f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 946 time: 0.0706413 Aug 19 00:19:40.117124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e52f-1fd9-47ea-9501-a9e5f1e91cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.121820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12564796-f074-48ea-b053-243529e3e3ff req-2f1960c6-5616-4c8e-a1f3-ff67f57df660 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Aug 19 00:19:40.157279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0a1-0b80-4654-876c-b409eef4e170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.160694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ffe79de-ad18-46bc-ae41-89ff2df95eda req-26297b28-ae92-4f27-862c-437168877511 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888493 Aug 19 00:19:40.192889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0a1-0b80-4654-876c-b409eef4e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.236847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-e53cff84-db85-4fc2-b4e6-d732945ab669 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 267 time: 0.0499277 Aug 19 00:19:40.256092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f81f0a1-0b80-4654-876c-b409eef4e170 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cec5751cab9c426ba3cb51d6a8c2c663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402262 Aug 19 00:19:40.259312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81f0a1-0b80-4654-876c-b409eef4e170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69e2e1f-5466-41f2-9818-2998a9f3fdd4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:40.265456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:40.317360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e52f-1fd9-47ea-9501-a9e5f1e91cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.325926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4365e-2601-42e3-a0b1-d32e8318f10a req-c4cc19e1-9735-40cd-a4eb-44caae502ca8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:40.327433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6f4365e-2601-42e3-a0b1-d32e8318f10a req-c4cc19e1-9735-40cd-a4eb-44caae502ca8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0888333 Aug 19 00:19:40.328533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e52f-1fd9-47ea-9501-a9e5f1e91cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.339075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-99e45a89-7e30-4e3a-9e16-6752914801c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:40.340585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-99e45a89-7e30-4e3a-9e16-6752914801c2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 946 time: 0.0882137 Aug 19 00:19:40.359450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'security_groups': []}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:40.364484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.383219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d5b0e52f-1fd9-47ea-9501-a9e5f1e91cb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b0764eab1d747c5a78fe5f3d52fb728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953045 Aug 19 00:19:40.383423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:40.389975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0e52f-1fd9-47ea-9501-a9e5f1e91cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f0bfc-b1a7-4829-8f3c-06b69363e74c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:40.424124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6f4365e-2601-42e3-a0b1-d32e8318f10a req-fa77a221-feef-433d-a3f0-4b15739a458b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Aug 19 00:19:40.429913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.452901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.461468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.490486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.532904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.536161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.537335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e69e2e1f-5466-41f2-9818-2998a9f3fdd4 HTTP/1.1" status: 204 len: 168 time: 0.2705750 Aug 19 00:19:40.551400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.553954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.557698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/703f0bfc-b1a7-4829-8f3c-06b69363e74c HTTP/1.1" status: 204 len: 168 time: 0.1709340 Aug 19 00:19:40.564123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114cd6e-d257-4cf3-a2ca-eaa02d113d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69e2e1f-5466-41f2-9818-2998a9f3fdd4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:40.579772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36216df1-81ca-4cdc-bc04-d2b1d43d4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f0bfc-b1a7-4829-8f3c-06b69363e74c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:40.722537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:40.764636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.769792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.783348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:40.826159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764', '359ea976-259d-44c2-b4f8-5b3812ebd7b8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:40.852907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:40.853572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:40.860892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f4f3a977-5987-417b-8f4b-b53010f0bb21 req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "PUT /v2.0/ports/359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 200 len: 905 time: 0.5091813 Aug 19 00:19:40.861395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:40.863954 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36ac7e4-5cf6-4078-8838-496048abe0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:40.928976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c05d28-9301-4620-ab73-246d89189075 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:40.934521 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60589c-01e3-4ec9-a230-1ff5f4df69b8 x-openstack-request-id: req-be60589c-01e3-4ec9-a230-1ff5f4df69b8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:40.935039 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:40.935476 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be60589c-01e3-4ec9-a230-1ff5f4df69b8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:40.936061 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'status': 'completed', 'code': 200} Aug 19 00:19:41.056270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['359ea976-259d-44c2-b4f8-5b3812ebd7b8'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:41.086365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-17d58eec-5294-4aba-bffa-51aa5f8ac0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.088281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-17d58eec-5294-4aba-bffa-51aa5f8ac0c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 1060 time: 0.1176541 Aug 19 00:19:41.238383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-28775200-f6d1-4fbd-aecf-40f4991c9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.239747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-28775200-f6d1-4fbd-aecf-40f4991c9e26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1421895 Aug 19 00:19:41.260981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f382e-14ab-4ed7-b992-7c62cce7b6ab req-c6d5dda1-6203-4128-afd0-d04ed23691df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.275903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b86f382e-14ab-4ed7-b992-7c62cce7b6ab req-c6d5dda1-6203-4128-afd0-d04ed23691df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 908 time: 0.2489946 Aug 19 00:19:41.351612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-214e1f06-8496-4781-9026-b523b0f7f9ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 200 len: 217 time: 0.0725968 Aug 19 00:19:41.417197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6052dcf2-6b20-4648-8b57-89b29f04433b None None] Provisioning complete for port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:41.417705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6052dcf2-6b20-4648-8b57-89b29f04433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:41.463074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0fcb7-8d96-4818-b8e1-3bacb02394cf req-4e55993d-ff03-47d9-b93e-5f97cef9b127 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.472397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4a0fcb7-8d96-4818-b8e1-3bacb02394cf req-4e55993d-ff03-47d9-b93e-5f97cef9b127 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1141419 Aug 19 00:19:41.503656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-baa3c053-cd7b-42aa-b79e-48833f74158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.505966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-baa3c053-cd7b-42aa-b79e-48833f74158d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.1091049 Aug 19 00:19:41.566777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4a0fcb7-8d96-4818-b8e1-3bacb02394cf req-b5c6f19c-04dc-459d-b77c-7cb510c52080 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888100 Aug 19 00:19:41.589892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-289e9f09-4597-4292-9a36-4aea61d364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.592791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-289e9f09-4597-4292-9a36-4aea61d364e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746837 Aug 19 00:19:41.718662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-69668b92-d76a-47c0-ab9d-4dcfba012905 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172824 Aug 19 00:19:41.727041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5163b-9c50-444f-9b4a-8d8ceae971f0 req-1b706777-4d36-4058-9692-cdc9eab34c78 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:41.729101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afc5163b-9c50-444f-9b4a-8d8ceae971f0 req-1b706777-4d36-4058-9692-cdc9eab34c78 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0692487 Aug 19 00:19:41.741643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d758a2cd-d92e-4a41-a3f3-929c8f672a3b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:19:41.791556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d758a2cd-d92e-4a41-a3f3-929c8f672a3b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:19:41.793954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d758a2cd-d92e-4a41-a3f3-929c8f672a3b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:19:41.828017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afc5163b-9c50-444f-9b4a-8d8ceae971f0 req-34a09a9d-eb88-43db-89f2-0e8e0d0f815d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923612 Aug 19 00:19:41.937366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f36ac7e4-5cf6-4078-8838-496048abe0fc req-f1558ca2-76b0-45d5-8ac0-5232f6983aaf service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003493 Aug 19 00:19:42.236164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-829fbc13-0cbf-424d-b711-c0cf8b4516b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:42.238248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-829fbc13-0cbf-424d-b711-c0cf8b4516b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.1223326 Aug 19 00:19:42.263592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-45d2d60a-d472-419b-9216-2cfc24453bb5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/quotas/6cc8b1deecb14198972c08f49c5415e4 HTTP/1.1" status: 200 len: 375 time: 0.0180342 Aug 19 00:19:42.326104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-a10833bc-d1dc-41fc-84c6-30d2bb376ee0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0612841 Aug 19 00:19:42.427749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3c99855-cf6c-4cb6-b46d-6acb54f92da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:42.451651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-1174765a-bfac-4498-8302-272626208c52 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176331 Aug 19 00:19:42.593022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-88191110-32a1-4d51-945e-37b9dda08373 service neutron] 10.222.0.20 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402898 Aug 19 00:19:42.813569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-829c905c-b40e-4d0c-86fd-02defe4fc48a req-a6966432-84d6-4d0a-86d9-3322250d80d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 210 time: 0.0420032 Aug 19 00:19:43.301154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49312) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:43.406586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd713-eccd-443d-9c25-088ad54c686a req-1466e108-86ea-459e-ae92-8c07ddd5f22e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:43.408144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-633bd713-eccd-443d-9c25-088ad54c686a req-1466e108-86ea-459e-ae92-8c07ddd5f22e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0540276 Aug 19 00:19:43.453508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-633bd713-eccd-443d-9c25-088ad54c686a req-b6e2ef64-f38f-4f8e-b3a1-d39c281015aa tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Aug 19 00:19:43.491010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07bb9cc9-525a-4aad-8c3b-fa36c386f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.597636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fc11-7b4d-4f23-bd02-1ae009daf636 req-fe053e0d-7376-4f43-9815-357fefe657af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:43.599114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1396fc11-7b4d-4f23-bd02-1ae009daf636 req-fe053e0d-7376-4f43-9815-357fefe657af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0752089 Aug 19 00:19:43.647822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07bb9cc9-525a-4aad-8c3b-fa36c386f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.653974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07bb9cc9-525a-4aad-8c3b-fa36c386f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.658538 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1396fc11-7b4d-4f23-bd02-1ae009daf636 req-d0f91dba-8c80-4e3b-b3ea-7e53a91f1783 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Aug 19 00:19:43.697679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-07bb9cc9-525a-4aad-8c3b-fa36c386f0ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b840c1bf7c0443e8ae8d2fd95f07e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922951 Aug 19 00:19:43.697679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9cc9-525a-4aad-8c3b-fa36c386f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc3aed0-d958-4e84-b120-29481daff443,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:43.698108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:43.758501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.789081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.866503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.869444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:43.883076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fc3aed0-d958-4e84-b120-29481daff443 HTTP/1.1" status: 204 len: 168 time: 0.1741436 Aug 19 00:19:43.907936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894846-ce62-486b-9b86-8dea3e90e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc3aed0-d958-4e84-b120-29481daff443,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:43.999503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03292a27-d5e8-4bb0-bfff-c9283efb8d79 req-72134635-9831-48e2-a63b-f2fcddc4ca39 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 210 time: 0.0391283 Aug 19 00:19:44.120360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-5cc40335-b53e-4e3c-ae0b-64a010e08e97 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:44.120360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-5cc40335-b53e-4e3c-ae0b-64a010e08e97 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 812 time: 0.2719288 Aug 19 00:19:44.144360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Request body: {'port': {'device_id': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'admin_state_up': True, 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:44.280365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Made reservation on behalf of 6cc8b1deecb14198972c08f49c5415e4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:19:44.285683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.311725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49342) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:44.327087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3091429f-a029-4962-a10c-5ec14abbc11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.432778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3091429f-a029-4962-a10c-5ec14abbc11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.440562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3091429f-a029-4962-a10c-5ec14abbc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.443933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Allocated IP 172.20.0.4 (d753388f-e093-4a25-a762-ed3cc67e2d80/9b98648c-6ddd-4c64-a901-5eed868a6a32/36f56bda-93e8-4902-a992-224118e6e612) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:19:44.500091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3091429f-a029-4962-a10c-5ec14abbc11c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e2179ee1e954962ac30c49bc20ba7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872177 Aug 19 00:19:44.501193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49344) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:44.503317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091429f-a029-4962-a10c-5ec14abbc11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a65ae9-deee-4240-91fc-2aed47554382,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:44.625340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.651568 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.665822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.682385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Transition to ACTIVE for port object 36f56bda-93e8-4902-a992-224118e6e612 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:44.740873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.742786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.745901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.749417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63a65ae9-deee-4240-91fc-2aed47554382 HTTP/1.1" status: 204 len: 168 time: 0.2451994 Aug 19 00:19:44.759364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:44.810760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:44.821392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:44.831042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458601c-a520-4308-b537-b284388055a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a65ae9-deee-4240-91fc-2aed47554382,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:44.834157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Network d753388f-e093-4a25-a762-ed3cc67e2d80 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:19:44.835931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:19:44.850525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:19:44.937304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:44.938056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:44.960272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-cc13ec62-9f36-4c34-a68f-b032d36f1e30 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212278 Aug 19 00:19:44.981050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Request body: {'port': {'device_id': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:19:44.992979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fe512ee-2c60-44d0-a047-b372fdb34065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.120557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.146153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.273593 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.360581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8abb4f83-7d7b-4f56-8443-bd8ce6cbfff3 None None] Provisioning for port 36f56bda-93e8-4902-a992-224118e6e612 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:45.365429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8abb4f83-7d7b-4f56-8443-bd8ce6cbfff3 None None] Provisioning complete for port 36f56bda-93e8-4902-a992-224118e6e612 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:45.366073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abb4f83-7d7b-4f56-8443-bd8ce6cbfff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.403886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0424-4e93-493c-a970-60ba51ec9b0e req-dd73b5b9-5cc1-42aa-a078-ee59471740d6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:45.405083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba5d0424-4e93-493c-a970-60ba51ec9b0e req-dd73b5b9-5cc1-42aa-a078-ee59471740d6 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 931 time: 0.2454534 Aug 19 00:19:45.439926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8abb4f83-7d7b-4f56-8443-bd8ce6cbfff3 None None] Port 36f56bda-93e8-4902-a992-224118e6e612 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:19:45.506038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0a43-8f6a-47ec-b3dc-832468af5a46 req-f3ffe2c3-a0f3-46af-ae52-33f39efcfb6e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:45.507605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-384f0a43-8f6a-47ec-b3dc-832468af5a46 req-f3ffe2c3-a0f3-46af-ae52-33f39efcfb6e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0498977 Aug 19 00:19:45.510160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba5d0424-4e93-493c-a970-60ba51ec9b0e req-90294180-7bbd-40bd-a305-61f7f6f3efc2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912473 Aug 19 00:19:45.549381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-384f0a43-8f6a-47ec-b3dc-832468af5a46 req-7c2b6e18-3872-4151-b6c5-c3666bc0ee6b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Aug 19 00:19:45.634843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f56bda-93e8-4902-a992-224118e6e612 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:45.659473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.676488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Transition to ACTIVE for port object 36f56bda-93e8-4902-a992-224118e6e612 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:19:45.683460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:45.699077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47cfc-b497-4ae5-8373-dace198b8aec req-ed1325a8-73cf-4bf8-9beb-c598017cbf9c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:45.700615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6e47cfc-b497-4ae5-8373-dace198b8aec req-ed1325a8-73cf-4bf8-9beb-c598017cbf9c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0786014 Aug 19 00:19:45.772074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:45.802689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d6e47cfc-b497-4ae5-8373-dace198b8aec req-da9419d0-825f-428a-89f8-0c6314793a85 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726457 Aug 19 00:19:45.871937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Attempting to bind port 36f56bda-93e8-4902-a992-224118e6e612 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:19:45.872852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Attempting to bind port 36f56bda-93e8-4902-a992-224118e6e612 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:19:45.877219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Attempting to bind port 36f56bda-93e8-4902-a992-224118e6e612 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:45.882514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Port 36f56bda-93e8-4902-a992-224118e6e612 on network d753388f-e093-4a25-a762-ed3cc67e2d80 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:19:45.882872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Attempting to bind port 36f56bda-93e8-4902-a992-224118e6e612 on network d753388f-e093-4a25-a762-ed3cc67e2d80 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:19:45.890667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:19:45.891651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Checking segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:19:45.892281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Bound using segment: {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:19:45.893226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Bound port: 36f56bda-93e8-4902-a992-224118e6e612, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9295c2-7801-4940-9b2c-a1040076b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:19:45.893822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:46.008657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:19:46.013240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:19:46.018415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:46.054310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.055253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:46.058015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] 10.222.0.21 "PUT /v2.0/ports/36f56bda-93e8-4902-a992-224118e6e612 HTTP/1.1" status: 200 len: 1092 time: 1.0840418 Aug 19 00:19:46.060505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'tag': '36f56bda-93e8-4902-a992-224118e6e612'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:46.063257 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458068f1-a8d5-413d-b7d6-510ea4a784d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "tag": "36f56bda-93e8-4902-a992-224118e6e612"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:46.091735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8734a-6aaf-42c8-8ef2-04125e1450ee service neutron] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:46.143527 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f38650-20f7-4705-a984-6a7602910510 x-openstack-request-id: req-94f38650-20f7-4705-a984-6a7602910510 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:46.144378 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "tag": "36f56bda-93e8-4902-a992-224118e6e612", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:46.144378 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94f38650-20f7-4705-a984-6a7602910510 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:46.144617 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'tag': '36f56bda-93e8-4902-a992-224118e6e612', 'status': 'completed', 'code': 200} Aug 19 00:19:46.216973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-d97f7c21-2470-4f3e-aeaa-cde9b417d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.218506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-d97f7c21-2470-4f3e-aeaa-cde9b417d1c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 1095 time: 0.0951457 Aug 19 00:19:46.231867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57add80-c871-4042-bbf8-a0b852932a95 req-e237cec8-b619-429f-98de-8727a460d391 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.233446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c57add80-c871-4042-bbf8-a0b852932a95 req-e237cec8-b619-429f-98de-8727a460d391 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0937281 Aug 19 00:19:46.281124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:46.287036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-38171564-ec5e-427f-a074-9452557c2934 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36f56bda-93e8-4902-a992-224118e6e612 HTTP/1.1" status: 200 len: 217 time: 0.0525851 Aug 19 00:19:46.355417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c57add80-c871-4042-bbf8-a0b852932a95 req-0e4d3886-b22b-4149-92cc-2caf3daa0a6f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135278 Aug 19 00:19:46.370532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-827ceaf7-547f-4c8f-ab81-0c86730b6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.371988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-827ceaf7-547f-4c8f-ab81-0c86730b6053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0767126 Aug 19 00:19:46.442007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8774-3943-430b-929b-c185466266cb req-960f56cb-9eea-4631-9b98-3849ce0fb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.443688 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-960f56cb-9eea-4631-9b98-3849ce0fb7fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604341 Aug 19 00:19:46.505585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d780-5a47-46a1-a000-7e7d8b6ce3c6 req-252f4b17-4c74-4ead-925a-7eb4a4cbfe8d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.507140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a706d780-5a47-46a1-a000-7e7d8b6ce3c6 req-252f4b17-4c74-4ead-925a-7eb4a4cbfe8d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0571349 Aug 19 00:19:46.554407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-57960c59-a073-4e05-a367-8268454f8978 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011593 Aug 19 00:19:46.575784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a706d780-5a47-46a1-a000-7e7d8b6ce3c6 req-b3137a63-db8e-411f-8ab5-b47d7d08068b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610526 Aug 19 00:19:46.862827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523a5b5-426c-4a9e-a5dc-2821fbd7a803 req-94193761-7149-4e60-82c9-4afd6578e3f9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:46.870881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b523a5b5-426c-4a9e-a5dc-2821fbd7a803 req-94193761-7149-4e60-82c9-4afd6578e3f9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0615768 Aug 19 00:19:46.925572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b523a5b5-426c-4a9e-a5dc-2821fbd7a803 req-09a47550-e481-496d-9b95-d88e9a4af914 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 Aug 19 00:19:47.048085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604fda-e6ee-4a43-ba87-51a78ab9bcd9 req-e9120ca9-b6d7-4d4a-aa93-d06f3b6f8f1d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.049957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a3a02-f7aa-4afb-9cad-028420bee351 req-06002a06-e7b1-4ff3-9421-4901438d4c29 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.050619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78604fda-e6ee-4a43-ba87-51a78ab9bcd9 req-e9120ca9-b6d7-4d4a-aa93-d06f3b6f8f1d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0622032 Aug 19 00:19:47.053770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c16a3a02-f7aa-4afb-9cad-028420bee351 req-06002a06-e7b1-4ff3-9421-4901438d4c29 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.4339323 Aug 19 00:19:47.083090 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2bf8774-3943-430b-929b-c185466266cb req-1c02563d-0810-41ff-b846-ce7aaab04a9a service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208337 Aug 19 00:19:47.103911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78604fda-e6ee-4a43-ba87-51a78ab9bcd9 req-17a5e63f-a355-43ae-908f-3ad0ac06229a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Aug 19 00:19:47.110415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c16a3a02-f7aa-4afb-9cad-028420bee351 req-cfe22e3a-d060-4806-98a5-68d466ca64dc tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Aug 19 00:19:47.265228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-6035a91c-8f38-4c10-ae53-2c8e5b73105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.266778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-6035a91c-8f38-4c10-ae53-2c8e5b73105b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 1095 time: 0.0601342 Aug 19 00:19:47.465020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df1f0-53f3-405b-b4f2-11445d8c5a10 req-92aa2b76-5183-449c-ae2d-663f4c8cbf11 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.467981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05df1f0-53f3-405b-b4f2-11445d8c5a10 req-92aa2b76-5183-449c-ae2d-663f4c8cbf11 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1659701 Aug 19 00:19:47.470082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-7445a76c-aee5-4a83-b228-a130ffb1870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.471510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-7445a76c-aee5-4a83-b228-a130ffb1870f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1966302 Aug 19 00:19:47.535021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-bf3b04d1-b269-4083-98c9-7e017bf20788 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36f56bda-93e8-4902-a992-224118e6e612 HTTP/1.1" status: 200 len: 217 time: 0.0539064 Aug 19 00:19:47.577501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05df1f0-53f3-405b-b4f2-11445d8c5a10 req-1227a262-832f-4d6e-9c7d-d3df8836a44e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977402 Aug 19 00:19:47.597125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-aa6d1550-ae62-4b11-84e3-04930638d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.598526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-aa6d1550-ae62-4b11-84e3-04930638d0ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0528822 Aug 19 00:19:47.653476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-780db036-7f14-44b1-aabb-b33d987571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.655042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-780db036-7f14-44b1-aabb-b33d987571d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490229 Aug 19 00:19:47.716575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d1c8e-1926-4345-88d3-6b2984028b87 req-3f521466-c435-4a96-b87b-ed7ef6f375db tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.718305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86d1c8e-1926-4345-88d3-6b2984028b87 req-3f521466-c435-4a96-b87b-ed7ef6f375db tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0547779 Aug 19 00:19:47.761696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f86d1c8e-1926-4345-88d3-6b2984028b87 req-342953d0-729c-4a23-a9d7-021253ba5143 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372474 Aug 19 00:19:47.764718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-440faf1c-fc9f-46f2-a9e4-4ad4f7b8f302 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025565 Aug 19 00:19:47.800873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:47.883309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-458068f1-a8d5-413d-b7d6-510ea4a784d6 req-72ab3f48-c40b-4136-96b1-dc4e85eee8a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112330 Aug 19 00:19:47.941441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7ef7-caaf-4336-a1ea-84ce2f805aed req-a6b37ddf-8491-4156-a6ee-f67677a7e740 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:47.942939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52fd7ef7-caaf-4336-a1ea-84ce2f805aed req-a6b37ddf-8491-4156-a6ee-f67677a7e740 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0525153 Aug 19 00:19:47.980820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52fd7ef7-caaf-4336-a1ea-84ce2f805aed req-8f506c2e-df7a-43c2-958b-35370999f06b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Aug 19 00:19:48.101251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6097c5-786b-4c09-ac63-3c2c5e34dba4 req-2e766ef1-7c60-4234-b5fa-6f54930baae5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:48.102773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a6097c5-786b-4c09-ac63-3c2c5e34dba4 req-2e766ef1-7c60-4234-b5fa-6f54930baae5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0537491 Aug 19 00:19:48.143113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a6097c5-786b-4c09-ac63-3c2c5e34dba4 req-0de3884e-743b-402b-b60b-8f6a78746d94 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Aug 19 00:19:48.237320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb208a-f1ec-4493-81da-e2cbef57d20e req-c9da07bc-d4be-442a-adc0-1dcc326bf988 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:48.239210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f3bb208a-f1ec-4493-81da-e2cbef57d20e req-c9da07bc-d4be-442a-adc0-1dcc326bf988 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.0531805 Aug 19 00:19:48.294268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f3bb208a-f1ec-4493-81da-e2cbef57d20e req-f818257f-094a-4090-b8de-014f214921ac tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 Aug 19 00:19:48.330661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901dd0c-3791-4577-9266-fabc802f7500 req-ddf7b8fa-89ad-4b90-9165-5a6cc73105d9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:48.332157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9901dd0c-3791-4577-9266-fabc802f7500 req-ddf7b8fa-89ad-4b90-9165-5a6cc73105d9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0587125 Aug 19 00:19:48.376731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9901dd0c-3791-4577-9266-fabc802f7500 req-4be82b8b-fcca-4f33-a1fa-ddd77dc259ad tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Aug 19 00:19:48.529081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3f144-1dc5-4b56-b6f6-ea592c5118b0 req-76582a85-4012-47f3-9d97-8a4c6304d61f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:48.530568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aef3f144-1dc5-4b56-b6f6-ea592c5118b0 req-76582a85-4012-47f3-9d97-8a4c6304d61f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0581243 Aug 19 00:19:48.570480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aef3f144-1dc5-4b56-b6f6-ea592c5118b0 req-ef3cdc6c-3fc9-4b5d-aeea-d308c01519ae tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Aug 19 00:19:48.818269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb9b-cbaa-4213-8b7b-8bfddb9a214e req-50bdb62b-4724-4159-a052-9982733b6b4f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:48.820026 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-759ebb9b-cbaa-4213-8b7b-8bfddb9a214e req-50bdb62b-4724-4159-a052-9982733b6b4f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 814 time: 0.1211517 Aug 19 00:19:48.840512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-759ebb9b-cbaa-4213-8b7b-8bfddb9a214e req-14f761a3-218d-4e85-a884-28e260e3dbc9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/quotas/adb4a47ab69649c499285779ded9eee1 HTTP/1.1" status: 200 len: 375 time: 0.0123429 Aug 19 00:19:48.889584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-759ebb9b-cbaa-4213-8b7b-8bfddb9a214e req-a662107d-9099-4ac6-96a1-68f48f7cddec tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439367 Aug 19 00:19:49.005146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06804f4-b46d-493c-bffb-044824d0b1c7 req-aba84fa4-25c9-43fa-a8a4-01e2217acfda tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.006826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c06804f4-b46d-493c-bffb-044824d0b1c7 req-aba84fa4-25c9-43fa-a8a4-01e2217acfda tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0528865 Aug 19 00:19:49.051805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c06804f4-b46d-493c-bffb-044824d0b1c7 req-37db51a6-9639-4d9e-b90f-e90376b94b86 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Aug 19 00:19:49.173956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530dd0-3a82-4557-96e6-5642cce8b49c req-7d8e8d71-e692-448d-8bc5-947dde8332ab tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.175439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac530dd0-3a82-4557-96e6-5642cce8b49c req-7d8e8d71-e692-448d-8bc5-947dde8332ab tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0514803 Aug 19 00:19:49.213183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac530dd0-3a82-4557-96e6-5642cce8b49c req-564aafa0-1da8-4c63-a660-f11281a018ff tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Aug 19 00:19:49.369393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5008791-5ad4-495f-9b36-9d80ef2c77c1 req-11230aa0-a02b-4a91-8003-94c0f5b30fac tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=adb4a47ab69649c499285779ded9eee1 HTTP/1.1" status: 200 len: 221 time: 0.0306506 Aug 19 00:19:49.405867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77daeb-6134-4bc6-ad1b-b087a2b90c6e req-f851ad81-182a-44ca-8a8f-ddf71659bd46 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.407444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a77daeb-6134-4bc6-ad1b-b087a2b90c6e req-f851ad81-182a-44ca-8a8f-ddf71659bd46 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.0542872 Aug 19 00:19:49.457959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a77daeb-6134-4bc6-ad1b-b087a2b90c6e req-b48f980f-fbc0-4be6-b72b-4092f814744f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Aug 19 00:19:49.484230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dc26b-064f-4502-ae02-d5053c8d8f1e req-21e157ff-07f7-4f59-93e6-aa614be86ff3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.485964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc1dc26b-064f-4502-ae02-d5053c8d8f1e req-21e157ff-07f7-4f59-93e6-aa614be86ff3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0605218 Aug 19 00:19:49.536400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc1dc26b-064f-4502-ae02-d5053c8d8f1e req-6767ec85-cbd4-421c-bc2e-a71f5a602899 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Aug 19 00:19:49.772425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b93177-9f85-438d-969b-586dbcfc1397 req-f4ca6f3e-decc-4d4c-8871-0bb6dfcd73c1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.774029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0b93177-9f85-438d-969b-586dbcfc1397 req-f4ca6f3e-decc-4d4c-8871-0bb6dfcd73c1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0564427 Aug 19 00:19:49.824780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0b93177-9f85-438d-969b-586dbcfc1397 req-f7fd153b-a5f2-42cd-b12e-c0ec5e57b206 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Aug 19 00:19:49.974191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3409d-4286-4986-a478-7f2fd55d3b85 req-d95654dd-49e7-4147-8a77-0ea6a27c2839 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:49.975802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5b3409d-4286-4986-a478-7f2fd55d3b85 req-d95654dd-49e7-4147-8a77-0ea6a27c2839 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0498362 Aug 19 00:19:50.014549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5b3409d-4286-4986-a478-7f2fd55d3b85 req-bf7cff0f-9243-4e6d-8550-e6478bf72488 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Aug 19 00:19:50.128990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213198-b5da-4110-903b-381b705bb4ee req-226cd3a4-f3a5-4217-9482-3e86f57ec139 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.131163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27213198-b5da-4110-903b-381b705bb4ee req-226cd3a4-f3a5-4217-9482-3e86f57ec139 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0494809 Aug 19 00:19:50.181425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27213198-b5da-4110-903b-381b705bb4ee req-5bf48014-e6db-4548-99a9-15f3a63be4da tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Aug 19 00:19:50.311428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6161-9187-40ea-84a3-4cc401f76e72 req-9f50930f-b55e-4a3c-85d6-4f8c5ab98ff3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.313022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cef6161-9187-40ea-84a3-4cc401f76e72 req-9f50930f-b55e-4a3c-85d6-4f8c5ab98ff3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0499485 Aug 19 00:19:50.351924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cef6161-9187-40ea-84a3-4cc401f76e72 req-e68351cc-e8ba-4390-bfb3-0b843a97f6e3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Aug 19 00:19:50.476399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4a7c-a5d2-44ac-a448-cd49c8e61b71 req-42b708bd-bab4-4187-922e-891860f34e8e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.477869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c05d4a7c-a5d2-44ac-a448-cd49c8e61b71 req-42b708bd-bab4-4187-922e-891860f34e8e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0567050 Aug 19 00:19:50.518614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c05d4a7c-a5d2-44ac-a448-cd49c8e61b71 req-a5d1367e-28ef-4037-952e-2f6c1150b1fc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 19 00:19:50.614055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18650879-e8b8-42cb-aca6-f8aa6e914612 req-c21a3c84-132d-4f6f-bd0e-052df5e28f43 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.615815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18650879-e8b8-42cb-aca6-f8aa6e914612 req-c21a3c84-132d-4f6f-bd0e-052df5e28f43 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.0613012 Aug 19 00:19:50.665116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27f94-7e25-4cb2-91ae-9f1194c2ab05 req-8aea0bc4-0c29-4a07-908b-bfed00483d25 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.672091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18650879-e8b8-42cb-aca6-f8aa6e914612 req-9e3ecd62-4a1e-4b3e-aa89-4e7be56d1568 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Aug 19 00:19:50.672885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bce27f94-7e25-4cb2-91ae-9f1194c2ab05 req-8aea0bc4-0c29-4a07-908b-bfed00483d25 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0608840 Aug 19 00:19:50.710513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bce27f94-7e25-4cb2-91ae-9f1194c2ab05 req-3c446bd7-cb88-49b4-a260-f5c687cdc96c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Aug 19 00:19:50.887724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68c08-1d47-4624-adc5-af1827fb767d req-fe4233cd-8898-450c-8bb7-b643d9263b66 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:50.889641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ad68c08-1d47-4624-adc5-af1827fb767d req-fe4233cd-8898-450c-8bb7-b643d9263b66 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0900106 Aug 19 00:19:50.946438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ad68c08-1d47-4624-adc5-af1827fb767d req-d786d800-da2d-4efa-8b2a-5a46be9dfaf5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Aug 19 00:19:51.122712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c96fe2-50bf-49b7-be7a-c517d958e60f req-b2d8d240-ef17-4921-957a-774666b0cf75 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.124256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99c96fe2-50bf-49b7-be7a-c517d958e60f req-b2d8d240-ef17-4921-957a-774666b0cf75 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0680113 Aug 19 00:19:51.191936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99c96fe2-50bf-49b7-be7a-c517d958e60f req-9b9353b1-e8bc-45d7-b567-21cecd3a5654 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Aug 19 00:19:51.324122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279702-e513-4a63-bda3-1be43aef30f6 req-57ddbfec-dab4-4cea-a603-ba9174cceb7a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.330042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51279702-e513-4a63-bda3-1be43aef30f6 req-57ddbfec-dab4-4cea-a603-ba9174cceb7a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0590558 Aug 19 00:19:51.373243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51279702-e513-4a63-bda3-1be43aef30f6 req-6449bc1b-0e6b-4e35-938f-85576af43d5b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Aug 19 00:19:51.512857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea15a6-4586-428a-9c21-34782f79df21 req-5b2d8b80-136b-40fc-a4cd-8428aa5609e7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.514275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3ea15a6-4586-428a-9c21-34782f79df21 req-5b2d8b80-136b-40fc-a4cd-8428aa5609e7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0553818 Aug 19 00:19:51.554322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3ea15a6-4586-428a-9c21-34782f79df21 req-1c5a52a8-1101-480e-9955-2c25b4e372e1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Aug 19 00:19:51.673071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e09f-4281-4ff6-9629-8c4b2e9c2394 req-9e08fc8a-9335-4861-8200-f7109f64e44c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.674583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b66e09f-4281-4ff6-9629-8c4b2e9c2394 req-9e08fc8a-9335-4861-8200-f7109f64e44c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0490463 Aug 19 00:19:51.717715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b66e09f-4281-4ff6-9629-8c4b2e9c2394 req-237ede09-9cf3-44c2-ae46-8792b44575d0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Aug 19 00:19:51.790688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:19:51.812278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f0b67-6a15-4a40-86fc-b2fa03b35c54 req-43c540d9-a034-4a4b-a987-27e49a822a6e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.813911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d8f0b67-6a15-4a40-86fc-b2fa03b35c54 req-43c540d9-a034-4a4b-a987-27e49a822a6e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.0684700 Aug 19 00:19:51.880056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16447-b891-430a-bf55-fcae60eb072e req-e65478af-aadf-45fb-9160-238b28f9f139 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:51.887949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcf16447-b891-430a-bf55-fcae60eb072e req-e65478af-aadf-45fb-9160-238b28f9f139 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0699403 Aug 19 00:19:51.892899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d8f0b67-6a15-4a40-86fc-b2fa03b35c54 req-f3eeed69-b45d-4c6e-8244-a89a9e6799e4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Aug 19 00:19:51.909212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:51.932819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '36f56bda-93e8-4902-a992-224118e6e612', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': '36f56bda-93e8-4902-a992-224118e6e612', 'mac_address': 'fa:16:3e:73:2b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:19:51.948043 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcf16447-b891-430a-bf55-fcae60eb072e req-f01cd606-3451-4889-8b08-c59b88623db6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Aug 19 00:19:51.978791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:51.994297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f56bda-93e8-4902-a992-224118e6e612 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:19:52.018744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:52.029022 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:52.109312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c311f8-f3fc-406c-a09d-41f45e91d3d3 req-bdc403a7-8ef4-4c02-aba0-ba4116a93b6b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:52.110939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6c311f8-f3fc-406c-a09d-41f45e91d3d3 req-bdc403a7-8ef4-4c02-aba0-ba4116a93b6b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0654302 Aug 19 00:19:52.130030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:52.165669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6c311f8-f3fc-406c-a09d-41f45e91d3d3 req-8c163fff-8e56-42a5-83c4-00e3d515af53 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Aug 19 00:19:52.432706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dbcf3-b567-478d-9036-e9375e1d92fe req-afbc36a5-4af1-4da7-97b0-f35a095faf06 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:52.456845 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-245dbcf3-b567-478d-9036-e9375e1d92fe req-afbc36a5-4af1-4da7-97b0-f35a095faf06 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1198995 Aug 19 00:19:52.460626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['36f56bda-93e8-4902-a992-224118e6e612'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:19:52.559520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-245dbcf3-b567-478d-9036-e9375e1d92fe req-c3a082dd-ceb6-4598-a363-23f2040df983 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012614 Aug 19 00:19:52.700972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bf54-2e8d-4570-9a52-15bc2798132b req-737ed52a-55c2-4e46-8995-a4dda12f22e5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:52.702469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e262bf54-2e8d-4570-9a52-15bc2798132b req-737ed52a-55c2-4e46-8995-a4dda12f22e5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0546515 Aug 19 00:19:52.740701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e262bf54-2e8d-4570-9a52-15bc2798132b req-45f8cf43-fdce-4618-a314-c8ef4da52fda tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Aug 19 00:19:52.924846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffe9d4-e923-4378-bf98-d022181f4886 req-8562d044-221b-437e-be10-758bef09134b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:52.926396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fffe9d4-e923-4378-bf98-d022181f4886 req-8562d044-221b-437e-be10-758bef09134b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0543060 Aug 19 00:19:52.984422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8fffe9d4-e923-4378-bf98-d022181f4886 req-8ed0d551-6bd6-4e09-a759-437c6e975413 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Aug 19 00:19:53.038241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b4e63-66bd-4980-b22d-0afcaabe1886 req-41e5d441-2bc8-4197-8887-4e81f840bf87 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:53.040171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901b4e63-66bd-4980-b22d-0afcaabe1886 req-41e5d441-2bc8-4197-8887-4e81f840bf87 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 944 time: 0.0652561 Aug 19 00:19:53.084203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901b4e63-66bd-4980-b22d-0afcaabe1886 req-81380d96-13ba-4534-a5a5-64e7d0c4810b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Aug 19 00:19:53.100322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f64447-45eb-4677-b47d-98716400b0b0 req-94b753ca-172a-49e7-8895-087227ed7fbc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:53.101828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4f64447-45eb-4677-b47d-98716400b0b0 req-94b753ca-172a-49e7-8895-087227ed7fbc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0573115 Aug 19 00:19:53.141216 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4f64447-45eb-4677-b47d-98716400b0b0 req-2ced46ec-cf2a-4835-89d5-dc1ddd07e2fb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 19 00:19:53.268693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb4856-b8a1-4ca6-b480-d364f1e6705a req-317913f0-b52e-4122-a132-7be867587695 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:53.270070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4bb4856-b8a1-4ca6-b480-d364f1e6705a req-317913f0-b52e-4122-a132-7be867587695 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0479906 Aug 19 00:19:53.308628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4bb4856-b8a1-4ca6-b480-d364f1e6705a req-72366954-6db4-441d-8a85-aab4d3ea1489 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Aug 19 00:19:53.426494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e2dae-3fab-4255-9e91-fdb326490d8d req-37208d4a-6d06-4743-b9e5-718fa469c266 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:53.428056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c4e2dae-3fab-4255-9e91-fdb326490d8d req-37208d4a-6d06-4743-b9e5-718fa469c266 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0523477 Aug 19 00:19:53.481816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c4e2dae-3fab-4255-9e91-fdb326490d8d req-6a464380-11a0-4c52-a638-1c66d48080c1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468554 Aug 19 00:19:53.724331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf546-c78f-40fe-903d-58160f6ea819 req-b5625e61-86b9-4433-88c6-b7d67093c320 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:53.726025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c14cf546-c78f-40fe-903d-58160f6ea819 req-b5625e61-86b9-4433-88c6-b7d67093c320 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0562778 Aug 19 00:19:53.779487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c14cf546-c78f-40fe-903d-58160f6ea819 req-237dabe5-decf-4b2a-b027-0d41cf27afbd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 Aug 19 00:19:53.796327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:19:53.868455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 36f56bda-93e8-4902-a992-224118e6e612 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:19:53.872836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 36f56bda-93e8-4902-a992-224118e6e612 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:19:53.873241 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:53.971124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:53.997565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:19:54.000145 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd94f5-7024-435b-aef4-bb6e98010b2b" -d '{"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-plugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:19:54.014701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:19:54.018826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:54.066770 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0a557-22e1-4b49-b0cb-4655660dafd2 x-openstack-request-id: req-e2e0a557-22e1-4b49-b0cb-4655660dafd2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:19:54.067056 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-plugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:19:54.067307 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2e0a557-22e1-4b49-b0cb-4655660dafd2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:19:54.067699 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612', 'code': 200} Aug 19 00:19:54.073133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:54.238415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2d5d0-91e3-4c2d-b22e-1dc3f591bc79 req-87b429ea-adbc-4f1c-827d-029f4aaabbef tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:54.239870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ba2d5d0-91e3-4c2d-b22e-1dc3f591bc79 req-87b429ea-adbc-4f1c-827d-029f4aaabbef tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0780160 Aug 19 00:19:54.257855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7fd85-7e84-4248-8346-0e235eecb7f5 req-27ac64e5-9e0c-4b3d-9f37-2fcb14afa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:54.261048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eaa7fd85-7e84-4248-8346-0e235eecb7f5 req-27ac64e5-9e0c-4b3d-9f37-2fcb14afa995 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 1097 time: 0.0713122 Aug 19 00:19:54.303618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ba2d5d0-91e3-4c2d-b22e-1dc3f591bc79 req-870154c6-eec1-4f0b-8726-d6a7fcaafa31 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547776 Aug 19 00:19:54.317837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eaa7fd85-7e84-4248-8346-0e235eecb7f5 req-03db387d-9e20-400e-8a20-4c62271290e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Aug 19 00:19:54.914261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47faf-9ceb-4de8-9c7e-80104f5b1edf req-477f87f4-8ffb-4f42-a25b-ef29c5ee71d3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:54.916353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4b47faf-9ceb-4de8-9c7e-80104f5b1edf req-477f87f4-8ffb-4f42-a25b-ef29c5ee71d3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0495505 Aug 19 00:19:54.957036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4b47faf-9ceb-4de8-9c7e-80104f5b1edf req-f29919a3-ec14-41a9-a69e-3ae91dfd6fc9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Aug 19 00:19:55.212618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927425a-80cf-4b5e-93f3-f193f08fd16e req-3e4f2311-5d2d-4f09-8020-cedfe8b4bd5b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:55.214204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6927425a-80cf-4b5e-93f3-f193f08fd16e req-3e4f2311-5d2d-4f09-8020-cedfe8b4bd5b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0565174 Aug 19 00:19:55.253440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6927425a-80cf-4b5e-93f3-f193f08fd16e req-4d358284-6cf0-48dd-a2d1-04fcbe13a781 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Aug 19 00:19:55.431573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f18e2-1833-47f2-9bb6-c1599fb5f48a req-4d117df1-8400-49d5-a0f7-6e83828d513f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:55.433163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-256f18e2-1833-47f2-9bb6-c1599fb5f48a req-4d117df1-8400-49d5-a0f7-6e83828d513f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Aug 19 00:19:55.469948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-256f18e2-1833-47f2-9bb6-c1599fb5f48a req-387becb0-741c-46d3-b0ab-6e89a578d505 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304854 Aug 19 00:19:56.372912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb6fc-37cb-4d48-b525-3ddc35f7a31c req-fb052269-086a-4dce-a971-98a6f2954978 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:56.374445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce9fb6fc-37cb-4d48-b525-3ddc35f7a31c req-fb052269-086a-4dce-a971-98a6f2954978 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0509975 Aug 19 00:19:56.425014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce9fb6fc-37cb-4d48-b525-3ddc35f7a31c req-e8c2c91e-dd70-45a1-b8c9-37ed4ee1712e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Aug 19 00:19:56.611462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b173a2-c1cc-4b3f-b0ac-724418a614be req-0e3bf285-ae8a-4af4-acdc-35dab4408928 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:56.614015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6b173a2-c1cc-4b3f-b0ac-724418a614be req-0e3bf285-ae8a-4af4-acdc-35dab4408928 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0622284 Aug 19 00:19:56.639166 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:56.672871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb55bf1-75ce-4078-9d74-2401b47e6966 req-6652dcc3-9cf3-4629-8d89-8185f6e5be25 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:56.679140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eb55bf1-75ce-4078-9d74-2401b47e6966 req-6652dcc3-9cf3-4629-8d89-8185f6e5be25 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1065693 Aug 19 00:19:56.694344 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6b173a2-c1cc-4b3f-b0ac-724418a614be req-60c30247-6ff6-4706-8d54-670de411fb5a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672755 Aug 19 00:19:56.750882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eb55bf1-75ce-4078-9d74-2401b47e6966 req-952b3391-6177-4636-85f3-b21cf4a3541d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Aug 19 00:19:56.893218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964e42-22b9-4d56-b3cd-68fb7950834e req-152a2b50-9ef2-4a18-aec8-49bd9b1a2061 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:56.894789 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e964e42-22b9-4d56-b3cd-68fb7950834e req-152a2b50-9ef2-4a18-aec8-49bd9b1a2061 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0577347 Aug 19 00:19:56.946136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9e964e42-22b9-4d56-b3cd-68fb7950834e req-656b8583-4ce9-4d2e-8c77-ee1812fca783 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Aug 19 00:19:57.015008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d1db-75f8-439e-b61a-77742e9cafea req-ee18cfc5-b415-4d6d-9d26-de4b71caf8ab tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.016679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-edd2d1db-75f8-439e-b61a-77742e9cafea req-ee18cfc5-b415-4d6d-9d26-de4b71caf8ab tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0665190 Aug 19 00:19:57.059028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-edd2d1db-75f8-439e-b61a-77742e9cafea req-c4b1c988-a5af-4183-903f-8755b12e5571 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Aug 19 00:19:57.076554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212be6-a9c4-4325-ac8f-74eebd0254f7 req-9d17aeb6-5f69-4783-b5a7-0d6266f945d5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.077103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf212be6-a9c4-4325-ac8f-74eebd0254f7 req-9d17aeb6-5f69-4783-b5a7-0d6266f945d5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0525343 Aug 19 00:19:57.116963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf212be6-a9c4-4325-ac8f-74eebd0254f7 req-ddb3fb8d-ab11-4b2b-b163-f08dda68285f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Aug 19 00:19:57.257075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-f68ab887-523e-487b-8460-b428b8219f49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745165 Aug 19 00:19:57.272161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f933dbe-c9d4-4673-bac9-5a0b6219a448 req-103fc821-2efa-45a0-b387-4030b2ee657c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.273636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f933dbe-c9d4-4673-bac9-5a0b6219a448 req-103fc821-2efa-45a0-b387-4030b2ee657c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0538313 Aug 19 00:19:57.285257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:57.342059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f933dbe-c9d4-4673-bac9-5a0b6219a448 req-fb0304f3-f113-4379-b830-e7936899860c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568190 Aug 19 00:19:57.344669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-94e3c3be-99a2-4b37-9b7a-f8e4630d7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.346079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-94e3c3be-99a2-4b37-9b7a-f8e4630d7da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 1098 time: 0.0684359 Aug 19 00:19:57.406205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd34e8a7-5648-4783-bc49-7599de56f4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.451488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-bdd83564-791b-49db-824b-a7186c49aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.453006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-bdd83564-791b-49db-824b-a7186c49aacc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.0865879 Aug 19 00:19:57.488129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ac9ba-c464-4637-b8c6-69e39cc6fdca req-24f99342-50ae-4cf2-8457-20eec358595e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.489641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff5ac9ba-c464-4637-b8c6-69e39cc6fdca req-24f99342-50ae-4cf2-8457-20eec358595e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0746684 Aug 19 00:19:57.500228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-edb8d04e-8a39-4df0-90a0-6f823398e9e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 HTTP/1.1" status: 200 len: 217 time: 0.0399890 Aug 19 00:19:57.548098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff5ac9ba-c464-4637-b8c6-69e39cc6fdca req-e7f060df-0701-4ba0-b331-84306cb6501f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494099 Aug 19 00:19:57.552833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-35c65e2f-b4c8-4f4f-86db-c9ddf020512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.554395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-35c65e2f-b4c8-4f4f-86db-c9ddf020512a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0469029 Aug 19 00:19:57.568869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd34e8a7-5648-4783-bc49-7599de56f4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.573531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd34e8a7-5648-4783-bc49-7599de56f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.612160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-ba16e26b-8d64-4d6b-b5dd-cbbc16b141ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.613967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-ba16e26b-8d64-4d6b-b5dd-cbbc16b141ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448256 Aug 19 00:19:57.620328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e8a7-5648-4783-bc49-7599de56f4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb802b-ba6f-4cd7-961f-0c76e4f80647,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:57.627521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd34e8a7-5648-4783-bc49-7599de56f4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=549d5c870289442d973dfc0fd0c16733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411257 Aug 19 00:19:57.628558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49780) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:57.707611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.721535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-5914b64e-c290-45a1-b32f-3ae6ca1da77d service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994768 Aug 19 00:19:57.735728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.746201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0266fc-715c-4124-a770-c8e3b2e9482a req-02ef0e9b-eee8-487b-ae1c-6f8022d9f5c2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:57.748142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b0266fc-715c-4124-a770-c8e3b2e9482a req-02ef0e9b-eee8-487b-ae1c-6f8022d9f5c2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0882609 Aug 19 00:19:57.813813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b0266fc-715c-4124-a770-c8e3b2e9482a req-92d407fd-3fe0-4d5c-bc4a-9ed4323cf6a4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Aug 19 00:19:57.839303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.842413 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:57.843567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45cb802b-ba6f-4cd7-961f-0c76e4f80647 HTTP/1.1" status: 204 len: 168 time: 0.2140732 Aug 19 00:19:57.853600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac8ba4-8649-4bad-9d46-036fee891396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb802b-ba6f-4cd7-961f-0c76e4f80647,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:57.869969 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a9545e19-9bc6-4bed-8646-601670b3e30e req-2ab9e000-2dea-4b9a-8277-5cdf17ea16ed service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407251 Aug 19 00:19:58.191867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:58.210697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66555a8e-7ac3-480b-a38c-f6c394bb8291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.240493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de1e3-0fbc-4ec2-9f80-f8b902262814 req-6b5076db-e566-4e3d-ba9d-702706d6a229 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.242039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-984de1e3-0fbc-4ec2-9f80-f8b902262814 req-6b5076db-e566-4e3d-ba9d-702706d6a229 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0915387 Aug 19 00:19:58.307453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-984de1e3-0fbc-4ec2-9f80-f8b902262814 req-71f3dc28-fed6-4988-876f-592a0d296f52 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572021 Aug 19 00:19:58.320681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88edf1-930f-4b1c-bd94-81224a545aa2 req-5a3350dd-c4bc-425d-9b68-0865fa649de6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.329668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b88edf1-930f-4b1c-bd94-81224a545aa2 req-5a3350dd-c4bc-425d-9b68-0865fa649de6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.4185314 Aug 19 00:19:58.381444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b88edf1-930f-4b1c-bd94-81224a545aa2 req-d0bccd0b-4c0f-4eb9-8fdd-9e2e605248e1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Aug 19 00:19:58.403007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66555a8e-7ac3-480b-a38c-f6c394bb8291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.409621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-66555a8e-7ac3-480b-a38c-f6c394bb8291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.456707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66555a8e-7ac3-480b-a38c-f6c394bb8291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b112bfa-cd6c-47db-9808-ed88017b5f27,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:58.476764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49804) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:58.478887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-66555a8e-7ac3-480b-a38c-f6c394bb8291 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27c2485631a54dd9a478dcb25c0d533c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857523 Aug 19 00:19:58.551849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347810c-a7a6-4f84-a64a-9010bffa57f2 req-30364e3a-bd01-4976-9833-bd5408d42404 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.553372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e347810c-a7a6-4f84-a64a-9010bffa57f2 req-30364e3a-bd01-4976-9833-bd5408d42404 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0787220 Aug 19 00:19:58.588420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.608613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e347810c-a7a6-4f84-a64a-9010bffa57f2 req-07f5c039-dd0c-4096-857b-d01b3e1685af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Aug 19 00:19:58.630798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.675918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.678591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:58.679818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b112bfa-cd6c-47db-9808-ed88017b5f27 HTTP/1.1" status: 204 len: 168 time: 0.2021449 Aug 19 00:19:58.717469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563680f-3c86-4fe5-a13b-fbe196509a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b112bfa-cd6c-47db-9808-ed88017b5f27,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:58.764878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299d5d-5ed8-4719-861c-9fc2d500be9f req-d18da5dc-5086-4b73-a9a1-47fd6db8b18f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.767004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a299d5d-5ed8-4719-861c-9fc2d500be9f req-d18da5dc-5086-4b73-a9a1-47fd6db8b18f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0854428 Aug 19 00:19:58.839075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a299d5d-5ed8-4719-861c-9fc2d500be9f req-290fe784-52fc-4fbe-8881-968acd6f470e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632968 Aug 19 00:19:58.845422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116cd17-baa7-4aef-8d8d-8249fcc74bfb req-feb1c253-07a7-48f7-9e85-8bcf22651806 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.847352 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2116cd17-baa7-4aef-8d8d-8249fcc74bfb req-feb1c253-07a7-48f7-9e85-8bcf22651806 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0686302 Aug 19 00:19:58.890645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2116cd17-baa7-4aef-8d8d-8249fcc74bfb req-7ee5a279-89ea-4711-bb16-cb44ebca0529 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365355 Aug 19 00:19:58.997378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff589d3-c8ef-4fee-afa1-03e856378c09 req-12e8f6a4-31cc-4689-a128-eb21a23c448d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:58.998926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fff589d3-c8ef-4fee-afa1-03e856378c09 req-12e8f6a4-31cc-4689-a128-eb21a23c448d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0574093 Aug 19 00:19:59.039428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fff589d3-c8ef-4fee-afa1-03e856378c09 req-e8fff68c-bf34-4684-9984-963e77ef17ed tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Aug 19 00:19:59.129415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:59.143313 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09d467bd-a430-4eae-91be-7f4cf208331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.191016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6cff-10e8-409f-9264-78dfedfae3eb req-897e1c48-30aa-4cca-b418-34dccd087dd8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:59.192663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75bc6cff-10e8-409f-9264-78dfedfae3eb req-897e1c48-30aa-4cca-b418-34dccd087dd8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0767078 Aug 19 00:19:59.235890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75bc6cff-10e8-409f-9264-78dfedfae3eb req-17f4be30-cce4-4c30-9296-ef799370b65d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363245 Aug 19 00:19:59.239919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09d467bd-a430-4eae-91be-7f4cf208331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.248383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09d467bd-a430-4eae-91be-7f4cf208331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.305904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-09d467bd-a430-4eae-91be-7f4cf208331c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dd8806a88f5495384058145410192f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725924 Aug 19 00:19:59.305904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d467bd-a430-4eae-91be-7f4cf208331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adbeb5d-33e8-43ca-9c01-7a13b344f4dd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:59.306836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:19:59.376682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.414890 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.450182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162216bd-cdd0-496d-9f70-2880246dc8b0 req-119643b6-8319-40fa-9b29-b0e98b36e744 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:59.451692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-162216bd-cdd0-496d-9f70-2880246dc8b0 req-119643b6-8319-40fa-9b29-b0e98b36e744 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0896459 Aug 19 00:19:59.496374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-162216bd-cdd0-496d-9f70-2880246dc8b0 req-7db13b2f-8b8f-455f-956f-6b4e72d0f9b4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Aug 19 00:19:59.506067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.509808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:19:59.513425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4adbeb5d-33e8-43ca-9c01-7a13b344f4dd HTTP/1.1" status: 204 len: 168 time: 0.2051384 Aug 19 00:19:59.521796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75118-a003-46ac-9137-48078823a343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adbeb5d-33e8-43ca-9c01-7a13b344f4dd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:19:59.632651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b7b8d-e1d0-4d3d-aaef-474ff7aaddee req-56074ad2-7ad9-4ea8-8be7-b1a5a4576c45 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:59.635474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc5b7b8d-e1d0-4d3d-aaef-474ff7aaddee req-56074ad2-7ad9-4ea8-8be7-b1a5a4576c45 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0610094 Aug 19 00:19:59.677943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc5b7b8d-e1d0-4d3d-aaef-474ff7aaddee req-f16b357b-d2a2-4da1-9a7c-e1166680975f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Aug 19 00:19:59.819412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83427023-2ff7-47dd-93bb-a9bf4e980f8b req-549befb9-625c-4d8d-9dbc-72dee0732a5c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:19:59.820924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83427023-2ff7-47dd-93bb-a9bf4e980f8b req-549befb9-625c-4d8d-9dbc-72dee0732a5c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0511119 Aug 19 00:19:59.862626 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83427023-2ff7-47dd-93bb-a9bf4e980f8b req-893db697-9d50-4ea4-b43b-4dce632a9751 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Aug 19 00:20:00.003604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80abe5b-f1ad-4a6d-ac04-169e6a09842c req-fd456130-3c0b-4f31-b1ad-945d3033203b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:00.006067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a80abe5b-f1ad-4a6d-ac04-169e6a09842c req-fd456130-3c0b-4f31-b1ad-945d3033203b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0676610 Aug 19 00:20:00.043814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7989ee-4dc8-4b8d-bb1e-49298c104671 req-7b714353-ead1-4a77-ac0d-e8a6c9070306 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:00.053530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e7989ee-4dc8-4b8d-bb1e-49298c104671 req-7b714353-ead1-4a77-ac0d-e8a6c9070306 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0777144 Aug 19 00:20:00.078169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a80abe5b-f1ad-4a6d-ac04-169e6a09842c req-4aaf6430-b213-4180-9d24-98346258524c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Aug 19 00:20:00.113158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e7989ee-4dc8-4b8d-bb1e-49298c104671 req-20c0b7ba-2db0-4ec4-8452-eaa5fdd170c5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 Aug 19 00:20:00.283412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8a8f-c658-4839-a861-554ecc3c1786 req-ed5db9c3-5515-4bc8-8d5e-0e10b49b08cd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:00.295419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-629e8a8f-c658-4839-a861-554ecc3c1786 req-ed5db9c3-5515-4bc8-8d5e-0e10b49b08cd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0659533 Aug 19 00:20:00.311029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:00.348327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-629e8a8f-c658-4839-a861-554ecc3c1786 req-8111d50c-9649-4412-a8e2-5c193bfc2dfa tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Aug 19 00:20:00.463401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba124b-c170-4e96-aa0e-c6c79e7dd5dd req-240a5f80-150b-4a9f-8c3a-c8623eb7cea9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:00.464969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68ba124b-c170-4e96-aa0e-c6c79e7dd5dd req-240a5f80-150b-4a9f-8c3a-c8623eb7cea9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0564666 Aug 19 00:20:00.508062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68ba124b-c170-4e96-aa0e-c6c79e7dd5dd req-92e80cba-1523-423e-909c-1e4ec24830f0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Aug 19 00:20:00.567717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f792b766-2a88-4125-9662-abe5423f7c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.666544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f792b766-2a88-4125-9662-abe5423f7c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.670523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f792b766-2a88-4125-9662-abe5423f7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.737063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f792b766-2a88-4125-9662-abe5423f7c20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a0c796120e4c7faa1fa1de2bc7cfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245212 Aug 19 00:20:00.739700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49894) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:00.747947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b766-2a88-4125-9662-abe5423f7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45482382-3662-43e2-87b2-aa93fd386c51,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:00.797912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e0aa-bbcf-48a2-bb9b-7a1df7cfe866 req-111b0c41-d5a1-4264-8051-61de76362186 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:00.800832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7680e0aa-bbcf-48a2-bb9b-7a1df7cfe866 req-111b0c41-d5a1-4264-8051-61de76362186 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1046777 Aug 19 00:20:00.832315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.865729 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.870239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7680e0aa-bbcf-48a2-bb9b-7a1df7cfe866 req-c7c1d5fa-3843-48a2-b643-b57c93106672 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Aug 19 00:20:00.938391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.940764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:00.942052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45482382-3662-43e2-87b2-aa93fd386c51 HTTP/1.1" status: 204 len: 168 time: 0.2014425 Aug 19 00:20:00.950797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a63e0-c822-4ae3-88ca-b05369d7a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45482382-3662-43e2-87b2-aa93fd386c51,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:01.029035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9a882-58f8-4ba8-afcc-ce8f1e4c47df req-42b26d0f-f2f5-465a-bb72-6082079ab3c6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:01.030805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbd9a882-58f8-4ba8-afcc-ce8f1e4c47df req-42b26d0f-f2f5-465a-bb72-6082079ab3c6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0645521 Aug 19 00:20:01.081198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fbd9a882-58f8-4ba8-afcc-ce8f1e4c47df req-741bb7c9-fa3d-4ab6-8a19-6296d172d179 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Aug 19 00:20:01.218523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a41-6708-404a-a657-ea60e231ac66 req-3e76b57b-5f62-462e-b5df-b89e1175019c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:01.220546 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-553a2a41-6708-404a-a657-ea60e231ac66 req-3e76b57b-5f62-462e-b5df-b89e1175019c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0562038 Aug 19 00:20:01.288319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-553a2a41-6708-404a-a657-ea60e231ac66 req-4243f874-fe8b-43c2-bd03-dc0dac3e2731 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532026 Aug 19 00:20:01.310279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3994d9-6640-43f5-a723-7eb18bb249ff req-4b6d56dd-b907-4361-8d35-e6b8d30ed08c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:01.320809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b3994d9-6640-43f5-a723-7eb18bb249ff req-4b6d56dd-b907-4361-8d35-e6b8d30ed08c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0804217 Aug 19 00:20:01.363945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b3994d9-6640-43f5-a723-7eb18bb249ff req-73bfa2f5-683a-4e12-bd5b-3112d1d69929 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Aug 19 00:20:01.416873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bced1fc-2182-4b05-b238-3f8ed998ee90 req-4dec3e92-a02a-4bf3-979e-3a5148cacebe tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:01.418907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bced1fc-2182-4b05-b238-3f8ed998ee90 req-4dec3e92-a02a-4bf3-979e-3a5148cacebe tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0524285 Aug 19 00:20:01.464164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bced1fc-2182-4b05-b238-3f8ed998ee90 req-a22b04de-3d79-4875-acb1-34c5d3f0fe8b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Aug 19 00:20:01.695128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:01.793226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-418095657-network', 'tenant_id': '26024121789a4376a0473d3479b8f5bc'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:01.816889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Made reservation on behalf of 26024121789a4376a0473d3479b8f5bc for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:01.819245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:01.829233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:01.855036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:01.938297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6adf-aa8b-496a-953c-892e5d6e9722 req-5897d939-868b-444f-85f4-aad3e967706a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:01.940466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bea6adf-aa8b-496a-953c-892e5d6e9722 req-5897d939-868b-444f-85f4-aad3e967706a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0738780 Aug 19 00:20:01.958292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:01.969948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '36f56bda-93e8-4902-a992-224118e6e612', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'port_id': '36f56bda-93e8-4902-a992-224118e6e612', 'mac_address': 'fa:16:3e:73:2b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:01.978027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:01.986064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.018346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.019294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:20:02.025082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0bea6adf-aa8b-496a-953c-892e5d6e9722 req-7aa429c2-62d8-497d-9ce6-e71910221913 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714598 Aug 19 00:20:02.033246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36f56bda-93e8-4902-a992-224118e6e612 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:02.044802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.045332 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Added segment 79edc19a-8ff6-4fa3-94c5-1035ef0caaea of type vlan for network 9d053086-379c-4443-9a80-676c260b951f Aug 19 00:20:02.053721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f73566-8151-4bee-8701-1260dfa76fcf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:02.057886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:02.067415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.090376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.118984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.120205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:02.120370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:02.121009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.177885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4815562 Aug 19 00:20:02.181479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:02.186513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Request body: {'subnet': {'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-418095657-subnet', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:02.195247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2af4f2-eae5-44b1-ac21-d57a95bf9d41 admin admin] Pushing event updated for resources: {'Network': ['ID=9d053086-379c-4443-9a80-676c260b951f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:02.205950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9d053086-379c-4443-9a80-676c260b951f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:20:02.215475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Made reservation on behalf of 26024121789a4376a0473d3479b8f5bc for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:02.218452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.257692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['36f56bda-93e8-4902-a992-224118e6e612'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:02.415144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.503915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948644c2-2f60-4b95-8394-65e8e0664627,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:02.519662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Checking segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:02.520036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Network hostable DHCP agents. Network: 9d053086-379c-4443-9a80-676c260b951f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:20:02.535641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d029b-d198-4445-b068-ff245811a06c req-a5abefa1-98eb-4729-87e9-66f07ef5da66 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:02.537203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-568d029b-d198-4445-b068-ff245811a06c req-a5abefa1-98eb-4729-87e9-66f07ef5da66 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 944 time: 0.0808508 Aug 19 00:20:02.562741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Network 9d053086-379c-4443-9a80-676c260b951f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:20:02.581085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9d053086-379c-4443-9a80-676c260b951f) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:02.589854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6cbbb8-304e-416d-846d-7b92b9d573c5 None None] Network 9d053086-379c-4443-9a80-676c260b951f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:02.590904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:02.591506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.597853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-568d029b-d198-4445-b068-ff245811a06c req-7088d295-a269-4f95-a161-d768d26e957c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Aug 19 00:20:02.610956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d1a44929-5bc0-433e-aaca-7d19c20ec4f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4282084 Aug 19 00:20:02.613893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49982) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:02.619164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:02.643006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.644726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.714062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.767857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9d053086-379c-4443-9a80-676c260b951f', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:20:02.768845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.868629 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:02.917834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Allocated IP 172.20.0.2 (9d053086-379c-4443-9a80-676c260b951f/948644c2-2f60-4b95-8394-65e8e0664627/4fce23a8-c99f-47cc-8e1f-7302016b9c68) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:03.074058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.075434 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.083014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Transition to ACTIVE for port object 4fce23a8-c99f-47cc-8e1f-7302016b9c68 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:03.095601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.099618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Transition to ACTIVE for port object 4fce23a8-c99f-47cc-8e1f-7302016b9c68 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:03.108664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.129362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Network 9d053086-379c-4443-9a80-676c260b951f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:03.130775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:03.158959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:03.195052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e366a-7c08-4b0c-9bb9-259c907f963b req-787e0551-49a1-440d-b32a-9498dc0d4b8b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:03.205191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-695e366a-7c08-4b0c-9bb9-259c907f963b req-787e0551-49a1-440d-b32a-9498dc0d4b8b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0949373 Aug 19 00:20:03.234596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Pushing event updated for resources: {'Port': ['ID=4fce23a8-c99f-47cc-8e1f-7302016b9c68,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:03.236839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Attempting to bind port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:03.237510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Attempting to bind port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:03.237884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Attempting to bind port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:03.249392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.249746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.250089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.250430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.250770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.251104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.251433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.251782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.252097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.252607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.253310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.253310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:03.257110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:03.257436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Checking segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:03.257846 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.258236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Bound using segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:03.258915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Bound port: 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:03.259307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.273042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-695e366a-7c08-4b0c-9bb9-259c907f963b req-d0f98a9c-d8ce-4aae-88c8-d91ec62ea0bb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660989 Aug 19 00:20:03.273558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Allocated IP 172.25.1.197 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/5f4fd8f8-e9bc-43ee-9027-55c5ca928e28) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:03.332403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] For port 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:03.335491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] For port 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4fce23a8-c99f-47cc-8e1f-7302016b9c68,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:03.341768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.388539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.419832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989120-0229-4a25-9c2c-b7c8a62d3685 None None] Pushing event updated for resources: {'Port': ['ID=4fce23a8-c99f-47cc-8e1f-7302016b9c68,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:03.460486 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.499863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:03.505309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:03.510903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:03.536475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:03.768688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fde9e-8250-4f32-b59e-cc75a280d0c2 req-05dd4c84-d81f-4df5-90ab-6fe021322b0c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:03.770232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb1fde9e-8250-4f32-b59e-cc75a280d0c2 req-05dd4c84-d81f-4df5-90ab-6fe021322b0c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 944 time: 0.0709462 Aug 19 00:20:03.849499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:03.901378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 36f56bda-93e8-4902-a992-224118e6e612 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:03.901741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.903303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb1fde9e-8250-4f32-b59e-cc75a280d0c2 req-f0018d60-f668-4be7-9d2d-bafe0ed441cf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786576 Aug 19 00:20:03.924010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:03.992669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:04.019080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:04.021685 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8030cd-eae7-436f-a2b8-931c57ec6e6c" -d '{"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-plugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:04.037429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:04.042631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:04.074982 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2209a4-a11c-44b6-b9b9-a399baa147af x-openstack-request-id: req-5c2209a4-a11c-44b6-b9b9-a399baa147af {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:04.075280 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-plugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:04.075743 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c2209a4-a11c-44b6-b9b9-a399baa147af {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:04.076150 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612', 'code': 200} Aug 19 00:20:04.115215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:04.443930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789115a-2fab-431d-b438-7f95d4c13ecf req-08902783-57a2-4e18-b487-49a42a14f66b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:04.445524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3789115a-2fab-431d-b438-7f95d4c13ecf req-08902783-57a2-4e18-b487-49a42a14f66b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0970545 Aug 19 00:20:04.495923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2673c7-ed40-46eb-a41f-2a0580618474 None None] Network 9d053086-379c-4443-9a80-676c260b951f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:04.519266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3789115a-2fab-431d-b438-7f95d4c13ecf req-e32376a6-395c-4444-a903-168d6afdcdd3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Aug 19 00:20:04.527781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:04.661880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Router 4acca272-a8b9-4fa1-a79d-73874270da6b is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:20:04.740026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8b65b8bd-828a-4134-a7ed-c8834f98bbb4 None None] Provisioning for port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:04.777891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:20:04.793813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:04.795296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-47ba87c6-dcd9-45a8-bdfa-f2b529416db0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1804681 Aug 19 00:20:04.798415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:04.807814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Sync routers for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:20:04.834725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:04.835370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:04.982861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:05.099685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50008) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:05.224944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b06b-3c11-4543-9a8f-33a9288168a0 req-e65e6468-7ed7-467e-9372-f16f3fca984e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:05.226461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fe1b06b-3c11-4543-9a8f-33a9288168a0 req-e65e6468-7ed7-467e-9372-f16f3fca984e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1167769 Aug 19 00:20:05.227263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:03Z', 'revision_number': 3, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:05.244862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b71b39f-ccb0-4bad-854a-19c77c912f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.264151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Checking router: 4acca272-a8b9-4fa1-a79d-73874270da6b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:20:05.265466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Updating router 4acca272-a8b9-4fa1-a79d-73874270da6b port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:20:05.319280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fe1b06b-3c11-4543-9a8f-33a9288168a0 req-fa30303d-b33e-4de7-b7de-21755f219e4f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Aug 19 00:20:05.325382 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.366064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b71b39f-ccb0-4bad-854a-19c77c912f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.370347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0b71b39f-ccb0-4bad-854a-19c77c912f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.413148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0b71b39f-ccb0-4bad-854a-19c77c912f46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee2b9af523e64a5c9727945b1603d646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123190 Aug 19 00:20:05.415721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:05.415858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71b39f-ccb0-4bad-854a-19c77c912f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6504deef-cdd8-4b4f-9416-930f722fe3f3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:05.488738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.507596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.574636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.607443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.622482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Transition to ACTIVE for port object 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:05.634705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.700724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Attempting to bind port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:05.701115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Attempting to bind port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:05.701490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Attempting to bind port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:05.701618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6d7d-e344-496a-b21f-adb4d5083a4b req-73bebc1e-9d9c-4732-8d05-f21befa70a70 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:05.703453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc3d6d7d-e344-496a-b21f-adb4d5083a4b req-73bebc1e-9d9c-4732-8d05-f21befa70a70 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1068854 Aug 19 00:20:05.723448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5b6e-338c-4c72-ae71-e076e78a2dc3 None None] Pushing event updated for resources: {'Port': ['ID=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:05.726120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:05.726510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:05.726934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.727287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.727420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:05.727902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Bound port: 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:05.728318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.733734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.734903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6504deef-cdd8-4b4f-9416-930f722fe3f3 HTTP/1.1" status: 204 len: 168 time: 0.3178859 Aug 19 00:20:05.760781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce592fd-d580-4351-99ba-fd1e00f77820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504deef-cdd8-4b4f-9416-930f722fe3f3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:05.772728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Allocated IP 172.20.0.1 (9d053086-379c-4443-9a80-676c260b951f/948644c2-2f60-4b95-8394-65e8e0664627/3830c06b-0b65-4bea-a2a5-06465bd39428) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:05.774882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4fce23a8-c99f-47cc-8e1f-7302016b9c68 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:05.803297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc3d6d7d-e344-496a-b21f-adb4d5083a4b req-aba6593d-b6dd-4403-868d-1d8eb58d1eee tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917323 Aug 19 00:20:05.884080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] For port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:05.889111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] For port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:05.899185 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.924106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.942102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Transition to ACTIVE for port object 3830c06b-0b65-4bea-a2a5-06465bd39428 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:05.946489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:05.962376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:05.962757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:05.974446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:05.975089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:05.993929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.033430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5b6e-338c-4c72-ae71-e076e78a2dc3 None None] Pushing event updated for resources: {'Port': ['ID=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:06.052882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Network 9d053086-379c-4443-9a80-676c260b951f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:06.058637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:06.077195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:06.112699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Pushing event updated for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:06.137881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.191494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:06.199363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.359700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.427938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4fce23a8-c99f-47cc-8e1f-7302016b9c68,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:06.438481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.512676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-89e866d0-b9f4-4fc6-8a66-829a825fecdc None None] Provisioning for port 3830c06b-0b65-4bea-a2a5-06465bd39428 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:06.527871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-89e866d0-b9f4-4fc6-8a66-829a825fecdc None None] Provisioning complete for port 3830c06b-0b65-4bea-a2a5-06465bd39428 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:06.528259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89e866d0-b9f4-4fc6-8a66-829a825fecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.530931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe598-b209-4d86-9ca4-d5a23e248bf8 req-b8d7c39f-1625-460e-a022-529c19fa668f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:06.532603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfe598-b209-4d86-9ca4-d5a23e248bf8 req-b8d7c39f-1625-460e-a022-529c19fa668f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1136067 Aug 19 00:20:06.584671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-89e866d0-b9f4-4fc6-8a66-829a825fecdc None None] Port 3830c06b-0b65-4bea-a2a5-06465bd39428 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:06.590648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4fce23a8-c99f-47cc-8e1f-7302016b9c68,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:06.593144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9acfe598-b209-4d86-9ca4-d5a23e248bf8 req-a4bad8d9-5274-4cdc-b0ce-6ce1e57e34df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493264 Aug 19 00:20:06.626207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:03Z', 'revision_number': 3, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:06.655572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.662316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.664014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd976b46-ce3d-46b3-8e70-692d35204347 None None] The sync data for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 is: [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:03Z', 'revision_number': 3, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:20:06.670028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50064) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:06.737689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Pushing event updated for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:06.740556 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:06.896031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Network 9d053086-379c-4443-9a80-676c260b951f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:06.897728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:06.924912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073121385-network', 'tenant_id': '36e24aa75f32471e9f3e6f98c140198c'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:07.022801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Made reservation on behalf of 36e24aa75f32471e9f3e6f98c140198c for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:07.025366 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.042697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.097096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ac0d-4dd0-4577-b5ff-27b0ca8dc3ec req-d209de89-effe-43e3-b9a2-c031fd3955ea tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:07.105978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ce1ac0d-4dd0-4577-b5ff-27b0ca8dc3ec req-d209de89-effe-43e3-b9a2-c031fd3955ea tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1694534 Aug 19 00:20:07.140545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Router 4acca272-a8b9-4fa1-a79d-73874270da6b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:20:07.201268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ce1ac0d-4dd0-4577-b5ff-27b0ca8dc3ec req-041d6370-1bcd-4018-b884-c3c520945545 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Aug 19 00:20:07.305359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.316511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2962886f-47ee-49c2-936b-59b12eb0174a None None] Provisioning complete for port 3830c06b-0b65-4bea-a2a5-06465bd39428 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:07.317631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2962886f-47ee-49c2-936b-59b12eb0174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.318158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.351896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:20:07.375048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:20:07.390184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2962886f-47ee-49c2-936b-59b12eb0174a None None] Port 3830c06b-0b65-4bea-a2a5-06465bd39428 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:07.401063 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.401510 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Added segment 4d73611c-e11b-4b13-a1d5-ca0fa5d509e4 of type vlan for network 846b31ac-052c-494b-9e5e-b2bb911a12e4 Aug 19 00:20:07.401634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c197ac99-1006-42a9-a65d-7b0712a25960 admin admin] 10.222.0.20 "PUT /v2.0/routers/4acca272-a8b9-4fa1-a79d-73874270da6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017368 Aug 19 00:20:07.436228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:07.493453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.530526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.532071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:07.532876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.661794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9905689 Aug 19 00:20:07.665543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:07.671282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Request body: {'subnet': {'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073121385-subnet', 'tenant_id': '36e24aa75f32471e9f3e6f98c140198c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:07.673654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff971cf-8182-42b2-9480-69df5712ab1a admin admin] Pushing event updated for resources: {'Network': ['ID=846b31ac-052c-494b-9e5e-b2bb911a12e4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:07.689438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:20:07.754760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Made reservation on behalf of 36e24aa75f32471e9f3e6f98c140198c for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:07.759563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:07.906789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:07.957189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f485-f072-436b-8e5f-fda26bf2f158 req-b66930f1-dbd1-401b-aab7-0c0538578475 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:07.965004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2780f485-f072-436b-8e5f-fda26bf2f158 req-b66930f1-dbd1-401b-aab7-0c0538578475 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1143937 Aug 19 00:20:08.006588 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:20:08.032137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:08.037400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:08.038102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.051694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2780f485-f072-436b-8e5f-fda26bf2f158 req-3262619a-e5f3-4e26-8e12-388011854d27 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853939 Aug 19 00:20:08.150992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.199716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.245275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Checking segment: {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:08.245721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Network hostable DHCP agents. Network: 846b31ac-052c-494b-9e5e-b2bb911a12e4, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:20:08.253988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:08.264383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:08.264887 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.265719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4fce23a8-c99f-47cc-8e1f-7302016b9c68 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:08.270509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-421008916-network', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:08.276247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a89a3c-aa40-4447-a2ff-5c223ebaec5a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:08.283974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:20:08.300604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 846b31ac-052c-494b-9e5e-b2bb911a12e4) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:08.306713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:08.307591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.331889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Made reservation on behalf of 50421b5965d3431faaeb86738d4c55a9 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:08.334355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.340873 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e82f8c01-a60f-44e6-b3e6-1a94e84ec785 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6733222 Aug 19 00:20:08.373118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da1ec8-ed02-4571-b76c-1fe4de101b27 None None] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:08.374826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.442427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba40c-7a36-4117-9fa3-2f0ea723c838 req-4600a2cd-5d0b-4524-bdec-63365dc2fc15 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:08.445717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d6ba40c-7a36-4117-9fa3-2f0ea723c838 req-4600a2cd-5d0b-4524-bdec-63365dc2fc15 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1089523 Aug 19 00:20:08.597330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d6ba40c-7a36-4117-9fa3-2f0ea723c838 req-eb3c33f3-68ed-443a-bd83-eb84d7e6c4e5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402481 Aug 19 00:20:08.623555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:08.623926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.656518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.669712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:08.674020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c50abc-e932-438d-bad2-5ad6af89af15 None None] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:08.694379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.729815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:20:08.747373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:08.767006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.768313 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Added segment 48a7bf4f-cd27-46cd-ad28-2a251f1eaf13 of type vlan for network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 Aug 19 00:20:08.820140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.852199 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.853430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:08.854075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.893282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6244085 Aug 19 00:20:08.893656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:08.898814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Request body: {'subnet': {'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-421008916-subnet', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:08.944072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4561a-2942-4c04-8762-688d3940a640 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce93866-32e0-4242-b66c-ffdfaeb29b70,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:08.948278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Made reservation on behalf of 50421b5965d3431faaeb86738d4c55a9 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:08.951891 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:08.957222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:20:09.099943 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Sync routers for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:20:09.122187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:09.123425 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:09.226694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.301142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a687a152-b4d0-47e2-a8ed-43537dea3958,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:09.314898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25383-8796-4520-b33c-132f501c2496 req-74f13ca4-a556-43c3-9bb9-41f2d94c9e21 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:09.316605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69d25383-8796-4520-b33c-132f501c2496 req-74f13ca4-a556-43c3-9bb9-41f2d94c9e21 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1363165 Aug 19 00:20:09.317635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Checking segment: {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:09.318118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Network hostable DHCP agents. Network: 5ce93866-32e0-4242-b66c-ffdfaeb29b70, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:20:09.333747 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:09.352401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:20:09.381418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5ce93866-32e0-4242-b66c-ffdfaeb29b70) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:09.390961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82d6bf-741b-49d7-9365-6c829f82a1a9 None None] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:09.401273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69d25383-8796-4520-b33c-132f501c2496 req-d062630d-030b-4e12-abbe-b241c323fa52 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724759 Aug 19 00:20:09.408134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:09.408787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.436477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-696af8fd-81d5-4857-a13c-6183e6e7e5f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5393653 Aug 19 00:20:09.436910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50112) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:09.444707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:09.478238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.481224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.613227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.717686 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:06Z', 'revision_number': 4, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3830c06b-0b65-4bea-a2a5-06465bd39428', 'name': '', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'mac_address': 'fa:16:3e:60:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:05Z', 'updated_at': '2021-08-19T00:20:06Z', 'revision_number': 2, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'subnets': [{'id': '948644c2-2f60-4b95-8394-65e8e0664627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:09.732905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'fixed_ips': [{'subnet_id': 'a687a152-b4d0-47e2-a8ed-43537dea3958'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:20:09.733856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.763510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:09.784198 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Checking router: 4acca272-a8b9-4fa1-a79d-73874270da6b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:20:09.784886 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Updating router 4acca272-a8b9-4fa1-a79d-73874270da6b port 3830c06b-0b65-4bea-a2a5-06465bd39428 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:20:09.837603 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:09.879724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a3fc-baf5-4b62-b24f-277e8f49abc7 req-1da689f6-4b99-4d5b-a8d6-9ac0de97eb6f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:09.887469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fc2a3fc-baf5-4b62-b24f-277e8f49abc7 req-1da689f6-4b99-4d5b-a8d6-9ac0de97eb6f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1578479 Aug 19 00:20:09.893000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.017130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fc2a3fc-baf5-4b62-b24f-277e8f49abc7 req-4feb88ae-7997-42cd-9b74-29fb09cac749 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286838 Aug 19 00:20:10.045530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:10.046502 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.295669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.322079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Allocated IP 172.20.0.2 (5ce93866-32e0-4242-b66c-ffdfaeb29b70/a687a152-b4d0-47e2-a8ed-43537dea3958/453bf817-e0db-4fd2-bb74-f70b9210a8e7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:10.328968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.381401 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.399913 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Transition to ACTIVE for port object 3830c06b-0b65-4bea-a2a5-06465bd39428 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:10.410619 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.511619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Allocated IP 172.25.1.212 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/1c760573-9131-44f6-8601-df8a41ae716c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:10.541132 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.550807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Pushing event updated for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:10.552482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Transition to ACTIVE for port object 453bf817-e0db-4fd2-bb74-f70b9210a8e7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:10.569345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Transition to ACTIVE for port object 453bf817-e0db-4fd2-bb74-f70b9210a8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:10.577100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.585558 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Attempting to bind port 3830c06b-0b65-4bea-a2a5-06465bd39428 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:10.586014 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Attempting to bind port 3830c06b-0b65-4bea-a2a5-06465bd39428 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:10.592253 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Attempting to bind port 3830c06b-0b65-4bea-a2a5-06465bd39428 on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:10.606944 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.613048 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.613265 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.613684 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.614345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.615086 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.615086 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.615539 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.615937 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.616516 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.616969 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.617812 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:10.623906 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:10.623906 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Checking segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:10.626349 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.630282 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Bound using segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:10.630900 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Bound port: 3830c06b-0b65-4bea-a2a5-06465bd39428, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:10.631370 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.644728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Pushing event updated for resources: {'Port': ['ID=453bf817-e0db-4fd2-bb74-f70b9210a8e7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:10.652357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:10.656026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:10.658341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:10.721358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.723709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113fa35-c545-40aa-9ac4-29f6cd8fd951 req-e4b12ed0-131f-46cb-9886-0b463c59b91e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:10.729905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7113fa35-c545-40aa-9ac4-29f6cd8fd951 req-e4b12ed0-131f-46cb-9886-0b463c59b91e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1221998 Aug 19 00:20:10.780859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] For port 3830c06b-0b65-4bea-a2a5-06465bd39428, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:10.788076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] For port 3830c06b-0b65-4bea-a2a5-06465bd39428, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3830c06b-0b65-4bea-a2a5-06465bd39428,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:10.801057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7113fa35-c545-40aa-9ac4-29f6cd8fd951 req-697dffe7-2305-4490-bbbe-18b4c0b35d27 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Aug 19 00:20:10.802986 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.819062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Attempting to bind port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:10.819446 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Attempting to bind port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:10.819819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Attempting to bind port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 on network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:10.821990 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.839602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:10.841495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Checking segment: {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:10.841495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.841908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Bound using segment: {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:10.842963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Bound port: 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:10.843452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:10.893638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:10.894370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:10.921085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Pushing event updated for resources: {'Port': ['ID=1c760573-9131-44f6-8601-df8a41ae716c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:10.941472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:10.945037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:10.949720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:10.973533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] For port 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:10.979387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] For port 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=453bf817-e0db-4fd2-bb74-f70b9210a8e7,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:10.991997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:11.081329 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:11.152861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6d325-726c-4267-9236-6029eb16fcfe None None] Pushing event updated for resources: {'Port': ['ID=453bf817-e0db-4fd2-bb74-f70b9210a8e7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:11.240786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4f31-8731-408f-8049-c6a3c266a929 req-c82bdc87-275d-420c-81cd-7634f6e30297 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:11.242640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3b4f31-8731-408f-8049-c6a3c266a929 req-c82bdc87-275d-420c-81cd-7634f6e30297 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0937760 Aug 19 00:20:11.410210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3b4f31-8731-408f-8049-c6a3c266a929 req-110c882c-0bc5-4496-b1ed-35159271fab0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996249 Aug 19 00:20:11.465077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ffb16-78c5-41a6-affb-32af9da674cd None None] Pushing event updated for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:11.465545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:11.504870 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:06Z', 'revision_number': 4, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3830c06b-0b65-4bea-a2a5-06465bd39428', 'name': '', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'mac_address': 'fa:16:3e:60:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:05Z', 'updated_at': '2021-08-19T00:20:10Z', 'revision_number': 4, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'subnets': [{'id': '948644c2-2f60-4b95-8394-65e8e0664627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:11.548268 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396fdee-cfb7-4730-b645-194d47cbdcd3 None None] The sync data for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 is: [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:20:06Z', 'revision_number': 4, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3830c06b-0b65-4bea-a2a5-06465bd39428', 'name': '', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'mac_address': 'fa:16:3e:60:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:05Z', 'updated_at': '2021-08-19T00:20:10Z', 'revision_number': 4, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'subnets': [{'id': '948644c2-2f60-4b95-8394-65e8e0664627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:20:11.809293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 453bf817-e0db-4fd2-bb74-f70b9210a8e7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:11.934880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:11.999781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac330a-fd66-44fa-b693-917bb79bf276 req-625daaee-bc9e-44c1-9e4d-72d6ebc21483 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:12.007334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0aac330a-fd66-44fa-b693-917bb79bf276 req-625daaee-bc9e-44c1-9e4d-72d6ebc21483 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0865457 Aug 19 00:20:12.015034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:12.043610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-96ad6fcc-b37a-4b96-a29c-d12971636ad4 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:12.054183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-96ad6fcc-b37a-4b96-a29c-d12971636ad4 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 809 time: 0.1606262 Aug 19 00:20:12.074548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-4153f81f-0703-4f1f-ad7d-c0fa86d60a90 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/quotas/36e24aa75f32471e9f3e6f98c140198c HTTP/1.1" status: 200 len: 375 time: 0.0191343 Aug 19 00:20:12.096280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0aac330a-fd66-44fa-b693-917bb79bf276 req-542080c5-71a1-448f-ae8b-c9a9463153d1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880868 Aug 19 00:20:12.140212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-7d4e2624-6200-4440-aceb-95400a23c11f tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643942 Aug 19 00:20:12.301080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-fea5621c-cb7a-44ef-badf-42183855f2b5 service neutron] 10.222.0.20 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595786 Aug 19 00:20:12.306227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:20:12.427910 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfb93cfb-701c-4f11-9bb5-d33bf04f623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:12.461240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-be2b6159-93ef-41dd-914b-cf7a01e6327e service neutron] 10.222.0.20 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581495 Aug 19 00:20:12.589864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:20:12.608969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Sync routers for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:20:12.626134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:12.626735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:12.628412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:12.631367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b90cd76e-b8cc-4034-9853-b3b48dc39abe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1932182 Aug 19 00:20:12.634722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50144) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:12.775194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8469b028-d039-47ce-a8c3-832fc494e43a req-77361e9d-e4bd-44fa-8fb8-6b8268fd6fd4 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 210 time: 0.0580730 Aug 19 00:20:12.822701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9cb2-34b0-4626-8dfc-56d50c3aaf99 req-503ce271-fddf-437c-8e3e-63a51ef8f472 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:12.839304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9cc9cb2-34b0-4626-8dfc-56d50c3aaf99 req-503ce271-fddf-437c-8e3e-63a51ef8f472 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.3127224 Aug 19 00:20:12.860764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040aeb6-8035-4f89-b41a-4c2fa4dddd2f None None] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:12.965554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Provisioning for port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:13.003164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Provisioning complete for port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:13.004034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:13.098739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:13.224204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:13.334909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:13.351889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'port_id': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'mac_address': 'fa:16:3e:a8:98:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf1577e-84de-4083-9e3b-4debecd1bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:13.382096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d35c5-323c-48e8-9e33-d83d83377d25 req-3e6b1a8b-60dc-4f62-9bd2-6b0fb3734d02 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:13.387669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b6d35c5-323c-48e8-9e33-d83d83377d25 req-3e6b1a8b-60dc-4f62-9bd2-6b0fb3734d02 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1320546 Aug 19 00:20:13.521494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:13.523370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b6d35c5-323c-48e8-9e33-d83d83377d25 req-6e86c8ee-54da-466a-8bd5-2000f439083d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040652 Aug 19 00:20:13.528360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:13.572495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:13.620923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9cc9cb2-34b0-4626-8dfc-56d50c3aaf99 req-72653d5c-46f1-4ade-9a34-d998e6716be0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807300 Aug 19 00:20:13.691205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-06bf3db0-789c-4865-9c13-5fd85b8f63df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9260907 Aug 19 00:20:13.724826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:13.744844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:13.793485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] For port 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=453bf817-e0db-4fd2-bb74-f70b9210a8e7,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:13.819352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:13.838135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3830c06b-0b65-4bea-a2a5-06465bd39428 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:13.921581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:13.941060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:13.972414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-b1bd509a-7eca-485a-bcbb-db28d41be85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:13.974027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-b1bd509a-7eca-485a-bcbb-db28d41be85d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1098 time: 0.1698210 Aug 19 00:20:13.983732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e9a3408-d66c-439a-adb1-a9910e2ad1e9 req-a7a19a5c-cac8-460c-a8e3-35cc93f823a1 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 210 time: 0.0557702 Aug 19 00:20:14.017189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:11Z', 'revision_number': 3, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:14.064566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 3830c06b-0b65-4bea-a2a5-06465bd39428 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:14.072092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Checking router: 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:20:14.072478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Updating router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 port 1c760573-9131-44f6-8601-df8a41ae716c binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:20:14.107817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3830c06b-0b65-4bea-a2a5-06465bd39428 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:14.108193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.113456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ecc96-6d08-4176-8b9a-5a1c18a92e3f None None] Pushing event updated for resources: {'Port': ['ID=453bf817-e0db-4fd2-bb74-f70b9210a8e7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:14.148958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.231734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-94ef58d9-38dc-497b-8007-b9558887a8c0 None None] Provisioning complete for port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:14.232356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-94ef58d9-38dc-497b-8007-b9558887a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.293391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-95851796-9722-49d1-946a-5ee4a74ad3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:14.295710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-95851796-9722-49d1-946a-5ee4a74ad3c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 896 time: 0.2927141 Aug 19 00:20:14.480997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.494581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-504e02ad-6a18-4f86-af82-7a8f512c0c00 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:14.497174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-504e02ad-6a18-4f86-af82-7a8f512c0c00 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.11 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 809 time: 0.2788172 Aug 19 00:20:14.514515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Request body: {'port': {'device_id': '5811e186-e834-4091-af6c-bbf3893efc95', 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4', 'admin_state_up': True, 'tenant_id': '36e24aa75f32471e9f3e6f98c140198c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:14.514665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.566013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-bfad9212-ef94-46b9-b97e-bac5625ca238 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 1002 time: 0.2420506 Aug 19 00:20:14.932598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Made reservation on behalf of 36e24aa75f32471e9f3e6f98c140198c for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:14.937158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60434-7557-4f34-8e6f-0c1d75030e66 req-825ad998-c716-45a7-9563-8f1d02cb51d0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:14.939477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2b60434-7557-4f34-8e6f-0c1d75030e66 req-825ad998-c716-45a7-9563-8f1d02cb51d0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.2694507 Aug 19 00:20:14.942340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-578c9ce0-578f-4f71-98a1-7c6afd69ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:14.943764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-578c9ce0-578f-4f71-98a1-7c6afd69ce15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.3685086 Aug 19 00:20:14.948223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:14.968094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 3830c06b-0b65-4bea-a2a5-06465bd39428, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3830c06b-0b65-4bea-a2a5-06465bd39428,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:14.975552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bcdc-f385-4ace-a072-4d012ed6baaf req-0e0d629d-4dca-49b5-86f1-c6034cad9fa5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:14.982099 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8684bcdc-f385-4ace-a072-4d012ed6baaf req-0e0d629d-4dca-49b5-86f1-c6034cad9fa5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 944 time: 0.2168107 Aug 19 00:20:14.999878 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.011174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-adc72f96-8a78-4217-bb61-429cc889e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.196894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.219035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:15.249833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:15.250550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-7bf403e5-30be-483e-a1c0-04226192dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:15.252467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-7bf403e5-30be-483e-a1c0-04226192dad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2676361 Aug 19 00:20:15.258792 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f2b60434-7557-4f34-8e6f-0c1d75030e66 req-1800fa3e-fcf0-4cf1-af39-4a48a4d4c9cb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934711 Aug 19 00:20:15.298926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8684bcdc-f385-4ace-a072-4d012ed6baaf req-8d9ce6d5-15c0-40d4-a949-425c36175f79 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977445 Aug 19 00:20:15.328276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Allocated IP 172.20.0.7 (846b31ac-052c-494b-9e5e-b2bb911a12e4/21a89a3c-aa40-4447-a2ff-5c223ebaec5a/d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:15.346640 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.350397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.397182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Transition to ACTIVE for port object 1c760573-9131-44f6-8601-df8a41ae716c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:15.412396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.520782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce213883-55e2-478b-80dc-5f07c2fd119c req-0061cb58-6953-46c4-93e8-d5b396c7061a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 210 time: 0.0940835 Aug 19 00:20:15.529687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Attempting to bind port 1c760573-9131-44f6-8601-df8a41ae716c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:15.530067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Attempting to bind port 1c760573-9131-44f6-8601-df8a41ae716c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:15.530444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Attempting to bind port 1c760573-9131-44f6-8601-df8a41ae716c on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:15.534992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Allocated IP 172.20.0.1 (5ce93866-32e0-4242-b66c-ffdfaeb29b70/a687a152-b4d0-47e2-a8ed-43537dea3958/f980cc13-9b22-4f06-a336-bf4186887505) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:15.550482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:15.550857 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.570568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:15.571037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:15.571396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.571826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:15.572383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Bound port: 1c760573-9131-44f6-8601-df8a41ae716c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:15.572712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.632773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc790df-e363-4e64-bb54-03d2ae8901cc None None] Pushing event updated for resources: {'Port': ['ID=1c760573-9131-44f6-8601-df8a41ae716c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:15.701573 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.783217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-95ab5f32-e4f6-41d2-b453-08f7b3e58cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075095 Aug 19 00:20:15.806145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 453bf817-e0db-4fd2-bb74-f70b9210a8e7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:15.819060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.898979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] For port 1c760573-9131-44f6-8601-df8a41ae716c, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:15.909019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:15.920270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:15.925334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:15.929671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Pushing event updated for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:15.983885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:15.984574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:15.997756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] For port 1c760573-9131-44f6-8601-df8a41ae716c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c760573-9131-44f6-8601-df8a41ae716c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:16.003273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-ef4be313-b028-44af-b46b-04ffa0aba08a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4970160 Aug 19 00:20:16.018235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Request body: {'port': {'device_id': '5811e186-e834-4091-af6c-bbf3893efc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:16.051924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.076729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-336bf2cf-0f9d-4b8f-8cdc-b3c416112b96 req-fac4759e-dcd8-4548-9f91-90ffb87c3fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793894 Aug 19 00:20:16.128906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.162464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.182573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Transition to ACTIVE for port object f980cc13-9b22-4f06-a336-bf4186887505 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:16.196795 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.241228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.359136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:16.362577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:16.374668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:16.376537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:16.390808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:16.516525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Pushing event updated for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:16.519011 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.536816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:16.542990 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3094b-3994-4b15-9615-1bce872776c4" -d '{"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:16.589829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:16.614112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc790df-e363-4e64-bb54-03d2ae8901cc None None] Pushing event updated for resources: {'Port': ['ID=1c760573-9131-44f6-8601-df8a41ae716c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:16.644808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ca0c2-d033-4cc2-9a35-ada7d5083033 req-47933d59-19d9-4208-8363-f32f65d7d6c4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:16.646272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.653968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-618ca0c2-d033-4cc2-9a35-ada7d5083033 req-47933d59-19d9-4208-8363-f32f65d7d6c4 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1761925 Aug 19 00:20:16.658488 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.660278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:16.662227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:16.769498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-618ca0c2-d033-4cc2-9a35-ada7d5083033 req-14b4ff87-49a5-4c6f-90f1-500133a5b966 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145566 Aug 19 00:20:16.780633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.781294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.781815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.782337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.782883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.783417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.783921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.791432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.791879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.792237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.792633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.796275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:16.996455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7f004f4-da0f-497f-a344-369998f53d2a None None] Provisioning for port f980cc13-9b22-4f06-a336-bf4186887505 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:17.013798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e7f004f4-da0f-497f-a344-369998f53d2a None None] Provisioning complete for port f980cc13-9b22-4f06-a336-bf4186887505 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:17.014497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7f004f4-da0f-497f-a344-369998f53d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.016988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:17.065238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bc948-ae43-4aa7-b6df-14b2afebfa69 req-43c00ce1-8ddd-40de-ad5d-116ba7875c67 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:17.066815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d5bc948-ae43-4aa7-b6df-14b2afebfa69 req-43c00ce1-8ddd-40de-ad5d-116ba7875c67 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.5306735 Aug 19 00:20:17.073072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.081439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:17.124043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d5bc948-ae43-4aa7-b6df-14b2afebfa69 req-6962b2d0-5d31-476b-bc0a-0c82bb14290e tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Aug 19 00:20:17.159584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:17.199912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c37f2-9626-4dee-95c0-bd452d94ddeb req-3d6e79aa-cfb3-4bb3-b05a-b467f9b7d5bc tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:17.205782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-187c37f2-9626-4dee-95c0-bd452d94ddeb req-3d6e79aa-cfb3-4bb3-b05a-b467f9b7d5bc tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 931 time: 0.2728441 Aug 19 00:20:17.218139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e7f004f4-da0f-497f-a344-369998f53d2a None None] Port f980cc13-9b22-4f06-a336-bf4186887505 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:17.222532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.297200 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13555e9-e656-4d4e-acb1-1cd9ef73aa6a x-openstack-request-id: req-e13555e9-e656-4d4e-acb1-1cd9ef73aa6a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:17.297644 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:17.298185 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e13555e9-e656-4d4e-acb1-1cd9ef73aa6a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:17.298835 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'code': 200} Aug 19 00:20:17.325676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Transition to ACTIVE for port object d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:17.344114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3830c06b-0b65-4bea-a2a5-06465bd39428 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:17.346481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-187c37f2-9626-4dee-95c0-bd452d94ddeb req-2c4f3435-3573-4170-b172-a2b175a34fe0 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262612 Aug 19 00:20:17.349034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.405404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.419026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.465329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3830c06b-0b65-4bea-a2a5-06465bd39428 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:17.465796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.517259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Pushing event updated for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:17.523472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.573381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Pushing event updated for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:17.630691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:11Z', 'revision_number': 3, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:17.645201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Attempting to bind port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:17.645867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Attempting to bind port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:17.646428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Attempting to bind port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:17.655214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:20:17.656179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Attempting to bind port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:17.671480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba268c8-6962-4785-9196-d399bbadb73d None None] The sync data for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 is: [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:11Z', 'revision_number': 3, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:20:17.673746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:17.674803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Checking segment: {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:17.675957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Bound using segment: {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:17.676920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Bound port: d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:17.677893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.803506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:17.814040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:17.816041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:17.909723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:17.916902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:17.928675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:18.028891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:18.029386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:18.030889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] 10.222.0.11 "PUT /v2.0/ports/d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd HTTP/1.1" status: 200 len: 1092 time: 2.0177939 Aug 19 00:20:18.031381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:18.033707 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44de9a-12de-41ec-b62d-42146a9b1603" -d '{"events": [{"name": "network-changed", "server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:18.132619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9ef2-5ee0-43b5-b6a3-3b640224466b service neutron] Pushing event updated for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:18.146495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c8fe0-9ee6-4e62-9cd8-391aa72940ca req-956d41c0-be69-4dde-a06f-72aef93f3607 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:18.147933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-338c8fe0-9ee6-4e62-9cd8-391aa72940ca req-956d41c0-be69-4dde-a06f-72aef93f3607 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.2058911 Aug 19 00:20:18.174135 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdbf6e3-415a-4837-8594-006856eb7e87 x-openstack-request-id: req-8cdbf6e3-415a-4837-8594-006856eb7e87 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:18.174439 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:18.174701 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cdbf6e3-415a-4837-8594-006856eb7e87 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:18.175126 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd', 'status': 'completed', 'code': 200} Aug 19 00:20:18.211461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-9e4505f0-aceb-4b1c-9627-fc252aebb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:18.213059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-9e4505f0-aceb-4b1c-9627-fc252aebb1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 1095 time: 0.1073987 Aug 19 00:20:18.263421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:20:18.315771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-338c8fe0-9ee6-4e62-9cd8-391aa72940ca req-3b33a197-8779-4e4d-9aee-31d0c812bd3b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371379 Aug 19 00:20:18.379668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-16a2e171-8b15-49b5-82df-2b7bac8ec30d None None] Provisioning complete for port f980cc13-9b22-4f06-a336-bf4186887505 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:18.380149 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16a2e171-8b15-49b5-82df-2b7bac8ec30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:18.485585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16a2e171-8b15-49b5-82df-2b7bac8ec30d None None] Port f980cc13-9b22-4f06-a336-bf4186887505 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:18.544230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:20:18.559121 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d7e91ade-2a51-49b0-b5c9-23e17e948b34 admin admin] 10.222.0.20 "PUT /v2.0/routers/129e2ba3-b7d2-40aa-945e-64bee9ed4c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9141173 Aug 19 00:20:18.715321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf66a3-a783-4bec-b18f-977a846bca4a req-b6d3a64d-c2fb-460d-b412-0b87c5c4b70e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:18.722214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0acf66a3-a783-4bec-b18f-977a846bca4a req-b6d3a64d-c2fb-460d-b412-0b87c5c4b70e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 943 time: 0.1751409 Aug 19 00:20:18.775291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0acf66a3-a783-4bec-b18f-977a846bca4a req-7750129c-16a8-4fd7-9a0f-22e85a5792c6 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Aug 19 00:20:19.051453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-b2113026-60f9-4b59-b7be-ad2e770e1e13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd HTTP/1.1" status: 200 len: 217 time: 0.8294342 Aug 19 00:20:19.185508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-f3cbd986-8f9b-427d-a97f-d2108e572f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:19.189488 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-f3cbd986-8f9b-427d-a97f-d2108e572f4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21a89a3c-aa40-4447-a2ff-5c223ebaec5a HTTP/1.1" status: 200 len: 849 time: 0.1029418 Aug 19 00:20:19.250461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-26b56867-92a6-45b9-9d9f-8ab73d341eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846b31ac-052c-494b-9e5e-b2bb911a12e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447807 Aug 19 00:20:19.325729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36418612-c35c-419c-96ac-7a9f4ec29722 req-47a0287e-10e6-4018-af70-997edf6b44b8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:19.333666 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36418612-c35c-419c-96ac-7a9f4ec29722 req-47a0287e-10e6-4018-af70-997edf6b44b8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.3117383 Aug 19 00:20:19.404521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36418612-c35c-419c-96ac-7a9f4ec29722 req-cf5be8e0-c1c0-4984-91ce-3395b7110434 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Aug 19 00:20:19.464741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-88e0895c-d4ac-44c3-b84f-5746fe25391e service neutron] 10.222.0.11 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043717 Aug 19 00:20:19.541297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8f2ea-3564-4ae4-83d2-87d6c6462be2 req-b0c1e683-619c-417f-ace2-34cea2fd4b6b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:19.550262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09c8f2ea-3564-4ae4-83d2-87d6c6462be2 req-b0c1e683-619c-417f-ace2-34cea2fd4b6b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0881550 Aug 19 00:20:19.599160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09c8f2ea-3564-4ae4-83d2-87d6c6462be2 req-8a570aaf-effd-45e1-826e-4a2c8ee66896 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479639 Aug 19 00:20:19.702295 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c99fe3-e42c-4315-bbd3-f1354e3bdbb9 req-0a1f60aa-0d87-453b-ad8f-f22f1765ea1b service neutron] 10.222.0.11 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093689 Aug 19 00:20:19.846418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-66b7268d-4f03-4169-a098-b4c920c25204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:19.855147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-66b7268d-4f03-4169-a098-b4c920c25204 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 1095 time: 0.0857878 Aug 19 00:20:19.883841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c760573-9131-44f6-8601-df8a41ae716c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:19.989564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1c760573-9131-44f6-8601-df8a41ae716c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:19.993549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1c760573-9131-44f6-8601-df8a41ae716c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:19.993928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:20.012694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a703fd9-e4f3-4086-8a71-49fc04a4ff91 req-0e8bcc21-0d69-4988-83fc-508ec9dec16e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.027517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a703fd9-e4f3-4086-8a71-49fc04a4ff91 req-0e8bcc21-0d69-4988-83fc-508ec9dec16e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 943 time: 0.1006591 Aug 19 00:20:20.086976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a703fd9-e4f3-4086-8a71-49fc04a4ff91 req-70da2920-fdbc-486d-b98c-fd3a3349c3ec tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Aug 19 00:20:20.106641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-4b860da9-c163-4c98-b501-8328b8bb7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.112487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-4b860da9-c163-4c98-b501-8328b8bb7316 service neutron] 10.222.0.11 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 909 time: 0.2481127 Aug 19 00:20:20.171581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:20.171843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-f3454fb9-7588-4672-a0dc-f619f46b7605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd HTTP/1.1" status: 200 len: 217 time: 0.0501473 Aug 19 00:20:20.217046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1c760573-9131-44f6-8601-df8a41ae716c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c760573-9131-44f6-8601-df8a41ae716c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:20.229307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:20.280015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-31a5b982-1a2e-4d57-9b30-d64447e5cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.284325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-31a5b982-1a2e-4d57-9b30-d64447e5cf2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21a89a3c-aa40-4447-a2ff-5c223ebaec5a HTTP/1.1" status: 200 len: 849 time: 0.1008625 Aug 19 00:20:20.337103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-f80cd73d-e62f-44ae-8cc9-addadfa4dc57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846b31ac-052c-494b-9e5e-b2bb911a12e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442474 Aug 19 00:20:20.374506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1c760573-9131-44f6-8601-df8a41ae716c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:20.414259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50234) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:20.579205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-a44b9794-ddd4-4684-ae35-88cab70b8b6b service neutron] 10.222.0.11 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320321 Aug 19 00:20:20.638878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f35ab7-b067-431b-acf5-9548f095a95f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.639477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f35ab7-b067-431b-acf5-9548f095a95f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.639860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f35ab7-b067-431b-acf5-9548f095a95f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.641557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-89f35ab7-b067-431b-acf5-9548f095a95f tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=73fbc9eb5edc4a86ace33f791ef97e3b&network_id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 2973 time: 0.2257812 Aug 19 00:20:20.654878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2796574-fee8-4948-af36-6d001c5eccc4 req-3c0e3d81-5923-49bd-9674-4c47dee5c143 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.654878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2796574-fee8-4948-af36-6d001c5eccc4 req-3c0e3d81-5923-49bd-9674-4c47dee5c143 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1255522 Aug 19 00:20:20.686259 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Sync routers for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:20:20.702448 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:20.712619 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:20.764728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d2796574-fee8-4948-af36-6d001c5eccc4 req-742ba603-f078-4dcc-b3fc-05316f41b593 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773199 Aug 19 00:20:20.791505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd44de9a-12de-41ec-b62d-42146a9b1603 req-4cfbbf5d-9bff-4ce3-8c23-30c18de93386 service neutron] 10.222.0.11 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018447 Aug 19 00:20:20.911203 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:20.963340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bd6bb-de67-4ab3-a2ff-92c1b72ca9bf req-965b18a8-ad47-455d-a609-7c5fb93ff58a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:20.964870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-908bd6bb-de67-4ab3-a2ff-92c1b72ca9bf req-965b18a8-ad47-455d-a609-7c5fb93ff58a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1089680 Aug 19 00:20:21.041385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-908bd6bb-de67-4ab3-a2ff-92c1b72ca9bf req-0a2a1fdc-88c9-4af8-8d50-b254077883d3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646636 Aug 19 00:20:21.213099 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:16Z', 'revision_number': 4, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f980cc13-9b22-4f06-a336-bf4186887505', 'name': '', 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'mac_address': 'fa:16:3e:9c:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:14Z', 'updated_at': '2021-08-19T00:20:17Z', 'revision_number': 2, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'subnets': [{'id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:21.251433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec61ab1-93a2-40b2-b297-75c01ea21fee req-cda4cac9-cd2e-418f-934b-6b13ed17911c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:21.261389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ec61ab1-93a2-40b2-b297-75c01ea21fee req-cda4cac9-cd2e-418f-934b-6b13ed17911c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 943 time: 0.0738690 Aug 19 00:20:21.294929 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Checking router: 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:20:21.295274 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Updating router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 port f980cc13-9b22-4f06-a336-bf4186887505 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:20:21.320395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ec61ab1-93a2-40b2-b297-75c01ea21fee req-622fec7c-75ca-4504-a594-33fc68e9cc47 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579324 Aug 19 00:20:21.346121 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.682640 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.698380 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Transition to ACTIVE for port object f980cc13-9b22-4f06-a336-bf4186887505 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:21.707911 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.794583 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292c85-9f4a-49b5-9de9-22518e8bd33d None None] Pushing event updated for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:21.860523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c760573-9131-44f6-8601-df8a41ae716c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:21.894627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Attempting to bind port f980cc13-9b22-4f06-a336-bf4186887505 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:21.896576 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Attempting to bind port f980cc13-9b22-4f06-a336-bf4186887505 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:21.897131 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Attempting to bind port f980cc13-9b22-4f06-a336-bf4186887505 on network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:21.911904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:21.913310 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Checking segment: {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:21.914522 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.916894 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Bound using segment: {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:21.917659 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Bound port: f980cc13-9b22-4f06-a336-bf4186887505, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:21.920635 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.965608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1c760573-9131-44f6-8601-df8a41ae716c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:21.966369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:21.993461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01412-e18b-46bc-a49d-27298abd635e req-81333314-2cec-496e-9ff0-d780e8a1a2a4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:22.005252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46d01412-e18b-46bc-a49d-27298abd635e req-81333314-2cec-496e-9ff0-d780e8a1a2a4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1139553 Aug 19 00:20:22.036248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:22.080641 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] For port f980cc13-9b22-4f06-a336-bf4186887505, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:22.089863 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] For port f980cc13-9b22-4f06-a336-bf4186887505, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f980cc13-9b22-4f06-a336-bf4186887505,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:22.101683 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:22.158850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46d01412-e18b-46bc-a49d-27298abd635e req-1a8e3eb3-1a44-4883-91a4-18eb8568c533 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526072 Aug 19 00:20:22.215092 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:22.216110 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:22.241881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0db06a-7921-4f3c-91c7-13d7851d20cd tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:22.243388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5a0db06a-7921-4f3c-91c7-13d7851d20cd tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 814 time: 0.2061152 Aug 19 00:20:22.268964 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292c85-9f4a-49b5-9de9-22518e8bd33d None None] Pushing event updated for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:22.390565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9af99-c9c5-401e-b7d0-19a36e665527 req-2ca4a092-5d11-4a7c-9f10-9e5cafd0fc5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:22.407270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f9af99-c9c5-401e-b7d0-19a36e665527 req-2ca4a092-5d11-4a7c-9f10-9e5cafd0fc5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Aug 19 00:20:22.413119 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:22.482668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f9af99-c9c5-401e-b7d0-19a36e665527 req-f0ab6729-1b6d-49c4-9342-780813166836 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744069 Aug 19 00:20:22.687430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511ef54-3dea-492d-966f-bd0e4f383f54 req-7320e136-1d14-42a8-9801-2b958e44c75b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:22.699392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0511ef54-3dea-492d-966f-bd0e4f383f54 req-7320e136-1d14-42a8-9801-2b958e44c75b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 943 time: 0.1147754 Aug 19 00:20:22.742166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:22.755555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'network': {'name': 'tempest-network-smoke--340337454', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:22.765679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0511ef54-3dea-492d-966f-bd0e4f383f54 req-a7ed1b51-b1ef-4cfa-bd98-bf32aeb9b396 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Aug 19 00:20:22.809845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:22.814628 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:16Z', 'revision_number': 4, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f980cc13-9b22-4f06-a336-bf4186887505', 'name': '', 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'mac_address': 'fa:16:3e:9c:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:14Z', 'updated_at': '2021-08-19T00:20:22Z', 'revision_number': 4, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'subnets': [{'id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:22.815963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:22.846706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4c6ae-fc67-4618-abef-7638f5706ce0 None None] The sync data for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 is: [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:20:16Z', 'revision_number': 4, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f980cc13-9b22-4f06-a336-bf4186887505', 'name': '', 'network_id': '5ce93866-32e0-4242-b66c-ffdfaeb29b70', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'mac_address': 'fa:16:3e:9c:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:14Z', 'updated_at': '2021-08-19T00:20:22Z', 'revision_number': 4, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'subnets': [{'id': 'a687a152-b4d0-47e2-a8ed-43537dea3958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:20:22.858155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:20:22.869090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:22.869435 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Added segment 783022c4-c26d-4807-bfc3-d0cc3f4da4f6 of type vlan for network 9bba73c0-d800-4827-ba9b-b523f3b96895 Aug 19 00:20:22.974106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:23.024446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:23.053508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:23.055124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:23.087999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3408251 Aug 19 00:20:23.091048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50266) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:23.193403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ae3f3-e8e6-4f5b-9fab-9832a4581ac9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Network': ['ID=9bba73c0-d800-4827-ba9b-b523f3b96895,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:23.205652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:20:23.270823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff0aba-4565-4578-a2c7-cb806437baec tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:23.274922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4dff0aba-4565-4578-a2c7-cb806437baec tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=73fbc9eb5edc4a86ace33f791ef97e3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1801877 Aug 19 00:20:23.275487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:23.295630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:23.403031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bf71f-5567-4df1-b7d7-de33347e0886 req-cb9f0c14-9083-45cd-8209-703abcd613da tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:23.405762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d16bf71f-5567-4df1-b7d7-de33347e0886 req-cb9f0c14-9083-45cd-8209-703abcd613da tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1288960 Aug 19 00:20:23.529761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d16bf71f-5567-4df1-b7d7-de33347e0886 req-75ccbe24-23ad-4122-bfaa-f31277b5f381 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038702 Aug 19 00:20:23.597923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:23.624769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd', 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4', 'port_id': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd', 'mac_address': 'fa:16:3e:2c:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a89a3c-aa40-4447-a2ff-5c223ebaec5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:23.718173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcc9f0-b043-4ad4-af9d-3bf08e3ac6c9 req-b2f806dd-08cc-4513-8a27-4f01848cd913 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:23.725601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dbcc9f0-b043-4ad4-af9d-3bf08e3ac6c9 req-b2f806dd-08cc-4513-8a27-4f01848cd913 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Aug 19 00:20:23.770071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a96e8-ec33-47e1-9d41-44c3ae9879d1 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:23.774456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:23.781434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bc0a96e8-ec33-47e1-9d41-44c3ae9879d1 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5042810 Aug 19 00:20:23.781618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50276) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:23.822166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:23.852536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dbcc9f0-b043-4ad4-af9d-3bf08e3ac6c9 req-7c1b1585-105c-4fb2-a85b-ffc1565c2f73 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234255 Aug 19 00:20:23.907779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:23.908047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6eab5068-db62-45c6-a6b3-98f4c19bdfe2 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246748 Aug 19 00:20:23.912390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:23.933650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:23.944695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f980cc13-9b22-4f06-a336-bf4186887505 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:24.025229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a1594ba-df58-4e8c-9457-5bfe543bdbf3 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=73fbc9eb5edc4a86ace33f791ef97e3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1116662 Aug 19 00:20:24.028718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:24.035528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08466e50-b5f4-4855-9dfc-c00fafbbcf94 req-e9750512-a94f-4784-835e-fc7b926c70e2 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:24.053002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08466e50-b5f4-4855-9dfc-c00fafbbcf94 req-e9750512-a94f-4784-835e-fc7b926c70e2 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 944 time: 0.1153829 Aug 19 00:20:24.128965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08466e50-b5f4-4855-9dfc-c00fafbbcf94 req-59cb4aeb-1228-4ed8-9d14-462046b96d73 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749309 Aug 19 00:20:24.257676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:24.338588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca2778-2ff8-4c6e-86c7-c27a79a0412b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:24.343165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50282) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:24.343886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-daca2778-2ff8-4c6e-86c7-c27a79a0412b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3140814 Aug 19 00:20:24.365212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:24.377020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a4f4d0fb-427b-4d3f-93a8-357f896e8e10 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326059 Aug 19 00:20:24.380136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:24.386906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450108910', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:24.465285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f980cc13-9b22-4f06-a336-bf4186887505 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:24.489043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f980cc13-9b22-4f06-a336-bf4186887505 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:24.489309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:24.872115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924cb53-094d-4fba-8fc1-9fc43d4f28a9 req-435627c7-1ca1-4145-9755-ecb306d5ac4d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:24.879409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a924cb53-094d-4fba-8fc1-9fc43d4f28a9 req-435627c7-1ca1-4145-9755-ecb306d5ac4d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.2251482 Aug 19 00:20:24.905317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:24.909061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.022738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a924cb53-094d-4fba-8fc1-9fc43d4f28a9 req-a0de79dc-c1e6-4663-899a-04404d069397 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422203 Aug 19 00:20:25.127586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.171659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f980cc13-9b22-4f06-a336-bf4186887505, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f980cc13-9b22-4f06-a336-bf4186887505,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:25.180049 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.247683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:25.326648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3afd-8d50-4c2f-b540-edb3343aa531 req-f52ce158-9630-4542-9e57-1636bf473600 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:25.328247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7efc3afd-8d50-4c2f-b540-edb3343aa531 req-f52ce158-9630-4542-9e57-1636bf473600 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.1550872 Aug 19 00:20:25.406619 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.447245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7efc3afd-8d50-4c2f-b540-edb3343aa531 req-627ff2d9-60b9-41fa-bd25-c963ea1c7ad8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Aug 19 00:20:25.475289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Subnet': ['ID=4b5dab6b-63a0-4f5f-827e-f3f7d5b82386,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:25.519489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Checking segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:25.519855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network hostable DHCP agents. Network: 9bba73c0-d800-4827-ba9b-b523f3b96895, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:20:25.602183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd63657-3e37-4de3-bd4b-52c7a8e692d3 req-eb661e49-143a-4113-8386-32ce592d5533 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:25.610693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cd63657-3e37-4de3-bd4b-52c7a8e692d3 req-eb661e49-143a-4113-8386-32ce592d5533 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 944 time: 0.0881803 Aug 19 00:20:25.645684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:20:25.672289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cd63657-3e37-4de3-bd4b-52c7a8e692d3 req-a80418ac-a086-44ee-bd65-691667364fba tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 19 00:20:25.673639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9bba73c0-d800-4827-ba9b-b523f3b96895) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:25.686104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a95b939-a1a0-4817-b4d9-93d45ed2602d None None] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:25.687439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:25.688347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.715345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c017568-7f56-4901-b3f5-ea5890394c77 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3309870 Aug 19 00:20:25.854431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f980cc13-9b22-4f06-a336-bf4186887505 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:25.968634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9bba73c0-d800-4827-ba9b-b523f3b96895', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ips': [{'subnet_id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:20:25.969741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:25.995038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f980cc13-9b22-4f06-a336-bf4186887505 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:25.996242 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.089526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50318) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:26.094940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345249728', 'description': 'tempest-secgroup-smoke-345249728 description', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:26.102561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-383a3192-d61a-4c9d-9eb9-12a9300ed52f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:26.114515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-383a3192-d61a-4c9d-9eb9-12a9300ed52f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.1759953 Aug 19 00:20:26.137978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c7fb9343-244d-451c-b3cf-dc168bf5877d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/quotas/50421b5965d3431faaeb86738d4c55a9 HTTP/1.1" status: 200 len: 375 time: 0.0224771 Aug 19 00:20:26.140485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.238072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Allocated IP 172.20.0.18 (9bba73c0-d800-4827-ba9b-b523f3b96895/4b5dab6b-63a0-4f5f-827e-f3f7d5b82386/2b261657-f583-4d9c-8e42-918f06980eed) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:26.265624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-28010b36-fb1a-4dca-9520-991f253f1be2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263297 Aug 19 00:20:26.274188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b5f5-0e9d-4d9a-94e3-0747493e5e09 req-f0404c64-e12d-4b89-9ff9-6e224aa4cb2a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:26.276423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3731b5f5-0e9d-4d9a-94e3-0747493e5e09 req-f0404c64-e12d-4b89-9ff9-6e224aa4cb2a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0811775 Aug 19 00:20:26.352393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.361134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3731b5f5-0e9d-4d9a-94e3-0747493e5e09 req-c3377200-cb29-44c6-aba4-371cdc904b29 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730662 Aug 19 00:20:26.362857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.377489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5bbeed6a-a16e-4707-bf45-d235aab0a989 service neutron] 10.222.0.20 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109288 Aug 19 00:20:26.417850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a068277-195a-4d4a-b168-b072e7a88619,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:26.423129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.427084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58643603-70c2-416d-a04e-d4631cba65a4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3335681 Aug 19 00:20:26.427912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50320) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:26.433953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:26.507391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.521950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.532435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Transition to ACTIVE for port object 2b261657-f583-4d9c-8e42-918f06980eed will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:26.535469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c569e745-d954-43da-a062-ab6cce6eabbc service neutron] 10.222.0.20 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494148 Aug 19 00:20:26.565848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Transition to ACTIVE for port object 2b261657-f583-4d9c-8e42-918f06980eed will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:26.575327 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.639287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9c500-7380-4bde-b570-1f216a263d9a req-02f79a4b-ac6b-4a13-9b5f-5b32fad45112 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:26.647179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5d9c500-7380-4bde-b570-1f216a263d9a req-02f79a4b-ac6b-4a13-9b5f-5b32fad45112 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0927293 Aug 19 00:20:26.658995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Pushing event updated for resources: {'Port': ['ID=2b261657-f583-4d9c-8e42-918f06980eed,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:26.675906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:26.679609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:26.686150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:26.694463 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.696003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.706079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.739746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5d9c500-7380-4bde-b570-1f216a263d9a req-a8d23355-02de-4b0e-9b3d-79f10568c3ec tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915864 Aug 19 00:20:26.757152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.763465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:26.763879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3296270 Aug 19 00:20:26.766974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c18d-377b-4f9c-8aa2-03edf33b1374 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bff85f-99bd-4d96-acad-73025b686e94,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:26.769322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:26.781007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Attempting to bind port 2b261657-f583-4d9c-8e42-918f06980eed on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:26.781395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Attempting to bind port 2b261657-f583-4d9c-8e42-918f06980eed by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:26.781774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Attempting to bind port 2b261657-f583-4d9c-8e42-918f06980eed on network 9bba73c0-d800-4827-ba9b-b523f3b96895 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:26.807454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:26.807856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Checking segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:26.808264 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.808714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Bound using segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:26.809218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Bound port: 2b261657-f583-4d9c-8e42-918f06980eed, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:26.809617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.833835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.878597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] For port 2b261657-f583-4d9c-8e42-918f06980eed, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:26.879892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f769c20-6b78-4b7b-8e8d-42a032e0d90b req-7c6a03d9-2b46-4385-8f3e-905c76a3f5ed tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 210 time: 0.0399482 Aug 19 00:20:26.881976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] For port 2b261657-f583-4d9c-8e42-918f06980eed, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2b261657-f583-4d9c-8e42-918f06980eed,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:26.890506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.919819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-4bfc3792-8d20-4f21-bea7-64680db2820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:26.921776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-4bfc3792-8d20-4f21-bea7-64680db2820d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 1097 time: 0.0832005 Aug 19 00:20:26.947118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.955542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:26.996531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd32a64-365b-4bc7-a4e5-e64db0ba3cab,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:27.025719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.025719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.027724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.030128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.030128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.030128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.030699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.031045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.031389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.033054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.033278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.033573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38839a91-dea7-438b-bbb0-02c564ac9a45 req-d0f0e317-7c7f-4a9f-a376-3abe0dd72679 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:27.035505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38839a91-dea7-438b-bbb0-02c564ac9a45 req-d0f0e317-7c7f-4a9f-a376-3abe0dd72679 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 944 time: 0.1292000 Aug 19 00:20:27.035658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:20:27.060949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.062264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b423f724-b735-471d-884d-c6b911147616 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2974508 Aug 19 00:20:27.065067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:27.072989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:27.082194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630bcb-f8bf-42d9-89f9-3f65462770c1 None None] Pushing event updated for resources: {'Port': ['ID=2b261657-f583-4d9c-8e42-918f06980eed,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:27.126058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.182789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38839a91-dea7-438b-bbb0-02c564ac9a45 req-88e1c3e3-90d7-4ae4-9968-1074858da036 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352775 Aug 19 00:20:27.189885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-ef85bb6f-2479-4344-9200-d107115aff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:27.191649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-ef85bb6f-2479-4344-9200-d107115aff3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2526870 Aug 19 00:20:27.207657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.218530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.277750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-0c4775e9-7a86-4ee3-9f88-6f875d68fb40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36f56bda-93e8-4902-a992-224118e6e612 HTTP/1.1" status: 200 len: 217 time: 0.0732510 Aug 19 00:20:27.283526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6405d7f-1e3a-454c-9d36-ad518f6838ec,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:27.290277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.291622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-903dd1ca-f1b4-43b5-ad08-26bb00e1b624 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255325 Aug 19 00:20:27.295820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:27.301265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:27.307312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:27.375878 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.378893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-f031b40a-f96d-4931-be3f-118411ef6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:27.386956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-f031b40a-f96d-4931-be3f-118411ef6da8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0949793 Aug 19 00:20:27.430117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:27.435543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:27.436273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.534107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-ef2eef58-5918-4f47-a960-5d4e9fd198fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:27.537188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-ef2eef58-5918-4f47-a960-5d4e9fd198fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488414 Aug 19 00:20:27.546253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.557319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.605292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.614461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:27.616239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:27.619720 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6f8a2a-e956-43be-ba4b-5afb8f6a1147" -d '{"events": [{"server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "name": "network-vif-plugged", "status": "completed", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:27.626352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.635701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d8a6c1-4ccb-4f3a-93ca-79f46a200a60,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:27.642861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.644438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6868f9b6-fbe0-41c3-81e7-9ebeea422ba8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3478091 Aug 19 00:20:27.650797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:27.661774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:27.689922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9665e-5d4d-450b-9273-1a0d43346ba0 req-254ec5a9-dbb6-4d95-a453-53249bf846fd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:27.691502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-baa9665e-5d4d-450b-9273-1a0d43346ba0 req-254ec5a9-dbb6-4d95-a453-53249bf846fd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1475592 Aug 19 00:20:27.697820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:27.729846 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:20:27.754559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.818961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-baa9665e-5d4d-450b-9273-1a0d43346ba0 req-50bc90a2-7bbf-43af-a4a4-c13f277ce829 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018472 Aug 19 00:20:27.863832 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55462dd9-2998-4a8d-8299-82bceb324de6 x-openstack-request-id: req-55462dd9-2998-4a8d-8299-82bceb324de6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:27.864138 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "name": "network-vif-plugged", "status": "completed", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:27.865958 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55462dd9-2998-4a8d-8299-82bceb324de6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:27.865958 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd', 'code': 200} Aug 19 00:20:27.905235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2b261657-f583-4d9c-8e42-918f06980eed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:27.927055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:27.935444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.014356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2b261657-f583-4d9c-8e42-918f06980eed completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:28.021607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a593dc8-6f07-48c5-a8e8-eedd476af4dc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:28.089021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.093882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b7a9309-0989-4eb4-ab23-3fde350a5fbc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4377360 Aug 19 00:20:28.095813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:28.101551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4a068277-195a-4d4a-b168-b072e7a88619', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:28.176425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f48996-49c6-4e5c-8012-d0fff4e80cff req-9e0a224a-6341-4a5e-bc63-c450b06b7308 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:28.178272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69f48996-49c6-4e5c-8012-d0fff4e80cff req-9e0a224a-6341-4a5e-bc63-c450b06b7308 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.2175567 Aug 19 00:20:28.186957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af221735-a5c3-4ec6-bfd3-78fcf5f07583 req-c3eddb5a-fc4c-466a-ac19-98ea192503f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:28.189055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af221735-a5c3-4ec6-bfd3-78fcf5f07583 req-c3eddb5a-fc4c-466a-ac19-98ea192503f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 1097 time: 0.1341565 Aug 19 00:20:28.192570 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:20:28.275786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af221735-a5c3-4ec6-bfd3-78fcf5f07583 req-8da23899-ffa5-4760-8c65-6af915955729 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774028 Aug 19 00:20:28.279977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69f48996-49c6-4e5c-8012-d0fff4e80cff req-4c82b0bc-77a2-4ccf-9526-a8a40b84a8a8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592685 Aug 19 00:20:28.281886 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.359114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.370841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.438130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b161e7-3247-472a-b131-b85b468d2c61,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:28.465371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.467209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c2f92250-b07b-4553-b904-d2f9b367a130 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3701849 Aug 19 00:20:28.499756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634932-a9e7-4fad-974b-2a190299227e req-afd2d20f-3eb7-4d3f-88d7-0d7a02708eb9 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:28.503180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87634932-a9e7-4fad-974b-2a190299227e req-afd2d20f-3eb7-4d3f-88d7-0d7a02708eb9 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 945 time: 0.0957482 Aug 19 00:20:28.584725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f810c3-5be9-435b-a39a-598c81ec6514 None None] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:20:28.589244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5cbe52ba-00f4-4b7f-a4ef-04e9b1b7f892 req-cdf3f5c1-64c2-4cd0-a5f3-38a128518aa3 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 210 time: 0.0426376 Aug 19 00:20:28.602577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-0c6838c3-d8c0-4214-a054-3e461d909439 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0572469 Aug 19 00:20:28.605525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87634932-a9e7-4fad-974b-2a190299227e req-3486cd7d-6b1f-40d3-a0fc-846b18058519 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Aug 19 00:20:28.724045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Provisioning for port 2b261657-f583-4d9c-8e42-918f06980eed completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:28.755517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Provisioning complete for port 2b261657-f583-4d9c-8e42-918f06980eed triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:28.755895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.808996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-96ac8b08-93f4-418c-bfa9-6f93fdec4fcc tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:28.811159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-96ac8b08-93f4-418c-bfa9-6f93fdec4fcc tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.11 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.2046344 Aug 19 00:20:28.832686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Request body: {'port': {'device_id': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'admin_state_up': True, 'tenant_id': '50421b5965d3431faaeb86738d4c55a9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:28.855716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-050f3dee-a790-4584-88dd-b635b55b9a6e req-0148afbd-8706-44f3-84ea-aae7712d9762 service neutron] 10.222.0.21 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402596 Aug 19 00:20:28.902142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-768fbcb3-75ec-4faa-a3c6-291a541aabc6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345249728&fields=id&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 267 time: 0.1341522 Aug 19 00:20:28.935456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Made reservation on behalf of 50421b5965d3431faaeb86738d4c55a9 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:28.941223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:28.964760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.027145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] For port 2b261657-f583-4d9c-8e42-918f06980eed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2b261657-f583-4d9c-8e42-918f06980eed,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:29.035965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.095133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-60c9fa8a-43df-431e-a5c0-6b6e145d7b24 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:29.096897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-60c9fa8a-43df-431e-a5c0-6b6e145d7b24 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/networks?id=9bba73c0-d800-4827-ba9b-b523f3b96895 HTTP/1.1" status: 200 len: 796 time: 0.1939597 Aug 19 00:20:29.119148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b51fd55d-5e5d-46b2-99fc-2126fa42ee8e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/quotas/73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 375 time: 0.0157473 Aug 19 00:20:29.132384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b9a47-4781-4f36-bc9c-211b3af4d97b None None] Pushing event updated for resources: {'Port': ['ID=2b261657-f583-4d9c-8e42-918f06980eed,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:29.157471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1841a0-508b-478f-b579-5a20fa3c8ab5 req-40b7ca8f-5833-4402-928a-4d9289866f12 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:29.159292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e1841a0-508b-478f-b579-5a20fa3c8ab5 req-40b7ca8f-5833-4402-928a-4d9289866f12 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.2035184 Aug 19 00:20:29.225075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Allocated IP 172.20.0.6 (9d053086-379c-4443-9a80-676c260b951f/948644c2-2f60-4b95-8394-65e8e0664627/42eaa67d-5355-4ffb-8ec0-b57786d3cc52) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:29.249028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b9e4c272-721f-4315-8736-530dd989222f tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1175897 Aug 19 00:20:29.368062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3c224b4f-c8e9-4bcb-9e33-44ade5e1450d None None] Provisioning complete for port 2b261657-f583-4d9c-8e42-918f06980eed triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:29.368062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c224b4f-c8e9-4bcb-9e33-44ade5e1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.370089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-22c7f5fc-2906-43d5-ac9a-c039959c6502 service neutron] 10.222.0.20 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134517 Aug 19 00:20:29.391857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e1841a0-508b-478f-b579-5a20fa3c8ab5 req-898cfb10-ae0f-4c63-9200-999dad698338 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197045 Aug 19 00:20:29.498763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.533572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Transition to ACTIVE for port object 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:29.552342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-f4b3f3c4-9dce-4cf7-9fd7-7a85842dadb1 service neutron] 10.222.0.20 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731908 Aug 19 00:20:29.572000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe32d-5deb-4905-915a-1c2fb5926590 req-80302852-e673-429c-a482-30c902217f21 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:29.573605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-854fe32d-5deb-4905-915a-1c2fb5926590 req-80302852-e673-429c-a482-30c902217f21 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 945 time: 0.0979867 Aug 19 00:20:29.627450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.696222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Pushing event updated for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:29.702126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-854fe32d-5deb-4905-915a-1c2fb5926590 req-0a79fcfd-9610-4393-ba20-785097149f15 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196537 Aug 19 00:20:29.711912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Network 9d053086-379c-4443-9a80-676c260b951f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:29.713743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:29.718627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:29.765705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:29.766764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:29.794052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-5f9a481a-4ce6-46ff-a752-3388a6c16664 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9694443 Aug 19 00:20:29.808994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Request body: {'port': {'device_id': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:29.887332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2b261657-f583-4d9c-8e42-918f06980eed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:29.922222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b638-2b17-4e72-9dad-ecc51f02ffd1 req-c4d1f50c-1f9b-486e-bb6b-226229c48032 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:29.941239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d5b638-2b17-4e72-9dad-ecc51f02ffd1 req-c4d1f50c-1f9b-486e-bb6b-226229c48032 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 945 time: 0.0890639 Aug 19 00:20:29.964898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:29.987161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.030556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d5b638-2b17-4e72-9dad-ecc51f02ffd1 req-638f1929-0d9a-47d2-8840-6ebebe40af17 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861905 Aug 19 00:20:30.122472 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.147591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c71381b5-955b-478f-ae34-75ae47de7d9a req-57e85fb5-98b8-49ba-83c1-34ccafa1bee0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 210 time: 0.0707035 Aug 19 00:20:30.189068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2b261657-f583-4d9c-8e42-918f06980eed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:30.189639 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.191348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:30.193967 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074296c6-509c-4633-a259-27d6c0452ece" -d '{"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-unplugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:30.231298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:30.251028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.261432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80629d4b-c50e-4deb-8857-fcf70e45f613 None None] Provisioning for port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:30.268691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80629d4b-c50e-4deb-8857-fcf70e45f613 None None] Provisioning complete for port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:30.268691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80629d4b-c50e-4deb-8857-fcf70e45f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.314073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8460c-a8e0-4b28-aab4-d4fb5855eeff req-ace4604f-9a52-42c7-96f1-424e49b5d168 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:30.315859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6e8460c-a8e0-4b28-aab4-d4fb5855eeff req-ace4604f-9a52-42c7-96f1-424e49b5d168 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1027 time: 0.4500859 Aug 19 00:20:30.338458 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99602013-976d-420c-87ea-3dfe7928d0a4 x-openstack-request-id: req-99602013-976d-420c-87ea-3dfe7928d0a4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:30.338958 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-unplugged", "status": "completed", "tag": "36f56bda-93e8-4902-a992-224118e6e612", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:30.339071 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99602013-976d-420c-87ea-3dfe7928d0a4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:30.339440 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f56bda-93e8-4902-a992-224118e6e612', 'code': 200} Aug 19 00:20:30.415442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d6e8460c-a8e0-4b28-aab4-d4fb5855eeff req-eb07e033-2c8e-4aaa-a9f8-87cbe868fdfb tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909142 Aug 19 00:20:30.472396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-80629d4b-c50e-4deb-8857-fcf70e45f613 None None] Port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:30.481816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:30.639515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:30.653506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bc67a-44c9-476c-a35d-71e9268d57f9 req-8a682e9b-c463-4c34-9249-4aa2cb82c0be tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:30.658538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.661371 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c7bc67a-44c9-476c-a35d-71e9268d57f9 req-8a682e9b-c463-4c34-9249-4aa2cb82c0be tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1297281 Aug 19 00:20:30.687086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Transition to ACTIVE for port object 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:30.692865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:30.720386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c7bc67a-44c9-476c-a35d-71e9268d57f9 req-ea23a27f-af44-4c6b-8531-0376b938bdd5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577188 Aug 19 00:20:30.898084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:31.011163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a074d-2b49-42f1-8d60-aa9493c7ce27 req-35ff0e0b-e7f3-42d8-9105-d6d77ca8d52c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.022824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Attempting to bind port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:31.023846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Attempting to bind port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:31.026342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Attempting to bind port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:31.028558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f0a074d-2b49-42f1-8d60-aa9493c7ce27 req-35ff0e0b-e7f3-42d8-9105-d6d77ca8d52c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.1118112 Aug 19 00:20:31.035637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 on network 9d053086-379c-4443-9a80-676c260b951f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:20:31.035972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Attempting to bind port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:31.055105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:31.055518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Checking segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:31.069418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Bound using segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:31.070015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Bound port: 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:31.070468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:31.103734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f0a074d-2b49-42f1-8d60-aa9493c7ce27 req-d45fb447-6ec8-4652-b894-726f3f252815 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Aug 19 00:20:31.203409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:31.208036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:31.215225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:31.227010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9e64c-dd00-4cdf-91e3-5741961eed12 req-67bb6272-a795-4b63-a8e5-d6961cef5361 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.227697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcd9e64c-dd00-4cdf-91e3-5741961eed12 req-67bb6272-a795-4b63-a8e5-d6961cef5361 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 945 time: 0.0869932 Aug 19 00:20:31.266861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2a8d3f34-68a7-4773-97c0-fb9f782f4b5a req-22b46c9a-9363-4289-9acb-430a668453cd tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 210 time: 0.0376148 Aug 19 00:20:31.274591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.275312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:31.276957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/42eaa67d-5355-4ffb-8ec0-b57786d3cc52 HTTP/1.1" status: 200 len: 1092 time: 1.4752045 Aug 19 00:20:31.284429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:31.290758 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12730a4-b641-4197-aa55-fbce25fe385b" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:31.331447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcd9e64c-dd00-4cdf-91e3-5741961eed12 req-33c17f1c-14dd-4610-bc70-83ae1a0d5a5c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834155 Aug 19 00:20:31.365356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1aef7-9e85-41c0-ac2d-7218f216a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:31.412520 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6454101b-dffe-4d60-9910-0bf533223436 x-openstack-request-id: req-6454101b-dffe-4d60-9910-0bf533223436 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:31.412887 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:31.413126 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6454101b-dffe-4d60-9910-0bf533223436 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:31.413482 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52', 'status': 'completed', 'code': 200} Aug 19 00:20:31.425705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-06041e34-9462-44e2-89d7-6500fa5c2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.427165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-06041e34-9462-44e2-89d7-6500fa5c2919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0927098 Aug 19 00:20:31.521447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-c603dcff-e0a5-4580-94d7-4f900544528c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52 HTTP/1.1" status: 200 len: 217 time: 0.0752437 Aug 19 00:20:31.609038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454377-1d74-4f2a-a2b4-c0c809383787 req-62c14d53-c407-4f0c-bb96-63e3a72e774d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.610705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba454377-1d74-4f2a-a2b4-c0c809383787 req-62c14d53-c407-4f0c-bb96-63e3a72e774d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0881674 Aug 19 00:20:31.630597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-b4a8082b-510c-4cd8-9757-e921bc00dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.632366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-b4a8082b-510c-4cd8-9757-e921bc00dce6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948644c2-2f60-4b95-8394-65e8e0664627 HTTP/1.1" status: 200 len: 848 time: 0.0995934 Aug 19 00:20:31.703231 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba454377-1d74-4f2a-a2b4-c0c809383787 req-48fc650e-6190-4eb3-86e0-7c85e9b31a43 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Aug 19 00:20:31.719084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-649d588a-8667-42e1-8834-0cb448971519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.720702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-649d588a-8667-42e1-8834-0cb448971519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d053086-379c-4443-9a80-676c260b951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726352 Aug 19 00:20:31.726404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-ffc66518-68ea-4de7-b4c0-9e022344219b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:31.727950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-ffc66518-68ea-4de7-b4c0-9e022344219b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/networks?id=9bba73c0-d800-4827-ba9b-b523f3b96895 HTTP/1.1" status: 200 len: 796 time: 0.1866808 Aug 19 00:20:31.802136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-45a193cd-ae62-496a-8461-059f92a0ac51 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 472 time: 0.0563929 Aug 19 00:20:31.847566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-b84853d8-46fd-460c-add3-9c4cbce66e4a service neutron] 10.222.0.11 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184857 Aug 19 00:20:31.865772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'port': {'device_id': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'admin_state_up': True, 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'security_groups': ['4a068277-195a-4d4a-b168-b072e7a88619']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:31.971569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50a7f855-eb30-4384-99f5-489f3fd3043f req-3b4097eb-fa24-43f8-8fd5-1a35837b9afe service neutron] 10.222.0.11 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146600 Aug 19 00:20:32.006958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4043a9-ae51-4fb8-929e-4c7619cccf23 req-d5af51c6-7ace-45f4-a51a-6747671d358f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.009611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b4043a9-ae51-4fb8-929e-4c7619cccf23 req-d5af51c6-7ace-45f4-a51a-6747671d358f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1924088 Aug 19 00:20:32.079541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12730a4-b641-4197-aa55-fbce25fe385b req-32cd7179-6c6e-4b54-826a-02321ddb7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.081495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-32cd7179-6c6e-4b54-826a-02321ddb7c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0509782 Aug 19 00:20:32.091776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b4043a9-ae51-4fb8-929e-4c7619cccf23 req-e4e804fc-b546-4e6b-8c94-9c13fb8a8ff8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Aug 19 00:20:32.093023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:32.097058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:32.241194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12730a4-b641-4197-aa55-fbce25fe385b req-d6eb657b-c9c0-4903-8b73-e886f827bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.242669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-d6eb657b-c9c0-4903-8b73-e886f827bfac service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.1479895 Aug 19 00:20:32.267699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.20 (9bba73c0-d800-4827-ba9b-b523f3b96895/4b5dab6b-63a0-4f5f-827e-f3f7d5b82386/84a181b1-6036-4959-8a59-c061dae98bd1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:32.269783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b6876-6f29-4aef-8a41-dfd7f17c600d req-1fcbee93-3a37-441d-9f66-2ff16db5deda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.271243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c84b6876-6f29-4aef-8a41-dfd7f17c600d req-1fcbee93-3a37-441d-9f66-2ff16db5deda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.0763619 Aug 19 00:20:32.305930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-9e8ee24a-fdd6-415f-9b16-349c42da6e87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52 HTTP/1.1" status: 200 len: 217 time: 0.0518653 Aug 19 00:20:32.378970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c84b6876-6f29-4aef-8a41-dfd7f17c600d req-f19a4f09-3476-4c99-92c5-c0eaaca172fd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795305 Aug 19 00:20:32.387189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12730a4-b641-4197-aa55-fbce25fe385b req-37c3ef8b-b9ec-44ed-a5d1-4b9c691dbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.389229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-37c3ef8b-b9ec-44ed-a5d1-4b9c691dbbbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948644c2-2f60-4b95-8394-65e8e0664627 HTTP/1.1" status: 200 len: 848 time: 0.0712025 Aug 19 00:20:32.476989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12730a4-b641-4197-aa55-fbce25fe385b req-17c7a92e-afdd-4147-b421-020a74ad3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.477962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-94049358-673f-4487-be7c-d3200de5d5e1 req-97f92e1e-10a6-4318-8af4-8beeb1a0581b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 210 time: 0.0671232 Aug 19 00:20:32.485046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-17c7a92e-afdd-4147-b421-020a74ad3148 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d053086-379c-4443-9a80-676c260b951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872538 Aug 19 00:20:32.541242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:32.585233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object 84a181b1-6036-4959-8a59-c061dae98bd1 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:32.594020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-e8125800-b87e-44e6-ab5c-657b85bbc99c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.595503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-e8125800-b87e-44e6-ab5c-657b85bbc99c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.11 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 945 time: 0.1859231 Aug 19 00:20:32.604399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c38509-7182-480c-a76e-a021585fb7f1 req-8e548ffb-6e93-491d-bc54-ff5bf5c5bf8b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.604399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c38509-7182-480c-a76e-a021585fb7f1 req-8e548ffb-6e93-491d-bc54-ff5bf5c5bf8b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 945 time: 0.1106353 Aug 19 00:20:32.667231 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-25a62e88-c282-4701-8853-be581036ee83 service neutron] 10.222.0.11 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635609 Aug 19 00:20:32.676985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc02a2-cacb-46a8-ab25-b9936e5bf98c req-e75db2f2-ae94-496e-99cb-57833c0ac38e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.677141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d0c38509-7182-480c-a76e-a021585fb7f1 req-5ae3af23-857e-4e79-bad4-47e8fb3e2cfa tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724058 Aug 19 00:20:32.684661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00cc02a2-cacb-46a8-ab25-b9936e5bf98c req-e75db2f2-ae94-496e-99cb-57833c0ac38e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1291573 Aug 19 00:20:32.716807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:32.778364 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e12730a4-b641-4197-aa55-fbce25fe385b req-0128f58f-b42f-4a54-a47a-279b89e15a02 service neutron] 10.222.0.11 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001773 Aug 19 00:20:32.810482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00cc02a2-cacb-46a8-ab25-b9936e5bf98c req-af297558-2316-4cfe-8a58-f0d712188fac tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248746 Aug 19 00:20:32.818441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:32.836433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:32.837359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:32.840877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:32.878193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Deleting port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:20:32.878547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:32.880341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4cd80-6f11-4540-a4f3-e9a8ae29ea4c req-076ef111-7860-4b47-9619-2eae54ad7a03 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.882050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8a4cd80-6f11-4540-a4f3-e9a8ae29ea4c req-076ef111-7860-4b47-9619-2eae54ad7a03 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0781138 Aug 19 00:20:32.925523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8a4cd80-6f11-4540-a4f3-e9a8ae29ea4c req-1b991d64-a05c-4752-b8b1-ce60232dc6ba tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Aug 19 00:20:32.954213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:32.954851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:32.999049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-b87516d1-45fb-4b3f-9f67-8b6789cc0f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1394007 Aug 19 00:20:33.023016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Request body: {'port': {'device_id': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:33.066126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44489d57-e6bc-412a-be23-ffebf10aca2e None None] Provisioning for port 84a181b1-6036-4959-8a59-c061dae98bd1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:33.069519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfdcfc-4adc-4b9d-8de6-4f0160b11501 req-ab186be3-3af9-4048-8852-8c9d8bf7ef05 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:33.069765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-44489d57-e6bc-412a-be23-ffebf10aca2e None None] Provisioning complete for port 84a181b1-6036-4959-8a59-c061dae98bd1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:33.070697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44489d57-e6bc-412a-be23-ffebf10aca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.071526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8bfdcfc-4adc-4b9d-8de6-4f0160b11501 req-ab186be3-3af9-4048-8852-8c9d8bf7ef05 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1640079 Aug 19 00:20:33.075023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] For port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:33.075397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.107405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Calling delete_port for d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:20:33.108499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-44489d57-e6bc-412a-be23-ffebf10aca2e None None] Port 84a181b1-6036-4959-8a59-c061dae98bd1 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:33.183315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8bfdcfc-4adc-4b9d-8de6-4f0160b11501 req-49c7385e-c065-40f6-be8d-b382b1f3b9fd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049712 Aug 19 00:20:33.185384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.214677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd51c-314a-4e86-b1a4-45041dea4302 req-f2f1dceb-0ef5-4c4c-8311-646488f9ac7d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:33.216857 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ffd51c-314a-4e86-b1a4-45041dea4302 req-f2f1dceb-0ef5-4c4c-8311-646488f9ac7d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0580149 Aug 19 00:20:33.266460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ffd51c-314a-4e86-b1a4-45041dea4302 req-53214391-5c92-4bb6-9f25-6656577daae9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Aug 19 00:20:33.427899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.437286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-891496e1-16e7-4415-bff8-781a4fe25775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:33.439364 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-891496e1-16e7-4415-bff8-781a4fe25775 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1097 time: 0.0836222 Aug 19 00:20:33.451371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b64cb-9122-4df1-b21a-74b8266f823f req-c63ebb5e-6470-498d-b0ce-479eda9860b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:33.453039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b0b64cb-9122-4df1-b21a-74b8266f823f req-c63ebb5e-6470-498d-b0ce-479eda9860b5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0885308 Aug 19 00:20:33.464619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Pushing event deleted for resources: {'Port': ['ID=d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:33.521074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] No DVR routers for this DVR port d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:20:33.526657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.529434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-475bab7b-16ca-4936-a7ae-2320635406c1 req-0ad88e23-9a8b-4f30-8e54-02fb73e3a728 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.11 "DELETE /v2.0/ports/d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd HTTP/1.1" status: 204 len: 173 time: 0.9086924 Aug 19 00:20:33.529434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'name': 'network-vif-deleted', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:33.531738 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10331a0d-5ff2-4b34-89e0-f7e9f93c448d" -d '{"events": [{"server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "name": "network-vif-deleted", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:33.648181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a181b1-6036-4959-8a59-c061dae98bd1 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:33.663151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c2a56-af4c-411b-bfd9-3ab423569117 req-47e911ab-b8e5-46ac-8262-4dcd2d2ad64d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:33.665430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-097c2a56-af4c-411b-bfd9-3ab423569117 req-47e911ab-b8e5-46ac-8262-4dcd2d2ad64d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 932 time: 0.1025944 Aug 19 00:20:33.667725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.693497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Transition to ACTIVE for port object 84a181b1-6036-4959-8a59-c061dae98bd1 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:33.699173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.775422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-097c2a56-af4c-411b-bfd9-3ab423569117 req-e0dc762b-dc28-4571-b62e-ee628b2ed46b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010499 Aug 19 00:20:33.818044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Pushing event updated for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:33.846004 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8698f-f910-4a96-b5b4-04dcaeb9fccd x-openstack-request-id: req-e5e8698f-f910-4a96-b5b4-04dcaeb9fccd {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:33.846452 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811e186-e834-4091-af6c-bbf3893efc95", "name": "network-vif-deleted", "tag": "d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:33.846796 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5e8698f-f910-4a96-b5b4-04dcaeb9fccd {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:33.847560 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811e186-e834-4091-af6c-bbf3893efc95', 'name': 'network-vif-deleted', 'tag': 'd04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd', 'status': 'completed', 'code': 200} Aug 19 00:20:33.887255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Attempting to bind port 84a181b1-6036-4959-8a59-c061dae98bd1 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:33.887804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Attempting to bind port 84a181b1-6036-4959-8a59-c061dae98bd1 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:33.888540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Attempting to bind port 84a181b1-6036-4959-8a59-c061dae98bd1 on network 9bba73c0-d800-4827-ba9b-b523f3b96895 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:33.894687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Port 84a181b1-6036-4959-8a59-c061dae98bd1 on network 9bba73c0-d800-4827-ba9b-b523f3b96895 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:20:33.895021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Attempting to bind port 84a181b1-6036-4959-8a59-c061dae98bd1 on network 9bba73c0-d800-4827-ba9b-b523f3b96895 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:33.901058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:33.901399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Checking segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:33.902054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Bound using segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:33.902531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Bound port: 84a181b1-6036-4959-8a59-c061dae98bd1, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:33.902895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:33.967229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ca2debcd-4ed8-46e1-b899-440b69f6f261 req-4c2b7261-bfe5-4aa6-93df-944094a9cda8 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811e186-e834-4091-af6c-bbf3893efc95 HTTP/1.1" status: 200 len: 210 time: 0.0472770 Aug 19 00:20:33.983408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 36f56bda-93e8-4902-a992-224118e6e612 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:33.986053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b0b64cb-9122-4df1-b21a-74b8266f823f req-918ae673-bfce-4a1e-9e63-b4482e8d2f8c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014192 Aug 19 00:20:34.008768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:34.024810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84a181b1-6036-4959-8a59-c061dae98bd1,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:34.032523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:34.092131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Pushing event updated for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:34.093814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-1881a4c0-73c1-4fd5-abb1-996dec5c9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.098241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-1881a4c0-73c1-4fd5-abb1-996dec5c9861 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 914 time: 0.6441650 Aug 19 00:20:34.127845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.128435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:34.130677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-760e7933-abcc-4e37-9cbb-476070f39b4d service neutron] 10.222.0.21 "PUT /v2.0/ports/84a181b1-6036-4959-8a59-c061dae98bd1 HTTP/1.1" status: 200 len: 1093 time: 1.1153393 Aug 19 00:20:34.155745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8ffe9-40e8-4365-928a-e90327523100 req-9a430591-f2ae-4928-9ad6-9680e5160f74 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.158343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5dd8ffe9-40e8-4365-928a-e90327523100 req-9a430591-f2ae-4928-9ad6-9680e5160f74 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0631657 Aug 19 00:20:34.159811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-abbae63b-b1df-4328-817d-02802d96241f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 217 time: 0.0544894 Aug 19 00:20:34.216506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-8bff79b3-e0a9-4dc1-a21d-80c19b3911e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.218065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-8bff79b3-e0a9-4dc1-a21d-80c19b3911e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0504928 Aug 19 00:20:34.225359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5dd8ffe9-40e8-4365-928a-e90327523100 req-8c950e73-1b42-40de-b4ba-3f77c54c14df tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582373 Aug 19 00:20:34.246896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-6db294f5-8dbc-4e3e-af6e-08e98a8b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.246896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-6db294f5-8dbc-4e3e-af6e-08e98a8b0854 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0517008 Aug 19 00:20:34.253582 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-f0514108-4606-42db-8a95-492b6af68b0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278080 Aug 19 00:20:34.296358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-5c7a4b40-4e25-4130-ac33-796a1fd932dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=84a181b1-6036-4959-8a59-c061dae98bd1 HTTP/1.1" status: 200 len: 217 time: 0.0407770 Aug 19 00:20:34.362474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-d43b3bd6-b40c-4f23-a0fd-48b5ce4877ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.364115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-d43b3bd6-b40c-4f23-a0fd-48b5ce4877ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5dab6b-63a0-4f5f-827e-f3f7d5b82386 HTTP/1.1" status: 200 len: 837 time: 0.0601792 Aug 19 00:20:34.395253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-83e3db5a-e5c7-4e39-bc46-905331d865eb service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342831 Aug 19 00:20:34.411331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-38f90d77-6b0a-453e-b497-5886222f3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.412884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-38f90d77-6b0a-453e-b497-5886222f3e6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bba73c0-d800-4827-ba9b-b523f3b96895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0417998 Aug 19 00:20:34.473634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3cbd9-7c21-46a6-9c68-99608c95f274 req-2633b920-6a71-4e04-8b23-9f502b0da260 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.475103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94b3cbd9-7c21-46a6-9c68-99608c95f274 req-2633b920-6a71-4e04-8b23-9f502b0da260 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.1295383 Aug 19 00:20:34.506022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-c11835e0-0c56-40ae-9e38-a9d56257ca99 service neutron] 10.222.0.21 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860646 Aug 19 00:20:34.532501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94b3cbd9-7c21-46a6-9c68-99608c95f274 req-14a9a93a-822b-42f1-bb53-2f7cdb11dc5b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Aug 19 00:20:34.543124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e2910a0-9593-4efa-a910-ead2069e5eb3 req-4fda1084-2373-4853-845f-059dfd642bad service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391292 Aug 19 00:20:34.597596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-604bb39b-76bb-401f-9e94-b3e3d7a1db2f req-31e092b5-122c-42a2-8953-cfdac97dd24a service neutron] 10.222.0.21 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Aug 19 00:20:34.896148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a177-0f25-4c22-8d04-dad6bd8a2550 req-530f2c63-adf0-4221-aec7-9a853071e857 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:34.897658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdf0a177-0f25-4c22-8d04-dad6bd8a2550 req-530f2c63-adf0-4221-aec7-9a853071e857 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Aug 19 00:20:34.938347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fdf0a177-0f25-4c22-8d04-dad6bd8a2550 req-6034e6d8-7c6a-4aca-a60a-3f3990031cae tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347743 Aug 19 00:20:35.108185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50bed6-87f5-42fd-8cf2-57e6552afa3a req-5f2becba-2697-4dbd-af8f-cf9ddc32508c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:35.109865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed50bed6-87f5-42fd-8cf2-57e6552afa3a req-5f2becba-2697-4dbd-af8f-cf9ddc32508c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0497561 Aug 19 00:20:35.150523 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed50bed6-87f5-42fd-8cf2-57e6552afa3a req-d793e192-a3f2-40b9-bf17-a19fb181cca3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Aug 19 00:20:35.262495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-f023514d-81a7-4959-9b65-6a782ff2517c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:35.263990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-f023514d-81a7-4959-9b65-6a782ff2517c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 809 time: 0.1001880 Aug 19 00:20:35.278963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-9b7c3543-bc61-424a-b6da-5b9a1efe78bd tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/quotas/36e24aa75f32471e9f3e6f98c140198c HTTP/1.1" status: 200 len: 375 time: 0.0091283 Aug 19 00:20:35.311046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-58da0609-ec34-4c16-b958-c5ab5d7c6394 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266991 Aug 19 00:20:35.330114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c72b9b-ad51-41ae-9310-b23437822ea5 req-58785b9c-d46a-4bdb-8b9b-d168a0282154 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:35.331636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78c72b9b-ad51-41ae-9310-b23437822ea5 req-58785b9c-d46a-4bdb-8b9b-d168a0282154 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1095 time: 0.0396934 Aug 19 00:20:35.366226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78c72b9b-ad51-41ae-9310-b23437822ea5 req-4f5844d1-0377-42a5-8421-5bd5df8866d2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284355 Aug 19 00:20:35.388029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:35.391838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:35.409100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-804dc0eb-6c28-48e1-b004-def4b2555be8 service neutron] 10.222.0.20 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883634 Aug 19 00:20:35.417159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:20:35.417511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d04ed4e8-bc4c-4e21-a8a6-fb2f88efe3bd not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:20:35.500777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-9c4f1caf-16c7-4e42-8ef4-644f12de550e service neutron] 10.222.0.20 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Aug 19 00:20:35.504621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:35.515935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'port_id': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52', 'mac_address': 'fa:16:3e:f1:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:35.551504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:35.564928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:35.584853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:35.593766 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:35.656549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:35.666499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1bef0-87b6-4b57-930b-65dd60e8aa4c req-a3b52761-0c70-4524-ae73-6332a9539ffb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:35.667927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdc1bef0-87b6-4b57-930b-65dd60e8aa4c req-a3b52761-0c70-4524-ae73-6332a9539ffb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0640421 Aug 19 00:20:35.681598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c233ab-39fc-40c5-8de7-2c48fbac8849 req-ce0dda2d-8c6e-4e4b-b158-7ffe7172a671 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 210 time: 0.0264215 Aug 19 00:20:35.709354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdc1bef0-87b6-4b57-930b-65dd60e8aa4c req-187845c0-6077-4375-8318-f8fb9bd4169f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Aug 19 00:20:35.832718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['42eaa67d-5355-4ffb-8ec0-b57786d3cc52'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:35.848115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:35.850570 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe188e5-c2b5-4d84-99cc-d29d020bab55" -d '{"events": [{"name": "network-changed", "server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:35.891259 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e27ee-4616-4c8c-9e51-b72afa1075ea x-openstack-request-id: req-e55e27ee-4616-4c8c-9e51-b72afa1075ea {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:35.891559 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:35.891857 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e55e27ee-4616-4c8c-9e51-b72afa1075ea {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:35.892267 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1', 'status': 'completed', 'code': 200} Aug 19 00:20:35.981170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-18672468-c65a-47a7-89a7-e8e5da9b40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:35.983013 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-18672468-c65a-47a7-89a7-e8e5da9b40b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0464427 Aug 19 00:20:36.065993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b0c8d-c968-438f-a663-1e9486643720 req-25e40034-9ba9-4e6a-bdd9-5a65486a51b0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.073726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-244b0c8d-c968-438f-a663-1e9486643720 req-25e40034-9ba9-4e6a-bdd9-5a65486a51b0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 944 time: 0.0589314 Aug 19 00:20:36.097820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-4d82745e-c9b3-4615-ba41-57588ca29942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.099277 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-4d82745e-c9b3-4615-ba41-57588ca29942 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9bba73c0-d800-4827-ba9b-b523f3b96895 HTTP/1.1" status: 200 len: 896 time: 0.0925736 Aug 19 00:20:36.108185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-244b0c8d-c968-438f-a663-1e9486643720 req-4b2a58fb-4ee7-4ddf-b240-2739f018741a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Aug 19 00:20:36.151373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-ace53f05-4ed5-4215-92cc-183595ff7b87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=84a181b1-6036-4959-8a59-c061dae98bd1 HTTP/1.1" status: 200 len: 217 time: 0.0361912 Aug 19 00:20:36.210199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-5016b825-3404-4d09-a9e4-7971c545fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.212185 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-5016b825-3404-4d09-a9e4-7971c545fe14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5dab6b-63a0-4f5f-827e-f3f7d5b82386 HTTP/1.1" status: 200 len: 837 time: 0.0459342 Aug 19 00:20:36.297406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-f2f61324-17de-4f10-8a4c-31feb834830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.298899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-f2f61324-17de-4f10-8a4c-31feb834830c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bba73c0-d800-4827-ba9b-b523f3b96895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0776052 Aug 19 00:20:36.306886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f26e1-9652-414e-9c8e-bcdf1e2ee2e8 req-f4068a9d-25c7-4ba1-be45-214ac4b8c5e3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.308243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b3f26e1-9652-414e-9c8e-bcdf1e2ee2e8 req-f4068a9d-25c7-4ba1-be45-214ac4b8c5e3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0775220 Aug 19 00:20:36.392848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b3f26e1-9652-414e-9c8e-bcdf1e2ee2e8 req-9fc0b071-654e-4ae6-9f0e-568d301a2212 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757315 Aug 19 00:20:36.421773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-4aed74c1-3cfe-4baf-8717-3c8f622c3652 service neutron] 10.222.0.21 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125479 Aug 19 00:20:36.478912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b82c-9951-4da6-920e-26e57db5b994 req-27c6dab1-dfd1-40bb-928a-b500521767ca tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.480402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e56b82c-9951-4da6-920e-26e57db5b994 req-27c6dab1-dfd1-40bb-928a-b500521767ca tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1096 time: 0.0415289 Aug 19 00:20:36.516923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e56b82c-9951-4da6-920e-26e57db5b994 req-8a440e11-f23d-4852-9004-e47382e455d3 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296776 Aug 19 00:20:36.517214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbe188e5-c2b5-4d84-99cc-d29d020bab55 req-5c47c82d-bec4-4bac-af61-9f262f009a1c service neutron] 10.222.0.21 "GET /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867324 Aug 19 00:20:36.731846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-0ead2323-4981-4154-9f60-577ec055c55b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.733516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-0ead2323-4981-4154-9f60-577ec055c55b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.21 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 809 time: 0.1204593 Aug 19 00:20:36.755087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Request body: {'port': {'device_id': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4', 'admin_state_up': True, 'tenant_id': '36e24aa75f32471e9f3e6f98c140198c'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:36.833056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b65b2f-0c6e-4639-b7dc-36688679bf9a req-aa5f650c-c3e6-42c5-a130-43ff0c4dfdb9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:36.834554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29b65b2f-0c6e-4639-b7dc-36688679bf9a req-aa5f650c-c3e6-42c5-a130-43ff0c4dfdb9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0551679 Aug 19 00:20:36.875053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29b65b2f-0c6e-4639-b7dc-36688679bf9a req-6f2c7980-9b86-4ade-a0f4-1f77c6fd0415 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Aug 19 00:20:36.998926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14f5c-8443-4676-8c04-f217f1f4e481 req-a210ae4d-ea1a-407d-87eb-654f3316cd1c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.000451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eda14f5c-8443-4676-8c04-f217f1f4e481 req-a210ae4d-ea1a-407d-87eb-654f3316cd1c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0543208 Aug 19 00:20:37.044269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eda14f5c-8443-4676-8c04-f217f1f4e481 req-e118c0fd-e58c-4ac5-b494-7f01c9c93e40 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Aug 19 00:20:37.188238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7cdb8783-c564-410a-9af4-a0abde65a3ef req-33249824-a369-40cc-a0e5-81b633a780fe tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 210 time: 0.4165943 Aug 19 00:20:37.252212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf8f3b-6534-4cd5-a33a-a31b453934b0 req-9d24e6ba-f41d-4b86-87cc-97e83e7e770a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.253813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cbf8f3b-6534-4cd5-a33a-a31b453934b0 req-9d24e6ba-f41d-4b86-87cc-97e83e7e770a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 944 time: 0.0510917 Aug 19 00:20:37.256541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Made reservation on behalf of 36e24aa75f32471e9f3e6f98c140198c for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:37.260946 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.294096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cbf8f3b-6534-4cd5-a33a-a31b453934b0 req-e66ebddc-6a1b-414e-a018-d52f0e50da82 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333607 Aug 19 00:20:37.399858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Allocated IP 172.20.0.13 (846b31ac-052c-494b-9e5e-b2bb911a12e4/21a89a3c-aa40-4447-a2ff-5c223ebaec5a/aee163d3-9a27-4ebf-a294-094a7728f4b2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:37.411698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:37.428723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3196cd-38ef-457f-8fbd-87b3ab09e05f req-bdba26f2-05b7-4f7a-986f-c4d634799890 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.431210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd3196cd-38ef-457f-8fbd-87b3ab09e05f req-bdba26f2-05b7-4f7a-986f-c4d634799890 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 945 time: 0.0614564 Aug 19 00:20:37.504194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:37.508453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:37.509120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd3196cd-38ef-457f-8fbd-87b3ab09e05f req-2036f4e4-9f60-4da4-8686-64ee946478c3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719378 Aug 19 00:20:37.509425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.600760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.607857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109bcab-0757-460f-b44d-8b827a3dba4e req-d4c38815-3572-41bc-ba55-2449339d10f1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.609500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8109bcab-0757-460f-b44d-8b827a3dba4e req-d4c38815-3572-41bc-ba55-2449339d10f1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0854282 Aug 19 00:20:37.626663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:37.629530 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ff13a-c5fa-450a-9218-1623b0a12a17" -d '{"events": [{"server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "name": "network-vif-plugged", "status": "completed", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:37.642162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.646119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:37.647442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ee17-cd95-4a00-9426-3dccd46a5e9d req-d69b1a7f-5699-481b-8e19-bf5fe4c3b16d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.653006 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.654048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:37.656968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba84ee17-cd95-4a00-9426-3dccd46a5e9d req-d69b1a7f-5699-481b-8e19-bf5fe4c3b16d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1096 time: 0.0622709 Aug 19 00:20:37.700602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba84ee17-cd95-4a00-9426-3dccd46a5e9d req-93aecf9c-7038-4e5a-b1fc-646cdbbb799d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Aug 19 00:20:37.716931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8109bcab-0757-460f-b44d-8b827a3dba4e req-f90a87ce-fe85-4663-80a9-c937229a7217 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684037 Aug 19 00:20:37.747016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:37.752524 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5ff81-1914-4ed7-a0e1-75ebeec0bc15 x-openstack-request-id: req-a3f5ff81-1914-4ed7-a0e1-75ebeec0bc15 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:37.752524 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "name": "network-vif-plugged", "status": "completed", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:37.752524 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3f5ff81-1914-4ed7-a0e1-75ebeec0bc15 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:37.752524 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52', 'code': 200} Aug 19 00:20:37.779793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.787466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-e534cc9c-8f12-4a2b-8da4-96b015dc86f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2201829 Aug 19 00:20:37.807983 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.831733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Network 846b31ac-052c-494b-9e5e-b2bb911a12e4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:37.833608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:37.838921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:37.845358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Pushing event updated for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:37.848334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:37.854372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.876166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273ec7-f05b-4587-bab0-7b537aa1b8ad req-01cafa91-9676-48f8-868d-97696ae5bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.878286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7273ec7-f05b-4587-bab0-7b537aa1b8ad req-01cafa91-9676-48f8-868d-97696ae5bf69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.0617402 Aug 19 00:20:37.897847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:37.898513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.915516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:37.916844 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-abce51ef-3fa7-4d4d-b013-b8227bd22f82 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1682136 Aug 19 00:20:37.922503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7273ec7-f05b-4587-bab0-7b537aa1b8ad req-b797aacf-5c4b-4b9b-ad61-934d34067d42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367439 Aug 19 00:20:37.935385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Request body: {'port': {'device_id': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:37.991429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:37.996145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84a181b1-6036-4959-8a59-c061dae98bd1 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:38.103785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84a181b1-6036-4959-8a59-c061dae98bd1,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:38.117404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '84a181b1-6036-4959-8a59-c061dae98bd1', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'port_id': '84a181b1-6036-4959-8a59-c061dae98bd1', 'mac_address': 'fa:16:3e:ff:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:38.154244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.168004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a181b1-6036-4959-8a59-c061dae98bd1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:38.189530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84a181b1-6036-4959-8a59-c061dae98bd1,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:38.194272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.248837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:38.317475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee163d3-9a27-4ebf-a294-094a7728f4b2 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:38.329252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.355772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad72d67-32da-4e53-86a9-e079a3d7edf4 req-a18afe17-18f7-41b3-9d18-c396c19aff9c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.357302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ad72d67-32da-4e53-86a9-e079a3d7edf4 req-a18afe17-18f7-41b3-9d18-c396c19aff9c tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 932 time: 0.0805526 Aug 19 00:20:38.358259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Transition to ACTIVE for port object aee163d3-9a27-4ebf-a294-094a7728f4b2 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:38.362058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.428273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64372edc-5bf8-4fa4-9cc9-0006f25affb1 req-c8916c6f-2530-4233-b8d6-6cb53de9eb01 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.429802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64372edc-5bf8-4fa4-9cc9-0006f25affb1 req-c8916c6f-2530-4233-b8d6-6cb53de9eb01 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Aug 19 00:20:38.446044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:38.463724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9ad72d67-32da-4e53-86a9-e079a3d7edf4 req-2d19db77-3fe1-40ac-b16e-532f0dc0a72e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990059 Aug 19 00:20:38.468291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64372edc-5bf8-4fa4-9cc9-0006f25affb1 req-116c7ef8-0c9f-49bc-a360-62cc285ec556 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 Aug 19 00:20:38.514457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Attempting to bind port aee163d3-9a27-4ebf-a294-094a7728f4b2 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:38.514801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Attempting to bind port aee163d3-9a27-4ebf-a294-094a7728f4b2 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:38.515134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Attempting to bind port aee163d3-9a27-4ebf-a294-094a7728f4b2 on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:38.519335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Port aee163d3-9a27-4ebf-a294-094a7728f4b2 on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:20:38.519660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Attempting to bind port aee163d3-9a27-4ebf-a294-094a7728f4b2 on network 846b31ac-052c-494b-9e5e-b2bb911a12e4 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:38.525268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:38.525607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Checking segment: {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:38.525994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Bound using segment: {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:38.526420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Bound port: aee163d3-9a27-4ebf-a294-094a7728f4b2, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:38.526772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.620649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:38.636713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:38.642436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['84a181b1-6036-4959-8a59-c061dae98bd1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:38.644733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.673915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-f03f7caa-4b22-461a-afeb-aee3e7e56c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.676930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-f03f7caa-4b22-461a-afeb-aee3e7e56c53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe&tenant_id=adb4a47ab69649c499285779ded9eee1 HTTP/1.1" status: 200 len: 1095 time: 0.0835843 Aug 19 00:20:38.691436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305f77b-2e58-469d-a9fd-40459b66418f req-940d8fcb-7efc-497c-9b1c-330d22b593bb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.692995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d305f77b-2e58-469d-a9fd-40459b66418f req-940d8fcb-7efc-497c-9b1c-330d22b593bb tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1151097 Aug 19 00:20:38.699372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.700411 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:38.702155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] 10.222.0.21 "PUT /v2.0/ports/aee163d3-9a27-4ebf-a294-094a7728f4b2 HTTP/1.1" status: 200 len: 1093 time: 0.7708466 Aug 19 00:20:38.702601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:38.704890 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886264fe-4752-4454-a772-cf2ee4efe090" -d '{"events": [{"name": "network-changed", "server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:38.771539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588d197-8019-4449-9f2f-33848bdb7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:38.775454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-de06279e-9ac6-4ec0-ad01-b4210b3f049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.777918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-de06279e-9ac6-4ec0-ad01-b4210b3f049d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1095 time: 0.0503511 Aug 19 00:20:38.790692 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8732e6e-a339-426a-8535-fef4abdd84e1 x-openstack-request-id: req-f8732e6e-a339-426a-8535-fef4abdd84e1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:38.790990 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:38.791245 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8732e6e-a339-426a-8535-fef4abdd84e1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:38.791642 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2', 'status': 'completed', 'code': 200} Aug 19 00:20:38.802403 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d305f77b-2e58-469d-a9fd-40459b66418f req-b5ffde2f-942e-4ae7-a537-5c41177cb682 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937815 Aug 19 00:20:38.825010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-c7d0c39c-2412-45da-bb58-fa12b884bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.826525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-c7d0c39c-2412-45da-bb58-fa12b884bf6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 1096 time: 0.0660489 Aug 19 00:20:38.889534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-47f4eed6-1ca6-4e68-833d-a5a8411e6ada service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2 HTTP/1.1" status: 200 len: 217 time: 0.0491059 Aug 19 00:20:38.923937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb26d5-48e9-4844-a17a-a87472a926b0 req-a93b7aa2-b93c-4964-ab9b-c3690ab84111 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.926242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79bb26d5-48e9-4844-a17a-a87472a926b0 req-a93b7aa2-b93c-4964-ab9b-c3690ab84111 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.0672657 Aug 19 00:20:38.947766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-abd71765-15b1-4d7a-bc46-96d072fbee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.949384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-abd71765-15b1-4d7a-bc46-96d072fbee16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 914 time: 0.1616154 Aug 19 00:20:38.972788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8919-c57d-46cf-b37d-0dbf3b5737c1 req-d87298cc-627f-4a1c-9dcb-325cefd096df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.974781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3bbe8919-c57d-46cf-b37d-0dbf3b5737c1 req-d87298cc-627f-4a1c-9dcb-325cefd096df tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0873504 Aug 19 00:20:38.977060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-a2f02c46-acf2-4d7b-a4f3-cdf00a45c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:38.978118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-a2f02c46-acf2-4d7b-a4f3-cdf00a45c58c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21a89a3c-aa40-4447-a2ff-5c223ebaec5a HTTP/1.1" status: 200 len: 849 time: 0.0802319 Aug 19 00:20:39.005145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79bb26d5-48e9-4844-a17a-a87472a926b0 req-5a1b760b-8a6c-4ea8-93e3-c0cae5f93507 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Aug 19 00:20:39.006487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-97f8c5be-ed4c-4f9d-96bb-97be950535a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 217 time: 0.0442865 Aug 19 00:20:39.035226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-428bb7bc-3354-4ad3-a249-234a6282e475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=846b31ac-052c-494b-9e5e-b2bb911a12e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381141 Aug 19 00:20:39.043102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3bbe8919-c57d-46cf-b37d-0dbf3b5737c1 req-f5dae542-d3f7-4f6b-a63a-129ebb3677bb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604455 Aug 19 00:20:39.058569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-aeb55b6e-34a3-4d2f-981b-08d24fca3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.060238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-aeb55b6e-34a3-4d2f-981b-08d24fca3149 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0461433 Aug 19 00:20:39.099375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-afd79478-dd79-4f05-96a8-d79706927c19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318120 Aug 19 00:20:39.129945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-2a74aab0-b78b-4b95-87ec-eaf5beef63db service neutron] 10.222.0.21 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858810 Aug 19 00:20:39.180231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afc13-5e1c-4bae-9e50-e79d0a40a641 req-9a95420f-7c34-45c6-bec7-5b6f93ef753f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.181715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-841afc13-5e1c-4bae-9e50-e79d0a40a641 req-9a95420f-7c34-45c6-bec7-5b6f93ef753f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.1057622 Aug 19 00:20:39.225519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-b739979f-1213-4801-8108-61ab23c0a3cc service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089613 Aug 19 00:20:39.226780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b7ac83d-0640-4f69-8c24-a21a4df68311 req-3c0a762d-bbf4-40cd-a9a8-b61fe53d978a service neutron] 10.222.0.21 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882421 Aug 19 00:20:39.244042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-841afc13-5e1c-4bae-9e50-e79d0a40a641 req-2825d307-50b5-4913-a5c7-a6c37a36482b tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Aug 19 00:20:39.326798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fc2df7c-a728-423d-b0a6-fa80116d2212 req-3d558889-d6d3-42fa-b92b-39f469c6f95e service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937102 Aug 19 00:20:39.380604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886264fe-4752-4454-a772-cf2ee4efe090 req-effa8ac9-f514-47d5-8623-55ef03b0652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.382094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-effa8ac9-f514-47d5-8623-55ef03b0652a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e24aa75f32471e9f3e6f98c140198c&device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 1096 time: 0.0711818 Aug 19 00:20:39.385195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb41e5-7b11-404b-a30a-83c01cacd020 req-6ae5f17b-ec6a-41a2-af1c-cfb6ab30d0b2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.386549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8cb41e5-7b11-404b-a30a-83c01cacd020 req-6ae5f17b-ec6a-41a2-af1c-cfb6ab30d0b2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.0676370 Aug 19 00:20:39.469859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8cb41e5-7b11-404b-a30a-83c01cacd020 req-05703f82-6347-495b-82ea-bcf10f89b0ef tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725379 Aug 19 00:20:39.506324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886264fe-4752-4454-a772-cf2ee4efe090 req-9bc51872-d85b-4105-855a-0b1cd000170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.508500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-9bc51872-d85b-4105-855a-0b1cd000170b service neutron] 10.222.0.21 "GET /v2.0/networks?id=846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 200 len: 909 time: 0.1185257 Aug 19 00:20:39.580632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-c4c8aae9-6cb8-4a50-871e-e0e36c714e4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2 HTTP/1.1" status: 200 len: 217 time: 0.0641162 Aug 19 00:20:39.618098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c68712-9744-4936-a4ed-ce9df5415cf3 req-0e348ed7-edae-4041-be34-6f85b6cb9972 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.619632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5c68712-9744-4936-a4ed-ce9df5415cf3 req-0e348ed7-edae-4041-be34-6f85b6cb9972 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 944 time: 0.0757592 Aug 19 00:20:39.673577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886264fe-4752-4454-a772-cf2ee4efe090 req-65706420-2b7a-42bb-a5bd-ab68d9938030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.675327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-65706420-2b7a-42bb-a5bd-ab68d9938030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21a89a3c-aa40-4447-a2ff-5c223ebaec5a HTTP/1.1" status: 200 len: 849 time: 0.0871775 Aug 19 00:20:39.689393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac775a33-78e7-4dab-a15f-ca9969854736 req-9bbe9ba8-a5f1-4a6b-9e5a-693784f42a5c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.697530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac775a33-78e7-4dab-a15f-ca9969854736 req-9bbe9ba8-a5f1-4a6b-9e5a-693784f42a5c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 945 time: 0.1196346 Aug 19 00:20:39.704015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5c68712-9744-4936-a4ed-ce9df5415cf3 req-92c5f181-112a-440a-8fb5-38d83603ee43 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702155 Aug 19 00:20:39.738437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-f4328f3f-c9e3-4258-8d5b-69c845810549 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=846b31ac-052c-494b-9e5e-b2bb911a12e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380003 Aug 19 00:20:39.753095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:39.755484 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb0643b-d9ba-443b-825f-a222a0dda0cd" -d '{"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:39.876625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ac775a33-78e7-4dab-a15f-ca9969854736 req-05dcf18c-617a-4a5f-be7d-1b13089b4515 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779506 Aug 19 00:20:39.943079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-43466062-7443-4a48-8784-fc49dbe88f95 service neutron] 10.222.0.21 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967056 Aug 19 00:20:39.945685 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b2f5e-ec76-4b90-a518-6d4cbf676ba6 x-openstack-request-id: req-be1b2f5e-ec76-4b90-a518-6d4cbf676ba6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:39.946046 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:39.946370 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be1b2f5e-ec76-4b90-a518-6d4cbf676ba6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:39.946827 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'code': 200} Aug 19 00:20:39.976542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-2b916350-9fc6-4930-b887-983addea82de tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:39.978133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-2b916350-9fc6-4930-b887-983addea82de tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.1456749 Aug 19 00:20:40.004330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-2fd60793-def0-4d06-ac67-79dceee7bd08 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/quotas/50421b5965d3431faaeb86738d4c55a9 HTTP/1.1" status: 200 len: 375 time: 0.0193138 Aug 19 00:20:40.012042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84a181b1-6036-4959-8a59-c061dae98bd1 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:40.075174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 84a181b1-6036-4959-8a59-c061dae98bd1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:40.088190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 84a181b1-6036-4959-8a59-c061dae98bd1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:40.088659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:40.094515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-89137bee-d1a0-4187-9754-e238d1436e48 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777671 Aug 19 00:20:40.186208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-886264fe-4752-4454-a772-cf2ee4efe090 req-7cb22e64-cdcb-4a0c-8a8d-c7cdd222a2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319157 Aug 19 00:20:40.211762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:40.229874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a68097-958c-4f75-850e-e63c79ae591b req-3141d12a-2c3d-4d3b-886a-8083fc60c6af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:40.231484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88a68097-958c-4f75-850e-e63c79ae591b req-3141d12a-2c3d-4d3b-886a-8083fc60c6af tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1737449 Aug 19 00:20:40.271746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84a181b1-6036-4959-8a59-c061dae98bd1,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:40.273636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-3e550654-8545-461c-af0b-5d660958309e service neutron] 10.222.0.20 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777334 Aug 19 00:20:40.277115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:40.303969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88a68097-958c-4f75-850e-e63c79ae591b req-52b31730-0bef-404d-8aac-415b82c176b9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609381 Aug 19 00:20:40.333077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:40.383739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-f0ed7d99-8609-4a52-8bf0-3529d549f1cc service neutron] 10.222.0.20 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020756 Aug 19 00:20:40.473135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876374c-c3ab-457c-af13-a29ffb6140ef req-64b014a4-453a-4b00-a662-1286eab38522 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:40.474586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b876374c-c3ab-457c-af13-a29ffb6140ef req-64b014a4-453a-4b00-a662-1286eab38522 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0786946 Aug 19 00:20:40.530528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b876374c-c3ab-457c-af13-a29ffb6140ef req-52969dc4-1671-4a33-b597-bdfe490c8179 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Aug 19 00:20:40.584921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2643ff5b-04a3-4641-8fd2-f8106feb9126 req-e18109a9-968c-4e43-b458-a8649d22c7eb tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 210 time: 0.0381863 Aug 19 00:20:40.856684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1146c-80f7-4404-b7cc-06e85b214f6b req-be8a0238-3b80-408a-ac6a-c9976fccb278 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:40.858530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8d1146c-80f7-4404-b7cc-06e85b214f6b req-be8a0238-3b80-408a-ac6a-c9976fccb278 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 944 time: 0.0555570 Aug 19 00:20:40.917606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8d1146c-80f7-4404-b7cc-06e85b214f6b req-2372a5b3-b628-4f00-83dd-56b976be68a3 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Aug 19 00:20:41.018073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690feeeb-2364-4bfc-b7c6-62b3dbd2cad0 req-eb72fcb1-b731-4f5d-adb6-dae740b09664 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:41.025439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-690feeeb-2364-4bfc-b7c6-62b3dbd2cad0 req-eb72fcb1-b731-4f5d-adb6-dae740b09664 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.0696452 Aug 19 00:20:41.067027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-690feeeb-2364-4bfc-b7c6-62b3dbd2cad0 req-c374f412-48a2-4607-b6d0-a2af295c596b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Aug 19 00:20:41.415945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051926f1-c793-4db1-94a7-a2a08398656e req-3eb85a6d-2ce0-4441-8969-35c1a60fabed tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:41.417472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-051926f1-c793-4db1-94a7-a2a08398656e req-3eb85a6d-2ce0-4441-8969-35c1a60fabed tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0532224 Aug 19 00:20:41.458317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-051926f1-c793-4db1-94a7-a2a08398656e req-07279635-66a5-45be-ba23-9039ec1ed804 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Aug 19 00:20:41.695951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c136-34f0-403a-8da9-a486d3640bd9 req-103f2084-886f-416b-a343-d1ce9ac3a9d2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:41.697504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-be6cea37-9c30-4eb4-89c3-64b4e31a1660 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:41.699084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41e1c136-34f0-403a-8da9-a486d3640bd9 req-103f2084-886f-416b-a343-d1ce9ac3a9d2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1077321 Aug 19 00:20:41.699239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-be6cea37-9c30-4eb4-89c3-64b4e31a1660 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.21 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.1483607 Aug 19 00:20:41.716143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Request body: {'port': {'device_id': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'admin_state_up': True, 'tenant_id': '50421b5965d3431faaeb86738d4c55a9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:41.752945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e2fcfa0-52bd-4275-87fa-7a78708b6819 req-928348ea-2f30-4688-bb49-c52144ea489d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 210 time: 0.0568714 Aug 19 00:20:41.801218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41e1c136-34f0-403a-8da9-a486d3640bd9 req-5ca2f3cd-06d1-462f-894c-f01285b86cd1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956285 Aug 19 00:20:41.811216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Made reservation on behalf of 50421b5965d3431faaeb86738d4c55a9 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:20:41.814706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:41.937908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Allocated IP 172.20.0.13 (9d053086-379c-4443-9a80-676c260b951f/948644c2-2f60-4b95-8394-65e8e0664627/d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:41.948405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:41.951438 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea307a4-c4b7-45b7-a26d-90019dfe22a3" -d '{"events": [{"server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "name": "network-vif-plugged", "status": "completed", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:42.011936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device aee163d3-9a27-4ebf-a294-094a7728f4b2 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:42.039288 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba85e3cc-2971-4337-b74e-a6c2953ca6da x-openstack-request-id: req-ba85e3cc-2971-4337-b74e-a6c2953ca6da {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:42.039576 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "name": "network-vif-plugged", "status": "completed", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:42.039824 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba85e3cc-2971-4337-b74e-a6c2953ca6da {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:42.040211 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1', 'code': 200} Aug 19 00:20:42.117532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.202015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:42.217434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'aee163d3-9a27-4ebf-a294-094a7728f4b2', 'network_id': '846b31ac-052c-494b-9e5e-b2bb911a12e4', 'port_id': 'aee163d3-9a27-4ebf-a294-094a7728f4b2', 'mac_address': 'fa:16:3e:48:a5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a89a3c-aa40-4447-a2ff-5c223ebaec5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:42.225618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Transition to ACTIVE for port object d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:42.266271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90fd96-2a44-4ff1-ba7d-1b19b68c8aa2 req-81a95691-90dc-46bd-a840-5d712d22cdf6 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:42.274355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af90fd96-2a44-4ff1-ba7d-1b19b68c8aa2 req-81a95691-90dc-46bd-a840-5d712d22cdf6 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 944 time: 0.2291346 Aug 19 00:20:42.290457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0809a2-0f1f-4cde-8c05-d2d04cc68eb5 req-527f82de-65d1-4544-971d-0e942c7cfe98 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:42.292188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b0809a2-0f1f-4cde-8c05-d2d04cc68eb5 req-527f82de-65d1-4544-971d-0e942c7cfe98 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.0975280 Aug 19 00:20:42.309658 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.316354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98845e2-42a0-431c-8bf4-8de7515b4d83 req-a9fc43ad-5bca-4464-9b52-e64756c84896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:42.317812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a98845e2-42a0-431c-8bf4-8de7515b4d83 req-a9fc43ad-5bca-4464-9b52-e64756c84896 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 1098 time: 0.1664548 Aug 19 00:20:42.340814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee163d3-9a27-4ebf-a294-094a7728f4b2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:42.364696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af90fd96-2a44-4ff1-ba7d-1b19b68c8aa2 req-60769b92-e6af-4585-82d7-32b944c4d485 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894356 Aug 19 00:20:42.381038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.392338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b0809a2-0f1f-4cde-8c05-d2d04cc68eb5 req-79f8209d-78e1-4563-9652-25e568e9f5c0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923879 Aug 19 00:20:42.423627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a98845e2-42a0-431c-8bf4-8de7515b4d83 req-4c036b30-9e88-43d5-8ca3-88928bb23f54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960174 Aug 19 00:20:42.423930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['42eaa67d-5355-4ffb-8ec0-b57786d3cc52'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:42.459759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:42.464559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Network 9d053086-379c-4443-9a80-676c260b951f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:42.471850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:42.477373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:42.480647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.526515 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c90095f-6285-4577-982a-384c60358910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.528583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:42.576569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:42.577255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.717580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1d8821f1-bf50-4e94-9dee-e54292bc8325 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0078716 Aug 19 00:20:42.749567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5316f-b346-4bf6-8c96-e3470a528637 req-7a97090d-d067-40a8-b927-426473dd061a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:42.751183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d5316f-b346-4bf6-8c96-e3470a528637 req-7a97090d-d067-40a8-b927-426473dd061a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1443632 Aug 19 00:20:42.811914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Request body: {'port': {'device_id': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:20:42.912913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26d5316f-b346-4bf6-8c96-e3470a528637 req-cf3c58d9-ce1f-41a5-b992-4812696171b7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551018 Aug 19 00:20:42.954844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:42.978016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:43.019463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a802b6-6c84-43a3-8023-aae11ed38186 req-aa7bc3af-bf77-40d4-a533-e15a7472770d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:43.021073 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16a802b6-6c84-43a3-8023-aae11ed38186 req-aa7bc3af-bf77-40d4-a533-e15a7472770d tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1028 time: 0.1386929 Aug 19 00:20:43.034897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f097670a-298a-40ed-9d78-baca9aea58a5 None None] Provisioning for port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:43.049826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f097670a-298a-40ed-9d78-baca9aea58a5 None None] Provisioning complete for port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:43.050608 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f097670a-298a-40ed-9d78-baca9aea58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.091937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f097670a-298a-40ed-9d78-baca9aea58a5 None None] Port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:43.123687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16a802b6-6c84-43a3-8023-aae11ed38186 req-e68a0b13-4cb5-4606-a77b-0152866c10de tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940058 Aug 19 00:20:43.198771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c36a22-53b0-4c15-9ca4-057decea11f5 req-e68cb7c8-d3cd-4390-acd6-079f3e458a72 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:43.200309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3c36a22-53b0-4c15-9ca4-057decea11f5 req-e68cb7c8-d3cd-4390-acd6-079f3e458a72 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1704004 Aug 19 00:20:43.202916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['aee163d3-9a27-4ebf-a294-094a7728f4b2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:43.305969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3c36a22-53b0-4c15-9ca4-057decea11f5 req-a857b3b1-6742-4cdd-9710-5a7d7149ce55 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979214 Aug 19 00:20:43.400481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:43.410270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.423958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Transition to ACTIVE for port object d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:43.434566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.495981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:43.544141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22f33a-b588-4035-8dfd-cf4375dc9859 req-a4df0afc-b412-48fc-b57b-39eb5bc1966d tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:43.546870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d22f33a-b588-4035-8dfd-cf4375dc9859 req-a4df0afc-b412-48fc-b57b-39eb5bc1966d tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 945 time: 0.0908296 Aug 19 00:20:43.631021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d22f33a-b588-4035-8dfd-cf4375dc9859 req-f186fe98-a549-418d-82d0-f09b00a29fea tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733552 Aug 19 00:20:43.637420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17cae-608c-49ea-ab40-01824af900e0 req-b7e70a5a-5cdf-4401-acc8-8999fdecd43d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:43.648973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72a17cae-608c-49ea-ab40-01824af900e0 req-b7e70a5a-5cdf-4401-acc8-8999fdecd43d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.1545386 Aug 19 00:20:43.692327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Attempting to bind port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:43.692976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Attempting to bind port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:43.693311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Attempting to bind port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:43.707231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72a17cae-608c-49ea-ab40-01824af900e0 req-29801bd1-00dd-4672-be26-03b88893cd3a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566008 Aug 19 00:20:43.710298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a on network 9d053086-379c-4443-9a80-676c260b951f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:20:43.711151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Attempting to bind port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a on network 9d053086-379c-4443-9a80-676c260b951f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:43.717449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:43.721123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Checking segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:43.721123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Bound using segment: {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:43.721123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Bound port: d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79edc19a-8ff6-4fa3-94c5-1035ef0caaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d053086-379c-4443-9a80-676c260b951f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:43.721123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.815911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:43.820333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:43.828674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.876262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:43.881940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:43.884021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a HTTP/1.1" status: 200 len: 1093 time: 1.0859704 Aug 19 00:20:43.884623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:43.886931 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e" -d '{"events": [{"name": "network-changed", "server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:43.941178 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ae3dc-74ed-49a4-a38a-4fd52d78df50 x-openstack-request-id: req-6b9ae3dc-74ed-49a4-a38a-4fd52d78df50 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:43.952198 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:43.952639 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b9ae3dc-74ed-49a4-a38a-4fd52d78df50 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:43.953147 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a', 'status': 'completed', 'code': 200} Aug 19 00:20:43.983840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf39e9-c76b-4dd5-aa5c-a3d3f966d758 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:44.006470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-70d3de51-8abb-4c3b-a9e2-145418fdd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.008838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-70d3de51-8abb-4c3b-a9e2-145418fdd8bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0526476 Aug 19 00:20:44.077957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-ebfc628a-ec6d-414d-a276-b2f7e027ea47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a HTTP/1.1" status: 200 len: 217 time: 0.0560503 Aug 19 00:20:44.165811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b59e9-87f1-4628-b3b0-33acc23b660c req-3b15b6f0-5f4b-4f96-bdf4-8556a88a4cd0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.167373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-222b59e9-87f1-4628-b3b0-33acc23b660c req-3b15b6f0-5f4b-4f96-bdf4-8556a88a4cd0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1277299 Aug 19 00:20:44.171539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-beb60f13-5662-49cd-9113-940e5be67e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.173001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-beb60f13-5662-49cd-9113-940e5be67e87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=948644c2-2f60-4b95-8394-65e8e0664627 HTTP/1.1" status: 200 len: 848 time: 0.0727966 Aug 19 00:20:44.241529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-222b59e9-87f1-4628-b3b0-33acc23b660c req-dbabfa4d-8ee6-4aa5-bd76-fe5d3e475dd8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675590 Aug 19 00:20:44.259092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91bc9d-6058-45cf-994d-1efcfff452f7 req-080d3c8a-80a3-4c60-a48d-a092cda7d6dc tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.260678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d91bc9d-6058-45cf-994d-1efcfff452f7 req-080d3c8a-80a3-4c60-a48d-a092cda7d6dc tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0539742 Aug 19 00:20:44.261755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-a6d0d3c6-5043-4cf7-8bb4-a33bb8b13f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.263241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-a6d0d3c6-5043-4cf7-8bb4-a33bb8b13f3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d053086-379c-4443-9a80-676c260b951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823703 Aug 19 00:20:44.297467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d91bc9d-6058-45cf-994d-1efcfff452f7 req-d5cc0315-96e3-4184-b895-d3ae2c121aa3 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299671 Aug 19 00:20:44.369547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-625f808e-d658-44e3-92b0-29343daceaef service neutron] 10.222.0.21 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990660 Aug 19 00:20:44.496286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afcbf1-d1ae-4cc9-a406-c7cb9eaff006 req-d3ec6f08-8c68-4c82-867b-8c66f6cda4de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.497895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14afcbf1-d1ae-4cc9-a406-c7cb9eaff006 req-d3ec6f08-8c68-4c82-867b-8c66f6cda4de tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1036866 Aug 19 00:20:44.522957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fd079bc-c25a-42da-a787-4f2e72230819 req-1813432b-79de-43b8-900b-d7969650e83d service neutron] 10.222.0.21 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468098 Aug 19 00:20:44.544009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14afcbf1-d1ae-4cc9-a406-c7cb9eaff006 req-a9abd947-c904-4f6b-af28-cfb4cd783b4c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Aug 19 00:20:44.671067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-b6b4d757-550d-4738-a62f-5aeecd4ef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.672908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-b6b4d757-550d-4738-a62f-5aeecd4ef3f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50421b5965d3431faaeb86738d4c55a9&device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0455792 Aug 19 00:20:44.775999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcbaa9-ad80-40a6-9701-2fdce039b364 req-8e213e3b-cf81-403d-8f36-773d682f29a4 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.777541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01fcbaa9-ad80-40a6-9701-2fdce039b364 req-8e213e3b-cf81-403d-8f36-773d682f29a4 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 945 time: 0.0787268 Aug 19 00:20:44.820747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-bb2f3b3d-393b-4189-a405-478bd1e26781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.822215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-bb2f3b3d-393b-4189-a405-478bd1e26781 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 200 len: 909 time: 0.1414497 Aug 19 00:20:44.829494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01fcbaa9-ad80-40a6-9701-2fdce039b364 req-07be5ff5-26db-4383-a025-7600ea1efd2f tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Aug 19 00:20:44.884238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-3211bd1a-0cc7-4046-a3d9-86acf32a5156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a HTTP/1.1" status: 200 len: 217 time: 0.0472345 Aug 19 00:20:44.908185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360e4f3-c3f1-4049-a613-8e0a9f4aed25 req-24a10cbd-3b29-446f-89d9-4a0e866adf70 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.909633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e360e4f3-c3f1-4049-a613-8e0a9f4aed25 req-24a10cbd-3b29-446f-89d9-4a0e866adf70 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.1197417 Aug 19 00:20:44.934988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9711ea8a-0072-4b27-bf2c-f7e34b3fb2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:44.969493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-f22591e1-fc88-4aff-90b8-def30331d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:44.970966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-f22591e1-fc88-4aff-90b8-def30331d312 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=948644c2-2f60-4b95-8394-65e8e0664627 HTTP/1.1" status: 200 len: 848 time: 0.0801704 Aug 19 00:20:44.979365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e360e4f3-c3f1-4049-a613-8e0a9f4aed25 req-c85fc9d9-e44f-46d8-8d36-24d6d473e8a8 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500507 Aug 19 00:20:45.006402 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:20:45.022501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-10eb45e9-ef65-4849-86de-f8875b2bcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.024034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-10eb45e9-ef65-4849-86de-f8875b2bcc03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d053086-379c-4443-9a80-676c260b951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438275 Aug 19 00:20:45.093987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:45.107812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54d62e-0fc3-459a-a45a-95308fe24398 req-acc95e2a-c811-471e-af1c-a609c73502a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.109363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa54d62e-0fc3-459a-a45a-95308fe24398 req-acc95e2a-c811-471e-af1c-a609c73502a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.0530457 Aug 19 00:20:45.145852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-0f8092d3-2b67-4424-9696-738b5145c33c service neutron] 10.222.0.21 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140435 Aug 19 00:20:45.153059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fa54d62e-0fc3-459a-a45a-95308fe24398 req-e52756c9-9907-4e82-993b-f23ae3900e03 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364161 Aug 19 00:20:45.196560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:45.249742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a63db84b-7b35-41a2-ae7d-9c2ac5c4e02e req-f42ae9a0-f9c5-4e18-8a26-de5739d0cdf6 service neutron] 10.222.0.21 "GET /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955660 Aug 19 00:20:45.374212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127265f-eb20-4042-845f-275efb1fe07d req-7a0d9c15-35cb-4732-a68f-8d676ef8d93a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.377818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b127265f-eb20-4042-845f-275efb1fe07d req-7a0d9c15-35cb-4732-a68f-8d676ef8d93a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0622737 Aug 19 00:20:45.430091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578660f-f3b8-4f1d-a7bc-c2438e1a9f1e req-f758c7fa-9714-41bb-8099-044b6f6eb999 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.439618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b127265f-eb20-4042-845f-275efb1fe07d req-44737115-2f00-432e-8eb5-121e301b45f7 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Aug 19 00:20:45.441573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c578660f-f3b8-4f1d-a7bc-c2438e1a9f1e req-f758c7fa-9714-41bb-8099-044b6f6eb999 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0633888 Aug 19 00:20:45.479050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c578660f-f3b8-4f1d-a7bc-c2438e1a9f1e req-3b9a5f60-02e0-4ad6-9040-218aace69111 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Aug 19 00:20:45.674076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b2f2f-97fc-4692-b172-6c2d8b7f3de4 req-da68a7ab-e09b-479c-aeb3-c3645fb7e08e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.675512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c58b2f2f-97fc-4692-b172-6c2d8b7f3de4 req-da68a7ab-e09b-479c-aeb3-c3645fb7e08e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0508749 Aug 19 00:20:45.719343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c58b2f2f-97fc-4692-b172-6c2d8b7f3de4 req-f8f94047-35e0-4b5c-8bde-38d109958c17 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351472 Aug 19 00:20:45.945582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942531-7857-4516-8438-17f3fdca9731 req-7a541200-b901-4dcd-87f6-8bc1b54dba34 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:45.947863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c942531-7857-4516-8438-17f3fdca9731 req-7a541200-b901-4dcd-87f6-8bc1b54dba34 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 945 time: 0.0541646 Aug 19 00:20:45.985994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c942531-7857-4516-8438-17f3fdca9731 req-233cdde6-5ea6-4cb5-8217-7241b1bec70b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 19 00:20:46.018611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device aee163d3-9a27-4ebf-a294-094a7728f4b2 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:46.070523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port aee163d3-9a27-4ebf-a294-094a7728f4b2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:46.074963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port aee163d3-9a27-4ebf-a294-094a7728f4b2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:46.075733 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:46.153497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:46.177990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:46.180141 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1824213-9121-45ee-9c75-e5879920bb6e" -d '{"events": [{"server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "name": "network-vif-plugged", "status": "completed", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:46.196363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:46.200951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:46.240448 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10095c3-dd06-46d6-931c-1342d56ece49 x-openstack-request-id: req-e10095c3-dd06-46d6-931c-1342d56ece49 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:46.240837 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "name": "network-vif-plugged", "status": "completed", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:46.241171 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10095c3-dd06-46d6-931c-1342d56ece49 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:46.241719 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2', 'code': 200} Aug 19 00:20:46.256250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:46.287386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:46.369902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb8782-311d-47e6-bf09-e0f5270b67de req-183d3099-ab87-443e-b432-99290b084556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:46.371396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1cb8782-311d-47e6-bf09-e0f5270b67de req-183d3099-ab87-443e-b432-99290b084556 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 1098 time: 0.0440118 Aug 19 00:20:46.408310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1cb8782-311d-47e6-bf09-e0f5270b67de req-90ea18eb-f51b-4dc3-97fa-d7e7256d8628 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302024 Aug 19 00:20:46.544466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f826d-fa90-4c64-8e3a-921da9b83db1 req-a88de50c-b97a-4d87-a6f8-db5ea2ddccea tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:46.546330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095f826d-fa90-4c64-8e3a-921da9b83db1 req-a88de50c-b97a-4d87-a6f8-db5ea2ddccea tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0555940 Aug 19 00:20:46.588093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095f826d-fa90-4c64-8e3a-921da9b83db1 req-3ea96c29-3f32-4cf9-9443-824da5f3f9f2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337083 Aug 19 00:20:46.603679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f675-3f2f-4c28-ade5-aecd2090f3db req-3baa5005-ea2b-402b-87e5-b1d48e81a63f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:46.611944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b03f675-3f2f-4c28-ade5-aecd2090f3db req-3baa5005-ea2b-402b-87e5-b1d48e81a63f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0583823 Aug 19 00:20:46.646713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b03f675-3f2f-4c28-ade5-aecd2090f3db req-8f7db8c2-597a-47fc-86f1-bf767ceaf647 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287707 Aug 19 00:20:46.747103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 50670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:20:46.920113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fd69-a23e-4bc9-a4be-7e55aed91d83 req-b39dede3-489b-436e-899f-e7191e4f00c5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:46.921765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2550fd69-a23e-4bc9-a4be-7e55aed91d83 req-b39dede3-489b-436e-899f-e7191e4f00c5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1211464 Aug 19 00:20:47.049911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2550fd69-a23e-4bc9-a4be-7e55aed91d83 req-b474510b-0886-43b0-beb6-41112e4c81bb tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153827 Aug 19 00:20:47.115041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea45-a53c-4da7-9436-8793874e7a68 req-78cee24c-7e44-4b8d-88b0-44f24b9067a8 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:47.117177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c238ea45-a53c-4da7-9436-8793874e7a68 req-78cee24c-7e44-4b8d-88b0-44f24b9067a8 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Aug 19 00:20:47.164327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c238ea45-a53c-4da7-9436-8793874e7a68 req-168c922a-5265-40c4-8b4d-5e03a9f586ff tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Aug 19 00:20:47.570266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:47.767285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2343c5-7da6-4436-a332-0f3e926376fc req-4fce3543-a883-499e-8620-556d27bd48ce tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:47.779838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf2343c5-7da6-4436-a332-0f3e926376fc req-4fce3543-a883-499e-8620-556d27bd48ce tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1096 time: 0.0629718 Aug 19 00:20:47.797262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:47.836455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf2343c5-7da6-4436-a332-0f3e926376fc req-e632a2d4-6df4-4fbb-8d3a-0510db5a9ba4 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Aug 19 00:20:47.858836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef478de-7fd0-44a1-ba1b-8cbcf622b15f req-694e6734-dcaa-4afb-a437-76feb2965da9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:47.864549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fef478de-7fd0-44a1-ba1b-8cbcf622b15f req-694e6734-dcaa-4afb-a437-76feb2965da9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1878254 Aug 19 00:20:47.962663 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fef478de-7fd0-44a1-ba1b-8cbcf622b15f req-2117a297-ceda-4485-bd53-d59f04f08ecc tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877092 Aug 19 00:20:48.025943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:48.026544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.17 (9bba73c0-d800-4827-ba9b-b523f3b96895/4b5dab6b-63a0-4f5f-827e-f3f7d5b82386/1f05e7f0-b068-4284-82df-328aabc20260) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:20:48.145153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:48.173470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a', 'network_id': '9d053086-379c-4443-9a80-676c260b951f', 'port_id': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a', 'mac_address': 'fa:16:3e:e4:0d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948644c2-2f60-4b95-8394-65e8e0664627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:48.177041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.198513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object 1f05e7f0-b068-4284-82df-328aabc20260 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:48.222161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90694f75-3ef2-4092-8a45-98bff70822dc req-a8331245-55b3-411a-9d32-691b93ae86ee tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:48.230289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90694f75-3ef2-4092-8a45-98bff70822dc req-a8331245-55b3-411a-9d32-691b93ae86ee tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0787976 Aug 19 00:20:48.246041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.262546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:48.273484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.295634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:48.306060 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.308610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90694f75-3ef2-4092-8a45-98bff70822dc req-0018a919-5d68-45a5-801a-1983c98fb0d3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747511 Aug 19 00:20:48.365042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:48.370286 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:48.372997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:48.380747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:20:48.414297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:48.448593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50192d4d-8cff-493a-81b2-d0c0a4aa9299 req-10ccc179-6201-4fc3-8ba0-e71c447b9b9e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:48.453956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50192d4d-8cff-493a-81b2-d0c0a4aa9299 req-10ccc179-6201-4fc3-8ba0-e71c447b9b9e tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.1396210 Aug 19 00:20:48.492578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.549948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50192d4d-8cff-493a-81b2-d0c0a4aa9299 req-09e0d145-7b52-48cf-b16c-bb27a9b45556 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924001 Aug 19 00:20:48.651960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.722883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1678df4c-5438-4d3d-b7f4-79dba4b5b7b0 None None] Provisioning for port 1f05e7f0-b068-4284-82df-328aabc20260 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:48.728075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1678df4c-5438-4d3d-b7f4-79dba4b5b7b0 None None] Provisioning complete for port 1f05e7f0-b068-4284-82df-328aabc20260 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:48.728648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1678df4c-5438-4d3d-b7f4-79dba4b5b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:48.779631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:48.822143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1678df4c-5438-4d3d-b7f4-79dba4b5b7b0 None None] Port 1f05e7f0-b068-4284-82df-328aabc20260 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:49.000630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc94d1-32c8-4c8f-bd62-4d5a7db66098 req-34ef7c77-1e3a-4316-8b43-98380e29c33f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:49.005505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2bc94d1-32c8-4c8f-bd62-4d5a7db66098 req-34ef7c77-1e3a-4316-8b43-98380e29c33f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1097 time: 0.0614522 Aug 19 00:20:49.075146 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2bc94d1-32c8-4c8f-bd62-4d5a7db66098 req-ba1b2eb8-cdc5-44cc-baf1-dc91d3549a88 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Aug 19 00:20:49.082875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:49.093139 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:49.276165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1725-056b-4516-8323-e4d1985a8c84 req-cf9f6cdf-e64b-4054-9832-a15afb24877c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:49.281024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dae1725-056b-4516-8323-e4d1985a8c84 req-cf9f6cdf-e64b-4054-9832-a15afb24877c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.1452584 Aug 19 00:20:49.282142 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:49.287727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:49.391329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5dae1725-056b-4516-8323-e4d1985a8c84 req-f5dd194f-d655-4fd2-82a6-bea313053806 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064274 Aug 19 00:20:49.470978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:20:49.472580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:20:49.573983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032e32-f249-4916-9cf3-49af61cc8847 req-490d5182-c1aa-4d45-9f2c-c29aaa1cce7a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:49.581637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4032e32-f249-4916-9cf3-49af61cc8847 req-490d5182-c1aa-4d45-9f2c-c29aaa1cce7a tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.0627184 Aug 19 00:20:49.619657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7a01-ef81-476b-a226-79e363c7151d req-99feb1ad-c42b-421a-8f12-88effde60435 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:49.621375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b38c7a01-ef81-476b-a226-79e363c7151d req-99feb1ad-c42b-421a-8f12-88effde60435 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0993152 Aug 19 00:20:49.631083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4032e32-f249-4916-9cf3-49af61cc8847 req-f7f51fc0-eb76-43ad-ab75-1dbf58d66ad0 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Aug 19 00:20:49.675233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b38c7a01-ef81-476b-a226-79e363c7151d req-8fba3c64-a1c9-4aa1-9bf1-6cb13b827c1f tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 Aug 19 00:20:49.683748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:20:49.808815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:20:49.814649 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8072aa2e-4c20-4c1d-8974-4f1eec865195 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/0de215c8-c9a4-4bbd-9608-8ad6a6362267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0659363 Aug 19 00:20:49.831195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:20:49.848116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:49.848755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:49.887133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d63c2ee1-7668-485c-8642-e31192a15de2 None None] Provisioning complete for port 1f05e7f0-b068-4284-82df-328aabc20260 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:49.887508 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d63c2ee1-7668-485c-8642-e31192a15de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:49.955199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d63c2ee1-7668-485c-8642-e31192a15de2 None None] Port 1f05e7f0-b068-4284-82df-328aabc20260 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:20:49.978070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:50.048526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:50.165898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:50.175574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:50.175953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.186131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fef90-c50e-461a-99ea-0643f47f3ded req-f4c6651a-3d3f-4a89-8e36-1d733cf1adda tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:50.187678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a13fef90-c50e-461a-99ea-0643f47f3ded req-f4c6651a-3d3f-4a89-8e36-1d733cf1adda tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1097 time: 0.0486896 Aug 19 00:20:50.229317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a13fef90-c50e-461a-99ea-0643f47f3ded req-173d049e-e179-46ba-8218-9b153ef8d272 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Aug 19 00:20:50.315563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.331493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:20:48Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f05e7f0-b068-4284-82df-328aabc20260', 'name': '', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ad:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:47Z', 'updated_at': '2021-08-19T00:20:48Z', 'revision_number': 2, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:50.362992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:20:50.363353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Updating router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 port 1f05e7f0-b068-4284-82df-328aabc20260 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:20:50.370001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:50.372242 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ae2b6-4246-4a21-bcb5-37eb8b5ec435" -d '{"events": [{"server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "name": "network-vif-plugged", "status": "completed", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:50.404814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:50.407669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.410783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.442220 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e19f0-c6d4-4418-8e55-56a498b11952 x-openstack-request-id: req-a23e19f0-c6d4-4418-8e55-56a498b11952 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:50.442512 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "name": "network-vif-plugged", "status": "completed", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:50.442768 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a23e19f0-c6d4-4418-8e55-56a498b11952 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:50.443158 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a', 'code': 200} Aug 19 00:20:50.505760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:50.521997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a269-c668-44ea-89fa-ee321d7bbc8a req-418bce8c-108c-4aa5-b05e-88b6e7ba481b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:50.523580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d546a269-c668-44ea-89fa-ee321d7bbc8a req-418bce8c-108c-4aa5-b05e-88b6e7ba481b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0581527 Aug 19 00:20:50.585374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d546a269-c668-44ea-89fa-ee321d7bbc8a req-8d6cb364-52b0-487b-b9a5-b4afe4c948c0 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557868 Aug 19 00:20:50.594766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b778-d4a4-4c6a-a52b-1ba19af103b6 req-3481136a-5885-4f7d-864d-38ffb16b1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:50.596240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43c6b778-d4a4-4c6a-a52b-1ba19af103b6 req-3481136a-5885-4f7d-864d-38ffb16b1f2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0520935 Aug 19 00:20:50.633746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43c6b778-d4a4-4c6a-a52b-1ba19af103b6 req-aac7e036-6b33-4634-8896-40ebbc78bb26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296941 Aug 19 00:20:50.720688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.731788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Transition to ACTIVE for port object 1f05e7f0-b068-4284-82df-328aabc20260 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:20:50.739585 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.755198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776e96c-bc01-4ee2-8053-8adf1a3dc3de req-a1a31f35-4240-490b-a0cd-9d6af7fc927b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:50.761274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7776e96c-bc01-4ee2-8053-8adf1a3dc3de req-a1a31f35-4240-490b-a0cd-9d6af7fc927b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.0559845 Aug 19 00:20:50.807513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab93bb-649e-4d02-9c60-c4d568d04ecb None None] Pushing event updated for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:50.815935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7776e96c-bc01-4ee2-8053-8adf1a3dc3de req-c3a1c902-f666-4b80-8e12-1373065c482b tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Aug 19 00:20:50.835617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b89a2-0782-4afc-b413-45e4bbfafc4d req-700729a9-4d43-48c5-9109-5e82b5734916 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:50.839006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-728b89a2-0782-4afc-b413-45e4bbfafc4d req-700729a9-4d43-48c5-9109-5e82b5734916 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0867717 Aug 19 00:20:50.864623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Attempting to bind port 1f05e7f0-b068-4284-82df-328aabc20260 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:20:50.865218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Attempting to bind port 1f05e7f0-b068-4284-82df-328aabc20260 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:20:50.865348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Attempting to bind port 1f05e7f0-b068-4284-82df-328aabc20260 on network 9bba73c0-d800-4827-ba9b-b523f3b96895 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:20:50.871111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:20:50.871495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Checking segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:20:50.871915 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.872386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Bound using segment: {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:20:50.872873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Bound port: 1f05e7f0-b068-4284-82df-328aabc20260, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783022c4-c26d-4807-bfc3-d0cc3f4da4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:20:50.873266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:50.883501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-728b89a2-0782-4afc-b413-45e4bbfafc4d req-dbf856b4-eb91-41ea-be31-951081a0a346 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Aug 19 00:20:50.939039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] For port 1f05e7f0-b068-4284-82df-328aabc20260, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:20:50.942610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] For port 1f05e7f0-b068-4284-82df-328aabc20260, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1f05e7f0-b068-4284-82df-328aabc20260,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:20:50.948016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:51.018174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:20:51.018825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:51.076270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab93bb-649e-4d02-9c60-c4d568d04ecb None None] Pushing event updated for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:51.126713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921050b-b0aa-4788-b0eb-6f6bd7661ce4 req-f185d2c4-418b-4182-9da7-dfbe04f7eb45 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.129701 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e921050b-b0aa-4788-b0eb-6f6bd7661ce4 req-f185d2c4-418b-4182-9da7-dfbe04f7eb45 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0668020 Aug 19 00:20:51.142497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-9ce46a54-8008-4e53-a75e-6d9e0c7079f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.144022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-9ce46a54-8008-4e53-a75e-6d9e0c7079f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.0551600 Aug 19 00:20:51.170746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:20:51.188587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e921050b-b0aa-4788-b0eb-6f6bd7661ce4 req-a4530984-a820-4fce-805f-fcb80123f09a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454283 Aug 19 00:20:51.259113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-95577472-04b1-4bff-bbce-2caa9707009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.260938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-95577472-04b1-4bff-bbce-2caa9707009e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.1081300 Aug 19 00:20:51.404485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-b4042c02-38d0-4fd9-8265-ae123f0871b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1294944 Aug 19 00:20:51.420181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc37ef-4328-40b3-861c-ebafd3bfb46b req-ebb4faa1-7503-4893-a0c7-f0b3947bf157 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.422055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bfc37ef-4328-40b3-861c-ebafd3bfb46b req-ebb4faa1-7503-4893-a0c7-f0b3947bf157 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0984895 Aug 19 00:20:51.447818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:20:48Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f05e7f0-b068-4284-82df-328aabc20260', 'name': '', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ad:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:47Z', 'updated_at': '2021-08-19T00:20:50Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:20:51.479569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414e741-155c-49bb-a185-84afafb16ad0 None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:20:48Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f05e7f0-b068-4284-82df-328aabc20260', 'name': '', 'network_id': '9bba73c0-d800-4827-ba9b-b523f3b96895', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ad:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:47Z', 'updated_at': '2021-08-19T00:20:50Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '4b5dab6b-63a0-4f5f-827e-f3f7d5b82386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:20:51.491874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-1aa7bbd1-655e-4610-8af7-2dc6b302f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.491874 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-1aa7bbd1-655e-4610-8af7-2dc6b302f3ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0786176 Aug 19 00:20:51.492760 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bfc37ef-4328-40b3-861c-ebafd3bfb46b req-f61e6e4f-2b6b-42e7-a4b0-4012e988feab tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Aug 19 00:20:51.566350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-7c6a6df5-05b8-46b5-9ac8-5787157f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.567893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-7c6a6df5-05b8-46b5-9ac8-5787157f1d0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699847 Aug 19 00:20:51.684700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-2e90097c-f518-4ca5-b0a5-512b1dc8e783 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.686555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-2e90097c-f518-4ca5-b0a5-512b1dc8e783 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.1061895 Aug 19 00:20:51.691868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-9cfb8dee-84a6-42de-93d2-46ba21c59dce service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154974 Aug 19 00:20:51.814341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ffbfd4b7-1b5d-4ec2-a794-7489b7428c11 req-bac28be9-26a5-4183-b32f-8857860d140e service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158829 Aug 19 00:20:51.872901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1f05e7f0-b068-4284-82df-328aabc20260 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:51.936250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1f05e7f0-b068-4284-82df-328aabc20260 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:20:51.941008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1f05e7f0-b068-4284-82df-328aabc20260 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:51.941671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:51.949759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa312a-1dd7-4cd1-bfd0-38ececa3c1af req-3f9470c5-f73a-4a99-b0da-fed0d1be6ef5 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:51.951623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54fa312a-1dd7-4cd1-bfd0-38ececa3c1af req-3f9470c5-f73a-4a99-b0da-fed0d1be6ef5 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 946 time: 0.0559347 Aug 19 00:20:52.007086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54fa312a-1dd7-4cd1-bfd0-38ececa3c1af req-f8d7a70d-eff0-4acf-8103-5ae04247c6fd tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Aug 19 00:20:52.030115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.085757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1f05e7f0-b068-4284-82df-328aabc20260, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1f05e7f0-b068-4284-82df-328aabc20260,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:52.092243 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.153590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:52.177596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa22f-f508-441d-befc-240ad7d3283d req-378d466d-567c-43db-ac8f-da37b9868ada tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:52.179580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c0fa22f-f508-441d-befc-240ad7d3283d req-378d466d-567c-43db-ac8f-da37b9868ada tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.4921129 Aug 19 00:20:52.233503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Deleting port aee163d3-9a27-4ebf-a294-094a7728f4b2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:20:52.234362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.281957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c0fa22f-f508-441d-befc-240ad7d3283d req-be5db40b-d7f8-4039-bbf7-d308164f0656 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Aug 19 00:20:52.319361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f47e-6a28-4c8a-b85c-807474ff7b03 req-afd88a15-0fb8-43fa-bb9d-11ddab42b49d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:52.328837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4856f47e-6a28-4c8a-b85c-807474ff7b03 req-afd88a15-0fb8-43fa-bb9d-11ddab42b49d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0683770 Aug 19 00:20:52.347796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] For port aee163d3-9a27-4ebf-a294-094a7728f4b2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=aee163d3-9a27-4ebf-a294-094a7728f4b2,segment=NetworkSegment(4d73611c-e11b-4b13-a1d5-ca0fa5d509e4),segment_id=4d73611c-e11b-4b13-a1d5-ca0fa5d509e4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:52.348174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.362033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Calling delete_port for aee163d3-9a27-4ebf-a294-094a7728f4b2 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:20:52.364056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4856f47e-6a28-4c8a-b85c-807474ff7b03 req-94b3fc9d-bc09-416e-853f-ab5db5f06f06 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343604 Aug 19 00:20:52.503554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.533079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Pushing event deleted for resources: {'Port': ['ID=aee163d3-9a27-4ebf-a294-094a7728f4b2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:52.536042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['aee163d3-9a27-4ebf-a294-094a7728f4b2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:52.576839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] No DVR routers for this DVR port aee163d3-9a27-4ebf-a294-094a7728f4b2 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:20:52.579590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:52.581646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f6da225f-c4ed-491e-9070-8c099c7c48cc req-dd213248-20fc-48dd-b66c-2efb3afbbd23 tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.21 "DELETE /v2.0/ports/aee163d3-9a27-4ebf-a294-094a7728f4b2 HTTP/1.1" status: 204 len: 173 time: 0.8855867 Aug 19 00:20:52.582084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'name': 'network-vif-deleted', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:52.584323 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec6a415-70e3-4840-b9bb-e461e6b1a430" -d '{"events": [{"server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "name": "network-vif-deleted", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:52.625252 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3eb70-6896-45fc-86d3-a88a89a2f2c2 x-openstack-request-id: req-bbc3eb70-6896-45fc-86d3-a88a89a2f2c2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:52.625550 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8120a19-b36f-42d8-bbd2-932acebace69", "name": "network-vif-deleted", "tag": "aee163d3-9a27-4ebf-a294-094a7728f4b2", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:52.625805 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbc3eb70-6896-45fc-86d3-a88a89a2f2c2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:52.626215 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8120a19-b36f-42d8-bbd2-932acebace69', 'name': 'network-vif-deleted', 'tag': 'aee163d3-9a27-4ebf-a294-094a7728f4b2', 'status': 'completed', 'code': 200} Aug 19 00:20:52.629322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8afb52-3c4e-4d16-a1dc-e836813fb54b req-316244d5-1076-4712-9524-6ff08075fc14 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:52.630914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8afb52-3c4e-4d16-a1dc-e836813fb54b req-316244d5-1076-4712-9524-6ff08075fc14 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0554171 Aug 19 00:20:52.672349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8afb52-3c4e-4d16-a1dc-e836813fb54b req-c940ba7d-51c5-4c6f-b307-5eee6ead4cc6 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Aug 19 00:20:52.782207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603956e-561c-450b-b99e-ec803197184a req-562ec815-6cf6-4039-b1fe-9aadb3484737 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:52.783817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e603956e-561c-450b-b99e-ec803197184a req-562ec815-6cf6-4039-b1fe-9aadb3484737 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0414720 Aug 19 00:20:52.819037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e603956e-561c-450b-b99e-ec803197184a req-1596790c-a92e-4387-bbc8-c14e750157c7 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290725 Aug 19 00:20:52.925695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0950-1a78-485a-9175-ba5b07f22c46 req-12fdb575-76e6-4678-81ac-b1b0b87bf4b5 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:52.927189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe3f0950-1a78-485a-9175-ba5b07f22c46 req-12fdb575-76e6-4678-81ac-b1b0b87bf4b5 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0425944 Aug 19 00:20:52.961268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe3f0950-1a78-485a-9175-ba5b07f22c46 req-5f08794e-1dc7-41cc-95a2-8f9a231efd88 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275555 Aug 19 00:20:53.118542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ed2d0b3-954b-4361-8eef-a4b865a968d7 req-0ff664e7-4fd4-4a4c-a83d-4ccea366c3bc tempest-VolumesActionsTest-1169462174 tempest-VolumesActionsTest-1169462174-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8120a19-b36f-42d8-bbd2-932acebace69 HTTP/1.1" status: 200 len: 210 time: 0.0399930 Aug 19 00:20:53.203353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef5497-19aa-4c00-8896-61dfac258a62 req-d61ab87e-9a87-4603-8fbe-0b301231cc3e tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:53.204980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7aef5497-19aa-4c00-8896-61dfac258a62 req-d61ab87e-9a87-4603-8fbe-0b301231cc3e tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0430410 Aug 19 00:20:53.240702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7aef5497-19aa-4c00-8896-61dfac258a62 req-2ea0ebfd-908e-432f-ad54-4cc2c7e626e9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293989 Aug 19 00:20:53.404361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67365-76b9-4bae-b07f-5ccca6f64e2a req-d7b28096-4a6e-47df-aa7f-729e54c34ef9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:53.405856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60c67365-76b9-4bae-b07f-5ccca6f64e2a req-d7b28096-4a6e-47df-aa7f-729e54c34ef9 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 943 time: 0.0491564 Aug 19 00:20:53.435050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:20:53.445774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60c67365-76b9-4bae-b07f-5ccca6f64e2a req-1a59b4fa-c485-44d8-ae2f-ee2c27082500 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Aug 19 00:20:53.489437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe4ce-bdbd-445a-b256-e272add390a0 req-5260d96f-9605-4eaa-a3f0-e5b7a6bacadf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:53.490937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdebe4ce-bdbd-445a-b256-e272add390a0 req-5260d96f-9605-4eaa-a3f0-e5b7a6bacadf tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0564613 Aug 19 00:20:53.528818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdebe4ce-bdbd-445a-b256-e272add390a0 req-307eedbb-6ef6-404f-a61a-12db1f32106b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Aug 19 00:20:53.536668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:53.547533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'network_id': '5ff7050a-7594-4a51-a55b-c91ea69c9374', 'port_id': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'mac_address': 'fa:16:3e:a8:98:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf1577e-84de-4083-9e3b-4debecd1bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:20:53.651048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d4b38-8db9-4ba2-ad9c-7bb3a4f1be26 req-6b82b136-e274-4c16-9359-6c90f8f061e8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:53.652662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd1d4b38-8db9-4ba2-ad9c-7bb3a4f1be26 req-6b82b136-e274-4c16-9359-6c90f8f061e8 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0555751 Aug 19 00:20:53.692529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd1d4b38-8db9-4ba2-ad9c-7bb3a4f1be26 req-ffd0829c-d9c9-4d3c-b636-9c9330b862da tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Aug 19 00:20:53.734088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:53.746978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:20:53.768352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:53.773109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:53.821833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50724426-84c4-4d0c-bfea-91c055151612 req-6ab977bb-cd46-4d7a-bb06-6d0c8a0afd0b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:53.823403 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50724426-84c4-4d0c-bfea-91c055151612 req-6ab977bb-cd46-4d7a-bb06-6d0c8a0afd0b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0625989 Aug 19 00:20:53.823604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:53.831303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1f05e7f0-b068-4284-82df-328aabc20260 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:53.863972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50724426-84c4-4d0c-bfea-91c055151612 req-20d5ea0b-5d1f-4a01-a83c-11449fbe18ea tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Aug 19 00:20:53.882831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1f05e7f0-b068-4284-82df-328aabc20260 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:53.883209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:54.010524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:54.086697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d821e-ab73-42c2-9ecf-7e24f83c82fb req-9af17f95-72df-4646-93f6-fb755b6b7be5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:54.088174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f01d821e-ab73-42c2-9ecf-7e24f83c82fb req-9af17f95-72df-4646-93f6-fb755b6b7be5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0496206 Aug 19 00:20:54.124850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f01d821e-ab73-42c2-9ecf-7e24f83c82fb req-6de7c8d9-8cc3-403a-94d0-a1dc9e8d8d81 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Aug 19 00:20:54.349448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a2bec-2b41-47ab-b6b0-67d2bf5ba461 req-28a02e0a-a623-47d2-b72b-15098987484b tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:54.351003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f1a2bec-2b41-47ab-b6b0-67d2bf5ba461 req-28a02e0a-a623-47d2-b72b-15098987484b tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0447114 Aug 19 00:20:54.387008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f1a2bec-2b41-47ab-b6b0-67d2bf5ba461 req-b541e5d9-35fc-421b-a8bd-9609cff48ddc tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299110 Aug 19 00:20:54.574103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d01f-e38f-4ceb-96b0-86572f22f098 req-80ab42a8-def7-4ae2-b619-ca3efc0df63a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:54.575817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c66d01f-e38f-4ceb-96b0-86572f22f098 req-80ab42a8-def7-4ae2-b619-ca3efc0df63a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 944 time: 0.0528586 Aug 19 00:20:54.614650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c66d01f-e38f-4ceb-96b0-86572f22f098 req-1603ba76-40c8-4f7b-b7ad-7cf15d7e976a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 19 00:20:54.770713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-2c9007be-f698-4910-9bf3-79b07ea724e2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:54.772286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-2c9007be-f698-4910-9bf3-79b07ea724e2 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 1098 time: 0.0407634 Aug 19 00:20:54.860650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Deleting port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:20:54.860948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:54.946325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] For port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:54.946750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:54.959279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Calling delete_port for d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:20:55.083383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:55.093816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['42eaa67d-5355-4ffb-8ec0-b57786d3cc52'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:55.114300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:55.119510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:55.169634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] No DVR routers for this DVR port d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:20:55.172412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:55.174588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9bd0d4b3-05fa-4fe3-a1d4-8190e1cc9f72 req-c3fc8aa7-a909-46b4-b85e-17d855b7056a tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a HTTP/1.1" status: 204 len: 173 time: 0.3964708 Aug 19 00:20:55.175148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'name': 'network-vif-deleted', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:55.177956 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bbc7b8-4036-4d73-a19a-42d087b33f3a" -d '{"events": [{"server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "name": "network-vif-deleted", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:55.218710 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a86a02b-7c7b-416c-aefb-c7d01f72594e x-openstack-request-id: req-5a86a02b-7c7b-416c-aefb-c7d01f72594e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:55.219267 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3150b4f9-5d6b-49d6-a96c-79a30da88059", "name": "network-vif-deleted", "tag": "d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:55.219679 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a86a02b-7c7b-416c-aefb-c7d01f72594e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:55.220247 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150b4f9-5d6b-49d6-a96c-79a30da88059', 'name': 'network-vif-deleted', 'tag': 'd8ede22a-7b91-4d4d-aa5a-bb32f0384c5a', 'status': 'completed', 'code': 200} Aug 19 00:20:55.302494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cdf7f-a543-4b99-b6c8-808b756528e2 req-486cde49-41b6-4183-abb2-9067a8d42787 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:55.305111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-833cdf7f-a543-4b99-b6c8-808b756528e2 req-486cde49-41b6-4183-abb2-9067a8d42787 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0756731 Aug 19 00:20:55.357922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-833cdf7f-a543-4b99-b6c8-808b756528e2 req-5fa2eb4e-199d-48ef-b311-dd54edde6e04 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Aug 19 00:20:55.472668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:20:55.506727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7e5e9a32-7b71-4808-8245-009b3ef1e88d req-6b3ea2b5-419d-47a8-bb76-c93979772cce tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3150b4f9-5d6b-49d6-a96c-79a30da88059 HTTP/1.1" status: 200 len: 210 time: 0.0380306 Aug 19 00:20:55.541468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:20:55.541943 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:55.641156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de481a-8aea-48c1-b945-1988a4ad8c17 req-7b228f3d-9fd9-49a9-a516-bd744c456580 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:55.650508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4de481a-8aea-48c1-b945-1988a4ad8c17 req-7b228f3d-9fd9-49a9-a516-bd744c456580 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0730579 Aug 19 00:20:55.666188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:55.690385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4de481a-8aea-48c1-b945-1988a4ad8c17 req-4bb3cdd3-3685-4e51-83b8-a65e16e3e949 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Aug 19 00:20:55.706686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:55.715408 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b52c19-d14b-42de-bfb2-cbb0cf7842c0" -d '{"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:55.758093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:55.765879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:55.795617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-9ffa27c2-d9e3-4f51-a493-fdb20c15f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:55.804263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-9ffa27c2-d9e3-4f51-a493-fdb20c15f76c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.1963522 Aug 19 00:20:55.877784 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba07dd8-5c4a-4d00-ac9e-741314d5019a x-openstack-request-id: req-bba07dd8-5c4a-4d00-ac9e-741314d5019a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:55.883664 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-plugged", "status": "completed", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:55.883938 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bba07dd8-5c4a-4d00-ac9e-741314d5019a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:55.884417 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'code': 200} Aug 19 00:20:55.949354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:55.992876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aeaa0-ba97-405a-b9b7-ec1f99130e00 req-21802d7f-e397-480d-ba70-907df2be413b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:55.996837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c5aeaa0-ba97-405a-b9b7-ec1f99130e00 req-21802d7f-e397-480d-ba70-907df2be413b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.2406011 Aug 19 00:20:56.056338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device aee163d3-9a27-4ebf-a294-094a7728f4b2 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:56.071219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ed3b0-4e19-4a81-acb4-57318b4fe28e req-a61c9207-c211-46db-a0f2-0fb0b885ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.074204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-67dc11c9-feeb-4761-a6b9-2216d851b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.075443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-022ed3b0-4e19-4a81-acb4-57318b4fe28e req-a61c9207-c211-46db-a0f2-0fb0b885ce81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1098 time: 0.1022248 Aug 19 00:20:56.076373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-67dc11c9-feeb-4761-a6b9-2216d851b231 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2494709 Aug 19 00:20:56.091607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c5aeaa0-ba97-405a-b9b7-ec1f99130e00 req-9fb604d1-8abf-4ef2-bb7f-fea76da4b205 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874791 Aug 19 00:20:56.102345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: aee163d3-9a27-4ebf-a294-094a7728f4b2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:20:56.102881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device aee163d3-9a27-4ebf-a294-094a7728f4b2 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:20:56.140274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-022ed3b0-4e19-4a81-acb4-57318b4fe28e req-91ee70e4-f97f-434b-816e-99a16183f11a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Aug 19 00:20:56.204968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-824cf9b3-8096-4e4f-a5bb-0bbe8d7cf46c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1060371 Aug 19 00:20:56.271546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-58ca848c-9f85-4e5b-9091-81ced83796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.274337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-58ca848c-9f85-4e5b-9091-81ced83796d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0624661 Aug 19 00:20:56.334123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-941ca675-18d1-4d1d-b51f-799bb71a2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.336365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-941ca675-18d1-4d1d-b51f-799bb71a2410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531042 Aug 19 00:20:56.452607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-cbc947c3-215f-4191-a18e-4894110a4c8b service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068482 Aug 19 00:20:56.582803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bac147e2-53d9-41a7-8390-6c4c00ae7583 req-a084380b-36b3-4adc-b527-ee6577ce8cb9 service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208649 Aug 19 00:20:56.649634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:56.853288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36082f-c16f-453e-a190-d9113bcbe90c req-40e44205-c467-4cd5-95e7-15b6322d6b4e tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.861480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe36082f-c16f-453e-a190-d9113bcbe90c req-40e44205-c467-4cd5-95e7-15b6322d6b4e tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.0612061 Aug 19 00:20:56.902283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe36082f-c16f-453e-a190-d9113bcbe90c req-642411a9-3e20-4134-9cf2-a19f218577f7 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Aug 19 00:20:56.903479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc652b47-4787-4f32-94f7-923d5bdc3edd req-646c5716-81eb-4a1d-b327-61912874d1e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:56.905116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc652b47-4787-4f32-94f7-923d5bdc3edd req-646c5716-81eb-4a1d-b327-61912874d1e5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1219397 Aug 19 00:20:56.978088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc652b47-4787-4f32-94f7-923d5bdc3edd req-b8eaaf34-d077-4d6c-b5ba-02b4a64b43dd tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642197 Aug 19 00:20:57.249159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac8c43-f7d4-4507-adf9-6cee872a4714 req-67735d20-749b-445d-a0b5-b21b11f4fa6a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:57.251320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63ac8c43-f7d4-4507-adf9-6cee872a4714 req-67735d20-749b-445d-a0b5-b21b11f4fa6a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0751269 Aug 19 00:20:57.308161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63ac8c43-f7d4-4507-adf9-6cee872a4714 req-d399bf67-ab81-4ea6-afb7-54f8811de3a5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 Aug 19 00:20:58.041376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d1dc-7386-41f3-8fba-5f937f24689e req-3f6b15d9-9e50-44c0-a38b-77675b5b0c17 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.044073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:20:58.044783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba09d1dc-7386-41f3-8fba-5f937f24689e req-3f6b15d9-9e50-44c0-a38b-77675b5b0c17 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.0661592 Aug 19 00:20:58.072670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:20:58.073666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8ede22a-7b91-4d4d-aa5a-bb32f0384c5a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:20:58.104917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ba09d1dc-7386-41f3-8fba-5f937f24689e req-13f7c3e8-99d8-478f-9f7d-9287d24ed36f tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Aug 19 00:20:58.432826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d63cb-4f6b-4880-90eb-11c96d689099 req-1a16f27a-9836-403b-8489-bcbb0ae2806b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.440577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e08d63cb-4f6b-4880-90eb-11c96d689099 req-1a16f27a-9836-403b-8489-bcbb0ae2806b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.3797128 Aug 19 00:20:58.446084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-8f2cf0fd-395f-49f2-8bf5-cf657e228216 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857193 Aug 19 00:20:58.500026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-c2591615-b3fc-46c9-b93a-31b00ac6a0e1 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.501479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-c2591615-b3fc-46c9-b93a-31b00ac6a0e1 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 1097 time: 0.1090579 Aug 19 00:20:58.508821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e08d63cb-4f6b-4880-90eb-11c96d689099 req-ab386f46-1ac8-4a66-97df-186ccc6bff24 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673752 Aug 19 00:20:58.526207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80248d-da66-4e7f-b931-9f4b256e313f req-9aac5246-0be5-4353-bbf0-f5abd2b747c3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.533831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f80248d-da66-4e7f-b931-9f4b256e313f req-9aac5246-0be5-4353-bbf0-f5abd2b747c3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0959518 Aug 19 00:20:58.546921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d89b-f193-4126-a978-414331f436bc req-d35e2bdd-edea-476b-a2f6-f9d321a5e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.560843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-d35e2bdd-edea-476b-a2f6-f9d321a5e085 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc8b1deecb14198972c08f49c5415e4&device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 1097 time: 0.0680683 Aug 19 00:20:58.616569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f80248d-da66-4e7f-b931-9f4b256e313f req-084522ce-7cd9-4f7f-b224-a90ba7e5db1a tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766706 Aug 19 00:20:58.713485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7756-7ba9-432d-9d43-962691bf1776 req-28fc1883-2fb4-439b-b033-77001ab8697d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.720939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c09d7756-7ba9-432d-9d43-962691bf1776 req-28fc1883-2fb4-439b-b033-77001ab8697d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0709338 Aug 19 00:20:58.755353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Deleting port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:20:58.755701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:58.791045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d89b-f193-4126-a978-414331f436bc req-be066ca9-8a58-4af7-bb30-4973c74b2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:58.792587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-be066ca9-8a58-4af7-bb30-4973c74b2f56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 200 len: 912 time: 0.2120476 Aug 19 00:20:58.807426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c09d7756-7ba9-432d-9d43-962691bf1776 req-83d6d50b-dab2-419e-ba6b-75c15206e945 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788000 Aug 19 00:20:58.903063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] For port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:20:58.903469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:58.918402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Calling delete_port for 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:20:58.970442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-99abfceb-6820-48ce-bed5-123e49acd5d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1619091 Aug 19 00:20:59.038526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d89b-f193-4126-a978-414331f436bc req-9e1c2a95-d18c-455f-9838-8c3b20e90bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:59.040849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-9e1c2a95-d18c-455f-9838-8c3b20e90bed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 200 len: 851 time: 0.0533850 Aug 19 00:20:59.089842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8f4c-f0c3-42e9-babc-c94a6f423628 req-480a067f-5fae-4d2b-8713-9ce2b94d9c93 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:59.101316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65fa8f4c-f0c3-42e9-babc-c94a6f423628 req-480a067f-5fae-4d2b-8713-9ce2b94d9c93 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.3738863 Aug 19 00:20:59.148286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d89b-f193-4126-a978-414331f436bc req-6aba13da-69cf-42b4-b089-7ceed22d540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:59.151581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-6aba13da-69cf-42b4-b089-7ceed22d540c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d753388f-e093-4a25-a762-ed3cc67e2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012344 Aug 19 00:20:59.160893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65fa8f4c-f0c3-42e9-babc-c94a6f423628 req-faf51e76-66a7-41ff-80f3-289a2ef2006f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Aug 19 00:20:59.169020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:59.181202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['42eaa67d-5355-4ffb-8ec0-b57786d3cc52'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:20:59.243941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Pushing event deleted for resources: {'Port': ['ID=42eaa67d-5355-4ffb-8ec0-b57786d3cc52,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:20:59.305428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-18750ce4-462f-4b81-a287-ea81b365b9ac service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456392 Aug 19 00:20:59.339534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0963ae01-0d1a-49a1-800b-5e4e34b502f6 req-336d889e-1a38-4a28-8afa-d4197ed21cf4 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77eb55fc-71d9-485a-b28c-53c03e5d1c74 HTTP/1.1" status: 200 len: 210 time: 0.0544107 Aug 19 00:20:59.381085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] No DVR routers for this DVR port 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:20:59.385063 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:20:59.387272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6cb03d12-00bc-4e14-aa24-8a7e7821432b req-4ab5526f-b0ea-413c-9462-ea9d313db8c9 tempest-TestServerMultinode-922663465 tempest-TestServerMultinode-922663465-project-admin] 10.222.0.11 "DELETE /v2.0/ports/42eaa67d-5355-4ffb-8ec0-b57786d3cc52 HTTP/1.1" status: 204 len: 173 time: 0.8778672 Aug 19 00:20:59.390224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'name': 'network-vif-deleted', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:20:59.399001 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d488b-28ef-42bf-b9a5-15e5b03c7e37" -d '{"events": [{"server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "name": "network-vif-deleted", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:20:59.503985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a435d89b-f193-4126-a978-414331f436bc req-88465162-a9aa-469d-8ca1-f79ef2da36bd service neutron] 10.222.0.11 "GET /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902745 Aug 19 00:20:59.560800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab769a-a54a-4c15-99b1-1592425329f5 req-f0a94e4c-de2c-4dd2-8c20-9a9f3641b8b2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:59.571909 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cab769a-a54a-4c15-99b1-1592425329f5 req-f0a94e4c-de2c-4dd2-8c20-9a9f3641b8b2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1343119 Aug 19 00:20:59.629128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0cab769a-a54a-4c15-99b1-1592425329f5 req-5b0d2cef-15fe-4a88-961c-6c22ff225aaa tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518551 Aug 19 00:20:59.677219 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03bda3-e89f-4dca-ab47-45746958638e x-openstack-request-id: req-fe03bda3-e89f-4dca-ab47-45746958638e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:20:59.677619 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb55fc-71d9-485a-b28c-53c03e5d1c74", "name": "network-vif-deleted", "tag": "42eaa67d-5355-4ffb-8ec0-b57786d3cc52", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:20:59.677977 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe03bda3-e89f-4dca-ab47-45746958638e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:20:59.678624 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb55fc-71d9-485a-b28c-53c03e5d1c74', 'name': 'network-vif-deleted', 'tag': '42eaa67d-5355-4ffb-8ec0-b57786d3cc52', 'status': 'completed', 'code': 200} Aug 19 00:20:59.848777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f389a0-6705-4a0c-bf20-1912484d1cb6 req-a4d56675-a138-4962-83bd-e3bc3d40c4e8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:20:59.853712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f389a0-6705-4a0c-bf20-1912484d1cb6 req-a4d56675-a138-4962-83bd-e3bc3d40c4e8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0998085 Aug 19 00:20:59.913561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e9f389a0-6705-4a0c-bf20-1912484d1cb6 req-2d092bce-35d8-4e7b-81b4-f5a685d3f4d6 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Aug 19 00:21:00.053141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8f049-2669-462f-95fe-5a51c10fb826 req-3107b8b3-d14e-4a4d-a461-c63f4f94455b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:00.063075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ca8f049-2669-462f-95fe-5a51c10fb826 req-3107b8b3-d14e-4a4d-a461-c63f4f94455b tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0822229 Aug 19 00:21:00.129327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ca8f049-2669-462f-95fe-5a51c10fb826 req-832508c1-16a1-4a85-9276-c8b3dd6c2632 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Aug 19 00:21:00.218983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-cfa92c7b-9bbb-4a63-8bb0-60be4bfbdbda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:00.224399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-cfa92c7b-9bbb-4a63-8bb0-60be4bfbdbda tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8dbdf9-6f04-4e9b-944b-4d5db3adb285 HTTP/1.1" status: 200 len: 943 time: 0.1253901 Aug 19 00:21:00.320420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977a90-b9bd-4f1b-9f88-329bef330d43 req-c9cf8e11-ec5f-4ad5-bae5-c4a89eaa7c19 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:00.321938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec977a90-b9bd-4f1b-9f88-329bef330d43 req-c9cf8e11-ec5f-4ad5-bae5-c4a89eaa7c19 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0575948 Aug 19 00:21:00.342588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port 36f56bda-93e8-4902-a992-224118e6e612 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:00.343209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:00.399527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec977a90-b9bd-4f1b-9f88-329bef330d43 req-92e61bc8-4d94-4420-b68f-a15f649c491f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587900 Aug 19 00:21:00.450300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 50974) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:00.488218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port 36f56bda-93e8-4902-a992-224118e6e612, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=36f56bda-93e8-4902-a992-224118e6e612,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:00.489125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:00.521688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for 36f56bda-93e8-4902-a992-224118e6e612 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:00.619038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead53913-be09-451e-bc6c-415804cda97f req-4446dc43-8ab1-4b43-8d45-41521845d985 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:00.620606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ead53913-be09-451e-bc6c-415804cda97f req-4446dc43-8ab1-4b43-8d45-41521845d985 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0960369 Aug 19 00:21:00.739935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ead53913-be09-451e-bc6c-415804cda97f req-a5530435-d076-401e-8ada-13e21b75e236 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Aug 19 00:21:00.821375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:00.834308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:00.881582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=36f56bda-93e8-4902-a992-224118e6e612,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:00.924062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:00.998638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] No DVR routers for this DVR port 36f56bda-93e8-4902-a992-224118e6e612 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:01.013469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:01.029149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26316e7f-909a-406f-bf48-5cc11ea7ba8c req-feb5a19b-01bb-4c1d-a787-abd43b65704c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "DELETE /v2.0/ports/36f56bda-93e8-4902-a992-224118e6e612 HTTP/1.1" status: 204 len: 173 time: 0.7976210 Aug 19 00:21:01.030134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-deleted', 'tag': '36f56bda-93e8-4902-a992-224118e6e612'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:01.034121 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc01391-4df4-41c9-8203-70dfba5e1c39" -d '{"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-deleted", "tag": "36f56bda-93e8-4902-a992-224118e6e612"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:01.090730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:01.400081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6761-bd1b-4b05-adab-92f30d9a3a0e req-b57373b9-8547-47d9-a3ca-8f15887b4ac3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:01.401703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e12f6761-bd1b-4b05-adab-92f30d9a3a0e req-b57373b9-8547-47d9-a3ca-8f15887b4ac3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.2164850 Aug 19 00:21:01.522053 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e12f6761-bd1b-4b05-adab-92f30d9a3a0e req-17378eae-1bb7-4b72-a817-a1efc6075430 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063223 Aug 19 00:21:01.523927 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb2827-5e29-4bca-b870-50388d7baa95 x-openstack-request-id: req-10eb2827-5e29-4bca-b870-50388d7baa95 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:01.524437 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8dbdf9-6f04-4e9b-944b-4d5db3adb285", "name": "network-vif-deleted", "tag": "36f56bda-93e8-4902-a992-224118e6e612", "status": "failed", "code": 422}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:01.524550 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10eb2827-5e29-4bca-b870-50388d7baa95 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:01.524902 n-d-771363-38 neutron-server[94623]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d8dbdf9-6f04-4e9b-944b-4d5db3adb285', 'name': 'network-vif-deleted', 'tag': '36f56bda-93e8-4902-a992-224118e6e612', 'status': 'failed', 'code': 422} returned with failed status Aug 19 00:21:01.531265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:01.563082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Deleting port 3830c06b-0b65-4bea-a2a5-06465bd39428 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:01.563991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:01.572389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:01.572739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 42eaa67d-5355-4ffb-8ec0-b57786d3cc52 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:01.683810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] For port 3830c06b-0b65-4bea-a2a5-06465bd39428, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3830c06b-0b65-4bea-a2a5-06465bd39428,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:01.684210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:01.698680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Calling delete_port for 3830c06b-0b65-4bea-a2a5-06465bd39428 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:01.886207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2bb6f-1c26-4b5d-8640-bc83409b6872 req-621a3fbc-66f0-4da5-9c52-45efc63de781 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:01.899935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ac2bb6f-1c26-4b5d-8640-bc83409b6872 req-621a3fbc-66f0-4da5-9c52-45efc63de781 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 908 time: 0.0727088 Aug 19 00:21:01.942135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:01.972920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Pushing event deleted for resources: {'Port': ['ID=3830c06b-0b65-4bea-a2a5-06465bd39428,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:02.172996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:02.424287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Router 4acca272-a8b9-4fa1-a79d-73874270da6b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:02.564816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:02.571244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d0923b9d-e4c3-4ec4-be46-5f7f73278799 admin admin] 10.222.0.20 "PUT /v2.0/routers/4acca272-a8b9-4fa1-a79d-73874270da6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196227 Aug 19 00:21:02.573695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:02.577587 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Sync routers for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:02.587098 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:02.595890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:02.720726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f48a8-a246-4588-a1ae-54bc8005cb62 req-45ed54e8-5f62-4da3-be80-8af527ae6447 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:02.722647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b71f48a8-a246-4588-a1ae-54bc8005cb62 req-45ed54e8-5f62-4da3-be80-8af527ae6447 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1038013 Aug 19 00:21:02.723524 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:02.776812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b71f48a8-a246-4588-a1ae-54bc8005cb62 req-97918919-35b4-4adc-a083-0679d37275f3 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459800 Aug 19 00:21:02.778433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:02.943290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.051650 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:21:01Z', 'revision_number': 5, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port': {'id': '5f4fd8f8-e9bc-43ee-9027-55c5ca928e28', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:03Z', 'updated_at': '2021-08-19T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:03.073673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Deleting port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:03.073981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5652b-eced-41fd-b139-7529635bb151 req-7926a4ca-7607-451b-bdbf-9007b61e0282 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.074754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.076934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fb5652b-eced-41fd-b139-7529635bb151 req-7926a4ca-7607-451b-bdbf-9007b61e0282 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 908 time: 0.0893471 Aug 19 00:21:03.119757 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Checking router: 4acca272-a8b9-4fa1-a79d-73874270da6b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:03.148694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Routers {'4acca272-a8b9-4fa1-a79d-73874270da6b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:03.151460 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4acca272-a8b9-4fa1-a79d-73874270da6b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:03.264868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] For port 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:03.265282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.276198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40882f7f-e74b-4ba1-8d02-15d21236e1c1 req-97f57acd-468f-40f8-ac72-14c879335809 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.281492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40882f7f-e74b-4ba1-8d02-15d21236e1c1 req-97f57acd-468f-40f8-ac72-14c879335809 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1003122 Aug 19 00:21:03.321088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Calling delete_port for 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:03.328984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-bbcbf63e-f938-4164-8d1c-b34c6308a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.337361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-bbcbf63e-f938-4164-8d1c-b34c6308a71d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adb4a47ab69649c499285779ded9eee1&device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 1098 time: 0.1074512 Aug 19 00:21:03.358582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40882f7f-e74b-4ba1-8d02-15d21236e1c1 req-81c2d5f9-ba49-4b4c-accb-3c46a0ecf7a1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 Aug 19 00:21:03.396216 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] Set router 4acca272-a8b9-4fa1-a79d-73874270da6b gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:03.455145 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:21:02Z', 'revision_number': 6, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:03.485171 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aa878-8366-4a25-b178-08a198c9d861 None None] The sync data for ids ['4acca272-a8b9-4fa1-a79d-73874270da6b'] in n-d-771363-38 is: [{'id': '4acca272-a8b9-4fa1-a79d-73874270da6b', 'name': 'tempest-TestServerMultinode-418095657-router', 'tenant_id': '26024121789a4376a0473d3479b8f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:02Z', 'updated_at': '2021-08-19T00:21:02Z', 'revision_number': 6, 'project_id': '26024121789a4376a0473d3479b8f5bc', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:03.501465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-e995117a-c822-4fdc-91db-9f3da336eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.502981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-e995117a-c822-4fdc-91db-9f3da336eee5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 200 len: 914 time: 0.1602881 Aug 19 00:21:03.576401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-26afbbcc-6726-42f2-a8be-2268cc200584 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 200 len: 217 time: 0.0659754 Aug 19 00:21:03.584879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-6059a046-ae8f-46e7-9462-d42826029a90 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.586522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-6059a046-ae8f-46e7-9462-d42826029a90 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 908 time: 0.1377635 Aug 19 00:21:03.645647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-7c0adfd1-f2d7-4f53-91ef-fabbb5b7da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:03.648056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-7c0adfd1-f2d7-4f53-91ef-fabbb5b7da90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 200 len: 854 time: 0.0620682 Aug 19 00:21:03.689202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-3764191b-695c-49df-b148-010f9886968f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ff7050a-7594-4a51-a55b-c91ea69c9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343981 Aug 19 00:21:03.720186 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.755450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4fd8f8-e9bc-43ee-9027-55c5ca928e28,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:03.833866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:03.834259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.834397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-861b80c0-4b42-4538-91b6-33a438c6ccf9 service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382687 Aug 19 00:21:03.974139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:03.987991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10eef66d-fdba-4367-a749-ab04564e6f09 req-d6753b37-b936-4644-b868-7ce75d9dc802 service neutron] 10.222.0.11 "GET /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462202 Aug 19 00:21:04.229878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184bc3f-98de-4d98-b5ee-d197e759a9d2 req-a53061b0-9ff2-4de5-a798-dfb9dca9ddb3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:04.246321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7184bc3f-98de-4d98-b5ee-d197e759a9d2 req-a53061b0-9ff2-4de5-a798-dfb9dca9ddb3 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 908 time: 0.0749137 Aug 19 00:21:04.388076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3830c06b-0b65-4bea-a2a5-06465bd39428 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:04.422491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 3830c06b-0b65-4bea-a2a5-06465bd39428 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:04.422848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3830c06b-0b65-4bea-a2a5-06465bd39428 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:04.554732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.558625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.670244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port 359ea976-259d-44c2-b4f8-5b3812ebd7b8, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=359ea976-259d-44c2-b4f8-5b3812ebd7b8,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:04.671067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.681929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa328-4c52-40b9-96af-cf60a42ea878 req-2fe89ae0-1991-41f2-a58a-0e6ab076c401 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:04.689316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c19aa328-4c52-40b9-96af-cf60a42ea878 req-2fe89ae0-1991-41f2-a58a-0e6ab076c401 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.2222183 Aug 19 00:21:04.706444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.707256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4acca272-a8b9-4fa1-a79d-73874270da6b {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:21:04.734509 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.738165 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a2f21240-abdf-4ccb-976a-e2c387a631ec admin admin] 10.222.0.20 "DELETE /v2.0/routers/4acca272-a8b9-4fa1-a79d-73874270da6b HTTP/1.1" status: 204 len: 168 time: 2.1608849 Aug 19 00:21:04.738165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for 359ea976-259d-44c2-b4f8-5b3812ebd7b8 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:04.738565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:04.810757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c19aa328-4c52-40b9-96af-cf60a42ea878 req-2a9ffa19-9941-43c2-99dd-0a94160ed3e1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204507 Aug 19 00:21:04.842044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Deleting subnet 948644c2-2f60-4b95-8394-65e8e0664627 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:04.845923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.922448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:04.969525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.052089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=359ea976-259d-44c2-b4f8-5b3812ebd7b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:05.061819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.167043 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.180424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] No DVR routers for this DVR port 359ea976-259d-44c2-b4f8-5b3812ebd7b8 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:05.183382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.185816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82849200-af33-4ef4-b96b-bd8bf21a0d77 req-8e9e52d8-71b4-4087-9026-1a27fe087027 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "DELETE /v2.0/ports/359ea976-259d-44c2-b4f8-5b3812ebd7b8 HTTP/1.1" status: 204 len: 173 time: 1.5885715 Aug 19 00:21:05.186274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'name': 'network-vif-deleted', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:05.188873 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a162607-5513-496b-badc-6a291a4b98e7" -d '{"events": [{"server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "name": "network-vif-deleted", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:05.215553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948644c2-2f60-4b95-8394-65e8e0664627,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:05.218021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.220819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9ec82818-80e5-4fcb-b379-34c6f28869fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/948644c2-2f60-4b95-8394-65e8e0664627 HTTP/1.1" status: 204 len: 168 time: 0.4807715 Aug 19 00:21:05.222933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51040) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:05.231443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3d97e-4f3c-48b8-84ab-7eb5e22a2bb0 None None] Network 9d053086-379c-4443-9a80-676c260b951f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:05.253514 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3c773-6a8d-4da0-a808-5e6139b57b48 x-openstack-request-id: req-7aa3c773-6a8d-4da0-a808-5e6139b57b48 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:05.253812 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff8c91-3042-4046-8672-895892022e82", "name": "network-vif-deleted", "tag": "359ea976-259d-44c2-b4f8-5b3812ebd7b8", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:05.254123 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aa3c773-6a8d-4da0-a808-5e6139b57b48 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:05.254539 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff8c91-3042-4046-8672-895892022e82', 'name': 'network-vif-deleted', 'tag': '359ea976-259d-44c2-b4f8-5b3812ebd7b8', 'status': 'completed', 'code': 200} Aug 19 00:21:05.359251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.381699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-618a3e80-48be-4163-8cda-fb8ecd629dee req-6a5d30a9-1963-4c35-a78b-edba3583e04b tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ff8c91-3042-4046-8672-895892022e82 HTTP/1.1" status: 200 len: 210 time: 0.0402770 Aug 19 00:21:05.463339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Deleting port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:05.463739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.519753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] DHCP port deletion for 9d053086-379c-4443-9a80-676c260b951f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:21:05.563674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] For port 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4fce23a8-c99f-47cc-8e1f-7302016b9c68,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:05.564418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.581688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Deleting port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:05.581938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Calling delete_port for 4fce23a8-c99f-47cc-8e1f-7302016b9c68 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:05.582597 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.672018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] For port 4fce23a8-c99f-47cc-8e1f-7302016b9c68, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4fce23a8-c99f-47cc-8e1f-7302016b9c68,segment=NetworkSegment(79edc19a-8ff6-4fa3-94c5-1035ef0caaea),segment_id=79edc19a-8ff6-4fa3-94c5-1035ef0caaea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:05.672543 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.691397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.695833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Calling delete_port for 4fce23a8-c99f-47cc-8e1f-7302016b9c68 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:05.713039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] No DVR routers for this DVR port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:05.760071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fce23a8-c99f-47cc-8e1f-7302016b9c68,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:05.814622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.822560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.828086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d053086-379c-4443-9a80-676c260b951f']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:05.856181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Pushing event deleted for resources: {'Port': ['ID=4fce23a8-c99f-47cc-8e1f-7302016b9c68,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:05.868733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] No DVR routers for this DVR port 4fce23a8-c99f-47cc-8e1f-7302016b9c68 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:05.898054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.899277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.899819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.900695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.901319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.901835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.902335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.902696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79edc19a-8ff6-4fa3-94c5-1035ef0caaea') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:05.903133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.903637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.904140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.904286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79edc19a-8ff6-4fa3-94c5-1035ef0caaea') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:05.904795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.905287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28503dfe-7a8b-4c18-843f-b2bf9115264b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:05.924201 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.944903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.958585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:05.959298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:05.966713 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:05.973552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:06.023201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:06.026082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5f4fd8f8-e9bc-43ee-9027-55c5ca928e28 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:06.026520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4fce23a8-c99f-47cc-8e1f-7302016b9c68 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:06.082554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:06.093864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 359ea976-259d-44c2-b4f8-5b3812ebd7b8 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:06.097083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4fce23a8-c99f-47cc-8e1f-7302016b9c68 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:06.097228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:06.097434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4fce23a8-c99f-47cc-8e1f-7302016b9c68 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:06.103087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cbb8d-fdca-4f4e-9cb2-8fd8f8ec5091 req-3576c6e0-e5fb-4f1d-8097-98ed1d2ee882 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:06.114980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d053086-379c-4443-9a80-676c260b951f HTTP/1.1" status: 204 len: 168 time: 0.8907311 Aug 19 00:21:06.115627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-204cbb8d-fdca-4f4e-9cb2-8fd8f8ec5091 req-3576c6e0-e5fb-4f1d-8097-98ed1d2ee882 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1556735 Aug 19 00:21:06.120795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:06.126944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 359ea976-259d-44c2-b4f8-5b3812ebd7b8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:06.127295 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 359ea976-259d-44c2-b4f8-5b3812ebd7b8 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:06.140943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004f73-ed77-443e-bfe6-c9637c60ae88 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d053086-379c-4443-9a80-676c260b951f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:06.184595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-204cbb8d-fdca-4f4e-9cb2-8fd8f8ec5091 req-c2012ea7-2585-4ffe-bfa6-0c42abdf1127 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509174 Aug 19 00:21:06.407407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75062-c5ee-4dff-85a3-b3ab321882eb req-beb10278-b101-441c-8bc8-6ac7623049c5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:06.408959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0da75062-c5ee-4dff-85a3-b3ab321882eb req-beb10278-b101-441c-8bc8-6ac7623049c5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1370990 Aug 19 00:21:06.487339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0da75062-c5ee-4dff-85a3-b3ab321882eb req-98f38cec-00cc-4eea-b887-c23b97e8f8df tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689876 Aug 19 00:21:06.742273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:06.752827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093d49d-6c08-4483-8983-84d5ba863dfd req-ff8f7136-f5a2-4394-b8e3-02f5b96aa5ab tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:06.754349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7093d49d-6c08-4483-8983-84d5ba863dfd req-ff8f7136-f5a2-4394-b8e3-02f5b96aa5ab tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0732214 Aug 19 00:21:06.863234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b892c0f-a652-4fb2-92ba-e4c375efb965 req-57069236-2756-49f5-8d17-7136b235e188 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:06.867441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b892c0f-a652-4fb2-92ba-e4c375efb965 req-57069236-2756-49f5-8d17-7136b235e188 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 946 time: 0.0771539 Aug 19 00:21:06.878110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7093d49d-6c08-4483-8983-84d5ba863dfd req-b5f620da-fd8c-41bd-ae07-51381604660f tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Aug 19 00:21:06.941145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b892c0f-a652-4fb2-92ba-e4c375efb965 req-b73b2bba-0841-446a-b536-49ab22e03fe2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645864 Aug 19 00:21:07.083128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9e3bd-a59d-4a93-a0be-6aeb99815090 req-f0f4e2f4-4e5c-445d-ba41-a74771d7f631 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:07.085097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fe9e3bd-a59d-4a93-a0be-6aeb99815090 req-f0f4e2f4-4e5c-445d-ba41-a74771d7f631 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0722814 Aug 19 00:21:07.171671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4fe9e3bd-a59d-4a93-a0be-6aeb99815090 req-3bc9b3d6-991b-42fe-9821-0147e26da4ff tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776420 Aug 19 00:21:07.201506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Deleting port f980cc13-9b22-4f06-a336-bf4186887505 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:07.201839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:07.291793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] For port f980cc13-9b22-4f06-a336-bf4186887505, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f980cc13-9b22-4f06-a336-bf4186887505,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:07.292165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:07.322407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Calling delete_port for f980cc13-9b22-4f06-a336-bf4186887505 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:07.438393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ae306-8001-45c9-9bea-7b3f44dfa7d7 req-5029ba4c-a70b-425c-896f-1f10da829ea1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:07.439901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-910ae306-8001-45c9-9bea-7b3f44dfa7d7 req-5029ba4c-a70b-425c-896f-1f10da829ea1 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1187954 Aug 19 00:21:07.540398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-910ae306-8001-45c9-9bea-7b3f44dfa7d7 req-f5ceaf49-e775-4792-8e3f-287b11312e0d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Aug 19 00:21:07.640041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:07.683474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f980cc13-9b22-4f06-a336-bf4186887505,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:07.711185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf576a9-e9da-45fc-83b4-003741d11897 req-25ef445c-9d84-4e1d-9efb-89511758133c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:07.718905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf576a9-e9da-45fc-83b4-003741d11897 req-25ef445c-9d84-4e1d-9efb-89511758133c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0722456 Aug 19 00:21:07.770186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cf576a9-e9da-45fc-83b4-003741d11897 req-4c87396b-4282-49bb-b37f-b1a052903abd tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 Aug 19 00:21:07.993259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.029651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fcf7f-bbd8-4bfb-85fe-6e18a81c0058 req-967d33e2-0145-40e5-becc-ca41dfbd06c5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.031289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea1fcf7f-bbd8-4bfb-85fe-6e18a81c0058 req-967d33e2-0145-40e5-becc-ca41dfbd06c5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1550524 Aug 19 00:21:08.090229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea1fcf7f-bbd8-4bfb-85fe-6e18a81c0058 req-6244dd15-c411-46c5-be9f-d13fea895d7c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Aug 19 00:21:08.184798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a240bc-5c98-4e92-91d0-0d71c86ea0a0 req-c582b5a3-e6ff-4296-9c4b-7f7564f4bc5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.186351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4a240bc-5c98-4e92-91d0-0d71c86ea0a0 req-c582b5a3-e6ff-4296-9c4b-7f7564f4bc5d tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 946 time: 0.1033731 Aug 19 00:21:08.263697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-2cbf8320-dc35-4295-af2b-575cf27b23b1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.265231 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-2cbf8320-dc35-4295-af2b-575cf27b23b1 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 946 time: 0.1180246 Aug 19 00:21:08.278164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97093084-e996-4a28-b44c-815e6a22db1f req-e3775f89-5ec1-45b2-b0fc-8bc73f689f20 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.279794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97093084-e996-4a28-b44c-815e6a22db1f req-e3775f89-5ec1-45b2-b0fc-8bc73f689f20 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0895212 Aug 19 00:21:08.291158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4a240bc-5c98-4e92-91d0-0d71c86ea0a0 req-afaefab9-6753-4b1c-801b-cbe06d725ba9 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911658 Aug 19 00:21:08.381838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97093084-e996-4a28-b44c-815e6a22db1f req-b35cb28d-951b-4261-9f02-a77ba7c08470 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911126 Aug 19 00:21:08.404103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:08.441014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:08.441640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.549540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:08.556547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc119540-4cb7-4062-8313-440ac85e34fe admin admin] 10.222.0.20 "PUT /v2.0/routers/129e2ba3-b7d2-40aa-945e-64bee9ed4c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347186 Aug 19 00:21:08.559226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Sync routers for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:08.559827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51104) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:08.589528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:08.590791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:08.597944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:08.598321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.634300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaab86-e73b-4cad-b687-ade5e6dd2f53 req-ffa426c2-5451-42ed-a16a-749ffb715a7d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.636486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-47eaab86-e73b-4cad-b687-ade5e6dd2f53 req-ffa426c2-5451-42ed-a16a-749ffb715a7d tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1141818 Aug 19 00:21:08.637986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:08.722009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.739918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-47eaab86-e73b-4cad-b687-ade5e6dd2f53 req-1febe440-69ac-4269-94f6-ac94df9dcd75 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Aug 19 00:21:08.768260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:08.855812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.925037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:08.931759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023f92-3557-4c7d-9002-04ccc769fac9 req-51f006f8-298c-4211-83b8-f68c869254c2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:08.933908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc023f92-3557-4c7d-9002-04ccc769fac9 req-51f006f8-298c-4211-83b8-f68c869254c2 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0765815 Aug 19 00:21:08.953282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.969365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:08.972176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:08.977062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] No DVR routers for this DVR port 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:08.980580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:08.983185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d9445475-c1a1-4026-8ca9-241b6d4925e9 req-7b7e496f-a7d3-4739-8194-ba9163035201 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "DELETE /v2.0/ports/6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 HTTP/1.1" status: 204 len: 173 time: 0.7024131 Aug 19 00:21:08.983869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'name': 'network-vif-deleted', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:08.988141 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3683b5c-1f06-4896-9c87-dc62b6ca4872" -d '{"events": [{"server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "name": "network-vif-deleted", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:09.065494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc023f92-3557-4c7d-9002-04ccc769fac9 req-eaa60894-5f96-4e16-99bd-a92ba7d8d639 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229711 Aug 19 00:21:09.082680 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c5120-22ee-4572-b049-1bac01d1b22d x-openstack-request-id: req-382c5120-22ee-4572-b049-1bac01d1b22d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:09.083062 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2046a1-28dd-4cdd-9683-66e9688c0937", "name": "network-vif-deleted", "tag": "6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:09.083382 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-382c5120-22ee-4572-b049-1bac01d1b22d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:09.083848 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2046a1-28dd-4cdd-9683-66e9688c0937', 'name': 'network-vif-deleted', 'tag': '6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1', 'status': 'completed', 'code': 200} Aug 19 00:21:09.113492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Deleting port 1c760573-9131-44f6-8601-df8a41ae716c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:09.113842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:09.184428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1c760573-9131-44f6-8601-df8a41ae716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:21:07Z', 'revision_number': 5, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port': {'id': '1c760573-9131-44f6-8601-df8a41ae716c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:20:10Z', 'updated_at': '2021-08-19T00:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:09.220712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Checking router: 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:09.274063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Routers {'129e2ba3-b7d2-40aa-945e-64bee9ed4c12'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:09.274691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:20:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:09.274828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] For port 1c760573-9131-44f6-8601-df8a41ae716c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1c760573-9131-44f6-8601-df8a41ae716c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:09.275072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:09.286118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3fe9e-94e4-4c8d-b6ed-ba4cc9171487 req-a01632f4-ffd1-480f-b635-d79658ad88b8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:09.299960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2e3fe9e-94e4-4c8d-b6ed-ba4cc9171487 req-a01632f4-ffd1-480f-b635-d79658ad88b8 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0877390 Aug 19 00:21:09.304103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Calling delete_port for 1c760573-9131-44f6-8601-df8a41ae716c owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:09.380023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a2e3fe9e-94e4-4c8d-b6ed-ba4cc9171487 req-1ccb28fc-e08d-4f52-bbf2-f227c3c176e5 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788913 Aug 19 00:21:09.415458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] Set router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:09.545394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:21:08Z', 'revision_number': 6, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:09.580038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb68eea-817f-4487-a8f7-8375e57cfcc8 None None] The sync data for ids ['129e2ba3-b7d2-40aa-945e-64bee9ed4c12'] in n-d-771363-38 is: [{'id': '129e2ba3-b7d2-40aa-945e-64bee9ed4c12', 'name': 'tempest-TestServerMultinode-421008916-router', 'tenant_id': '50421b5965d3431faaeb86738d4c55a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:20:09Z', 'updated_at': '2021-08-19T00:21:08Z', 'revision_number': 6, 'project_id': '50421b5965d3431faaeb86738d4c55a9', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:09.602576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38c42999-d838-4fbe-affa-dc7d4cc70632 req-480492fb-ca45-4af5-9127-721b062db245 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2046a1-28dd-4cdd-9683-66e9688c0937 HTTP/1.1" status: 200 len: 210 time: 0.0911725 Aug 19 00:21:09.669139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a8457-ee6e-4c65-9e35-1ca35ca8dab5 req-4fc00ec0-3139-444a-9f64-bc79c83d95b4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:09.677313 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a8457-ee6e-4c65-9e35-1ca35ca8dab5 req-4fc00ec0-3139-444a-9f64-bc79c83d95b4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1501038 Aug 19 00:21:09.723533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1b3a8457-ee6e-4c65-9e35-1ca35ca8dab5 req-74611918-ac61-461a-812b-2bf827122dbe tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Aug 19 00:21:09.743412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:09.808270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1c760573-9131-44f6-8601-df8a41ae716c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:09.885025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:09.896418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe454c-318f-4fdd-ad21-d80cb39f4010 req-f02dd47e-0bf2-49e2-a2d6-9195e8405233 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:09.898528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4dfe454c-318f-4fdd-ad21-d80cb39f4010 req-f02dd47e-0bf2-49e2-a2d6-9195e8405233 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0693746 Aug 19 00:21:09.964962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4dfe454c-318f-4fdd-ad21-d80cb39f4010 req-2ec3a44b-6431-4577-9ce1-431c19733422 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602713 Aug 19 00:21:10.022922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.042820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.097591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f980cc13-9b22-4f06-a336-bf4186887505 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:10.134623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f980cc13-9b22-4f06-a336-bf4186887505 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:10.135012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f980cc13-9b22-4f06-a336-bf4186887505 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:10.165650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.166279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129e2ba3-b7d2-40aa-945e-64bee9ed4c12 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:21:10.170952 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.174503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-802fbf2a-64e2-4d4a-bbed-3ce0c486c8ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/129e2ba3-b7d2-40aa-945e-64bee9ed4c12 HTTP/1.1" status: 204 len: 168 time: 1.6112080 Aug 19 00:21:10.174901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:10.208534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff9c6-43a3-4d0d-99a5-2ab6cf750520 req-63f1712c-a543-4688-ace4-64e06a9becf4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:10.216752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-309ff9c6-43a3-4d0d-99a5-2ab6cf750520 req-63f1712c-a543-4688-ace4-64e06a9becf4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1031401 Aug 19 00:21:10.243188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Deleting subnet a687a152-b4d0-47e2-a8ed-43537dea3958 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:10.246320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.270266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-309ff9c6-43a3-4d0d-99a5-2ab6cf750520 req-fd8bd8c9-400c-46c2-9e31-e3b49cd97847 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Aug 19 00:21:10.321508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.407542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9300d6-8ae9-4443-803f-35390df9feb7 req-fff3e8a3-0bab-4923-b8da-eac265fdfe28 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:10.415198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e9300d6-8ae9-4443-803f-35390df9feb7 req-fff3e8a3-0bab-4923-b8da-eac265fdfe28 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0581386 Aug 19 00:21:10.428667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.458645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e9300d6-8ae9-4443-803f-35390df9feb7 req-a3705b02-bc27-47b8-8a22-4125d9c69df4 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Aug 19 00:21:10.492025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.515555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.525408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72f93e-23b0-4773-b0be-1dce86d3c7d2 None None] Network 5ce93866-32e0-4242-b66c-ffdfaeb29b70 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:10.526529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a687a152-b4d0-47e2-a8ed-43537dea3958 HTTP/1.1" status: 204 len: 168 time: 0.3503587 Aug 19 00:21:10.530247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:10.597891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2888df-7ada-43d1-8ea4-865fc09f6307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a687a152-b4d0-47e2-a8ed-43537dea3958,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:10.759105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:10.848748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] DHCP port deletion for 5ce93866-32e0-4242-b66c-ffdfaeb29b70 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:21:10.920819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Deleting port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:10.921164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.005844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Deleting port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:11.007665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.115522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] For port 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=453bf817-e0db-4fd2-bb74-f70b9210a8e7,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:11.119376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.151281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] For port 453bf817-e0db-4fd2-bb74-f70b9210a8e7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=453bf817-e0db-4fd2-bb74-f70b9210a8e7,segment=NetworkSegment(48a7bf4f-cd27-46cd-ad28-2a251f1eaf13),segment_id=48a7bf4f-cd27-46cd-ad28-2a251f1eaf13)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:11.151767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.169489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Calling delete_port for 453bf817-e0db-4fd2-bb74-f70b9210a8e7 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:11.187847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Calling delete_port for 453bf817-e0db-4fd2-bb74-f70b9210a8e7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:11.199526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c22f4d-9682-462a-99f8-d0210c99d2af req-d6fce5c4-bbf5-400a-b4ad-3468c6100031 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:11.207936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5c22f4d-9682-462a-99f8-d0210c99d2af req-d6fce5c4-bbf5-400a-b4ad-3468c6100031 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1491253 Aug 19 00:21:11.297055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5c22f4d-9682-462a-99f8-d0210c99d2af req-3125c31e-7386-4d85-b49f-052001795df0 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881152 Aug 19 00:21:11.336062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.365897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.392670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] No DVR routers for this DVR port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:11.395067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d6d68-14eb-44e4-9d46-69ee282c76de None None] Pushing event deleted for resources: {'Port': ['ID=453bf817-e0db-4fd2-bb74-f70b9210a8e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:11.399733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] No DVR routers for this DVR port 453bf817-e0db-4fd2-bb74-f70b9210a8e7 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:11.470267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Pushing event deleted for resources: {'Port': ['ID=453bf817-e0db-4fd2-bb74-f70b9210a8e7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:11.559159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.572023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:11.575398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce93866-32e0-4242-b66c-ffdfaeb29b70']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:11.589124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:11.589422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a7bf4f-cd27-46cd-ad28-2a251f1eaf13') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:11.601214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.607673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:11.609620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6c4d442e-a0f7-4157-bf64-fd0a3f1e87f1 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:11.618356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.632325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:11.632863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self.session.flush() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:11.634946 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:11.705700 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.722869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:11.729433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ce93866-32e0-4242-b66c-ffdfaeb29b70 HTTP/1.1" status: 204 len: 168 time: 1.1979764 Aug 19 00:21:11.765054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823cae8-b0bb-461c-a3e6-d53cd66a1639 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce93866-32e0-4242-b66c-ffdfaeb29b70,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:11.922231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c760573-9131-44f6-8601-df8a41ae716c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:11.958202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1c760573-9131-44f6-8601-df8a41ae716c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:11.958562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1c760573-9131-44f6-8601-df8a41ae716c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:11.959056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 453bf817-e0db-4fd2-bb74-f70b9210a8e7 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:11.982493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 453bf817-e0db-4fd2-bb74-f70b9210a8e7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:11.982740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 453bf817-e0db-4fd2-bb74-f70b9210a8e7 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:12.032163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51160) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:12.080245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c3ea7e7-1a46-4b1d-a502-409ad12edf83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26024121789a4376a0473d3479b8f5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462391 Aug 19 00:21:12.082371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51162) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:12.149018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.178901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.234793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.239836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.244370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f73566-8151-4bee-8701-1260dfa76fcf HTTP/1.1" status: 204 len: 168 time: 0.1606171 Aug 19 00:21:12.284254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d83931-6330-4f0c-ab85-da1256a0804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f73566-8151-4bee-8701-1260dfa76fcf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:12.313405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-51c5a668-367b-4b70-95b9-f6c16b7af2ea tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:12.315401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-51c5a668-367b-4b70-95b9-f6c16b7af2ea tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.0598714 Aug 19 00:21:12.420591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d148dc89-661b-4be2-86f4-c02cec824b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.529726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b5e6-4073-4396-a3af-9797dcde46fc req-36899f21-cb9b-4915-a821-fde566c5f983 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:12.531444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3005b5e6-4073-4396-a3af-9797dcde46fc req-36899f21-cb9b-4915-a821-fde566c5f983 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 945 time: 0.1148839 Aug 19 00:21:12.597515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port a30b256f-2760-4668-8f51-40b11ffd7764 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:12.597869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:12.914927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51180) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:13.030531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e3a4255-6d46-4bbd-9268-093380f3c640 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50421b5965d3431faaeb86738d4c55a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140974 Aug 19 00:21:13.033375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:13.107435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.154732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.217238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port a30b256f-2760-4668-8f51-40b11ffd7764, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a30b256f-2760-4668-8f51-40b11ffd7764,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:13.217900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.231806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for a30b256f-2760-4668-8f51-40b11ffd7764 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:13.283851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.288039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.289679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df1b2409-0c4c-4266-8ab1-660dbe4f4ce7 HTTP/1.1" status: 204 len: 168 time: 0.2549891 Aug 19 00:21:13.300375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea608b-172b-472f-8b9a-3cfda42da5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b2409-0c4c-4266-8ab1-660dbe4f4ce7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:13.340969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3005b5e6-4073-4396-a3af-9797dcde46fc req-86ecafc2-e3cd-4395-86c0-c27411f6bf9e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=74a85b4c-325c-4a74-8286-f995486cddef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991869 Aug 19 00:21:13.494175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.526255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a30b256f-2760-4668-8f51-40b11ffd7764'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:13.555821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=a30b256f-2760-4668-8f51-40b11ffd7764,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:13.640344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] No DVR routers for this DVR port a30b256f-2760-4668-8f51-40b11ffd7764 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:13.648372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:13.650482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39eda08a-4758-4e79-85ee-9c0bfb5263d8 req-1541f0f3-2c7b-40fd-815e-607e76102940 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.21 "DELETE /v2.0/ports/a30b256f-2760-4668-8f51-40b11ffd7764 HTTP/1.1" status: 204 len: 173 time: 1.3284388 Aug 19 00:21:13.650919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'name': 'network-vif-deleted', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:13.669861 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0dc982-d58a-4737-b853-36f2793aead1" -d '{"events": [{"server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "name": "network-vif-deleted", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:13.785131 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa1894-2fb6-4f2c-91d2-e33ef7f4cae9 x-openstack-request-id: req-d0fa1894-2fb6-4f2c-91d2-e33ef7f4cae9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:13.785645 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3bed8-3d44-4058-9853-6d8fb0b5258b", "name": "network-vif-deleted", "tag": "a30b256f-2760-4668-8f51-40b11ffd7764", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:13.786047 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0fa1894-2fb6-4f2c-91d2-e33ef7f4cae9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:13.786606 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3bed8-3d44-4058-9853-6d8fb0b5258b', 'name': 'network-vif-deleted', 'tag': 'a30b256f-2760-4668-8f51-40b11ffd7764', 'status': 'completed', 'code': 200} Aug 19 00:21:14.511469 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf820b3d-7014-4136-98d8-9c86f626dc62 req-2611b452-0849-4e3a-a5d2-d4157294b198 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f3bed8-3d44-4058-9853-6d8fb0b5258b HTTP/1.1" status: 200 len: 210 time: 0.0439873 Aug 19 00:21:14.693971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-a733f2fe-6f70-4ed9-962d-a3bcc7929a81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824089 Aug 19 00:21:14.819513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-d80d0430-d0a4-4880-bd77-e262a8ea1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:14.821337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-d80d0430-d0a4-4880-bd77-e262a8ea1a0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1098 time: 0.0542576 Aug 19 00:21:14.940940 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03dc1e09-bd7e-4f7e-acf4-ffba25becaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:14.970912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-8bbbf062-911e-428f-ba96-2142e3d79692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:14.972945 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-8bbbf062-911e-428f-ba96-2142e3d79692 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 896 time: 0.1306655 Aug 19 00:21:15.052775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-b1642de4-1898-4ddc-a8f3-4601e31ab662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 1002 time: 0.0708730 Aug 19 00:21:15.114302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:15.117786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-4d7ca3a0-479c-4dd1-97ce-d3b671313292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:15.120015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-4d7ca3a0-479c-4dd1-97ce-d3b671313292 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.0603352 Aug 19 00:21:15.175115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-b57ae389-5215-4e71-afdd-df39a00bb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:15.176855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-b57ae389-5215-4e71-afdd-df39a00bb325 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497811 Aug 19 00:21:15.208848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:15.390440 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-94bd7b49-5a07-43ec-b06f-81be0ae36d7d service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034459 Aug 19 00:21:15.542480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a43cf8-a58b-4ce8-a20a-583750cafcbd req-c0604419-97e1-4c9d-9550-2ec3b513f826 service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442604 Aug 19 00:21:15.825254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbcf5e-e5b7-4f37-888c-5f4e878d8231 req-abaa4729-3cd8-4531-873f-c3616c0e7b49 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:15.832765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-65fbcf5e-e5b7-4f37-888c-5f4e878d8231 req-abaa4729-3cd8-4531-873f-c3616c0e7b49 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.1412501 Aug 19 00:21:15.888550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-65fbcf5e-e5b7-4f37-888c-5f4e878d8231 req-8b3d4e41-9d44-4cee-af31-f3b70b675d50 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546470 Aug 19 00:21:15.975828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3da1cb-8714-4bf3-92fd-d53761b05884 req-f6d0d1dd-9a0e-4929-bb52-167f116a6c70 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:15.981668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa3da1cb-8714-4bf3-92fd-d53761b05884 req-f6d0d1dd-9a0e-4929-bb52-167f116a6c70 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.1185431 Aug 19 00:21:16.063997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa3da1cb-8714-4bf3-92fd-d53761b05884 req-4186244c-e158-4dd7-ad47-2369ff9355e2 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714045 Aug 19 00:21:16.159367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a30b256f-2760-4668-8f51-40b11ffd7764 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:16.194638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: a30b256f-2760-4668-8f51-40b11ffd7764 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:16.197066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a30b256f-2760-4668-8f51-40b11ffd7764 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:16.292668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.030374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047f09-858c-4d2f-b537-cffa3a0a143a req-4b062b4b-2d57-4b82-9ebf-16ef2ca74350 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:17.032001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8047f09-858c-4d2f-b537-cffa3a0a143a req-4b062b4b-2d57-4b82-9ebf-16ef2ca74350 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0583684 Aug 19 00:21:17.085988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8047f09-858c-4d2f-b537-cffa3a0a143a req-c8cc7a63-20e2-4610-99d8-a8f289e16f76 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/security-groups?id=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Aug 19 00:21:17.202752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8de0e-5c91-4a66-9f2a-4f864ff43e56 req-c8ffd898-5a68-4f1b-ac81-94aaa12baa9e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:17.204702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eba8de0e-5c91-4a66-9f2a-4f864ff43e56 req-c8ffd898-5a68-4f1b-ac81-94aaa12baa9e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0621033 Aug 19 00:21:17.251417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eba8de0e-5c91-4a66-9f2a-4f864ff43e56 req-298bc2fe-363c-4bcd-b7ed-580ca7b1e084 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Aug 19 00:21:17.462358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-3fa97bcb-ee99-4a7b-af1a-af64155e375c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:17.463954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-3fa97bcb-ee99-4a7b-af1a-af64155e375c tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 946 time: 0.0537417 Aug 19 00:21:17.589843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Deleting port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:17.590199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.663861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-c8804915-872f-4d51-8091-11f94c5c0097 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:17.665878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-c8804915-872f-4d51-8091-11f94c5c0097 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0611756 Aug 19 00:21:17.723675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] For port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,segment=NetworkSegment(b97ca888-9ebc-4391-838c-87ca93a71179),segment_id=b97ca888-9ebc-4391-838c-87ca93a71179)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:17.724035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.738058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Calling delete_port for 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:17.793643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:17.794187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.812591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.929377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.938129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] For port cb3b0aa8-222f-4522-8a0a-705f7567cc4a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:17.938533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:17.945428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:17.995957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Pushing event deleted for resources: {'Port': ['ID=7b9be39f-24b3-4bd6-b8d0-fa280784bf2d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:18.022375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] No DVR routers for this DVR port 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:18.025345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:18.030307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.11 "DELETE /v2.0/ports/7b9be39f-24b3-4bd6-b8d0-fa280784bf2d HTTP/1.1" status: 204 len: 173 time: 0.5587058 Aug 19 00:21:18.031164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-deleted', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:18.034416 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63542cd8-9d9d-4d89-ac2f-1c8c81e879b6" -d '{"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-deleted", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:18.093795 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077af5d6-0568-458d-a3d4-7dfe2fb9dba8 x-openstack-request-id: req-077af5d6-0568-458d-a3d4-7dfe2fb9dba8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:18.094207 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68e6d5-d36d-4d47-aace-aab032dbedbe", "name": "network-vif-deleted", "tag": "7b9be39f-24b3-4bd6-b8d0-fa280784bf2d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:18.094526 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-077af5d6-0568-458d-a3d4-7dfe2fb9dba8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:18.094985 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68e6d5-d36d-4d47-aace-aab032dbedbe', 'name': 'network-vif-deleted', 'tag': '7b9be39f-24b3-4bd6-b8d0-fa280784bf2d', 'status': 'completed', 'code': 200} Aug 19 00:21:18.216885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc4894d3-b1a4-4df4-9de7-db9982c0bc31 req-2e38999c-c1a1-4fa7-9e2c-d55db2b9a293 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b68e6d5-d36d-4d47-aace-aab032dbedbe HTTP/1.1" status: 200 len: 210 time: 0.0280943 Aug 19 00:21:18.304259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:18.304683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:18.304997 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Floating IP dea6be48-37ce-495b-bc31-aca8a922dce0 disassociated. External IP: 172.25.1.159, port: cb3b0aa8-222f-4522-8a0a-705f7567cc4a. Aug 19 00:21:18.305340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for cb3b0aa8-222f-4522-8a0a-705f7567cc4a owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:18.388472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab9e40-4fc5-4735-9902-c63e8da92d0d req-4e7e2bf6-3927-4630-977a-8931859c6460 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:18.388472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aeab9e40-4fc5-4735-9902-c63e8da92d0d req-4e7e2bf6-3927-4630-977a-8931859c6460 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/ports?device_id=56edb0cf-9477-4e8f-9597-e27ae47c864f HTTP/1.1" status: 200 len: 945 time: 0.0566461 Aug 19 00:21:18.444783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aeab9e40-4fc5-4735-9902-c63e8da92d0d req-b721025e-aaeb-4ec6-a70b-61f696383a46 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496950 Aug 19 00:21:18.473347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:18.504368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=cb3b0aa8-222f-4522-8a0a-705f7567cc4a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:18.562658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.563439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.564352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.564860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.565446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.565946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.566472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.566972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.567526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.568041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.569723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.571153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:18.671172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Router 525614bc-1139-4e7b-ae36-852da2b01b25 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:18.787985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:18.802909 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Sync routers for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:18.810688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:18.811289 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:18.830431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] No DVR routers for this DVR port cb3b0aa8-222f-4522-8a0a-705f7567cc4a on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:18.833113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:18.836030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd9fc46f-00bb-41f3-a267-ff00ca2736cc req-74267c80-cd5b-4dbe-812f-6099cb780dd5 tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.11 "DELETE /v2.0/ports/cb3b0aa8-222f-4522-8a0a-705f7567cc4a HTTP/1.1" status: 204 len: 173 time: 1.1623845 Aug 19 00:21:18.836761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-deleted', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:18.839223 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61c5e9-269a-4d56-b161-d6d3d4b43f14" -d '{"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-deleted", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:18.879576 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0967595-ccf5-4204-b43c-24c9ac751183 x-openstack-request-id: req-e0967595-ccf5-4204-b43c-24c9ac751183 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:18.879876 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edb0cf-9477-4e8f-9597-e27ae47c864f", "name": "network-vif-deleted", "tag": "cb3b0aa8-222f-4522-8a0a-705f7567cc4a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:18.880134 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0967595-ccf5-4204-b43c-24c9ac751183 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:18.880572 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edb0cf-9477-4e8f-9597-e27ae47c864f', 'name': 'network-vif-deleted', 'tag': 'cb3b0aa8-222f-4522-8a0a-705f7567cc4a', 'status': 'completed', 'code': 200} Aug 19 00:21:18.936663 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:19.134992 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.163163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Checking router: 525614bc-1139-4e7b-ae36-852da2b01b25 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:19.171292 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:19.171890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.278058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:19.279072 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:19.325763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Deleting subnet ecf1577e-84de-4083-9e3b-4debecd1bab1 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:19.329331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.366753 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.408894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.461859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.485459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.489306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf1577e-84de-4083-9e3b-4debecd1bab1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:19.491837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.495987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be4177b0-7878-4c36-a969-065f481ee750 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ecf1577e-84de-4083-9e3b-4debecd1bab1 HTTP/1.1" status: 204 len: 168 time: 0.2138624 Aug 19 00:21:19.496876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51286) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:19.517450 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce185e2f-9832-427b-9758-8fb5e3b2906e None None] The sync data for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 is: [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:13:18Z', 'revision_number': 4, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'c49cd68c-d7a2-43f1-85db-139f12b96623', 'name': '', 'network_id': 'd753388f-e093-4a25-a762-ed3cc67e2d80', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:17Z', 'updated_at': '2021-08-19T00:13:25Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'subnets': [{'id': '9b98648c-6ddd-4c64-a901-5eed868a6a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:19.545945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:19.583638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.612288 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.637387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.668831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.680890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff7050a-7594-4a51-a55b-c91ea69c9374']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.691827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97ca888-9ebc-4391-838c-87ca93a71179') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.692166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97ca888-9ebc-4391-838c-87ca93a71179') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:19.694633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.697295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.698485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb90fb24-fecc-4e6c-bea0-aaa3f8783c77 HTTP/1.1" status: 204 len: 168 time: 0.1515481 Aug 19 00:21:19.702004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51292) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:19.703849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.720244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5c238-998a-4532-8827-ca82c70f1e0e tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90fb24-fecc-4e6c-bea0-aaa3f8783c77,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:19.722280 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-f6ed4337-fc5f-4b27-bb32-4e43cc8ac35a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] show failed (client error): The resource could not be found. Aug 19 00:21:19.723326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6ed4337-fc5f-4b27-bb32-4e43cc8ac35a tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "GET /v2.0/security-groups/cb90fb24-fecc-4e6c-bea0-aaa3f8783c77 HTTP/1.1" status: 404 len: 347 time: 0.0204055 Aug 19 00:21:19.728181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.729754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:19.738524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:19.738524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:19.807204 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:19.812482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.830612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.835953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ff7050a-7594-4a51-a55b-c91ea69c9374 HTTP/1.1" status: 204 len: 168 time: 0.3352244 Aug 19 00:21:19.835953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a8748-e5dd-48a1-9d72-089e8a1aab33 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff7050a-7594-4a51-a55b-c91ea69c9374,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:19.857302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcc990-6406-4c55-b067-e8366892deb2 None None] New status for floating IP dea6be48-37ce-495b-bc31-aca8a922dce0: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:21:19.899822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Deleting port e97f4e62-bff7-491d-aae2-c8b14c039b62 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:19.900177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.994717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:19.995318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.011388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Calling delete_port for e97f4e62-bff7-491d-aae2-c8b14c039b62 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:20.047777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:20.098211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fe40da28-1659-45cb-9619-1177b8bc9c4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adb4a47ab69649c499285779ded9eee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457215 Aug 19 00:21:20.098518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51316) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:20.155907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.167430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.181227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.198404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Pushing event deleted for resources: {'Port': ['ID=e97f4e62-bff7-491d-aae2-c8b14c039b62,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:20.245224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.248146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.251718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab HTTP/1.1" status: 204 len: 168 time: 0.1500905 Aug 19 00:21:20.261515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67652eb-b32b-480b-8efc-7f30e88e9db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fcd02-4ed1-4bf7-8ba0-8f434a4c0eab,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:20.266155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.268876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:20.270041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a95ef349-c807-4565-a304-04e90b05702c tempest-ServerActionsTestJSON-322522634 tempest-ServerActionsTestJSON-322522634-project] 10.222.0.20 "DELETE /v2.0/floatingips/dea6be48-37ce-495b-bc31-aca8a922dce0 HTTP/1.1" status: 204 len: 168 time: 0.5393226 Aug 19 00:21:20.273564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:21.050487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:21.308722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Deleting port c49cd68c-d7a2-43f1-85db-139f12b96623 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:21.309219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:21.403933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] For port c49cd68c-d7a2-43f1-85db-139f12b96623, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c49cd68c-d7a2-43f1-85db-139f12b96623,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:21.404331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:21.421343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Calling delete_port for c49cd68c-d7a2-43f1-85db-139f12b96623 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:21.572218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51392) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:21.612510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:21.636947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:21.645925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:21.647239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 7b9be39f-24b3-4bd6-b8d0-fa280784bf2d not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:21.647775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:21.661902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Pushing event deleted for resources: {'Port': ['ID=c49cd68c-d7a2-43f1-85db-139f12b96623,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:21.683548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: cb3b0aa8-222f-4522-8a0a-705f7567cc4a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:21.683905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device cb3b0aa8-222f-4522-8a0a-705f7567cc4a not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:21.934574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.006646 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:21:22.089510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.184728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Router 525614bc-1139-4e7b-ae36-852da2b01b25 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:22.314342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:22.335106 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Sync routers for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:22.360483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c612fe15-f484-40cf-b0d9-28e3f7aee35c admin admin] 10.222.0.20 "PUT /v2.0/routers/525614bc-1139-4e7b-ae36-852da2b01b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0837202 Aug 19 00:21:22.360956 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:22.360956 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:22.361154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51396) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:22.478923 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:22.534435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.576893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 1f05e7f0-b068-4284-82df-328aabc20260 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:22.577510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.691093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:21:21Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:22.724187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Checking router: 525614bc-1139-4e7b-ae36-852da2b01b25 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:22.735223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.739727 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Routers {'525614bc-1139-4e7b-ae36-852da2b01b25'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:22.740051 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['525614bc-1139-4e7b-ae36-852da2b01b25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:22.751579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 1f05e7f0-b068-4284-82df-328aabc20260, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1f05e7f0-b068-4284-82df-328aabc20260,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:22.751997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.769857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 1f05e7f0-b068-4284-82df-328aabc20260 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:22.823015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:22.877730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Deleting port 7b58d229-915b-49cb-8a14-46c2c27db759 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:22.877934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Deleting subnet 21a89a3c-aa40-4447-a2ff-5c223ebaec5a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:22.878083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.882462 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:22.912026 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] Set router 525614bc-1139-4e7b-ae36-852da2b01b25 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:22.934698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.038241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] For port 7b58d229-915b-49cb-8a14-46c2c27db759, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7b58d229-915b-49cb-8a14-46c2c27db759,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:23.039136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.076218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.081154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Calling delete_port for 7b58d229-915b-49cb-8a14-46c2c27db759 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:23.153539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.167531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.200435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=1f05e7f0-b068-4284-82df-328aabc20260,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:23.208946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a89a3c-aa40-4447-a2ff-5c223ebaec5a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:23.223912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.230558 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-871289e1-e468-4652-8950-6cc779a57392 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/21a89a3c-aa40-4447-a2ff-5c223ebaec5a HTTP/1.1" status: 204 len: 168 time: 0.4043000 Aug 19 00:21:23.230895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:23.342550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.344258 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-deb7034c-244a-4563-bb82-1281b457105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:21:21Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:23.399225 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7034c-244a-4563-bb82-1281b457105a None None] The sync data for ids ['525614bc-1139-4e7b-ae36-852da2b01b25'] in n-d-771363-38 is: [{'id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'name': 'tempest-ServerActionsTestJSON-1195535988-router', 'tenant_id': '6cc8b1deecb14198972c08f49c5415e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:13:14Z', 'updated_at': '2021-08-19T00:21:21Z', 'revision_number': 5, 'project_id': '6cc8b1deecb14198972c08f49c5415e4', 'gw_port': {'id': '7b58d229-915b-49cb-8a14-46c2c27db759', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525614bc-1139-4e7b-ae36-852da2b01b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:13:15Z', 'updated_at': '2021-08-19T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:23.510154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.523224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846b31ac-052c-494b-9e5e-b2bb911a12e4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:23.535158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:23.535858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d73611c-e11b-4b13-a1d5-ca0fa5d509e4') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:23.546384 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.564203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.572212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:23.572944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:23.575373 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:23.659815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.666282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:23.668181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] 10.222.0.20 "DELETE /v2.0/networks/846b31ac-052c-494b-9e5e-b2bb911a12e4 HTTP/1.1" status: 204 len: 168 time: 0.4361644 Aug 19 00:21:23.683140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b53e4-c816-47f9-ab2d-3a0485bd1956 admin admin] Pushing event deleted for resources: {'Network': ['ID=846b31ac-052c-494b-9e5e-b2bb911a12e4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:23.902794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c49cd68c-d7a2-43f1-85db-139f12b96623 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:23.925218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:23.945090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c49cd68c-d7a2-43f1-85db-139f12b96623 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:23.945685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c49cd68c-d7a2-43f1-85db-139f12b96623 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:23.983509 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.007942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.018989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af264e66-5aaa-4eac-ba19-c0fdfed15345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36e24aa75f32471e9f3e6f98c140198c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903826 Aug 19 00:21:24.019535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:24.082967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.107035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.124230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Pushing event deleted for resources: {'Port': ['ID=7b58d229-915b-49cb-8a14-46c2c27db759,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:24.162995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.165582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.166763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cd17313-6a38-46a7-92b1-f4bf8d5aa62b HTTP/1.1" status: 204 len: 168 time: 0.1462951 Aug 19 00:21:24.174583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5e5be-f470-4e59-857f-3d083c95d84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd17313-6a38-46a7-92b1-f4bf8d5aa62b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:24.210312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.308865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.311525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.395156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.395722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525614bc-1139-4e7b-ae36-852da2b01b25 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:21:24.425446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.426611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e33458d-df50-4b04-83bf-c3a0d8f09fed admin admin] 10.222.0.20 "DELETE /v2.0/routers/525614bc-1139-4e7b-ae36-852da2b01b25 HTTP/1.1" status: 204 len: 168 time: 2.0627766 Aug 19 00:21:24.429332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:24.460620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:24.486577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Deleting subnet 9b98648c-6ddd-4c64-a901-5eed868a6a32 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:24.489951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.535055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.602314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:24.608257 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0796abcd-269d-4eac-a632-d5b9e89a9abc tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/0de215c8-c9a4-4bbd-9608-8ad6a6362267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0349119 Aug 19 00:21:24.622358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:24.630317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.635919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:24.636664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:24.692839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.753945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.758740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51446) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:24.760967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b98648c-6ddd-4c64-a901-5eed868a6a32 HTTP/1.1" status: 204 len: 168 time: 0.3304136 Aug 19 00:21:24.768409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae3d5e-fc61-4ee5-8d9e-7d83baa5147e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b98648c-6ddd-4c64-a901-5eed868a6a32,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:24.914118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:24.930438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa3f77-b9d8-439c-a93a-53f51a00c4b6 None None] Network d753388f-e093-4a25-a762-ed3cc67e2d80 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:24.941592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9fe7-71fc-427c-a9f0-c44c495f27e2 req-c2cabe11-4422-41bb-8561-adbe9093cac1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:24.943533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-702e9fe7-71fc-427c-a9f0-c44c495f27e2 req-c2cabe11-4422-41bb-8561-adbe9093cac1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.1046219 Aug 19 00:21:25.009623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-702e9fe7-71fc-427c-a9f0-c44c495f27e2 req-b084ed22-4aa0-463d-aabb-82d4cd6ad40d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453360 Aug 19 00:21:25.014301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:25.018742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Deleting port f1265f4a-9599-411d-86b2-ad804e09168c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:25.019090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.103221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] For port f1265f4a-9599-411d-86b2-ad804e09168c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f1265f4a-9599-411d-86b2-ad804e09168c,segment=NetworkSegment(8a9295c2-7801-4940-9b2c-a1040076b8b6),segment_id=8a9295c2-7801-4940-9b2c-a1040076b8b6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:25.103865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.119355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Calling delete_port for f1265f4a-9599-411d-86b2-ad804e09168c owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:25.235210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.270335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1265f4a-9599-411d-86b2-ad804e09168c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:25.272850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] No DVR routers for this DVR port f1265f4a-9599-411d-86b2-ad804e09168c on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:25.287387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143886d9-f2a2-4748-b2f9-0a59169a32d5 None None] DHCP port deletion for d753388f-e093-4a25-a762-ed3cc67e2d80 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:21:25.363734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.364888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.377144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d753388f-e093-4a25-a762-ed3cc67e2d80']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.388733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9295c2-7801-4940-9b2c-a1040076b8b6') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.389274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9295c2-7801-4940-9b2c-a1040076b8b6') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.392751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:25.399614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.401785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:25.402516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.423173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.431057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:25.431682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:25.433681 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:25.494659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.503359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.507949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d753388f-e093-4a25-a762-ed3cc67e2d80 HTTP/1.1" status: 204 len: 168 time: 0.7454031 Aug 19 00:21:25.544362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87640-7e86-4e96-968b-fb3b3b69844e admin admin] Pushing event deleted for resources: {'Network': ['ID=d753388f-e093-4a25-a762-ed3cc67e2d80,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:25.592232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:25.754287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:25.840571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51484) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:25.841374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-72d983c8-61ae-4d83-bcf7-d688bfc4e6fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cc8b1deecb14198972c08f49c5415e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854075 Aug 19 00:21:25.891412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:25.910876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.926660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1265f4a-9599-411d-86b2-ad804e09168c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:25.929799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4fb11-6011-447e-bf24-fc6364aeb7fa None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd7d19739-a656-4038-9c1b-929ac91dae02', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'port_id': '32e09cc7-4e32-4231-b344-e659ed45f110', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'mac_address': 'fa:16:3e:a5:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:19:08Z', 'updated_at': '2021-08-19T00:19:12Z', 'revision_number': 1, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:25.936272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:25.949981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f1265f4a-9599-411d-86b2-ad804e09168c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:25.950579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f1265f4a-9599-411d-86b2-ad804e09168c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:25.950843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7b58d229-915b-49cb-8a14-46c2c27db759 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:25.970634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7b58d229-915b-49cb-8a14-46c2c27db759 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:25.971315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7b58d229-915b-49cb-8a14-46c2c27db759 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:26.005385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.008941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.012641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74a85b4c-325c-4a74-8286-f995486cddef HTTP/1.1" status: 204 len: 168 time: 0.1683733 Aug 19 00:21:26.021946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492752b1-b163-41d0-9b3a-cd48171dbe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a85b4c-325c-4a74-8286-f995486cddef,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:26.149396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60829-3af7-4ca7-b293-3a0943030233 req-df2446e5-9934-4c70-96a5-0f4d18bf01fa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:26.150947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4e60829-3af7-4ca7-b293-3a0943030233 req-df2446e5-9934-4c70-96a5-0f4d18bf01fa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.0556300 Aug 19 00:21:26.216094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4e60829-3af7-4ca7-b293-3a0943030233 req-fc313188-f3cd-45bb-bedd-7b0baac04237 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a068277-195a-4d4a-b168-b072e7a88619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588958 Aug 19 00:21:26.421408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-ecc00bd0-b27f-4e1f-9cea-fdd8a391e0d1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:26.429694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-ecc00bd0-b27f-4e1f-9cea-fdd8a391e0d1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 946 time: 0.0821583 Aug 19 00:21:26.547035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 84a181b1-6036-4959-8a59-c061dae98bd1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:26.547442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.666764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 84a181b1-6036-4959-8a59-c061dae98bd1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84a181b1-6036-4959-8a59-c061dae98bd1,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:26.667184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.672071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.684631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 84a181b1-6036-4959-8a59-c061dae98bd1 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:26.838169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-58428204-826c-4394-806c-f147fba2be5f tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8ca143c664594658a023eac767174be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418961 Aug 19 00:21:26.843406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.893186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=84a181b1-6036-4959-8a59-c061dae98bd1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:26.956922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] No DVR routers for this DVR port 84a181b1-6036-4959-8a59-c061dae98bd1 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:26.960154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:26.961654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:26.963599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae52f58e-ad2a-4f0b-93ce-e8506aadf7e4 req-013f1634-6476-493a-a993-7aae4b7f8cf6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "DELETE /v2.0/ports/84a181b1-6036-4959-8a59-c061dae98bd1 HTTP/1.1" status: 204 len: 173 time: 0.5276041 Aug 19 00:21:26.964132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'name': 'network-vif-deleted', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:26.967268 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf587e30-28a2-488e-8e7b-c4919f28940e" -d '{"events": [{"server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "name": "network-vif-deleted", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:27.025603 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be2bd38-afa5-4a51-a33c-198d1ee0c9f5 x-openstack-request-id: req-4be2bd38-afa5-4a51-a33c-198d1ee0c9f5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:27.026253 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cea206-7cf1-4dd4-8bc1-bcf995c0ef71", "name": "network-vif-deleted", "tag": "84a181b1-6036-4959-8a59-c061dae98bd1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:27.026253 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4be2bd38-afa5-4a51-a33c-198d1ee0c9f5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:27.026528 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cea206-7cf1-4dd4-8bc1-bcf995c0ef71', 'name': 'network-vif-deleted', 'tag': '84a181b1-6036-4959-8a59-c061dae98bd1', 'status': 'completed', 'code': 200} Aug 19 00:21:27.092275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-46522a95-d211-4007-b5c6-671fbce266a0 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:27.096797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-46522a95-d211-4007-b5c6-671fbce266a0 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577150 Aug 19 00:21:27.109941 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-b58d2770-4588-4c51-ba99-dc449013aafd tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/quotas/8ca143c664594658a023eac767174be8 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Aug 19 00:21:27.126681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1226698252-network', 'tenant_id': 'f580fdaeec1f4f468dbe5ce841efc9ed'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:27.172660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-f5e9f3c2-9915-4751-8445-061c8d038930 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca143c664594658a023eac767174be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499504 Aug 19 00:21:27.183175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Made reservation on behalf of f580fdaeec1f4f468dbe5ce841efc9ed for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:27.186120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.195788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.318080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.326629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.364776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:21:27.390284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f994677-4d3f-4acf-b391-fedeb1468dfc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:27.419425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63741772-5f02-4637-b8b0-4c8359332504 req-2fd1bb97-bb37-41bf-bfe5-675179f5a56f tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=51cea206-7cf1-4dd4-8bc1-bcf995c0ef71 HTTP/1.1" status: 200 len: 210 time: 0.0561993 Aug 19 00:21:27.421773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.421773 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Added segment a8566e40-5289-4fbb-bc7a-7ba86ff48796 of type vlan for network e704d0a5-61bd-495a-97fb-1e4126041369 Aug 19 00:21:27.424522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.424892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.425220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.425653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.425890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.426228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.426714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.427052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.427388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.428068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.428437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.428974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:27.491528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15bfb49e-c0b9-491f-8321-60a316cb74f5 req-14cef3bf-51ad-400c-be76-e9f5d0ba83b7 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 210 time: 0.0814791 Aug 19 00:21:27.492919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.527618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.528979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:27.529855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.608175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] Pushing event updated for resources: {'Network': ['ID=e704d0a5-61bd-495a-97fb-1e4126041369,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:27.619566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5722af88-1502-43eb-92a2-059b41142c87 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6565888 Aug 19 00:21:27.620442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e704d0a5-61bd-495a-97fb-1e4126041369 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:21:27.622344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:27.632368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Request body: {'subnet': {'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1226698252-subnet', 'tenant_id': 'f580fdaeec1f4f468dbe5ce841efc9ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:27.673471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Made reservation on behalf of f580fdaeec1f4f468dbe5ce841efc9ed for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:27.676283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.814521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1f05e7f0-b068-4284-82df-328aabc20260 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:27.838174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1f05e7f0-b068-4284-82df-328aabc20260 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:27.838815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1f05e7f0-b068-4284-82df-328aabc20260 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:27.874701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.932218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb65997-8c53-41ae-8595-7a25ae5091fa,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:27.946557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Checking segment: {'id': 'a8566e40-5289-4fbb-bc7a-7ba86ff48796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:27.946557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Network hostable DHCP agents. Network: e704d0a5-61bd-495a-97fb-1e4126041369, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:21:27.962627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Network e704d0a5-61bd-495a-97fb-1e4126041369 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:21:27.972490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e704d0a5-61bd-495a-97fb-1e4126041369) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:27.977114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:27.978405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:27.984020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1b215-3e4c-4502-a783-621252f7398e None None] Network e704d0a5-61bd-495a-97fb-1e4126041369 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:28.002435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1fd77a3c-f1e7-4d8a-a74e-39d9c9e20555 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3732688 Aug 19 00:21:28.154175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4d6bf-7f9e-45c4-9b4e-99fa1e6863ef None None] Network e704d0a5-61bd-495a-97fb-1e4126041369 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:28.477327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-a430f8b8-d965-40d2-a44a-f6a6b15067e7 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:28.478841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-a430f8b8-d965-40d2-a44a-f6a6b15067e7 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/networks?id=e704d0a5-61bd-495a-97fb-1e4126041369 HTTP/1.1" status: 200 len: 813 time: 0.1068082 Aug 19 00:21:28.479316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:28.523223 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-aab0f887-f218-40a9-939a-379ec201acd2 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8ca143c664594658a023eac767174be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421724 Aug 19 00:21:28.525394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-9909dbc1-5746-4e6d-a40d-b4715806556b tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/quotas/f580fdaeec1f4f468dbe5ce841efc9ed HTTP/1.1" status: 200 len: 375 time: 0.0308816 Aug 19 00:21:28.566854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-b119e36a-2d81-4cfa-9ca1-220eb51c76fb tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f580fdaeec1f4f468dbe5ce841efc9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404215 Aug 19 00:21:28.638071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.683464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.693623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-879543b7-a926-4eb0-b7b6-6ca479abc0a1 req-7b66aa92-34f4-48f2-b482-29b0173a9220 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 210 time: 0.0613010 Aug 19 00:21:28.721622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-ecb98b23-9c05-4b13-b196-c2748b737018 service neutron] 10.222.0.20 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518605 Aug 19 00:21:28.796581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-2e8f04b5-94a5-44ee-a87c-2115fb2007b8 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:28.798343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-2e8f04b5-94a5-44ee-a87c-2115fb2007b8 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694316 Aug 19 00:21:28.813804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Request body: {'port': {'device_id': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '8ca143c664594658a023eac767174be8'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:28.835220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.837742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.838947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a068277-195a-4d4a-b168-b072e7a88619 HTTP/1.1" status: 204 len: 168 time: 0.3587303 Aug 19 00:21:28.861443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-76968999-480d-4c0c-a1d4-c9f1c60de539 service neutron] 10.222.0.20 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291893 Aug 19 00:21:28.870297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c548-31ac-4b65-8abb-ac357bcdd3b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a068277-195a-4d4a-b168-b072e7a88619,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:28.911670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:28.962247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Made reservation on behalf of 8ca143c664594658a023eac767174be8 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:28.966661 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.969543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting subnet 4b5dab6b-63a0-4f5f-827e-f3f7d5b82386 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:28.972622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:28.986886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.014639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.072582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5477d5fb-01d2-4559-bb1b-4f92f54b1b27 req-ff1a8f61-bc90-4c7d-89fd-5817845bf8d8 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 210 time: 0.0382180 Aug 19 00:21:29.133794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.136437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.138696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.210246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.218657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f04b8d-b53c-4ccc-a72f-0b414989728b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:29.256445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5dab6b-63a0-4f5f-827e-f3f7d5b82386,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:29.261124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.264820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e846b-a5ea-46ea-80c2-2aba3f237e23 None None] Network 9bba73c0-d800-4827-ba9b-b523f3b96895 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:29.266414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-846bd2ce-fc84-4186-a2a2-2cdfe0ee530d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/subnets/4b5dab6b-63a0-4f5f-827e-f3f7d5b82386 HTTP/1.1" status: 204 len: 168 time: 0.3532059 Aug 19 00:21:29.267024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51622) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:29.310513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Allocated IP 192.168.233.222 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/c6d6ace0-f722-4091-ae50-5352114c4150) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:29.419237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.508601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 2b261657-f583-4d9c-8e42-918f06980eed {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:29.509452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.528050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] DHCP port deletion for 9bba73c0-d800-4827-ba9b-b523f3b96895 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:21:29.534970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.559428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Transition to ACTIVE for port object c6d6ace0-f722-4091-ae50-5352114c4150 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:29.593394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Deleting port 2b261657-f583-4d9c-8e42-918f06980eed {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:29.594384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.621041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.630286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 2b261657-f583-4d9c-8e42-918f06980eed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2b261657-f583-4d9c-8e42-918f06980eed,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:29.630677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.672119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] For port 2b261657-f583-4d9c-8e42-918f06980eed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2b261657-f583-4d9c-8e42-918f06980eed,segment=NetworkSegment(783022c4-c26d-4807-bfc3-d0cc3f4da4f6),segment_id=783022c4-c26d-4807-bfc3-d0cc3f4da4f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:29.672733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 2b261657-f583-4d9c-8e42-918f06980eed owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:29.673834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.692918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:29.697074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:29.697353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Calling delete_port for 2b261657-f583-4d9c-8e42-918f06980eed owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:29.702687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:29.706501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Pushing event updated for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:29.779181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:29.779757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.827648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-4dd5c7b1-dca0-4ee0-b80b-3622b70afeed tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0181067 Aug 19 00:21:29.834950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.842685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Request body: {'port': {'device_id': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:29.864016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] Pushing event deleted for resources: {'Port': ['ID=2b261657-f583-4d9c-8e42-918f06980eed,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:29.875470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dcc7a-0cd7-4666-9769-73970979d0d0 None None] No DVR routers for this DVR port 2b261657-f583-4d9c-8e42-918f06980eed on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:29.928401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2b261657-f583-4d9c-8e42-918f06980eed no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:29.950395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:29.966262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2b261657-f583-4d9c-8e42-918f06980eed {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:29.966612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2b261657-f583-4d9c-8e42-918f06980eed not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:29.998051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3d50-abbd-46a6-a48a-3c10eafda3f0 req-8515ef3d-6d1d-4a41-bfe2-bbf1d9f85351 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:30.000801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63b3d50-abbd-46a6-a48a-3c10eafda3f0 req-8515ef3d-6d1d-4a41-bfe2-bbf1d9f85351 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 936 time: 0.1344628 Aug 19 00:21:30.004517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.021745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] No DVR routers for this DVR port 2b261657-f583-4d9c-8e42-918f06980eed on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:30.068075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=2b261657-f583-4d9c-8e42-918f06980eed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:30.154501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e3c2b848-369b-4c6a-ba9e-30d712de1ec8 None None] Provisioning for port c6d6ace0-f722-4091-ae50-5352114c4150 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:30.158512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e3c2b848-369b-4c6a-ba9e-30d712de1ec8 None None] Provisioning complete for port c6d6ace0-f722-4091-ae50-5352114c4150 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:30.159000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3c2b848-369b-4c6a-ba9e-30d712de1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.209096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d63b3d50-abbd-46a6-a48a-3c10eafda3f0 req-7e2a70b5-b94b-45d6-aee6-f4e0ebdcb9c2 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936176 Aug 19 00:21:30.211550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f95fdbcc-a0b1-42a9-9a25-0e1d57fbff9f req-c8eac891-6e93-41ee-a18b-3758cec346a1 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 210 time: 0.0477691 Aug 19 00:21:30.212512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.216597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84a181b1-6036-4959-8a59-c061dae98bd1 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:30.250231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bba73c0-d800-4827-ba9b-b523f3b96895']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:30.265389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783022c4-c26d-4807-bfc3-d0cc3f4da4f6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:30.266134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783022c4-c26d-4807-bfc3-d0cc3f4da4f6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:30.269195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 84a181b1-6036-4959-8a59-c061dae98bd1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:30.269692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84a181b1-6036-4959-8a59-c061dae98bd1 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:30.279134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2b848-369b-4c6a-ba9e-30d712de1ec8 None None] Port c6d6ace0-f722-4091-ae50-5352114c4150 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:21:30.283559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.299989 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.308879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:30.309542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self.session.flush() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:30.313322 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:30.327865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d6ace0-f722-4091-ae50-5352114c4150 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:30.337797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.353521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Transition to ACTIVE for port object c6d6ace0-f722-4091-ae50-5352114c4150 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:30.360132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.526537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:30.632577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-82bf43ae-b67c-43b1-92df-d289055fcbb8 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:30.634374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-82bf43ae-b67c-43b1-92df-d289055fcbb8 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.21 "GET /v2.0/networks?id=e704d0a5-61bd-495a-97fb-1e4126041369 HTTP/1.1" status: 200 len: 813 time: 0.2087591 Aug 19 00:21:30.670577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Request body: {'port': {'device_id': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369', 'admin_state_up': True, 'tenant_id': 'f580fdaeec1f4f468dbe5ce841efc9ed'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:30.746328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.767555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.770127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/networks/9bba73c0-d800-4827-ba9b-b523f3b96895 HTTP/1.1" status: 204 len: 168 time: 1.5021782 Aug 19 00:21:30.771895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556eba8-6fa5-4254-b8a3-0fc483c3ce7a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Network': ['ID=9bba73c0-d800-4827-ba9b-b523f3b96895,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:30.779128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:30.848555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Attempting to bind port c6d6ace0-f722-4091-ae50-5352114c4150 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:30.848959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Attempting to bind port c6d6ace0-f722-4091-ae50-5352114c4150 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:30.849587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Attempting to bind port c6d6ace0-f722-4091-ae50-5352114c4150 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:30.855779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Port c6d6ace0-f722-4091-ae50-5352114c4150 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:21:30.856200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Attempting to bind port c6d6ace0-f722-4091-ae50-5352114c4150 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:30.858394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Made reservation on behalf of f580fdaeec1f4f468dbe5ce841efc9ed for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:30.863156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:30.894192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:30.894552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:30.895020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:30.895680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Bound port: c6d6ace0-f722-4091-ae50-5352114c4150, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:30.896121 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.004816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port c97e410a-5e92-42b7-917a-df91a50d6338 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:31.005390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.045530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:31.070681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c6d6ace0-f722-4091-ae50-5352114c4150,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:31.079770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.099082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.099460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.114414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for c97e410a-5e92-42b7-917a-df91a50d6338 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:31.374246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.414454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=c97e410a-5e92-42b7-917a-df91a50d6338,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:31.425802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf2448-0524-4505-b072-1cb891050688 req-8ec8b4c3-7372-4b80-93d7-1eb04644cb44 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:31.428886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2adf2448-0524-4505-b072-1cb891050688 req-8ec8b4c3-7372-4b80-93d7-1eb04644cb44 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 948 time: 0.1110349 Aug 19 00:21:31.506337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.506677 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Floating IP d7d19739-a656-4038-9c1b-929ac91dae02 disassociated (deleted). External IP: 172.25.1.209, port: 32e09cc7-4e32-4231-b344-e659ed45f110. Aug 19 00:21:31.510337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Allocated IP 172.20.0.8 (e704d0a5-61bd-495a-97fb-1e4126041369/bfb65997-8c53-41ae-8595-7a25ae5091fa/2d0a0942-a578-49f3-8b04-50bf60ed010e) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:31.559786 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10a316cc-820a-4be2-8cfd-fc2d8370200f req-1c995a06-ca2c-47de-a701-6a9a45e0260d tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 210 time: 0.0510890 Aug 19 00:21:31.580925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:31.581102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2adf2448-0524-4505-b072-1cb891050688 req-31d68ed7-49c2-4f33-ba50-5c73df4ed2e8 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468737 Aug 19 00:21:31.581555 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.582948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/c6d6ace0-f722-4091-ae50-5352114c4150 HTTP/1.1" status: 200 len: 1097 time: 1.7469375 Aug 19 00:21:31.587902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:31.589947 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45ee6e-70f1-43bb-bb74-737137d06030" -d '{"events": [{"name": "network-changed", "server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:31.611599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0ba4-c635-4a65-9982-d1572698e2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:31.674172 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98a86e-d710-47c5-b6b9-7a5c06c199b4 x-openstack-request-id: req-5e98a86e-d710-47c5-b6b9-7a5c06c199b4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:31.674919 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:31.674919 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e98a86e-d710-47c5-b6b9-7a5c06c199b4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:31.675370 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150', 'status': 'completed', 'code': 200} Aug 19 00:21:31.757251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-baa117a3-6436-4128-83d1-bb0235aebb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:31.759144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-baa117a3-6436-4128-83d1-bb0235aebb50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ca143c664594658a023eac767174be8&device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 1100 time: 0.1229448 Aug 19 00:21:31.798164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:31.826703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-038fd7c4-c476-47db-a08a-0109bd25636e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c6d6ace0-f722-4091-ae50-5352114c4150 HTTP/1.1" status: 200 len: 217 time: 0.0573571 Aug 19 00:21:31.902993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.918732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-d934cc04-61ad-4201-b999-91196f4ccd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:31.920123 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-d934cc04-61ad-4201-b999-91196f4ccd37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0814486 Aug 19 00:21:31.922210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:31.928929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:31.934696 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:31.949821 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:31.950548 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:31.970865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bff2c5eb-db77-4281-8048-694ff77b9953 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/floatingips/d7d19739-a656-4038-9c1b-929ac91dae02 HTTP/1.1" status: 204 len: 168 time: 1.1904175 Aug 19 00:21:31.971877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:31.974029 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb8fc5-1890-45de-8b25-d0c0f79622cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:31.985256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883e07-9d84-4db4-831d-fce831b589da req-83d927f3-f0a8-4554-8ba8-1f0d16a9df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:31.987214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-83d927f3-f0a8-4554-8ba8-1f0d16a9df2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596774 Aug 19 00:21:31.989793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:32.029786 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bceb5e-af0a-424f-b0ea-fe4db70c9f27 x-openstack-request-id: req-48bceb5e-af0a-424f-b0ea-fe4db70c9f27 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:32.030415 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:32.030676 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48bceb5e-af0a-424f-b0ea-fe4db70c9f27 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:32.031136 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110', 'status': 'completed', 'code': 200} Aug 19 00:21:32.121477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Network e704d0a5-61bd-495a-97fb-1e4126041369 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:32.131316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:32.135261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Pushing event updated for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:32.139991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:32.144464 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:32.226050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.226674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:32.244261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-97908f98-ffbc-416f-afe7-713ab4389bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.245762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-97908f98-ffbc-416f-afe7-713ab4389bcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 1098 time: 0.1678865 Aug 19 00:21:32.263513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-66ab7d5f-2fdc-4b88-88cf-845e176ef14e service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646143 Aug 19 00:21:32.286231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-15f14a29-9494-485c-bfbd-0cc27a51a3c4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6207042 Aug 19 00:21:32.346588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Request body: {'port': {'device_id': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:32.367855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:32.398412 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:32.407635 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:32.408334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:32.446940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d249233-9d92-4132-89bf-56914232975d req-1a93c659-85d3-409f-a4d5-da2da8657060 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.447898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d249233-9d92-4132-89bf-56914232975d req-1a93c659-85d3-409f-a4d5-da2da8657060 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.2085052 Aug 19 00:21:32.526444 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:32.533722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-72f0db3f-0253-4a02-a1f2-3124b034a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.535216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-72f0db3f-0253-4a02-a1f2-3124b034a881 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 200 len: 896 time: 0.2768376 Aug 19 00:21:32.538444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:32.543197 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59883e07-9d84-4db4-831d-fce831b589da req-5bc1df35-08cf-4759-af12-ca65b317927a service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592773 Aug 19 00:21:32.755298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e7d5-3e64-4fc1-811e-5a6c98a2db26 req-b0d81dac-eb8b-4459-9eb4-69c7721c1020 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.758581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f456e7d5-3e64-4fc1-811e-5a6c98a2db26 req-b0d81dac-eb8b-4459-9eb4-69c7721c1020 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 931 time: 0.0722315 Aug 19 00:21:32.774479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d249233-9d92-4132-89bf-56914232975d req-1d91f968-1d68-4d45-97c6-bcec2ee0cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019171 Aug 19 00:21:32.775756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-dd3561f8-1147-4f77-b639-4916e30ecdd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 200 len: 217 time: 0.2064242 Aug 19 00:21:32.835655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f456e7d5-3e64-4fc1-811e-5a6c98a2db26 req-2b5400a6-b689-410a-bdab-22786fa093d5 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706911 Aug 19 00:21:32.844905 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:32.870787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-f5b4869b-6f69-43d5-ad71-72d3c38cf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:32.872618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-f5b4869b-6f69-43d5-ad71-72d3c38cf316 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ca143c664594658a023eac767174be8&device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 1100 time: 0.2267091 Aug 19 00:21:32.882328 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03b577-ae31-4be5-8aee-402153564133 None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:23Z', 'revision_number': 6, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b9416b81-8c04-462e-8623-e1a46c22e52a', 'name': '', 'network_id': '9d100cba-a692-468f-915a-58a15efdf844', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:ac:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:34Z', 'updated_at': '2021-08-19T00:18:46Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': 'ab9c21e9-6b0b-41c6-8296-cd08ae126df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:33.001681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-e9e844b5-b089-4067-a9ef-53a3a15ed9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.003148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-e9e844b5-b089-4067-a9ef-53a3a15ed9d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 200 len: 835 time: 0.2075477 Aug 19 00:21:33.103285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3174d38-31d7-448c-ab82-38d205a69aa6 req-b7951a99-bc5a-4440-a10a-4c7db639f64d tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.110956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3174d38-31d7-448c-ab82-38d205a69aa6 req-b7951a99-bc5a-4440-a10a-4c7db639f64d tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 948 time: 0.1989851 Aug 19 00:21:33.153936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-74a1923f-5296-4716-b9ec-edb22d90320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.155510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-74a1923f-5296-4716-b9ec-edb22d90320a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.2690480 Aug 19 00:21:33.166409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-5b258ade-b202-47b6-a584-da7791864826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.167888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-5b258ade-b202-47b6-a584-da7791864826 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d100cba-a692-468f-915a-58a15efdf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539340 Aug 19 00:21:33.202685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c2289-24e7-4df8-8c42-af1ba9b5418d None None] New status for floating IP d7d19739-a656-4038-9c1b-929ac91dae02: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:21:33.276218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3174d38-31d7-448c-ab82-38d205a69aa6 req-acc87b80-6a01-4a37-9269-fb71d260f3da tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642361 Aug 19 00:21:33.277780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-289e3bfa-6571-40ad-9291-76342e46bd10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c6d6ace0-f722-4091-ae50-5352114c4150 HTTP/1.1" status: 200 len: 217 time: 0.1054871 Aug 19 00:21:33.376779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0a0942-a578-49f3-8b04-50bf60ed010e {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:33.388258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.420848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Transition to ACTIVE for port object 2d0a0942-a578-49f3-8b04-50bf60ed010e will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:33.422637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-9bf0a1dc-d672-478d-9a5c-d8c8cc700dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.424272 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-9bf0a1dc-d672-478d-9a5c-d8c8cc700dd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.1012168 Aug 19 00:21:33.430043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.470175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-ea4f94bf-fab4-48ea-ae13-c683d6d4892f service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733002 Aug 19 00:21:33.532652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:33.607891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-cac241b9-5907-4418-84ca-da52b4c1b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.609477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-cac241b9-5907-4418-84ca-da52b4c1b3b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757977 Aug 19 00:21:33.705284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.21', 51880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:33.718389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-4d310507-7ca8-4ec4-a96a-af4f4707909e service neutron] 10.222.0.21 "GET /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117057 Aug 19 00:21:33.721122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Attempting to bind port 2d0a0942-a578-49f3-8b04-50bf60ed010e on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:33.721465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Attempting to bind port 2d0a0942-a578-49f3-8b04-50bf60ed010e by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'a8566e40-5289-4fbb-bc7a-7ba86ff48796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:33.721802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Attempting to bind port 2d0a0942-a578-49f3-8b04-50bf60ed010e on network e704d0a5-61bd-495a-97fb-1e4126041369 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:33.729920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Port 2d0a0942-a578-49f3-8b04-50bf60ed010e on network e704d0a5-61bd-495a-97fb-1e4126041369 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:21:33.730249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Attempting to bind port 2d0a0942-a578-49f3-8b04-50bf60ed010e on network e704d0a5-61bd-495a-97fb-1e4126041369 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:33.745449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:33.745449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Checking segment: {'id': 'a8566e40-5289-4fbb-bc7a-7ba86ff48796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:33.745826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Bound using segment: {'id': 'a8566e40-5289-4fbb-bc7a-7ba86ff48796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:33.746245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Bound port: 2d0a0942-a578-49f3-8b04-50bf60ed010e, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8566e40-5289-4fbb-bc7a-7ba86ff48796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:33.746612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.765059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-718c0565-6e16-4572-b43f-a65ab2e99a60 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.766892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-718c0565-6e16-4572-b43f-a65ab2e99a60 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.0603802 Aug 19 00:21:33.773148 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-a2a8b52b-05f8-4109-9c32-038d2c3bb714 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536176 Aug 19 00:21:33.900847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:33.906761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 32e09cc7-4e32-4231-b344-e659ed45f110 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:33.907117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.911783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e,segment=NetworkSegment(a8566e40-5289-4fbb-bc7a-7ba86ff48796),segment_id=a8566e40-5289-4fbb-bc7a-7ba86ff48796)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:33.935104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.972981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c445add-3cc4-4d64-8385-e8212458daea req-b0733222-972d-441d-a76e-8133236a8474 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.974520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c445add-3cc4-4d64-8385-e8212458daea req-b0733222-972d-441d-a76e-8133236a8474 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b32c10-a0ed-4bb9-9a12-35033c73589a HTTP/1.1" status: 200 len: 946 time: 0.1120601 Aug 19 00:21:33.989671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:33.990984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:33.992947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d0a0942-a578-49f3-8b04-50bf60ed010e HTTP/1.1" status: 200 len: 1092 time: 1.6657445 Aug 19 00:21:33.998206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:34.000624 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa9943-acc1-4f15-9954-93c57c980ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:34.010549 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd45ee6e-70f1-43bb-bb74-737137d06030 req-d52a1a91-8217-4e20-8a36-cac3cf505fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988499 Aug 19 00:21:34.042683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 32e09cc7-4e32-4231-b344-e659ed45f110, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=32e09cc7-4e32-4231-b344-e659ed45f110,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:34.043312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:34.048415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c445add-3cc4-4d64-8385-e8212458daea req-69402dca-e1b4-453a-8357-289299b4bdfe tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=d315fbe1-d7a3-4fe2-82c0-b403f56498db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633397 Aug 19 00:21:34.053402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d0118-3384-47d7-ac5c-440a3cf0d9c7 req-1c3d7f62-7598-42d3-9f37-95a1b29f91bb tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.060041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 32e09cc7-4e32-4231-b344-e659ed45f110 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:34.061761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f77d0118-3384-47d7-ac5c-440a3cf0d9c7 req-1c3d7f62-7598-42d3-9f37-95a1b29f91bb tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 943 time: 0.1470282 Aug 19 00:21:34.109333 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a7cf0-9889-473d-82af-43ef0fcb6308 x-openstack-request-id: req-6c0a7cf0-9889-473d-82af-43ef0fcb6308 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:34.109643 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:34.109899 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0a7cf0-9889-473d-82af-43ef0fcb6308 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:34.110306 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e', 'status': 'completed', 'code': 200} Aug 19 00:21:34.120766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f77d0118-3384-47d7-ac5c-440a3cf0d9c7 req-c824a3ad-198f-4b8c-b5f7-7a88631c4e0f tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581801 Aug 19 00:21:34.122971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c378d4-32c3-403d-a4de-9cb6feee3ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:34.162145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-377c530f-3f1b-4bba-8d86-c3e68e71f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.163672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-377c530f-3f1b-4bba-8d86-c3e68e71f197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f580fdaeec1f4f468dbe5ce841efc9ed&device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 1095 time: 0.0704341 Aug 19 00:21:34.202718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:34.214233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-16679bbf-bcbf-406d-b473-f3333f1c00fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e HTTP/1.1" status: 200 len: 217 time: 0.0370364 Aug 19 00:21:34.233349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=32e09cc7-4e32-4231-b344-e659ed45f110,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:34.278774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-14823675-1a8e-4521-88e6-c36de96dde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.280467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-14823675-1a8e-4521-88e6-c36de96dde64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb65997-8c53-41ae-8595-7a25ae5091fa HTTP/1.1" status: 200 len: 853 time: 0.0596480 Aug 19 00:21:34.285757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] No DVR routers for this DVR port 32e09cc7-4e32-4231-b344-e659ed45f110 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:34.289093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:34.291228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-284f9b93-41f7-448d-bc1e-57c2f231d87c req-19fdd4a6-890c-48fe-98d5-d3d6e55f0850 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "DELETE /v2.0/ports/32e09cc7-4e32-4231-b344-e659ed45f110 HTTP/1.1" status: 204 len: 173 time: 0.5180502 Aug 19 00:21:34.291756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'name': 'network-vif-deleted', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:34.294355 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633ac71-78b4-413b-b742-fb13e10cbac7" -d '{"events": [{"server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "name": "network-vif-deleted", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:34.320680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-bc5e16b3-aaf7-4e4a-97d6-0abe471a16e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e704d0a5-61bd-495a-97fb-1e4126041369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319004 Aug 19 00:21:34.337311 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d5088-3672-4fb9-a474-602236e2f912 x-openstack-request-id: req-be5d5088-3672-4fb9-a474-602236e2f912 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:34.337679 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b32c10-a0ed-4bb9-9a12-35033c73589a", "name": "network-vif-deleted", "tag": "32e09cc7-4e32-4231-b344-e659ed45f110", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:34.338034 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be5d5088-3672-4fb9-a474-602236e2f912 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:34.338545 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b32c10-a0ed-4bb9-9a12-35033c73589a', 'name': 'network-vif-deleted', 'tag': '32e09cc7-4e32-4231-b344-e659ed45f110', 'status': 'completed', 'code': 200} Aug 19 00:21:34.432334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-9fd9052d-919b-4c4e-8938-9e528a046ea3 service neutron] 10.222.0.21 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926154 Aug 19 00:21:34.450660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53927d-b50f-4dd1-9b5d-acd4dc1dcef8 req-65aa3e4a-087c-479f-8c10-dc4019668cc9 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.452871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f53927d-b50f-4dd1-9b5d-acd4dc1dcef8 req-65aa3e4a-087c-479f-8c10-dc4019668cc9 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 948 time: 0.0579641 Aug 19 00:21:34.496838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7f53927d-b50f-4dd1-9b5d-acd4dc1dcef8 req-f25984f6-f53f-4d7d-8f03-f048a55515b3 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Aug 19 00:21:34.545685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d679a39-df67-406e-b796-bdd76d3aeed5 req-6432dfdc-dc51-47fa-978d-fa67becb508b service neutron] 10.222.0.21 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933824 Aug 19 00:21:34.675983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-cfa4cfc2-35eb-41f3-b7b1-3210ff93f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.678089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-cfa4cfc2-35eb-41f3-b7b1-3210ff93f286 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f580fdaeec1f4f468dbe5ce841efc9ed&device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 1095 time: 0.0445156 Aug 19 00:21:34.788783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-58862aae-64c1-4892-8de6-16a3e728ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.790336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-58862aae-64c1-4892-8de6-16a3e728ff2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e704d0a5-61bd-495a-97fb-1e4126041369 HTTP/1.1" status: 200 len: 913 time: 0.1043599 Aug 19 00:21:34.841139 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-bcd01cb2-4dba-47bc-a70e-55d9b4ef7164 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e HTTP/1.1" status: 200 len: 217 time: 0.0377531 Aug 19 00:21:34.901035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-a4a56d3c-99bd-40fd-83f0-94058f40d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:34.901761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-a4a56d3c-99bd-40fd-83f0-94058f40d9f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb65997-8c53-41ae-8595-7a25ae5091fa HTTP/1.1" status: 200 len: 853 time: 0.0536220 Aug 19 00:21:34.953288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-496082ab-d11e-4abe-bad9-0beebed12bf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e704d0a5-61bd-495a-97fb-1e4126041369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386262 Aug 19 00:21:35.006171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:35.058931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-897724c7-a451-4127-869c-5efe1d0db75f service neutron] 10.222.0.21 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979667 Aug 19 00:21:35.117051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51686) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:35.140913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00788a64-eede-4cc5-937b-45102068d544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.177528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-46fa9943-acc1-4f15-9954-93c57c980ec3 req-a1b03a1d-704c-4411-98cb-9fb09ea875b4 service neutron] 10.222.0.21 "GET /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109376 Aug 19 00:21:35.246550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.298209 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.320826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754976e5-a0ff-42b7-bb40-69af21298e9f req-dd4a4f81-7a6a-442c-95d8-48da8adbcf9b tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:35.322293 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-754976e5-a0ff-42b7-bb40-69af21298e9f req-dd4a4f81-7a6a-442c-95d8-48da8adbcf9b tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 943 time: 0.1154175 Aug 19 00:21:35.401881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-754976e5-a0ff-42b7-bb40-69af21298e9f req-4a0043d5-9f2f-40cc-a541-e08c1a8d37e4 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730317 Aug 19 00:21:35.416370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00788a64-eede-4cc5-937b-45102068d544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.421194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00788a64-eede-4cc5-937b-45102068d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.450821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.453418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.454575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/security-groups/d315fbe1-d7a3-4fe2-82c0-b403f56498db HTTP/1.1" status: 204 len: 168 time: 0.3364248 Aug 19 00:21:35.468351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00788a64-eede-4cc5-937b-45102068d544 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e629ccf3bee4b5b933217f64b5796f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610646 Aug 19 00:21:35.469265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00788a64-eede-4cc5-937b-45102068d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c168fa-a899-4d3d-93f4-dfbf436e6cb8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:35.471102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51692) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:35.483684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae00c9e-12bc-407c-aa59-c1c9bbe9a625 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315fbe1-d7a3-4fe2-82c0-b403f56498db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:35.491055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:35.530198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.555200 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.604249 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.606923 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.608127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2c168fa-a899-4d3d-93f4-dfbf436e6cb8 HTTP/1.1" status: 204 len: 168 time: 0.1353304 Aug 19 00:21:35.616387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95bfd2-aa8a-42fe-85b6-ea92c25cd49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c168fa-a899-4d3d-93f4-dfbf436e6cb8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:35.662916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0540f-dd7a-43f8-95bf-e4b148602cba req-cc7ef6c2-c5e4-42cc-b872-b693ae7e73ce tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:35.664421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3d0540f-dd7a-43f8-95bf-e4b148602cba req-cc7ef6c2-c5e4-42cc-b872-b693ae7e73ce tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 948 time: 0.0853429 Aug 19 00:21:35.689867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c6d6ace0-f722-4091-ae50-5352114c4150 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:21:35.772859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3d0540f-dd7a-43f8-95bf-e4b148602cba req-5c16d1bb-0894-45d6-9f3a-d0c02d083cdd tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763254 Aug 19 00:21:35.811684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c6d6ace0-f722-4091-ae50-5352114c4150,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:35.823773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'c6d6ace0-f722-4091-ae50-5352114c4150', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': 'c6d6ace0-f722-4091-ae50-5352114c4150', 'mac_address': 'fa:16:3e:69:16:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:21:35.864767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.878284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d6ace0-f722-4091-ae50-5352114c4150 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:35.900406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c6d6ace0-f722-4091-ae50-5352114c4150,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:35.905279 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.967071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:35.971459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:36.105867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c6d6ace0-f722-4091-ae50-5352114c4150'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:36.221572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 32e09cc7-4e32-4231-b344-e659ed45f110 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:36.247492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 32e09cc7-4e32-4231-b344-e659ed45f110 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:36.247856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 32e09cc7-4e32-4231-b344-e659ed45f110 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:36.256771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port b9416b81-8c04-462e-8623-e1a46c22e52a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:36.257740 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:36.347820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port b9416b81-8c04-462e-8623-e1a46c22e52a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b9416b81-8c04-462e-8623-e1a46c22e52a,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:36.348181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:36.361021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for b9416b81-8c04-462e-8623-e1a46c22e52a owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:36.528077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68974aad-f36f-4e79-856c-4d128bd47bba req-b4ea1448-20d5-474f-b88d-cb16522f8ad6 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:36.535514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68974aad-f36f-4e79-856c-4d128bd47bba req-b4ea1448-20d5-474f-b88d-cb16522f8ad6 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 943 time: 0.0608709 Aug 19 00:21:36.566440 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:36.577357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-68974aad-f36f-4e79-856c-4d128bd47bba req-30f63cc7-062a-4b01-8e82-3c35929a7338 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Aug 19 00:21:36.594797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=b9416b81-8c04-462e-8623-e1a46c22e52a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:36.801930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.214248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c32ddd-0dca-4894-8f57-a4b167daadf7 req-b4a50f8f-cf70-4d28-8e2d-8637ec89b706 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:37.215829 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10c32ddd-0dca-4894-8f57-a4b167daadf7 req-b4a50f8f-cf70-4d28-8e2d-8637ec89b706 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 949 time: 0.3623934 Aug 19 00:21:37.322437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10c32ddd-0dca-4894-8f57-a4b167daadf7 req-7d81c650-8e8f-40d9-bc45-f88a834a93b2 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707130 Aug 19 00:21:37.349511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:37.456015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:37.461928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c6a7863e-8a30-4f7e-9a64-665967594e17 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/0de215c8-c9a4-4bbd-9608-8ad6a6362267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9697626 Aug 19 00:21:37.464529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51756) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:37.467184 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Sync routers for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:37.476420 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:37.477097 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:37.527012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting subnet ab9c21e9-6b0b-41c6-8296-cd08ae126df6 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:37.530370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.571178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.585792 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:37.688349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c6d6ace0-f722-4091-ae50-5352114c4150 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:37.690593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.722698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82827f-3dcf-47c3-9256-ecf8cf34fc8b req-13677c2c-2871-4166-bb12-285a86b437bf tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:37.734827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a82827f-3dcf-47c3-9256-ecf8cf34fc8b req-13677c2c-2871-4166-bb12-285a86b437bf tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 943 time: 0.0874836 Aug 19 00:21:37.779360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a82827f-3dcf-47c3-9256-ecf8cf34fc8b req-323832dc-14b8-419e-a88b-b7f2ab334f6f tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Aug 19 00:21:37.781954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.804024 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:36Z', 'revision_number': 7, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:37.813501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port c6d6ace0-f722-4091-ae50-5352114c4150 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:37.822213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port c6d6ace0-f722-4091-ae50-5352114c4150 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:37.824279 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.827605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9c21e9-6b0b-41c6-8296-cd08ae126df6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:37.839281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:37.844279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-afcff63a-de87-4e5e-888c-8476b3b8786d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/subnets/ab9c21e9-6b0b-41c6-8296-cd08ae126df6 HTTP/1.1" status: 204 len: 168 time: 0.3764305 Aug 19 00:21:37.844541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:37.851072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8095e3-9977-4768-86c0-2cdf06c7722c None None] Network 9d100cba-a692-468f-915a-58a15efdf844 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:37.853639 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Checking router: 0de215c8-c9a4-4bbd-9608-8ad6a6362267 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:37.867875 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Routers {'0de215c8-c9a4-4bbd-9608-8ad6a6362267'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:37.868935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:37.977034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.006929 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] Set router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:38.068950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.097616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:38.100850 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a6ca7-8041-47e0-b642-4fe5ca0774ff" -d '{"events": [{"server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "name": "network-vif-plugged", "status": "completed", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:38.118837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c6d6ace0-f722-4091-ae50-5352114c4150,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:38.132078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] DHCP port deletion for 9d100cba-a692-468f-915a-58a15efdf844 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:21:38.137936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.151417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.186423 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a3454b-81c1-431d-90a1-640b20182e0a x-openstack-request-id: req-c0a3454b-81c1-431d-90a1-640b20182e0a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:38.186748 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "name": "network-vif-plugged", "status": "completed", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:38.187043 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0a3454b-81c1-431d-90a1-640b20182e0a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:38.187387 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150', 'code': 200} Aug 19 00:21:38.273561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 1e44fde8-4bd9-4802-8837-7ba8b401ddda {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:38.274287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.290427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2afd-e665-4607-8ecf-2663de9a0609 req-ec282fa5-6671-40e1-9e80-01f8b4cfe943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:38.291975 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-249c2afd-e665-4607-8ecf-2663de9a0609 req-ec282fa5-6671-40e1-9e80-01f8b4cfe943 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 1102 time: 0.0752723 Aug 19 00:21:38.344387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-249c2afd-e665-4607-8ecf-2663de9a0609 req-d9ef36a6-2721-4943-8d30-f786d8edfa70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Aug 19 00:21:38.359959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:36Z', 'revision_number': 7, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:38.399309 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e204211-e885-4121-9b73-af2f51ffc581 None None] The sync data for ids ['0de215c8-c9a4-4bbd-9608-8ad6a6362267'] in n-d-771363-38 is: [{'id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'name': 'tempest-TestNetworkBasicOps-router-1966590732', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:21:36Z', 'revision_number': 7, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '1e44fde8-4bd9-4802-8837-7ba8b401ddda', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de215c8-c9a4-4bbd-9608-8ad6a6362267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:18:29Z', 'updated_at': '2021-08-19T00:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:38.422380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 1e44fde8-4bd9-4802-8837-7ba8b401ddda, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1e44fde8-4bd9-4802-8837-7ba8b401ddda,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:38.422380 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.446035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 1e44fde8-4bd9-4802-8837-7ba8b401ddda owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:38.456387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2d0a0942-a578-49f3-8b04-50bf60ed010e details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:21:38.490387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:38.508803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bbfe8-530a-4726-9376-c7d5da5ee708 req-c4e96ea7-2444-4dbe-a9d5-386a07eaa6d1 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:38.511641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f47bbfe8-530a-4726-9376-c7d5da5ee708 req-c4e96ea7-2444-4dbe-a9d5-386a07eaa6d1 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 950 time: 0.0806434 Aug 19 00:21:38.559586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Deleting port 6fc28912-7b98-4043-a00e-536232dc0139 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:38.559976 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.565518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f47bbfe8-530a-4726-9376-c7d5da5ee708 req-8199c792-a785-43c8-82ae-20b2473ebb51 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Aug 19 00:21:38.638164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e,segment=NetworkSegment(a8566e40-5289-4fbb-bc7a-7ba86ff48796),segment_id=a8566e40-5289-4fbb-bc7a-7ba86ff48796)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:38.649806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.661350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2d0a0942-a578-49f3-8b04-50bf60ed010e', 'network_id': 'e704d0a5-61bd-495a-97fb-1e4126041369', 'port_id': '2d0a0942-a578-49f3-8b04-50bf60ed010e', 'mac_address': 'fa:16:3e:e6:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb65997-8c53-41ae-8595-7a25ae5091fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:21:38.664606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] For port 6fc28912-7b98-4043-a00e-536232dc0139, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6fc28912-7b98-4043-a00e-536232dc0139,segment=NetworkSegment(daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c),segment_id=daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:38.665013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.679433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Calling delete_port for 6fc28912-7b98-4043-a00e-536232dc0139 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:38.682034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=1e44fde8-4bd9-4802-8837-7ba8b401ddda,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:38.754073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.756493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.786015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0a0942-a578-49f3-8b04-50bf60ed010e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:38.830346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e,segment=NetworkSegment(a8566e40-5289-4fbb-bc7a-7ba86ff48796),segment_id=a8566e40-5289-4fbb-bc7a-7ba86ff48796)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:38.840082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.866006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.868341 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.879290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.900647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] No DVR routers for this DVR port 6fc28912-7b98-4043-a00e-536232dc0139 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:38.926184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:38.952602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.953306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Fanout notify agent at l3_agent the message router_deleted on router 0de215c8-c9a4-4bbd-9608-8ad6a6362267 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:21:38.962632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:38.966438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-286f4ea1-56e3-420a-9029-a1cd65e3689e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/routers/0de215c8-c9a4-4bbd-9608-8ad6a6362267 HTTP/1.1" status: 204 len: 168 time: 1.1182296 Aug 19 00:21:38.966609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:38.973405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692fe5-b364-4a24-bc28-a5e944f3eab5 None None] Pushing event deleted for resources: {'Port': ['ID=6fc28912-7b98-4043-a00e-536232dc0139,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:39.053013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc323-0ae8-4f44-8c92-7254b7560da5 req-f9c9b6d7-1ccb-49e3-90d7-046550bb5258 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:39.054554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-116cc323-0ae8-4f44-8c92-7254b7560da5 req-f9c9b6d7-1ccb-49e3-90d7-046550bb5258 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 944 time: 0.1369710 Aug 19 00:21:39.076092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.135663 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-116cc323-0ae8-4f44-8c92-7254b7560da5 req-5f5b3f71-b21f-4d76-bd16-b8ddb013c962 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Aug 19 00:21:39.209340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2d0a0942-a578-49f3-8b04-50bf60ed010e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:39.219135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.234716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d100cba-a692-468f-915a-58a15efdf844']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:39.247228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:39.247745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daec1fa2-8d63-4fc3-8ed9-cd8d7763a97c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:39.258240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.279557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.288407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:39.288824 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:39.292350 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:39.368795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.382087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.383875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/networks/9d100cba-a692-468f-915a-58a15efdf844 HTTP/1.1" status: 204 len: 168 time: 0.4164839 Aug 19 00:21:39.395025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26ca89-0973-4a59-91b3-f59b146ecca4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Network': ['ID=9d100cba-a692-468f-915a-58a15efdf844,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:39.408156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:39.414077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'network': {'name': 'tempest-network-smoke--70819469', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:39.434247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:39.437685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.464062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:21:39.472842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.473195 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Added segment 12ebe937-d6cc-416f-aff6-4b17672885f3 of type vlan for network fabda4c0-b636-4b84-9f6d-54cf68514194 Aug 19 00:21:39.522033 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.546265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.551811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:39.552458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.613386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2039566 Aug 19 00:21:39.616917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:39.622429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'admin_state_up': True, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:39.626478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35821d87-4fe6-4137-b38f-a4967e58da48 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Network': ['ID=fabda4c0-b636-4b84-9f6d-54cf68514194,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:39.638857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fabda4c0-b636-4b84-9f6d-54cf68514194 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:21:39.668278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.671978 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.752219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde60562-927c-49d9-af93-e7bcfff2e9b9 req-c4f6f71c-053a-44e5-9d52-e8a904f06ea5 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:39.753781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde60562-927c-49d9-af93-e7bcfff2e9b9 req-c4f6f71c-053a-44e5-9d52-e8a904f06ea5 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 950 time: 0.0711830 Aug 19 00:21:39.787208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:39.871376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc28912-7b98-4043-a00e-536232dc0139 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:39.877980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde60562-927c-49d9-af93-e7bcfff2e9b9 req-a41be1b5-a7e3-493a-af12-6b116bdfb140 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001151 Aug 19 00:21:39.895520 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6fc28912-7b98-4043-a00e-536232dc0139 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:39.895879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6fc28912-7b98-4043-a00e-536232dc0139 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:39.896884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b9416b81-8c04-462e-8623-e1a46c22e52a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:39.929307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b9416b81-8c04-462e-8623-e1a46c22e52a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:39.929661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b9416b81-8c04-462e-8623-e1a46c22e52a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:39.930083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e44fde8-4bd9-4802-8837-7ba8b401ddda no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:39.957101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1e44fde8-4bd9-4802-8837-7ba8b401ddda {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:39.958934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1e44fde8-4bd9-4802-8837-7ba8b401ddda not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:40.229390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2d0a0942-a578-49f3-8b04-50bf60ed010e up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:40.300423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2d0a0942-a578-49f3-8b04-50bf60ed010e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:40.305080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2d0a0942-a578-49f3-8b04-50bf60ed010e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:40.305448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.335233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.407410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4be42-bfc5-43a6-9206-042648d04baa req-fe43b2ea-aa93-4bb6-990f-6587e2652d11 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:40.417590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeb4be42-bfc5-43a6-9206-042648d04baa req-fe43b2ea-aa93-4bb6-990f-6587e2652d11 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 944 time: 0.1128793 Aug 19 00:21:40.455302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.476922 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeb4be42-bfc5-43a6-9206-042648d04baa req-b71dde4f-6cc5-4a4c-9504-a3bf98f0c16d tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608158 Aug 19 00:21:40.490615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:40.490615 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674cd0d-06df-46fc-8642-f20acd44c8b2" -d '{"events": [{"server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:40.510552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e,segment=NetworkSegment(a8566e40-5289-4fbb-bc7a-7ba86ff48796),segment_id=a8566e40-5289-4fbb-bc7a-7ba86ff48796)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:40.519267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.578884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:40.582908 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3bbda2-8d92-41c2-9649-19c5e8f40d6e x-openstack-request-id: req-6e3bbda2-8d92-41c2-9649-19c5e8f40d6e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:40.583250 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:40.583538 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e3bbda2-8d92-41c2-9649-19c5e8f40d6e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:40.583928 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e', 'code': 200} Aug 19 00:21:40.649699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.679437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:40.759917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5292-ae34-4749-b592-dd69c47b346a req-a1d46f56-f0dc-4604-98ae-ebe01ceb0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:40.761599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc9e5292-ae34-4749-b592-dd69c47b346a req-a1d46f56-f0dc-4604-98ae-ebe01ceb0580 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 1097 time: 0.0929017 Aug 19 00:21:40.857039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.25.1.191 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/99311c63-c555-474a-b0d2-c763cba186a3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:40.860088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc9e5292-ae34-4749-b592-dd69c47b346a req-b1e1ee42-dda4-4042-b2ec-f85459c52c99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908449 Aug 19 00:21:40.972578 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.021395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.080699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:41.083852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:41.089060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:41.092283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=99311c63-c555-474a-b0d2-c763cba186a3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:41.367177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.644061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.658187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:41.660820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bb42-a393-450b-b3c0-3f38a6071d6d req-11c6f0a1-246d-435d-90b4-a55cb513bd1f tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:41.663109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9247bb42-a393-450b-b3c0-3f38a6071d6d req-11c6f0a1-246d-435d-90b4-a55cb513bd1f tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 945 time: 0.1207204 Aug 19 00:21:41.776508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9247bb42-a393-450b-b3c0-3f38a6071d6d req-88c1d3f1-7985-4890-9e24-1dd1ebe4ebbf tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729072 Aug 19 00:21:41.802579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e167-7a48-4706-bd30-a4b79380aa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.837686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router fc0d2a57-c012-4174-8975-8c46f965b4aa is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:21:41.928357 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e167-7a48-4706-bd30-a4b79380aa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.936281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e167-7a48-4706-bd30-a4b79380aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.952903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:41.966218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Sync routers for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:41.975737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:41.977190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92d40590-848b-4deb-858c-2795be5d9dc2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3590636 Aug 19 00:21:41.980839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51956) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:41.982076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:41.983657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:41.992924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7c9e167-7a48-4706-bd30-a4b79380aa2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ae4bc88c35945ff883743740f338ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336308 Aug 19 00:21:41.994120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9e167-7a48-4706-bd30-a4b79380aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15455d4d-95c3-41f0-80ad-51777dc37ab1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:42.008247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:42.070128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e89c8248-7194-4106-b306-5e4fa324e4e3 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=73fbc9eb5edc4a86ace33f791ef97e3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876515 Aug 19 00:21:42.072793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:42.094823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.124017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:42.134726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.215942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.219018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.222791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15455d4d-95c3-41f0-80ad-51777dc37ab1 HTTP/1.1" status: 204 len: 168 time: 0.2110677 Aug 19 00:21:42.230457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9dfd9-3152-46c8-99f2-2c6ca019a204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15455d4d-95c3-41f0-80ad-51777dc37ab1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:42.261460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a7e6b-51d7-476d-94a1-97f5d8f6b5fd tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:42.263146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3d8a7e6b-51d7-476d-94a1-97f5d8f6b5fd tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1888862 Aug 19 00:21:42.265998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:42.305771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-734f3930-53a8-4b09-a60c-6d9a6aa88f22 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382924 Aug 19 00:21:42.308360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:42.313511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466041885', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:42.424387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:42.435577 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.449100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd127-474c-46a9-b8b1-a11ceffc06dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.473731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:41Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:42.526188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Checking router: fc0d2a57-c012-4174-8975-8c46f965b4aa for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:42.526762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Updating router fc0d2a57-c012-4174-8975-8c46f965b4aa port 99311c63-c555-474a-b0d2-c763cba186a3 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:21:42.556321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.738287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.754834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:42.769581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1835a9fc-64ee-4a40-9bee-d19418124943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.837987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Subnet': ['ID=96278841-761d-4b4f-a911-c3a93159d5c0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:42.870890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.885998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Transition to ACTIVE for port object 99311c63-c555-474a-b0d2-c763cba186a3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:42.893980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.900264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Checking segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:42.900796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network hostable DHCP agents. Network: fabda4c0-b636-4b84-9f6d-54cf68514194, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:21:42.954303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1835a9fc-64ee-4a40-9bee-d19418124943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.960360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1835a9fc-64ee-4a40-9bee-d19418124943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.972223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Attempting to bind port 99311c63-c555-474a-b0d2-c763cba186a3 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:42.973225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Attempting to bind port 99311c63-c555-474a-b0d2-c763cba186a3 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:42.974251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Attempting to bind port 99311c63-c555-474a-b0d2-c763cba186a3 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:42.974722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network fabda4c0-b636-4b84-9f6d-54cf68514194 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:21:42.978068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef5249-42db-41d0-af58-b1a05736596b None None] Pushing event updated for resources: {'Port': ['ID=99311c63-c555-474a-b0d2-c763cba186a3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:42.983676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:42.984354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:42.984934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:42.985743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:42.986798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Bound port: 99311c63-c555-474a-b0d2-c763cba186a3, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:42.988031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.001170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c139ef-ddba-405b-b31c-9337e21e5ec9 req-38a1dea6-21d5-4c34-b180-26565708f2c7 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:43.006002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1835a9fc-64ee-4a40-9bee-d19418124943 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d90e5218b4f84646b3d1c9cfd0450ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489536 Aug 19 00:21:43.006607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 51976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:43.009794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6c139ef-ddba-405b-b31c-9337e21e5ec9 req-38a1dea6-21d5-4c34-b180-26565708f2c7 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 945 time: 0.0814667 Aug 19 00:21:43.018439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, fabda4c0-b636-4b84-9f6d-54cf68514194) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:43.023252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:43.024921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.033164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe391a48-50ae-447b-93f4-81e771c26095 None None] Network fabda4c0-b636-4b84-9f6d-54cf68514194 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:43.054136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a9fc-64ee-4a40-9bee-d19418124943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d30ae3a-966c-4226-aa64-bfcc523274e6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:43.060615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9fcb1131-0d9b-4aa3-a37d-6a77a0e88ce9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7510545 Aug 19 00:21:43.063607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 51978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:43.077266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a6c139ef-ddba-405b-b31c-9337e21e5ec9 req-4932040c-6b77-42a9-860a-acd03228c04e tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665064 Aug 19 00:21:43.129393 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.160062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] For port 99311c63-c555-474a-b0d2-c763cba186a3, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:43.173304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.183896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] For port 99311c63-c555-474a-b0d2-c763cba186a3, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=99311c63-c555-474a-b0d2-c763cba186a3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:43.210597 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.289090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.294098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.295753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d30ae3a-966c-4226-aa64-bfcc523274e6 HTTP/1.1" status: 204 len: 168 time: 0.2868562 Aug 19 00:21:43.311628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c724e-0946-4c40-80b1-533e2b63bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d30ae3a-966c-4226-aa64-bfcc523274e6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:43.333263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef5249-42db-41d0-af58-b1a05736596b None None] Pushing event updated for resources: {'Port': ['ID=99311c63-c555-474a-b0d2-c763cba186a3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:43.358031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:43.359173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:43.441487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-fabda4c0-b636-4b84-9f6d-54cf68514194', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:21:43.443753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.560783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:43.851109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Allocated IP 172.20.0.2 (fabda4c0-b636-4b84-9f6d-54cf68514194/96278841-761d-4b4f-a911-c3a93159d5c0/78b16259-809a-4e8b-87dd-02e6e4bf6bb9) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:43.907134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:43.938764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:41Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:44.136946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a4c3-97ee-4502-9176-29c5524c0130 None None] The sync data for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 is: [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:41Z', 'revision_number': 3, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:44.232262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.241948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Transition to ACTIVE for port object 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:44.262225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Transition to ACTIVE for port object 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:44.272907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.309282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Network fabda4c0-b636-4b84-9f6d-54cf68514194 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:44.312868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:44.316106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:44.342135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.1 (fabda4c0-b636-4b84-9f6d-54cf68514194/96278841-761d-4b4f-a911-c3a93159d5c0/513d3db0-3bf0-418b-9d93-6a65721ebd25) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:44.357699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8b2ea-fcb0-4fa6-8bdf-087c9cf4dd9e req-5d471bd6-059a-4f6b-a700-90ca956178f6 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:44.359277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2e8b2ea-fcb0-4fa6-8bdf-087c9cf4dd9e req-5d471bd6-059a-4f6b-a700-90ca956178f6 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 945 time: 0.3937497 Aug 19 00:21:44.359465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Pushing event updated for resources: {'Port': ['ID=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:44.400695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Attempting to bind port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:44.401243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Attempting to bind port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:44.401734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Attempting to bind port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 on network fabda4c0-b636-4b84-9f6d-54cf68514194 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:44.407394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:44.407899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Checking segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:44.408456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.409041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Bound using segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:44.409621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Bound port: 78b16259-809a-4e8b-87dd-02e6e4bf6bb9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:44.410199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.458977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2e8b2ea-fcb0-4fa6-8bdf-087c9cf4dd9e req-1794a785-3b1a-4ee0-a5b2-aa5917b74f78 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Aug 19 00:21:44.498859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] For port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:44.503327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] For port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:44.516270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.586215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.620932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa57a-ca0a-4338-a054-ab705d75bc04 None None] Pushing event updated for resources: {'Port': ['ID=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:44.638812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object 513d3db0-3bf0-418b-9d93-6a65721ebd25 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:44.722246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.803542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network fabda4c0-b636-4b84-9f6d-54cf68514194 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:44.817560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:44.824342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:44.828412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:44.888752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:44.946611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c80ba288-c5b8-48ea-bbff-284d6316f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.123128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.189477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.432800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-927a177d-8b93-429d-b113-f803feaa5259 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:45.432800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-927a177d-8b93-429d-b113-f803feaa5259 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 945 time: 0.0814984 Aug 19 00:21:45.446937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.617090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Deleting port 2d0a0942-a578-49f3-8b04-50bf60ed010e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:21:45.617448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.731199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8338c-2c84-4352-b871-3f9fbb1a1e32 req-a09986be-8fa7-40cd-a678-ee40ec909dbf tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:45.732781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49f8338c-2c84-4352-b871-3f9fbb1a1e32 req-a09986be-8fa7-40cd-a678-ee40ec909dbf tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5198b5a9-4e46-4d1a-ae96-64cb626aea53 HTTP/1.1" status: 200 len: 945 time: 0.1182141 Aug 19 00:21:45.771722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] For port 2d0a0942-a578-49f3-8b04-50bf60ed010e, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2d0a0942-a578-49f3-8b04-50bf60ed010e,segment=NetworkSegment(a8566e40-5289-4fbb-bc7a-7ba86ff48796),segment_id=a8566e40-5289-4fbb-bc7a-7ba86ff48796)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:45.772097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.796508 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49f8338c-2c84-4352-b871-3f9fbb1a1e32 req-2a4b0e27-3b68-4b90-95b0-df92c3130ae3 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f994677-4d3f-4acf-b391-fedeb1468dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558696 Aug 19 00:21:45.802993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Calling delete_port for 2d0a0942-a578-49f3-8b04-50bf60ed010e owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:21:45.977118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:45.977636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:45.987283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.033454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.040345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f59f3c-4e0b-4726-8aac-afd154b69e2b None None] Network fabda4c0-b636-4b84-9f6d-54cf68514194 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:21:46.057102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:46.083145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Pushing event deleted for resources: {'Port': ['ID=2d0a0942-a578-49f3-8b04-50bf60ed010e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:46.095058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2d0a0942-a578-49f3-8b04-50bf60ed010e'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:46.104917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:46.110893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.136948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] No DVR routers for this DVR port 2d0a0942-a578-49f3-8b04-50bf60ed010e on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:21:46.140369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.146900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 99311c63-c555-474a-b0d2-c763cba186a3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:46.147433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6a055f3-707c-480d-9b5d-db9cd7ccda82 req-ec07df94-64e0-41e0-9e0d-d1e6d71af611 tempest-ServerPasswordTestJSON-78227468 tempest-ServerPasswordTestJSON-78227468-project] 10.222.0.21 "DELETE /v2.0/ports/2d0a0942-a578-49f3-8b04-50bf60ed010e HTTP/1.1" status: 204 len: 173 time: 0.7034211 Aug 19 00:21:46.147934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'name': 'network-vif-deleted', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:46.156214 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ecca49-01c9-4731-9167-75688cd84cc1" -d '{"events": [{"server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "name": "network-vif-deleted", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:46.205736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Provisioning for port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:46.225215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Provisioning complete for port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:46.225834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.248148 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd35bb36-0e1f-4ef9-9c52-d38a5cd6ca74 x-openstack-request-id: req-fd35bb36-0e1f-4ef9-9c52-d38a5cd6ca74 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:46.248691 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198b5a9-4e46-4d1a-ae96-64cb626aea53", "name": "network-vif-deleted", "tag": "2d0a0942-a578-49f3-8b04-50bf60ed010e", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:46.249306 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd35bb36-0e1f-4ef9-9c52-d38a5cd6ca74 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:46.250213 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198b5a9-4e46-4d1a-ae96-64cb626aea53', 'name': 'network-vif-deleted', 'tag': '2d0a0942-a578-49f3-8b04-50bf60ed010e', 'status': 'completed', 'code': 200} Aug 19 00:21:46.262879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network fabda4c0-b636-4b84-9f6d-54cf68514194 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:46.264728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:46.334729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 99311c63-c555-474a-b0d2-c763cba186a3 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:46.343511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.349471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 99311c63-c555-474a-b0d2-c763cba186a3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:46.349935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.409092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router fc0d2a57-c012-4174-8975-8c46f965b4aa has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:21:46.490139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.525375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.538361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:21:46.549891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-049f30de-2102-4574-a844-7c24f5aa8882 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/fc0d2a57-c012-4174-8975-8c46f965b4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825470 Aug 19 00:21:46.550089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:46.563515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 99311c63-c555-474a-b0d2-c763cba186a3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=99311c63-c555-474a-b0d2-c763cba186a3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:46.575054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.596865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] For port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:46.623604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.669738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=99311c63-c555-474a-b0d2-c763cba186a3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:46.696596 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Sync routers for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:21:46.706239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:46.707392 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:46.793638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abec95c-249a-4813-b884-9c5666868ce0 None None] Pushing event updated for resources: {'Port': ['ID=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:46.833131 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:46.851886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:46.852398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:46.853043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:46.854086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:46.854721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:46.859909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:46.860715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-53ee023c-6506-4b2a-9650-28aaf15a4e64 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3581 time: 0.3081732 Aug 19 00:21:46.909683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:46.954433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Provisioning for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:46.960597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Provisioning complete for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:46.963237 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:46.986497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Deleting subnet bfb65997-8c53-41ae-8595-7a25ae5091fa {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:21:46.991100 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.041794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:47.044011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:47.045474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:47.046637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:47.050225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:47.052013 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.055577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7653275d-3925-4b79-9569-9bcdfd5fb006 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1902282 Aug 19 00:21:47.057243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52062) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:47.085623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Port 513d3db0-3bf0-418b-9d93-6a65721ebd25 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:21:47.108457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Provisioning complete for port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:47.109499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf9d-c561-434f-829a-5fd982e43374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.113384 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 2, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:47.128942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.167454 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Checking router: fc0d2a57-c012-4174-8975-8c46f965b4aa for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:21:47.167718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Updating router fc0d2a57-c012-4174-8975-8c46f965b4aa port 513d3db0-3bf0-418b-9d93-6a65721ebd25 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:21:47.198866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.206608 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.250855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb65997-8c53-41ae-8595-7a25ae5091fa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:47.258327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.263499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5025de97-cc5c-42e6-b018-c7a9158eeb24 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bfb65997-8c53-41ae-8595-7a25ae5091fa HTTP/1.1" status: 204 len: 168 time: 0.3492863 Aug 19 00:21:47.263903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:47.299293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a5ef9b56-756b-4922-b567-4cb4871912d7 tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2406461 Aug 19 00:21:47.365471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.412998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fe15d44c-46b9-473f-ba1a-825f839f59ef None None] Provisioning complete for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:47.413551 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe15d44c-46b9-473f-ba1a-825f839f59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.504712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fe15d44c-46b9-473f-ba1a-825f839f59ef None None] Port 513d3db0-3bf0-418b-9d93-6a65721ebd25 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:21:47.519527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.530856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e704d0a5-61bd-495a-97fb-1e4126041369']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:47.541038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8566e40-5289-4fbb-bc7a-7ba86ff48796') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:47.542102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8566e40-5289-4fbb-bc7a-7ba86ff48796') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:47.551200 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.564948 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.566988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.575764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:21:47.576612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:21:47.578395 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:21:47.629777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3ebbd456-09c1-4a0d-a7b2-b509f6679465 None None] Provisioning complete for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:47.632798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebbd456-09c1-4a0d-a7b2-b509f6679465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.642064 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.642265 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Transition to ACTIVE for port object 513d3db0-3bf0-418b-9d93-6a65721ebd25 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:47.647078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.658055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] 10.222.0.20 "DELETE /v2.0/networks/e704d0a5-61bd-495a-97fb-1e4126041369 HTTP/1.1" status: 204 len: 168 time: 0.3892841 Aug 19 00:21:47.658551 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.677782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbd456-09c1-4a0d-a7b2-b509f6679465 None None] Port 513d3db0-3bf0-418b-9d93-6a65721ebd25 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:21:47.686807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1f575-7079-4abb-a168-14739acf3dda admin admin] Pushing event deleted for resources: {'Network': ['ID=e704d0a5-61bd-495a-97fb-1e4126041369,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:47.745508 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Pushing event updated for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:47.795027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:47.800927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44381329', 'description': 'tempest-secgroup-smoke-44381329 description', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:47.814299 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.814976 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.815911 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.816904 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.817420 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.818006 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.818794 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.819730 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.820290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.820677 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.821353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.821892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.822389 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:21:47.840097 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Attempting to bind port 513d3db0-3bf0-418b-9d93-6a65721ebd25 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:47.840511 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Attempting to bind port 513d3db0-3bf0-418b-9d93-6a65721ebd25 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:47.841441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Attempting to bind port 513d3db0-3bf0-418b-9d93-6a65721ebd25 on network fabda4c0-b636-4b84-9f6d-54cf68514194 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:47.850575 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:47.851282 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Checking segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:47.852003 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.852671 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Bound using segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:47.853458 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Bound port: 513d3db0-3bf0-418b-9d93-6a65721ebd25, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:47.854912 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.865733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.958745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52082) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:47.960922 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] For port 513d3db0-3bf0-418b-9d93-6a65721ebd25, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:47.965396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:47.976234 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] For port 513d3db0-3bf0-418b-9d93-6a65721ebd25, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=513d3db0-3bf0-418b-9d93-6a65721ebd25,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:47.983838 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:47.999849 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.008581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.039450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8aea185-ef17-448d-9073-03fc29c08e84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f580fdaeec1f4f468dbe5ce841efc9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788949 Aug 19 00:21:48.041319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:48.041722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.042035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.062312 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:21:48.064236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:48.073544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97cf03-8811-476d-8282-313547dd796f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.100250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.102017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8f24af3-b7fe-4e71-b911-e98491180959 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3055341 Aug 19 00:21:48.104926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.115180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:48.135861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.173335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.199081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.229554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 99311c63-c555-474a-b0d2-c763cba186a3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:48.269711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.273106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.274176 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cfa62-3df1-4fe0-ad9c-da3539b6ae08 None None] Pushing event updated for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.275385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f994677-4d3f-4acf-b391-fedeb1468dfc HTTP/1.1" status: 204 len: 168 time: 0.2323880 Aug 19 00:21:48.292236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.298115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dbd47-d858-43fc-984f-676155c1968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f994677-4d3f-4acf-b391-fedeb1468dfc,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.300431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.300939 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:21:48.326445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2d0a0942-a578-49f3-8b04-50bf60ed010e no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:21:48.345024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17efbec1-c6aa-48d3-a7f9-0a654d4dd4ad,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.372243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.372243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-996456d7-3281-4e88-94ed-20c64591b119 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2611492 Aug 19 00:21:48.372744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.376162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2d0a0942-a578-49f3-8b04-50bf60ed010e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:21:48.376776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2d0a0942-a578-49f3-8b04-50bf60ed010e not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:21:48.379691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:48.408444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 99311c63-c555-474a-b0d2-c763cba186a3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:48.408820 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.436553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.537978 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.544645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.575282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b82b199-ef5c-45d5-9a2e-8252bf89306f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.581750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.586560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.591422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:48.596727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a99493ea-c4d7-4c5a-b465-6cdca4158fa6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2254708 Aug 19 00:21:48.615362 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:47Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:21:48.631637 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.652033 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386ef94-98ab-4bcd-8fce-39041e8a70be None None] The sync data for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 is: [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:47Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:21:48.709291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.731819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.764365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41abb8f-e461-43d9-a881-2f78bab193c8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.768674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.769920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29579427-1f23-404d-a32e-0b2509b205a2 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823378 Aug 19 00:21:48.772730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.780029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:48.840268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.917370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.922488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.952627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e229a05-cb1c-4cc4-ae69-5af8d4af24ca,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:48.966333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:48.967853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cd391117-946c-4350-b46a-cffe05662f2d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940486 Aug 19 00:21:48.970773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:48.980744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:49.010029 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:21:49.016764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.100254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.105710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.133820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7e1e90-484d-472c-a2d3-ece84df363b4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:49.147712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.149079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4226eec2-a88d-4862-a832-3a93bc00dde9 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772709 Aug 19 00:21:49.151975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52122) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:49.158421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'security_group_rule': {'security_group_id': '4b97cf03-8811-476d-8282-313547dd796f', 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:49.188424 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Project 73fbc9eb5edc4a86ace33f791ef97e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:21:49.197310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.281339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.289438 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.318005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2715b7b-0daf-416b-998c-192e462cdd30,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:49.322563 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:49.325279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2af86a41-1377-465d-851f-e83cbbe2da9e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716969 Aug 19 00:21:49.562299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-45765403-42a1-4dfd-92c4-2dc3467eded5 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44381329&fields=id&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 267 time: 0.0401683 Aug 19 00:21:49.716988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-66bf6982-3841-4f00-8876-bfd5f714b045 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:49.719795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-66bf6982-3841-4f00-8876-bfd5f714b045 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/networks?id=fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 200 len: 795 time: 0.1461794 Aug 19 00:21:49.741039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-89db662b-572d-4584-9cf1-9f6eead2c230 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/quotas/73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 375 time: 0.0152431 Aug 19 00:21:49.815813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-e27b77d4-ce19-4b96-acc8-b2ce7eac2599 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665615 Aug 19 00:21:49.934090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 513d3db0-3bf0-418b-9d93-6a65721ebd25 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:49.993244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:49.998246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:49.998987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:50.116036 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:50.154970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 513d3db0-3bf0-418b-9d93-6a65721ebd25, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=513d3db0-3bf0-418b-9d93-6a65721ebd25,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:50.162331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:50.180365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-3012c0fa-7eaa-4cee-a1cf-44298d9fb36f service neutron] 10.222.0.20 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467398 Aug 19 00:21:50.234230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:50.306450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-7f8cf6fa-9399-450c-86a2-017fc0a66777 service neutron] 10.222.0.20 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188152 Aug 19 00:21:50.523974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b6673941-b37d-4074-a8fa-c60e77af396a req-19a97cb5-0541-444d-bd88-99059decc774 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 210 time: 0.0317509 Aug 19 00:21:51.626957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-842ef511-c640-4212-a10b-8cdccc68930e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:51.628454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-842ef511-c640-4212-a10b-8cdccc68930e tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/networks?id=fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 200 len: 795 time: 0.1338317 Aug 19 00:21:51.711950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81dbad4a-4858-4357-81c5-a858d4517dff req-f8261406-386e-4761-8fcc-dd2346738201 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 210 time: 0.0844145 Aug 19 00:21:51.767849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-477d08d1-e19a-44b1-a6bf-6f86d7c3bb2f tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b HTTP/1.1" status: 200 len: 378 time: 0.1171401 Aug 19 00:21:51.801539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'port': {'device_id': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'admin_state_up': True, 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'security_groups': ['4b97cf03-8811-476d-8282-313547dd796f']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:51.927807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 513d3db0-3bf0-418b-9d93-6a65721ebd25 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:21:52.007674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52236) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:52.024039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 513d3db0-3bf0-418b-9d93-6a65721ebd25 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:52.024757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.048912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Made reservation on behalf of 73fbc9eb5edc4a86ace33f791ef97e3b for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:21:52.057606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.268682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.20.0.11 (fabda4c0-b636-4b84-9f6d-54cf68514194/96278841-761d-4b4f-a911-c3a93159d5c0/47bf66c1-c7a6-4fd9-a848-06774a29846a) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:21:52.349592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bf976400-4a57-4a4d-826b-e7d860b704ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.501778 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.525981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Transition to ACTIVE for port object 47bf66c1-c7a6-4fd9-a848-06774a29846a will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:52.579195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bf976400-4a57-4a4d-826b-e7d860b704ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.586062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bf976400-4a57-4a4d-826b-e7d860b704ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.633732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.639626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bf976400-4a57-4a4d-826b-e7d860b704ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a97adec4c07490397f6ebc7f2b13773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267700 Aug 19 00:21:52.640991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:52.648134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf976400-4a57-4a4d-826b-e7d860b704ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91419691-dd66-4d2b-8e74-f0e22126bd2c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:52.687640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network fabda4c0-b636-4b84-9f6d-54cf68514194 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:21:52.690869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:21:52.694870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:21:52.707057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:52.733981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.757825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:52.758459 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.761960 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.788225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-588a83c3-8760-44e6-9f6c-c51c758b26aa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9880984 Aug 19 00:21:52.813465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Request body: {'port': {'device_id': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:21:52.838756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.841836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:52.865198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91419691-dd66-4d2b-8e74-f0e22126bd2c HTTP/1.1" status: 204 len: 168 time: 0.2090166 Aug 19 00:21:52.890442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763e7cb-91b3-4006-80bb-a49217696b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91419691-dd66-4d2b-8e74-f0e22126bd2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:52.977076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea26f3-a265-41af-a78b-5660f9ac6755 req-60d2be19-4286-48a4-a8ab-19ac6d630e57 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:52.978847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8ea26f3-a265-41af-a78b-5660f9ac6755 req-60d2be19-4286-48a4-a8ab-19ac6d630e57 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 932 time: 0.1363146 Aug 19 00:21:52.979639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.048158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8ea26f3-a265-41af-a78b-5660f9ac6755 req-d6509b50-83d7-40ac-a43e-bfb501398893 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590711 Aug 19 00:21:53.185897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8bb9fd3f-300d-4961-a44f-0e1df1d3686e None None] Provisioning for port 47bf66c1-c7a6-4fd9-a848-06774a29846a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:21:53.197146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8bb9fd3f-300d-4961-a44f-0e1df1d3686e None None] Provisioning complete for port 47bf66c1-c7a6-4fd9-a848-06774a29846a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:21:53.198738 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8bb9fd3f-300d-4961-a44f-0e1df1d3686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.272282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9fd3f-300d-4961-a44f-0e1df1d3686e None None] Port 47bf66c1-c7a6-4fd9-a848-06774a29846a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:21:53.354318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bf66c1-c7a6-4fd9-a848-06774a29846a {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:53.362608 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.376425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Transition to ACTIVE for port object 47bf66c1-c7a6-4fd9-a848-06774a29846a will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:21:53.383834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.451120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Pushing event updated for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:53.563605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Attempting to bind port 47bf66c1-c7a6-4fd9-a848-06774a29846a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:21:53.563947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Attempting to bind port 47bf66c1-c7a6-4fd9-a848-06774a29846a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:21:53.564372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Attempting to bind port 47bf66c1-c7a6-4fd9-a848-06774a29846a on network fabda4c0-b636-4b84-9f6d-54cf68514194 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:53.570692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Port 47bf66c1-c7a6-4fd9-a848-06774a29846a on network fabda4c0-b636-4b84-9f6d-54cf68514194 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:21:53.571027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Attempting to bind port 47bf66c1-c7a6-4fd9-a848-06774a29846a on network fabda4c0-b636-4b84-9f6d-54cf68514194 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:21:53.577885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:21:53.578268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Checking segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:21:53.578757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Bound using segment: {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:21:53.579171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Bound port: 47bf66c1-c7a6-4fd9-a848-06774a29846a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ebe937-d6cc-416f-aff6-4b17672885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:21:53.579537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.666890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:21:53.673919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:21:53.688348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.742675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:53.742675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:53.749216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] 10.222.0.21 "PUT /v2.0/ports/47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 200 len: 1093 time: 0.9500339 Aug 19 00:21:53.749764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:21:53.752050 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:21:53.867394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1fc51-a9b9-43c8-9853-d7c76c21a43a service neutron] Pushing event updated for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:53.885676 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94987b5f-5fda-42ef-8d84-06a5daf7e60f x-openstack-request-id: req-94987b5f-5fda-42ef-8d84-06a5daf7e60f {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:21:53.886155 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:21:53.886564 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94987b5f-5fda-42ef-8d84-06a5daf7e60f {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:21:53.887244 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'status': 'completed', 'code': 200} Aug 19 00:21:53.901356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-9b1bf38a-af0c-431d-96f8-579586c260e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:53.903704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-9b1bf38a-af0c-431d-96f8-579586c260e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1096 time: 0.0897276 Aug 19 00:21:53.968119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-d63055d6-f021-4809-a3f9-b06b4087b5b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 200 len: 217 time: 0.0494936 Aug 19 00:21:54.040077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-f0643de9-66ef-4d7c-8f55-655c76f84f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:54.042151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-f0643de9-66ef-4d7c-8f55-655c76f84f86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96278841-761d-4b4f-a911-c3a93159d5c0 HTTP/1.1" status: 200 len: 835 time: 0.0668836 Aug 19 00:21:54.107498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ece12-3740-48f7-b444-a289368c2cb3 req-36dce7bf-9c6c-4164-baf3-de2823b79012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:54.109334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-36dce7bf-9c6c-4164-baf3-de2823b79012 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fabda4c0-b636-4b84-9f6d-54cf68514194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590909 Aug 19 00:21:54.214291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-fb8c6792-4e17-4810-9121-1753e072f369 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972188 Aug 19 00:21:54.323940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4ddd-028b-470c-a534-898f2acbed77 req-9fbba315-5e27-4da2-bc3a-f14788f87da1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:54.325607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b2e4ddd-028b-470c-a534-898f2acbed77 req-9fbba315-5e27-4da2-bc3a-f14788f87da1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 944 time: 0.1103957 Aug 19 00:21:54.382258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b2e4ddd-028b-470c-a534-898f2acbed77 req-ee186800-4439-465e-982b-b7e0ac7b6a14 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490694 Aug 19 00:21:54.399297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-040ece12-3740-48f7-b444-a289368c2cb3 req-384aad8b-2fa2-45b8-b397-d68103157aec service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741140 Aug 19 00:21:54.515982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:54.535764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-60132513-01c9-4a53-8259-2e11e8d8c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:54.538172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-60132513-01c9-4a53-8259-2e11e8d8c8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1096 time: 0.0543187 Aug 19 00:21:54.655984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-edd74316-9a8a-41c6-890d-0a7d90a1bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:54.655984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-edd74316-9a8a-41c6-890d-0a7d90a1bbc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 200 len: 895 time: 0.1085248 Aug 19 00:21:54.700694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2e829e9-b5d3-4cc6-b186-e02af06f0fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:54.704357 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-b4f2caa8-f4d6-436b-ba47-6a4c9af77c17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 200 len: 217 time: 0.0410001 Aug 19 00:21:54.867609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2e829e9-b5d3-4cc6-b186-e02af06f0fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:54.872949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2e829e9-b5d3-4cc6-b186-e02af06f0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:54.925895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b2e829e9-b5d3-4cc6-b186-e02af06f0fd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdca25ce54d1404fbc62fbf0f4872e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086423 Aug 19 00:21:54.933289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:54.950052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e829e9-b5d3-4cc6-b186-e02af06f0fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12955408-0b05-4a58-8e67-a2fc01dcd65a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:55.024760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.063909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.120964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.123433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.124773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12955408-0b05-4a58-8e67-a2fc01dcd65a HTTP/1.1" status: 204 len: 168 time: 0.1899688 Aug 19 00:21:55.147364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf1321-8ddb-460a-8fa9-309e62a51d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12955408-0b05-4a58-8e67-a2fc01dcd65a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:55.216985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-289bce0b-f14e-41e4-ac7b-520087381cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:55.224335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-289bce0b-f14e-41e4-ac7b-520087381cd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96278841-761d-4b4f-a911-c3a93159d5c0 HTTP/1.1" status: 200 len: 835 time: 0.5120461 Aug 19 00:21:55.281841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-a211a987-e196-42b9-84b0-5f36027a9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:55.283364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-a211a987-e196-42b9-84b0-5f36027a9ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fabda4c0-b636-4b84-9f6d-54cf68514194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518198 Aug 19 00:21:55.399967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-c4560832-d3dc-4b6f-a71d-607ed80ff311 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089041 Aug 19 00:21:55.543594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ae4f549-46d3-4ed9-9c20-db9bde84acfa req-991fbfdb-67b6-454b-a2a8-6133af46f1a2 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335347 Aug 19 00:21:55.615456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0de3ca-f0c3-4acb-960d-337b40895798 req-dd07875d-4caf-4fc7-be71-e256a01fc7e4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:55.617759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a0de3ca-f0c3-4acb-960d-337b40895798 req-dd07875d-4caf-4fc7-be71-e256a01fc7e4 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 944 time: 0.0888803 Aug 19 00:21:55.665977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a0de3ca-f0c3-4acb-960d-337b40895798 req-02900037-ec53-4ba4-8f9e-d9b8571bd9b3 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411363 Aug 19 00:21:55.717218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52346) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:55.731508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8aa03a8-920b-4ced-9784-dbe3985bf828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.844748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8aa03a8-920b-4ced-9784-dbe3985bf828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.849785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8aa03a8-920b-4ced-9784-dbe3985bf828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.890400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8aa03a8-920b-4ced-9784-dbe3985bf828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdc4948390c3454cae2a5b755772bc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697614 Aug 19 00:21:55.890775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52350) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:55.892198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa03a8-920b-4ced-9784-dbe3985bf828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57415e-bf2b-48b7-a395-a7954403b47e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:55.942621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:55.965537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:56.018436 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:56.024500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:56.032611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d57415e-bf2b-48b7-a395-a7954403b47e HTTP/1.1" status: 204 len: 168 time: 0.1387646 Aug 19 00:21:56.041902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55a8a8-1fd6-4b95-9889-b06b90714df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57415e-bf2b-48b7-a395-a7954403b47e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:56.679126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:56.810728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224e1a-764f-4db6-8220-4e3ac90b54c6 req-7bcf319c-ded8-41c4-8ab8-19e74238a457 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:56.819284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5224e1a-764f-4db6-8220-4e3ac90b54c6 req-7bcf319c-ded8-41c4-8ab8-19e74238a457 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 944 time: 0.0756035 Aug 19 00:21:56.861496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5224e1a-764f-4db6-8220-4e3ac90b54c6 req-1c4cecc7-323d-43bf-8c88-a7a4f112cb14 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412297 Aug 19 00:21:56.971835 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:57.148155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d135c83b-5c6f-439a-8ba2-356fabb11160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.250533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d135c83b-5c6f-439a-8ba2-356fabb11160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.255396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d135c83b-5c6f-439a-8ba2-356fabb11160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.294428 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d135c83b-5c6f-439a-8ba2-356fabb11160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a83160b08fa643df906f7257f3b505de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213866 Aug 19 00:21:57.295309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135c83b-5c6f-439a-8ba2-356fabb11160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac42a720-94de-40e2-91ea-dc32e0d0d040,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:57.299336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:57.366452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.388749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.446467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.450445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:57.453130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac42a720-94de-40e2-91ea-dc32e0d0d040 HTTP/1.1" status: 204 len: 168 time: 0.1471500 Aug 19 00:21:57.476028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8445f-b7e2-4e2b-8133-fbf5e9d3ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac42a720-94de-40e2-91ea-dc32e0d0d040,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:57.849668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:57.865867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0a83-eb58-4267-8548-be4a3ebbd613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.017621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2505c84-fbcb-4fa6-a585-6248f9328634 req-32cb09ba-934d-4587-b422-39c2cdde9395 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:58.019241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2505c84-fbcb-4fa6-a585-6248f9328634 req-32cb09ba-934d-4587-b422-39c2cdde9395 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 944 time: 0.0692694 Aug 19 00:21:58.073117 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0a83-eb58-4267-8548-be4a3ebbd613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.085481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2505c84-fbcb-4fa6-a585-6248f9328634 req-9a8d212b-ec47-40dc-b367-001034b693ee tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585005 Aug 19 00:21:58.086133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0a83-eb58-4267-8548-be4a3ebbd613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.135774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ae9e0a83-eb58-4267-8548-be4a3ebbd613 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a558d730592a4e2d8fa4dda863ccdbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845516 Aug 19 00:21:58.136849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e0a83-eb58-4267-8548-be4a3ebbd613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629a7448-f168-4037-89eb-cc74180fd735,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:58.138483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52438) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:58.209047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.230733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.291009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.294126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.295635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/629a7448-f168-4037-89eb-cc74180fd735 HTTP/1.1" status: 204 len: 168 time: 0.1553583 Aug 19 00:21:58.305284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2eb99-20bc-4e02-abb9-d5570601548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a7448-f168-4037-89eb-cc74180fd735,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:58.334259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 47bf66c1-c7a6-4fd9-a848-06774a29846a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:21:58.462811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:58.485486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'port_id': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'mac_address': 'fa:16:3e:50:bd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:21:58.538497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.560746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bf66c1-c7a6-4fd9-a848-06774a29846a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:21:58.589626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:21:58.598261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:58.657627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:58.955579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52474) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:58.961919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['47bf66c1-c7a6-4fd9-a848-06774a29846a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:21:59.008846 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:21:59.250695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-004cf0bb-27b4-472b-b44c-f843af4a6fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.293380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773a202-d9e6-4dbb-b32a-18d0365c04c0 req-83d7f5f6-285b-48ff-906c-6d1db18e472c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:21:59.294884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e773a202-d9e6-4dbb-b32a-18d0365c04c0 req-83d7f5f6-285b-48ff-906c-6d1db18e472c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 945 time: 0.0910301 Aug 19 00:21:59.347808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e773a202-d9e6-4dbb-b32a-18d0365c04c0 req-4d75863a-1b8a-4080-9b20-124209e205d0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448928 Aug 19 00:21:59.413784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-004cf0bb-27b4-472b-b44c-f843af4a6fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.418556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-004cf0bb-27b4-472b-b44c-f843af4a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.460430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-004cf0bb-27b4-472b-b44c-f843af4a6fac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bed553b7293b4dea8e3996aff2df0b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019279 Aug 19 00:21:59.460430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cf0bb-27b4-472b-b44c-f843af4a6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4549953-4a1d-4acb-a48f-d156b62179e0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:21:59.462192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:21:59.526799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.553725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.617563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.621325 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:21:59.624826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4549953-4a1d-4acb-a48f-d156b62179e0 HTTP/1.1" status: 204 len: 168 time: 0.1607401 Aug 19 00:21:59.635209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b39b-848c-4fb9-ae80-10c03e911790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4549953-4a1d-4acb-a48f-d156b62179e0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:00.085497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:00.099853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b022653-671f-441a-a24d-c9d11892a49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.228143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b022653-671f-441a-a24d-c9d11892a49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.232512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b022653-671f-441a-a24d-c9d11892a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.259456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b022653-671f-441a-a24d-c9d11892a49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f88e52-4050-4577-81d9-2046f9efe906,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:00.294068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b022653-671f-441a-a24d-c9d11892a49f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb27d7baf8a8460ab9ea2e43ff0916fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073066 Aug 19 00:22:00.296429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:00.353907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 47bf66c1-c7a6-4fd9-a848-06774a29846a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:00.361484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.386750 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.430032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 47bf66c1-c7a6-4fd9-a848-06774a29846a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:00.444811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 47bf66c1-c7a6-4fd9-a848-06774a29846a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:00.446781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.457943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.460800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.461949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53f88e52-4050-4577-81d9-2046f9efe906 HTTP/1.1" status: 204 len: 168 time: 0.1642187 Aug 19 00:22:00.474550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813353e-1340-4d80-92b0-5cdde4cf2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f88e52-4050-4577-81d9-2046f9efe906,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:00.577823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bdce2-2d5d-48a7-a306-7d7aedb01443 req-aa7e49ef-04dd-4f88-83ab-cf5932919d4a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:00.589210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.591027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc5bdce2-2d5d-48a7-a306-7d7aedb01443 req-aa7e49ef-04dd-4f88-83ab-cf5932919d4a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 945 time: 0.0922306 Aug 19 00:22:00.629008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:00.629592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:22:00.632996 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2f3e14-c945-46c2-b50b-622bd3fb9d6d" -d '{"events": [{"server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "name": "network-vif-plugged", "status": "completed", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:22:00.638612 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:00.699865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:00.702678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc5bdce2-2d5d-48a7-a306-7d7aedb01443 req-37afd51b-5354-4010-854f-216e2cb5dba7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028576 Aug 19 00:22:00.705747 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155db9b-3e9a-4776-bba6-7de40c98ecc4 x-openstack-request-id: req-6155db9b-3e9a-4776-bba6-7de40c98ecc4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:22:00.706626 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "name": "network-vif-plugged", "status": "completed", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:22:00.707100 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6155db9b-3e9a-4776-bba6-7de40c98ecc4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:22:00.707688 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'code': 200} Aug 19 00:22:00.863950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7de6a-ec2a-4f74-b1f8-5670cbc4a71a req-de7058e8-36b2-4b49-8b52-9715be676473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:00.869606 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeb7de6a-ec2a-4f74-b1f8-5670cbc4a71a req-de7058e8-36b2-4b49-8b52-9715be676473 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1098 time: 0.0647097 Aug 19 00:22:00.910969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeb7de6a-ec2a-4f74-b1f8-5670cbc4a71a req-0c9ffb92-9a17-4ecb-b6a7-2044ff02d1b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338740 Aug 19 00:22:01.281750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:01.413890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88df66d3-8471-47db-93bd-d3218668cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.538731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88df66d3-8471-47db-93bd-d3218668cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.543817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88df66d3-8471-47db-93bd-d3218668cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.572363 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88df66d3-8471-47db-93bd-d3218668cddf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd249327b67a4e9eb4e10c4630dc762d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892921 Aug 19 00:22:01.575710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:01.601035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df66d3-8471-47db-93bd-d3218668cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9aa5f4-68c6-4d47-9f8c-e8683a5e1d94,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:01.643881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.668348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.723757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.727182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:01.730983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d9aa5f4-68c6-4d47-9f8c-e8683a5e1d94 HTTP/1.1" status: 204 len: 168 time: 0.1518152 Aug 19 00:22:01.739480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5e6c2-9471-46d4-845a-ed4ea420cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9aa5f4-68c6-4d47-9f8c-e8683a5e1d94,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:01.922539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c11914-4019-4971-ac16-14a53ed3ace6 req-f25ebea2-9ea9-4b11-b5fa-3a5f0cb65ab7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:01.930529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c11914-4019-4971-ac16-14a53ed3ace6 req-f25ebea2-9ea9-4b11-b5fa-3a5f0cb65ab7 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.1120412 Aug 19 00:22:01.981067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51c11914-4019-4971-ac16-14a53ed3ace6 req-d6d682b7-2112-4f87-8258-8f58fa0c5757 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494711 Aug 19 00:22:02.212323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:02.227499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26747947-bbfa-4428-a8b1-5ac3d6efe9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.356238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26747947-bbfa-4428-a8b1-5ac3d6efe9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.361706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26747947-bbfa-4428-a8b1-5ac3d6efe9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.408480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-26747947-bbfa-4428-a8b1-5ac3d6efe9ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc5b19a50b84fceac46ed1a70033d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950104 Aug 19 00:22:02.410669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26747947-bbfa-4428-a8b1-5ac3d6efe9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca469f-ba32-4743-9a98-1326b0d717db,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:02.412681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52596) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:02.468643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.492542 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.541590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.544663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:02.545822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beca469f-ba32-4743-9a98-1326b0d717db HTTP/1.1" status: 204 len: 168 time: 0.1321704 Aug 19 00:22:02.554983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ceb74-50bb-47c8-9674-21641449e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca469f-ba32-4743-9a98-1326b0d717db,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:03.130836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc098aa-06c6-48b8-ae5d-5d95a638dd04 req-41429c86-2776-48c4-bf17-5468bfc4c7cf tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:03.133879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc098aa-06c6-48b8-ae5d-5d95a638dd04 req-41429c86-2776-48c4-bf17-5468bfc4c7cf tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.0721354 Aug 19 00:22:03.194023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc098aa-06c6-48b8-ae5d-5d95a638dd04 req-22bc67a1-8e37-46f8-b2c5-1c08f9bea187 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510464 Aug 19 00:22:03.327568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa235e8-de8e-4e61-a88e-fc9eb48cc7e5 req-51b4262e-7bd1-42ca-ab53-ec46041662f6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:03.335431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9aa235e8-de8e-4e61-a88e-fc9eb48cc7e5 req-51b4262e-7bd1-42ca-ab53-ec46041662f6 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.0646882 Aug 19 00:22:03.384914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9aa235e8-de8e-4e61-a88e-fc9eb48cc7e5 req-ceccb92b-b64c-4aaa-a2ac-40c09629674b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483799 Aug 19 00:22:03.407300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52670) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:03.430925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:03.461455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd96182-58ba-4d65-9c80-3c1f83dc226b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:03.463586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8cd96182-58ba-4d65-9c80-3c1f83dc226b tempest-TestNetworkBasicOps-2082386973 tempest-TestNetworkBasicOps-2082386973-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1093 time: 0.0551810 Aug 19 00:22:03.466712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:03.471443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:03.500758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.627183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.696938 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9c9e-c1f3-4e8e-85ea-92f44cb3cb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.775151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Allocated IP 172.25.1.214 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/19856923-597c-4de8-bdf0-3ac4ded52cb7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:03.916934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9c9e-c1f3-4e8e-85ea-92f44cb3cb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.924255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9c9e-c1f3-4e8e-85ea-92f44cb3cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.964267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:03.985335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1dd9c9e-c1f3-4e8e-85ea-92f44cb3cb77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2715ca34eee84cc88651760cb888c6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502179 Aug 19 00:22:03.986046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:03.993112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9c9e-c1f3-4e8e-85ea-92f44cb3cb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61e6d7-f867-43bd-bbea-e6a58180d282,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:04.068251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:04.072923 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:04.148829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:04.180174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:04.187282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:04.198567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:04.230335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=19856923-597c-4de8-bdf0-3ac4ded52cb7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:04.292239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:04.294780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:04.295939 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e61e6d7-f867-43bd-bbea-e6a58180d282 HTTP/1.1" status: 204 len: 168 time: 0.3093061 Aug 19 00:22:04.329753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe530c6e-1114-4434-82c9-7edf362e8a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61e6d7-f867-43bd-bbea-e6a58180d282,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:04.964078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52716) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:04.982098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cc879d9-736c-4162-bd33-9d65e6f4eb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.093838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cc879d9-736c-4162-bd33-9d65e6f4eb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.099611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cc879d9-736c-4162-bd33-9d65e6f4eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.141901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc879d9-736c-4162-bd33-9d65e6f4eb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc6298a-bf82-4c36-a145-a1e12b0d7d4e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:05.161237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cc879d9-736c-4162-bd33-9d65e6f4eb44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a42eded7c228445db60207167ceda602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950254 Aug 19 00:22:05.163725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52724) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:05.246252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.255006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.270229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.329430 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.332412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.334457 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbc6298a-bf82-4c36-a145-a1e12b0d7d4e HTTP/1.1" status: 204 len: 168 time: 0.1693137 Aug 19 00:22:05.344993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfffe9-a428-42a5-8dbb-2d1af0c0b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc6298a-bf82-4c36-a145-a1e12b0d7d4e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:05.399007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.575641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.588635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.676669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event updated for resources: {'Port': ['ID=19856923-597c-4de8-bdf0-3ac4ded52cb7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:05.685869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:05.772623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52740) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:05.820161 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Floating IP 10110d7f-3bc9-4e06-b79a-24be55627bed associated. External IP: 172.25.1.214, port: 47bf66c1-c7a6-4fd9-a848-06774a29846a. Aug 19 00:22:05.928252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61612f-fc3e-4c1c-ba83-39857304b633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.049659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61612f-fc3e-4c1c-ba83-39857304b633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.057150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1a61612f-fc3e-4c1c-ba83-39857304b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.078702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router fc0d2a57-c012-4174-8975-8c46f965b4aa has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:22:06.113960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1a61612f-fc3e-4c1c-ba83-39857304b633 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f296a60238d4aceb3c376a9037e65c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401725 Aug 19 00:22:06.115386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61612f-fc3e-4c1c-ba83-39857304b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12fcb1-55e3-4217-a63d-37bc1e77b0ff,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:06.117816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52754) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:06.174285 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.206542 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.233583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:22:06.257694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Sync routers for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:22:06.271391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.271808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:06.275088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.275988 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:06.277169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:06.277876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e12fcb1-55e3-4217-a63d-37bc1e77b0ff HTTP/1.1" status: 204 len: 168 time: 0.1589265 Aug 19 00:22:06.305471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519e0d9-4b0a-4fdd-9c16-c689b83035cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12fcb1-55e3-4217-a63d-37bc1e77b0ff,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:06.321792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-83df8830-7459-46a0-b25c-256d091ba6ef tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8538680 Aug 19 00:22:06.322047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:06.322801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:22:06.325459 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59170ec9-9dba-481b-9f75-017209a1aac8" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:22:06.424781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5add09d-eb26-41af-beec-b0266d0f7d0a tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/10110d7f-3bc9-4e06-b79a-24be55627bed HTTP/1.1" status: 200 len: 992 time: 0.1007788 Aug 19 00:22:06.485697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:22:06.729679 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1817370-74fe-45bc-abb1-e7ef266594bf x-openstack-request-id: req-e1817370-74fe-45bc-abb1-e7ef266594bf {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:22:06.730093 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:22:06.730697 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1817370-74fe-45bc-abb1-e7ef266594bf {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:22:06.731126 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'status': 'completed', 'code': 200} Aug 19 00:22:06.829535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '10110d7f-3bc9-4e06-b79a-24be55627bed', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'port_id': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'mac_address': 'fa:16:3e:50:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:22:04Z', 'updated_at': '2021-08-19T00:22:04Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:06.832522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-e558cc11-c409-4ca6-a876-ce855f572d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:06.834789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-e558cc11-c409-4ca6-a876-ce855f572d7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1098 time: 0.0664053 Aug 19 00:22:06.885447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Checking router: fc0d2a57-c012-4174-8975-8c46f965b4aa for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:22:06.899988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:06.901048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:06.907446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:06.922068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e96beaf1-ad6e-4f68-90b2-1c04b7cc5ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.007336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-5a82a7cb-ae59-4c45-aecc-a4ed34c39b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:07.009184 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-5a82a7cb-ae59-4c45-aecc-a4ed34c39b9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 200 len: 895 time: 0.1665747 Aug 19 00:22:07.019849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:22:07.073347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e96beaf1-ad6e-4f68-90b2-1c04b7cc5ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.078793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e96beaf1-ad6e-4f68-90b2-1c04b7cc5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.121480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-9870bec9-8f54-452a-bef6-0fd4b963da4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 200 len: 1000 time: 0.1016386 Aug 19 00:22:07.130467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96beaf1-ad6e-4f68-90b2-1c04b7cc5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a413164-4be6-4028-ac0a-a96a0f5b73d2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:07.156762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e96beaf1-ad6e-4f68-90b2-1c04b7cc5ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=563e714a484849b9952a02a373205c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480562 Aug 19 00:22:07.159197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52812) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:07.200881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-d6e4197b-5ef1-42e0-8307-0ac9c96dce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:07.203151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-d6e4197b-5ef1-42e0-8307-0ac9c96dce6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96278841-761d-4b4f-a911-c3a93159d5c0 HTTP/1.1" status: 200 len: 835 time: 0.0713289 Aug 19 00:22:07.238557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.263607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.273674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-cdecc54e-94f3-494f-83e8-842268a2536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:07.275285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-cdecc54e-94f3-494f-83e8-842268a2536e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fabda4c0-b636-4b84-9f6d-54cf68514194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651462 Aug 19 00:22:07.316802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.321687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.323723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a413164-4be6-4028-ac0a-a96a0f5b73d2 HTTP/1.1" status: 204 len: 168 time: 0.1635942 Aug 19 00:22:07.333780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943126e-5550-4707-86cf-8d24afa51ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a413164-4be6-4028-ac0a-a96a0f5b73d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:07.404290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-77890de2-2ec0-40bb-843e-09857b1dafae service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152813 Aug 19 00:22:07.428165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:07.528816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '10110d7f-3bc9-4e06-b79a-24be55627bed', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'port_id': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'mac_address': 'fa:16:3e:50:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:22:04Z', 'updated_at': '2021-08-19T00:22:04Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:07.546433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59170ec9-9dba-481b-9f75-017209a1aac8 req-9263e144-9aa9-4d1e-ace0-4a57168028d7 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325717 Aug 19 00:22:07.565223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b385c5-7188-494d-8cd7-93367235b1c7 None None] The sync data for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 is: [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '10110d7f-3bc9-4e06-b79a-24be55627bed', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'port_id': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'mac_address': 'fa:16:3e:50:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:22:04Z', 'updated_at': '2021-08-19T00:22:04Z', 'revision_number': 0, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:22:07.588559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:07.592322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-34c81fd2-3dcb-4044-99d5-64c4dcca4696 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/10110d7f-3bc9-4e06-b79a-24be55627bed HTTP/1.1" status: 200 len: 992 time: 0.1626780 Aug 19 00:22:07.737084 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f81-b86e-4345-899e-21edb735d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.847590 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508ca45-1523-4b2b-ad25-d8c31d4808f8 None None] New status for floating IP 10110d7f-3bc9-4e06-b79a-24be55627bed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:22:07.852283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f81-b86e-4345-899e-21edb735d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.857304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f81-b86e-4345-899e-21edb735d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:07.883327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd6f81-b86e-4345-899e-21edb735d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9475a40-f845-4c3f-94fa-b6d5ffd60c9a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:07.914286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-18fd6f81-b86e-4345-899e-21edb735d656 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c22714954a7d4325942d5c0036234a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221402 Aug 19 00:22:07.914968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:07.984344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:08.010761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:08.077928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:08.083281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:08.084977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9475a40-f845-4c3f-94fa-b6d5ffd60c9a HTTP/1.1" status: 204 len: 168 time: 0.1683910 Aug 19 00:22:08.120732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e01ee-4214-4a6e-977d-25e64a9b0dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9475a40-f845-4c3f-94fa-b6d5ffd60c9a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:08.596325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52868) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:08.691562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8915ab90-32b9-40fd-9465-f144bb23230d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/10110d7f-3bc9-4e06-b79a-24be55627bed HTTP/1.1" status: 200 len: 994 time: 0.0913012 Aug 19 00:22:09.334071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:09.554756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dfae7ef-be83-4d8b-9a4e-003badc93af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.591406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:09.649553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dfae7ef-be83-4d8b-9a4e-003badc93af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.654447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dfae7ef-be83-4d8b-9a4e-003badc93af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.696266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dfae7ef-be83-4d8b-9a4e-003badc93af0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a456c0f571804a70a3aab1a75f4f3627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573451 Aug 19 00:22:09.696266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae7ef-be83-4d8b-9a4e-003badc93af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387fe22f-bfec-4e9d-9b04-a69552d2f0cc,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:09.696755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:09.701526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1480122148'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:09.746394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Made reservation on behalf of 99d430a0f889438580c68789ac99ca23 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:09.749816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.762181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.786908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.822261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.895758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.898624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.899779 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/387fe22f-bfec-4e9d-9b04-a69552d2f0cc HTTP/1.1" status: 204 len: 168 time: 0.2022262 Aug 19 00:22:09.913475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24695d-80f9-4bcd-9352-cf6b3de7259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387fe22f-bfec-4e9d-9b04-a69552d2f0cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:09.936812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.941230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.965266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:09.980286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fed118-66c8-4b47-976f-2a69d3d260d2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:09.983945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:09.984485 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Added segment a5f42dc4-cde5-48c6-9e33-848c05b5f0d3 of type vlan for network 36009671-e0b7-4b9f-8ecc-84aa2e215d93 Aug 19 00:22:10.027611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.053931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.059771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:10.060399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.114532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5214708 Aug 19 00:22:10.117611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:10.147738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc970b-56e0-4af1-8854-feb2efceb882 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Pushing event updated for resources: {'Network': ['ID=36009671-e0b7-4b9f-8ecc-84aa2e215d93,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:10.158367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 36009671-e0b7-4b9f-8ecc-84aa2e215d93 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:10.310818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'name': 'tempest-network--598672880', 'router:external': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:10.336966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:10.340144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.355037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.455333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.459867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.484247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:10.503209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d851f3b-fdae-403b-888f-92361a912ba3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:10.507691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.508134 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Added segment c58cafad-1f4a-4a44-a3b5-6c59cc7576e5 of type vlan for network a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6 Aug 19 00:22:10.555984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.589351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.590342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:10.590955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.648114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5294333 Aug 19 00:22:10.651546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:10.659977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb449f-fb11-489a-97fe-fe582bfe58d3 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:10.672451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:10.735850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.820743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.831478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:10.845278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58cafad-1f4a-4a44-a3b5-6c59cc7576e5') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:10.845587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58cafad-1f4a-4a44-a3b5-6c59cc7576e5') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:10.855007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.870028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.876127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:10.876631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:10.878647 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:10.954010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.979190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:22:10.981287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:10.987756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:10.990619 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2fe2196a-5c96-41e0-83ac-73a2c1c17a05 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a6684aa9-bc3a-4d03-9bb9-f8311d9e98e6 HTTP/1.1" status: 204 len: 168 time: 0.3365586 Aug 19 00:22:10.994052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 52978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:11.000128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:11.026324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:11.030306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.064142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:11.077886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.078422 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Added segment c8711690-bf45-46c2-9bec-9aed77e3cda1 of type vlan for network a399db85-987a-4554-ba71-74e9c6ad5902 Aug 19 00:22:11.139718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.181625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.182663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:11.183718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.261014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.2628589 Aug 19 00:22:11.261935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 52990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:11.271345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'subnet': {'network_id': 'a399db85-987a-4554-ba71-74e9c6ad5902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:11.274351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d565e-c64d-442d-935d-f6a8fefd551d tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=a399db85-987a-4554-ba71-74e9c6ad5902,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:11.284854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a399db85-987a-4554-ba71-74e9c6ad5902 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:11.336663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:11.339316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.752451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53006) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:11.783836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.objects.ports [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 00:22:11.784874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.843842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Subnet': ['ID=363769fd-561c-4657-9e48-9a3069d134d6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:11.853272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Checking segment: {'id': 'c8711690-bf45-46c2-9bec-9aed77e3cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a399db85-987a-4554-ba71-74e9c6ad5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:11.853639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Network hostable DHCP agents. Network: a399db85-987a-4554-ba71-74e9c6ad5902, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:11.872571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Network a399db85-987a-4554-ba71-74e9c6ad5902 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:11.882867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, a399db85-987a-4554-ba71-74e9c6ad5902) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:11.887121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:11.887868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.891391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03c3dcac-b328-4591-921d-5a5727c2f32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:11.891545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081f8e7-7dde-4b1a-acbe-bf697f710138 None None] Network a399db85-987a-4554-ba71-74e9c6ad5902 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:11.910745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64283874-c1dd-4153-b2ba-1131c1ec6ae1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6474066 Aug 19 00:22:11.916669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:11.918299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'floatingip': {'floating_network_id': 'a399db85-987a-4554-ba71-74e9c6ad5902'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:12.003529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03c3dcac-b328-4591-921d-5a5727c2f32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.009440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03c3dcac-b328-4591-921d-5a5727c2f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.027825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.039258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1446a-7841-43b9-8e35-9627d5807bbc None None] Network a399db85-987a-4554-ba71-74e9c6ad5902 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:12.048933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-03c3dcac-b328-4591-921d-5a5727c2f32b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6793c512516641b791e590bd17711164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952695 Aug 19 00:22:12.049522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53016) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:12.081311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3dcac-b328-4591-921d-5a5727c2f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a20e0-c452-46e6-b9cf-836e7c517ad4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:12.116787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.132623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.142565 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.204116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.209694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.211696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a2a20e0-c452-46e6-b9cf-836e7c517ad4 HTTP/1.1" status: 204 len: 168 time: 0.1567032 Aug 19 00:22:12.222662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a133-2f57-492f-8e67-c431b41f4f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a20e0-c452-46e6-b9cf-836e7c517ad4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:12.280560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Allocated IP 172.20.0.10 (a399db85-987a-4554-ba71-74e9c6ad5902/363769fd-561c-4657-9e48-9a3069d134d6/f5b04baf-c63b-4f8a-9848-5e519227d103) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:12.403625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.421521 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca333944-9a74-4dfd-a796-a8c3a3862f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.448119 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.487230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Network a399db85-987a-4554-ba71-74e9c6ad5902 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:12.494924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:12.499868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:12.525557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b04baf-c63b-4f8a-9848-5e519227d103,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:12.530891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53032) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:12.547366 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-508c6656-2d35-4675-83f4-f737b2573276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.608893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.649059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-508c6656-2d35-4675-83f4-f737b2573276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.652648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.653659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-508c6656-2d35-4675-83f4-f737b2573276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.695665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-508c6656-2d35-4675-83f4-f737b2573276 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd5f601713244f7951a6e859759ed52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636951 Aug 19 00:22:12.698194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53034) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:12.700198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6656-2d35-4675-83f4-f737b2573276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895049d-24ba-403c-b17b-4d099efc96d6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:12.776603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.811198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.867113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.870426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.871866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1895049d-24ba-403c-b17b-4d099efc96d6 HTTP/1.1" status: 204 len: 168 time: 0.1726868 Aug 19 00:22:12.872428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.884065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd688af-3d90-44ed-8a4d-3e6640fef20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895049d-24ba-403c-b17b-4d099efc96d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:12.886134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:12.982797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b04baf-c63b-4f8a-9848-5e519227d103,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:13.009238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.026025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.030678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53044) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:13.031156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-083be3bf-b72d-4996-a865-d276d6a416b1 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1165597 Aug 19 00:22:13.129342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2388eff4-eaef-42ae-954c-2bfb87296664 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=a399db85-987a-4554-ba71-74e9c6ad5902 HTTP/1.1" status: 200 len: 690 time: 0.0966730 Aug 19 00:22:13.131737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53050) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:13.228198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.346557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Deleting port f5b04baf-c63b-4f8a-9848-5e519227d103 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:13.346920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.436790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.437122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.449216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Calling delete_port for f5b04baf-c63b-4f8a-9848-5e519227d103 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:13.601770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.631456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5b04baf-c63b-4f8a-9848-5e519227d103,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:13.698837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.752061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.813727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.841069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=363769fd-561c-4657-9e48-9a3069d134d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:13.896103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.905716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a399db85-987a-4554-ba71-74e9c6ad5902']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:13.916544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8711690-bf45-46c2-9bec-9aed77e3cda1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:13.916864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8711690-bf45-46c2-9bec-9aed77e3cda1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:13.927521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.943416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.950204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:13.950601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:13.952447 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:14.011211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.017824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a399db85-987a-4554-ba71-74e9c6ad5902 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:22:14.034052 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.038758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a399db85-987a-4554-ba71-74e9c6ad5902 HTTP/1.1" status: 204 len: 168 time: 0.9034812 Aug 19 00:22:14.038758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078f17-05fd-4bba-be66-8dd69e0e18c6 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Network': ['ID=a399db85-987a-4554-ba71-74e9c6ad5902,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:14.039151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.189243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dd5c56c5-a1f5-4668-ad16-693e6961ad84 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1489151 Aug 19 00:22:14.191783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.259166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ef9f-9e4c-4b95-af73-97bf2a117d33 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.259865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ef9f-9e4c-4b95-af73-97bf2a117d33 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.260606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ef9f-9e4c-4b95-af73-97bf2a117d33 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.261233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ef9f-9e4c-4b95-af73-97bf2a117d33 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.263073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3b66ef9f-9e4c-4b95-af73-97bf2a117d33 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0702734 Aug 19 00:22:14.265906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.307269 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-d205dded-b234-468a-b4ff-69390f9c9c23 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] delete failed (client error): The resource could not be found. Aug 19 00:22:14.307269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d205dded-b234-468a-b4ff-69390f9c9c23 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/827eb93c-e96c-405c-b9b4-60cb18450205 HTTP/1.1" status: 404 len: 345 time: 0.0379891 Aug 19 00:22:14.307608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53110) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.326376 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f49db8-6f99-4941-babd-f10eb349bfc5 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 00:22:14.326937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f49db8-6f99-4941-babd-f10eb349bfc5 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:22:14.332349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-53f49db8-6f99-4941-babd-f10eb349bfc5 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a399db85-987a-4554-ba71-74e9c6ad5902 HTTP/1.1" status: 404 len: 339 time: 0.0202088 Aug 19 00:22:14.342909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53112) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.348889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'name': 'tempest-network--1223020361', 'router:external': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:14.373874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:14.376392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.400502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:14.410051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.410400 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Added segment 1100468e-e17d-48a5-ad00-aa1ce34ca1b3 of type vlan for network ffaf8311-05ff-4d28-bd75-db4277d2ad48 Aug 19 00:22:14.458737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.492934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.497521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.498390 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.573539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2269342 Aug 19 00:22:14.573805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.576210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13fd2e-f9cc-4b7b-8d7d-e77f9862dd9c tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=ffaf8311-05ff-4d28-bd75-db4277d2ad48,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:14.589176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ffaf8311-05ff-4d28-bd75-db4277d2ad48 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:14.785102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebe552-9b67-4794-a06b-a224c5f3927f tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.791474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebe552-9b67-4794-a06b-a224c5f3927f tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.797948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebe552-9b67-4794-a06b-a224c5f3927f tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.804894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebe552-9b67-4794-a06b-a224c5f3927f tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:14.806678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-44ebe552-9b67-4794-a06b-a224c5f3927f tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2318039 Aug 19 00:22:14.809355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:14.883233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.959122 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-626a83d5-8c7c-498e-8760-1826068ed809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.969205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:14.980071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffaf8311-05ff-4d28-bd75-db4277d2ad48']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:14.990979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1100468e-e17d-48a5-ad00-aa1ce34ca1b3') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:14.991286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1100468e-e17d-48a5-ad00-aa1ce34ca1b3') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:15.000149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.013985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.020702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:15.021108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:15.023040 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:15.081517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.087623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffaf8311-05ff-4d28-bd75-db4277d2ad48 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:22:15.090310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.098644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ffaf8311-05ff-4d28-bd75-db4277d2ad48 HTTP/1.1" status: 204 len: 168 time: 0.2814682 Aug 19 00:22:15.098756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53168) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.102991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ec0b-844e-4c3e-b683-a02efd0561fa tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffaf8311-05ff-4d28-bd75-db4277d2ad48,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:15.108275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'name': 'tempest-network--917666430', 'router:external': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:15.127529 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.141346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:15.144214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.185450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:15.186841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.202059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.202809 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Added segment 0b91d2a0-ffbf-4b84-ba3b-88f43afaacc1 of type vlan for network f802eb87-f41e-4e5a-8b02-3a45132946b7 Aug 19 00:22:15.280537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.288796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.334485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.335914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:15.336907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.403297 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3033237 Aug 19 00:22:15.405854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53180) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.415365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9665e-a373-4520-b670-7df2b6b7b976 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=f802eb87-f41e-4e5a-8b02-3a45132946b7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:15.433244 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f802eb87-f41e-4e5a-8b02-3a45132946b7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:15.521278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-281ba4e3-2d9f-448b-8613-8268ca897476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.564494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfaaa8c-162e-4887-9a89-25c876a25fde tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:15.569026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9cfaaa8c-162e-4887-9a89-25c876a25fde tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "GET /v2.0/networks/f802eb87-f41e-4e5a-8b02-3a45132946b7 HTTP/1.1" status: 200 len: 756 time: 0.1588013 Aug 19 00:22:15.569900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53184) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.652814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-281ba4e3-2d9f-448b-8613-8268ca897476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.659684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-281ba4e3-2d9f-448b-8613-8268ca897476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.660416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6ef4e-9183-4358-900f-9247928e6711 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:15.665172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2ae6ef4e-9183-4358-900f-9247928e6711 tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "GET /v2.0/networks/36009671-e0b7-4b9f-8ecc-84aa2e215d93 HTTP/1.1" status: 200 len: 768 time: 0.0939276 Aug 19 00:22:15.665837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53190) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.695986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-281ba4e3-2d9f-448b-8613-8268ca897476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b588307bf04b6ebe3f2493bdc880fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054749 Aug 19 00:22:15.699161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:15.724797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ba4e3-2d9f-448b-8613-8268ca897476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dfd2e8-b10b-411e-ac2c-0f39abab3314,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:15.758040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.761471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.782977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.845137 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.856342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.857757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f802eb87-f41e-4e5a-8b02-3a45132946b7']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:15.859224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.860920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7dfd2e8-b10b-411e-ac2c-0f39abab3314 HTTP/1.1" status: 204 len: 168 time: 0.1606073 Aug 19 00:22:15.870075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86858ee8-b623-42d9-8356-90afc2da5400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dfd2e8-b10b-411e-ac2c-0f39abab3314,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:15.874324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91d2a0-ffbf-4b84-ba3b-88f43afaacc1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:15.874842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91d2a0-ffbf-4b84-ba3b-88f43afaacc1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:15.885714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.905378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.912249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:15.912939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:15.914964 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:15.978894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.986088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f802eb87-f41e-4e5a-8b02-3a45132946b7 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:22:15.990058 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:15.995631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f802eb87-f41e-4e5a-8b02-3a45132946b7 HTTP/1.1" status: 204 len: 168 time: 0.3253076 Aug 19 00:22:15.996054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:16.001141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'name': 'tempest-network--1774857466'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:16.019248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af75b75-596a-44b2-b9f6-72d4dc159b60 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Network': ['ID=f802eb87-f41e-4e5a-8b02-3a45132946b7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:16.036166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Made reservation on behalf of 32bc730849444e0798ba50d3491eaa46 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:16.039207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.069981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:16.085396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.087095 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Added segment 8bef9f88-139c-4f73-95d0-a85b68d70298 of type vlan for network a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e Aug 19 00:22:16.151880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.184592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.186647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:16.188768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.235977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53208) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:16.250569 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee804df-94ff-499c-86b9-a3f45a605c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.311109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.313186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:16.338196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:16.389211 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee804df-94ff-499c-86b9-a3f45a605c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.398292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee804df-94ff-499c-86b9-a3f45a605c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.412443 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f9a7d636-8e15-44b9-b430-6f3ba20474c8 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4151580 Aug 19 00:22:16.413223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:16.429460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:16.458142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bee804df-94ff-499c-86b9-a3f45a605c30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9303a8e2ceda4ea989543a065ad33f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210400 Aug 19 00:22:16.459178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee804df-94ff-499c-86b9-a3f45a605c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597faff-fc29-4923-9bb8-3648754ac08d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:16.462504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53212) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:16.533707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.566157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.625783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.632851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.634936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1597faff-fc29-4923-9bb8-3648754ac08d HTTP/1.1" status: 204 len: 168 time: 0.1711764 Aug 19 00:22:16.644207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ad6be-d2f4-4d01-a1c6-01985fd5bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597faff-fc29-4923-9bb8-3648754ac08d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:16.647138 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.662616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.681643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Network a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e is not hosted by any dhcp agent {{(pid=94623) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:22:16.681643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:16.681987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.686501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "PUT /v2.0/networks/a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e HTTP/1.1" status: 200 len: 857 time: 0.2687345 Aug 19 00:22:16.686602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53222) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:16.744039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feef780-f3a1-4dfc-a319-69b6e510f86e tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event updated for resources: {'Network': ['ID=a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:16.773404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.872398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.883179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:16.894219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bef9f88-139c-4f73-95d0-a85b68d70298') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:16.894516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bef9f88-139c-4f73-95d0-a85b68d70298') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:16.903422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.918354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.925018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:16.925425 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:16.927992 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:16.995248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.014176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 00:22:17.017099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Pushing event deleted for resources: {'Network': ['ID=a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:17.024202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.030433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2ad55c25-c1a8-4545-afcf-2e4d10007373 tempest-ExternalNetworksTestJSON-1322169750 tempest-ExternalNetworksTestJSON-1322169750-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a26f2f4e-38d4-4c7e-ba64-bffebe2aba1e HTTP/1.1" status: 204 len: 168 time: 0.3389096 Aug 19 00:22:17.031159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:17.066108 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c21aca-fe99-4922-9b45-11b87c16c8af tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] DELETE failed (client error): The resource could not be found. Aug 19 00:22:17.066906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c21aca-fe99-4922-9b45-11b87c16c8af tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:22:17.071260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-40c21aca-fe99-4922-9b45-11b87c16c8af tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "DELETE /v2.0/subnets/363769fd-561c-4657-9e48-9a3069d134d6 HTTP/1.1" status: 404 len: 337 time: 0.0366821 Aug 19 00:22:17.071758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53238) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:17.173611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.292724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.304759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36009671-e0b7-4b9f-8ecc-84aa2e215d93']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:17.314924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f42dc4-cde5-48c6-9e33-848c05b5f0d3') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:17.315114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f42dc4-cde5-48c6-9e33-848c05b5f0d3') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:17.325070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.340234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.349494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:17.350044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:17.357028 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:17.462316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.472360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.474341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] 10.222.0.20 "DELETE /v2.0/networks/36009671-e0b7-4b9f-8ecc-84aa2e215d93 HTTP/1.1" status: 204 len: 168 time: 0.4013453 Aug 19 00:22:17.493873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80850142-cefe-4036-92cb-52beb5e77f7c tempest-ExternalNetworksTestJSON-1875969671 tempest-ExternalNetworksTestJSON-1875969671-project] Pushing event deleted for resources: {'Network': ['ID=36009671-e0b7-4b9f-8ecc-84aa2e215d93,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:17.805320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53270) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:17.823487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:17.990769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-73c679f0-6423-4446-b115-09afe6d746c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d430a0f889438580c68789ac99ca23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841505 Aug 19 00:22:17.993256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:18.057853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.091060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.179138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.182243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.185803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38fed118-66c8-4b47-976f-2a69d3d260d2 HTTP/1.1" status: 204 len: 168 time: 0.1879516 Aug 19 00:22:18.192871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d08391-7cf7-42d9-ac0d-9064aeb067fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fed118-66c8-4b47-976f-2a69d3d260d2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:18.337603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:18.563272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2e423e20-4ff1-45b9-a7e7-beedbb3ecf68 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-549905663'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:18.563736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2e423e20-4ff1-45b9-a7e7-beedbb3ecf68 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:22:18.573454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53308) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:18.614295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-463ff19e-a42f-4a0f-8677-171bf495abd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32bc730849444e0798ba50d3491eaa46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394204 Aug 19 00:22:18.616880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53310) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:18.671232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.700278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.755318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.758713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:18.760174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d851f3b-fdae-403b-888f-92361a912ba3 HTTP/1.1" status: 204 len: 168 time: 0.1421769 Aug 19 00:22:18.769171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d851f3b-fdae-403b-888f-92361a912ba3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:18.777967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.778331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.778879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.779237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.779580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.779935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.780537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.780879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.781215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.781550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.781885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:18.788776 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c1c22e-9cd6-48b1-8ddd-a57e856c5cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:19.123358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e423e20-4ff1-45b9-a7e7-beedbb3ecf68 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.124879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e423e20-4ff1-45b9-a7e7-beedbb3ecf68 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7853117 Aug 19 00:22:19.127581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53326) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.133311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dbf7f70e-4254-4635-80be-47f3dda1d26d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '34b25bbc-da10-4d7c-80cc-733bac7269c6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:19.134016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dbf7f70e-4254-4635-80be-47f3dda1d26d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:22:19.218689 n-d-771363-38 neutron-server[94622]: WARNING neutron.services.metering.metering_plugin [None req-dbf7f70e-4254-4635-80be-47f3dda1d26d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 00:22:19.594849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.688751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f70e-4254-4635-80be-47f3dda1d26d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.691035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dbf7f70e-4254-4635-80be-47f3dda1d26d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5612786 Aug 19 00:22:19.694040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53356) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.699110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2cd4deba-d052-43fe-add2-28bc803566b5 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '34b25bbc-da10-4d7c-80cc-733bac7269c6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:19.699735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2cd4deba-d052-43fe-add2-28bc803566b5 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:22:19.731489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1882561335'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:19.754001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:19.755764 n-d-771363-38 neutron-server[94622]: WARNING neutron.services.metering.metering_plugin [None req-2cd4deba-d052-43fe-add2-28bc803566b5 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 00:22:19.758846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.768633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.836836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cd4deba-d052-43fe-add2-28bc803566b5 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.838022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cd4deba-d052-43fe-add2-28bc803566b5 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1428759 Aug 19 00:22:19.841823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53358) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.852412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6e642ad1-3455-4478-b29c-5c26a69a0675 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=20ab8b68-a75d-4b55-99e6-6565f66251b7 HTTP/1.1" status: 200 len: 462 time: 0.0094628 Aug 19 00:22:19.854999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53360) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.879700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.889046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.916240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:19.929860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad6197e-b27f-411f-843d-b5b21f9136d8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:19.933289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.933648 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment 2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e of type vlan for network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac Aug 19 00:22:19.971142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-583b2ab6-6e13-4c36-b2be-1c28536b20f9 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.975584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-583b2ab6-6e13-4c36-b2be-1c28536b20f9 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/20ab8b68-a75d-4b55-99e6-6565f66251b7 HTTP/1.1" status: 204 len: 168 time: 0.1163650 Aug 19 00:22:19.975584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53366) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.990000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:19.994879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-95f7d58c-7f10-4322-8080-fe520b0aaff9 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=20ab8b68-a75d-4b55-99e6-6565f66251b7 HTTP/1.1" status: 200 len: 221 time: 0.0152569 Aug 19 00:22:19.995157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53368) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:19.999710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-24c4f85b-52b7-49aa-bae6-51b982b4464b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--719334203', 'description': 'label created by tempest'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.000613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-24c4f85b-52b7-49aa-bae6-51b982b4464b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Unknown quota resources ['metering_label']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:22:20.016224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.022025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:20.022669 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.087355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4886963 Aug 19 00:22:20.087603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.094584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'name': 'tempest-PortsTestJSON-1859508436'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.099674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c74f1-98b4-43e3-9b8d-6166277e082c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=ee53c513-d004-49f6-b8d5-f4d2cecbf2ac,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:20.112169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:20.203029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:20.208542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.227620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 276c950d-3d03-46e3-9f32-6797c47bb468 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:20.235931 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24c4f85b-52b7-49aa-bae6-51b982b4464b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.239894 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-24c4f85b-52b7-49aa-bae6-51b982b4464b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2437186 Aug 19 00:22:20.240609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53376) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.340877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7d65cca2-de5b-4672-a13e-c7aadf11bd01 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6e57d4d4-87e7-4823-a31d-a6d0208ea2a2 HTTP/1.1" status: 200 len: 467 time: 0.0990007 Aug 19 00:22:20.341575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53378) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.401470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.441118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.503348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=276c950d-3d03-46e3-9f32-6797c47bb468,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:20.521312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:20.521686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: ee53c513-d004-49f6-b8d5-f4d2cecbf2ac, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:20.527622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8754779f-4b56-472d-9cb0-69996f4518be tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.528814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8754779f-4b56-472d-9cb0-69996f4518be tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6e57d4d4-87e7-4823-a31d-a6d0208ea2a2 HTTP/1.1" status: 204 len: 168 time: 0.1862588 Aug 19 00:22:20.531933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53384) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.547536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b394007b-01e2-45d4-8728-db318b794d49 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6e57d4d4-87e7-4823-a31d-a6d0208ea2a2 HTTP/1.1" status: 200 len: 216 time: 0.0143974 Aug 19 00:22:20.548428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:20.551359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53386) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.558902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ee53c513-d004-49f6-b8d5-f4d2cecbf2ac) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:20.566286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d9a6c98c-8667-4ef1-927c-ad0f5ee963fa tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105906 Aug 19 00:22:20.567073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53388) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.567237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:20.573342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:20.574037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.576749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4e898-be30-410b-bfea-98f52a93406c None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:20.590875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-74339519-a517-4ce8-9e2e-39dc4ee9c099 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0191836 Aug 19 00:22:20.591527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.602366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7962c1e-8cfc-4007-ae05-f50ea3b22b55 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5137708 Aug 19 00:22:20.606866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53392) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.613459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-479962130'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.648076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:20.652281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.687533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:20.687788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c996dec-1b89-482b-bc66-d1fab497271c tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/34b25bbc-da10-4d7c-80cc-733bac7269c6 HTTP/1.1" status: 200 len: 472 time: 0.0918450 Aug 19 00:22:20.688042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.697837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.698387 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment bff6e5d6-6e7c-4bae-b156-ddca05ce367f of type vlan for network f8b6c970-16ee-4baa-a5b4-bfbccaa8826c Aug 19 00:22:20.705369 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db9e368d-3e0f-476e-9beb-eee8cb133a1d tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/abaa52ea-52ac-4cc7-93e0-3fd4ac5d789a HTTP/1.1" status: 200 len: 459 time: 0.0128176 Aug 19 00:22:20.705657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.749197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.777976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.786332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:20.787027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.815605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5af99106-e209-4b0c-9443-68110d632001 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:20.817306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5af99106-e209-4b0c-9443-68110d632001 tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/abaa52ea-52ac-4cc7-93e0-3fd4ac5d789a HTTP/1.1" status: 204 len: 168 time: 0.1107526 Aug 19 00:22:20.822821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.870210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2631090 Aug 19 00:22:20.877517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53406) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:20.888717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'ports': [{'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'}, {'network_id': 'f8b6c970-16ee-4baa-a5b4-bfbccaa8826c'}]} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.889440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.889926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'f8b6c970-16ee-4baa-a5b4-bfbccaa8826c'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:20.958396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa1318-fa83-4495-9e42-2e9162943a54 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=f8b6c970-16ee-4baa-a5b4-bfbccaa8826c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:20.971854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f8b6c970-16ee-4baa-a5b4-bfbccaa8826c details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:21.082664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 2} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:21.086996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5858101-d18b-4ded-af51-fa22eeccc14b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.087512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.088185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c5858101-d18b-4ded-af51-fa22eeccc14b tempest-MeteringIpV6TestJSON-736131427 tempest-MeteringIpV6TestJSON-736131427-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/34b25bbc-da10-4d7c-80cc-733bac7269c6 HTTP/1.1" status: 204 len: 168 time: 0.2642345 Aug 19 00:22:21.116454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.199219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port e2d3a37b-3263-4196-be2d-fac278eea4af yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:21.328601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.379865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:21.413210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port b970d682-f0c3-4c50-8e51-b2c9bb8034cb yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:21.503961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b91-95dc-4d06-aff7-aa498ed29499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.529798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.578437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.608692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b91-95dc-4d06-aff7-aa498ed29499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.621997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b91-95dc-4d06-aff7-aa498ed29499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.636341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:21.636341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:21.640821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:21.641650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.655436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=e2d3a37b-3263-4196-be2d-fac278eea4af,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:21.669052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5b91-95dc-4d06-aff7-aa498ed29499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e31d65-f1fe-4914-bc55-72b365fa13ae,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:21.701958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-54bb5b91-95dc-4d06-aff7-aa498ed29499 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891bcbad32674333a7fefd2b4dca9251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209710 Aug 19 00:22:21.704574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:21.716720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=b970d682-f0c3-4c50-8e51-b2c9bb8034cb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:21.729843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': 'bff6e5d6-6e7c-4bae-b156-ddca05ce367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b6c970-16ee-4baa-a5b4-bfbccaa8826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:21.730214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: f8b6c970-16ee-4baa-a5b4-bfbccaa8826c, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:21.753293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network f8b6c970-16ee-4baa-a5b4-bfbccaa8826c is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:21.761456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.766162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f8b6c970-16ee-4baa-a5b4-bfbccaa8826c) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:21.772131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:21.776939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b0981-5803-466a-ba37-229201961331 None None] Network f8b6c970-16ee-4baa-a5b4-bfbccaa8826c requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:21.783488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.793494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:21.798961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:21.799740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.819388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e77a57b-c3de-49e7-8554-221075ae0c4a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9383497 Aug 19 00:22:21.819695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53432) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:21.872726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.875307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:21.879184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2e31d65-f1fe-4914-bc55-72b365fa13ae HTTP/1.1" status: 204 len: 168 time: 0.1736093 Aug 19 00:22:21.906493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f01ac-bc81-4933-ac65-3fbbb514ccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e31d65-f1fe-4914-bc55-72b365fa13ae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:21.934559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port b970d682-f0c3-4c50-8e51-b2c9bb8034cb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:21.934911 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.006867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.021003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for b970d682-f0c3-4c50-8e51-b2c9bb8034cb owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:22.107195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.135189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=b970d682-f0c3-4c50-8e51-b2c9bb8034cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:22.142819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.145441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff4b61ce-a025-41c9-88f2-265fef946434 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/b970d682-f0c3-4c50-8e51-b2c9bb8034cb HTTP/1.1" status: 204 len: 168 time: 0.3247046 Aug 19 00:22:22.148067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53442) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.202061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53448) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.216272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97f0e45d-743a-4057-b950-184d3b8c27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.249923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c3ca6-8fbb-4369-bfe9-55611abcc87d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:22.256255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c3ca6-8fbb-4369-bfe9-55611abcc87d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:22.260621 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a30c3ca6-8fbb-4369-bfe9-55611abcc87d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1088128 Aug 19 00:22:22.261185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.385210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97f0e45d-743a-4057-b950-184d3b8c27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.389858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97f0e45d-743a-4057-b950-184d3b8c27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.418692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port e2d3a37b-3263-4196-be2d-fac278eea4af {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:22.419044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.447452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-97f0e45d-743a-4057-b950-184d3b8c27d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1e6fb1461bc4d1d9e6940db9d0ec816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442758 Aug 19 00:22:22.450267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53456) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.480054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0e45d-743a-4057-b950-184d3b8c27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339b11b-f500-4806-891d-9c3fca41943b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:22.513949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.515341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.530102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for e2d3a37b-3263-4196-be2d-fac278eea4af owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:22.538612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.588557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.592358 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.596375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f339b11b-f500-4806-891d-9c3fca41943b HTTP/1.1" status: 204 len: 168 time: 0.1424873 Aug 19 00:22:22.603317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afbfdc-304a-4731-a60b-3c7686286022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339b11b-f500-4806-891d-9c3fca41943b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:22.628212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.657890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=e2d3a37b-3263-4196-be2d-fac278eea4af,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:22.663330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:22.665358 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16f5b990-10b8-4e05-a198-5ea778bf1bcf tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/e2d3a37b-3263-4196-be2d-fac278eea4af HTTP/1.1" status: 204 len: 168 time: 0.4034150 Aug 19 00:22:22.668871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53460) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.753859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be693f-acfd-467f-b116-4f1f75169397 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:22.757290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-55be693f-acfd-467f-b116-4f1f75169397 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0874290 Aug 19 00:22:22.761225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53468) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.792044 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e40b6d-7ffd-4d22-8e66-79d49b1f59c8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:22.796525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.797106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4e40b6d-7ffd-4d22-8e66-79d49b1f59c8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/b970d682-f0c3-4c50-8e51-b2c9bb8034cb HTTP/1.1" status: 404 len: 333 time: 0.0338738 Aug 19 00:22:22.826122 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ad660a-4c7a-4fc3-9d85-99b077b64b69 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:22.827781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e1ad660a-4c7a-4fc3-9d85-99b077b64b69 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/e2d3a37b-3263-4196-be2d-fac278eea4af HTTP/1.1" status: 404 len: 333 time: 0.0300460 Aug 19 00:22:22.830904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53474) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:22.916566 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.014768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.028761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b6c970-16ee-4baa-a5b4-bfbccaa8826c']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:23.040433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff6e5d6-6e7c-4bae-b156-ddca05ce367f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:23.040743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff6e5d6-6e7c-4bae-b156-ddca05ce367f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:23.055331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.071380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.080213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:23.080786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:23.084510 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:23.148140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.156686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.158723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/f8b6c970-16ee-4baa-a5b4-bfbccaa8826c HTTP/1.1" status: 204 len: 168 time: 0.3265672 Aug 19 00:22:23.163805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:23.172020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903d006-c9b8-4ba8-af87-a220cb9182e5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=f8b6c970-16ee-4baa-a5b4-bfbccaa8826c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:23.174578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-423460978'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:23.199043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:23.204046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.230047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:23.241055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.241492 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment cc417d4a-85ad-4406-a8da-e6c4405e185a of type vlan for network 5e347b44-88c8-4e50-8df1-41c272c3c86e Aug 19 00:22:23.288379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.315496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.321907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:23.322726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.391353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2257330 Aug 19 00:22:23.394583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:23.403168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:23.405255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf90ac5-9522-4d9a-80d2-87f1491ba559 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=5e347b44-88c8-4e50-8df1-41c272c3c86e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:23.417438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:23.512101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:23.515793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.729217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.799033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=6be253a8-bc06-4a1e-90ed-04bf27e32f31,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:23.803304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': 'cc417d4a-85ad-4406-a8da-e6c4405e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:23.803679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: 5e347b44-88c8-4e50-8df1-41c272c3c86e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:23.825023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:23.835561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5e347b44-88c8-4e50-8df1-41c272c3c86e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:23.841161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:23.841984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:23.845140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58f0b3-7c3c-4725-80d3-25063720a3b1 None None] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:23.867260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:23.867821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-950543d1-9ec0-4261-923a-458743188b1d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4711556 Aug 19 00:22:23.873464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e', 'name': 'tempest-PortsTestJSON-1344832487'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:24.002228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:24.007001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.025455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-5e347b44-88c8-4e50-8df1-41c272c3c86e', 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '6be253a8-bc06-4a1e-90ed-04bf27e32f31'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:24.026562 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.028127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 4337130a-c5f5-46a9-8490-ab8287da52f8 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:24.165243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.9 (5e347b44-88c8-4e50-8df1-41c272c3c86e/6be253a8-bc06-4a1e-90ed-04bf27e32f31/4337130a-c5f5-46a9-8490-ab8287da52f8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:24.342826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.347005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53540) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.360514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 4337130a-c5f5-46a9-8490-ab8287da52f8 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:24.398182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.457140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:24.459326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-72eb1097-92f3-4ea9-b133-1eecb4227943 tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:24.460322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:24.473184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=4337130a-c5f5-46a9-8490-ab8287da52f8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:24.476287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:24.502577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Allocated IP 172.20.0.2 (5e347b44-88c8-4e50-8df1-41c272c3c86e/6be253a8-bc06-4a1e-90ed-04bf27e32f31/d173caa7-e5a8-4b59-9cac-f69a0a1cccb8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:24.519788 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-72eb1097-92f3-4ea9-b133-1eecb4227943 tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "PUT /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997 HTTP/1.1" status: 200 len: 366 time: 0.1714969 Aug 19 00:22:24.520725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53548) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.533546 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5cf81521-5292-43ce-9561-eee217d1c57b tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0121076 Aug 19 00:22:24.534119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53550) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.547271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-afd38de1-dd88-4d1b-b60e-0a591f327b2f tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997 HTTP/1.1" status: 200 len: 366 time: 0.0121193 Aug 19 00:22:24.547839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.556662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:24.557989 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.569047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b6d927a6-4a33-46c9-8296-5aafe737b685 tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997 HTTP/1.1" status: 204 len: 168 time: 0.0201049 Aug 19 00:22:24.569681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53554) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.580476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c5267429-93fe-4ba7-9c8b-17b81d6cdacb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7110393 Aug 19 00:22:24.582921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.600385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-413551fd-2b35-4b25-b585-2db2bebe54e8 tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0282617 Aug 19 00:22:24.601108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53558) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.615471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2522a750-2864-4212-aa8c-7fa15e47a3a8 tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997 HTTP/1.1" status: 200 len: 370 time: 0.0128176 Aug 19 00:22:24.616187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53560) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.624321 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d8ac2c6a-ea0d-4e28-8dcf-a075f0be457b tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997/default HTTP/1.1" status: 200 len: 370 time: 0.0069549 Aug 19 00:22:24.625230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53562) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.636226 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-fa749eb3-3dfc-4aa0-8546-031943f12e2c tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] delete failed (client error): The resource could not be found. Aug 19 00:22:24.643335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fa749eb3-3dfc-4aa0-8546-031943f12e2c tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/26b854ea971f4bcaa32f51250adc6997 HTTP/1.1" status: 404 len: 348 time: 0.0170405 Aug 19 00:22:24.672975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.683386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Transition to ACTIVE for port object d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:24.697754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 4337130a-c5f5-46a9-8490-ab8287da52f8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:24.698088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.699498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Transition to ACTIVE for port object d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:24.710166 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.766524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Pushing event updated for resources: {'Port': ['ID=d173caa7-e5a8-4b59-9cac-f69a0a1cccb8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:24.778984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:24.780146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.780146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.780537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:24.801533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:24.804062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53572) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:24.846990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.850054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:network and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.862123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.862766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 4337130a-c5f5-46a9-8490-ab8287da52f8 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:24.872363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:subnet and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.880236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.884564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Attempting to bind port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:24.885201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Attempting to bind port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cc417d4a-85ad-4406-a8da-e6c4405e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:24.885798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Attempting to bind port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 on network 5e347b44-88c8-4e50-8df1-41c272c3c86e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:24.888040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:subnetpool and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.891430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:24.892079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Checking segment: {'id': 'cc417d4a-85ad-4406-a8da-e6c4405e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:24.892740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.893353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Bound using segment: {'id': 'cc417d4a-85ad-4406-a8da-e6c4405e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:24.895181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.895766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Bound port: d173caa7-e5a8-4b59-9cac-f69a0a1cccb8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc417d4a-85ad-4406-a8da-e6c4405e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e347b44-88c8-4e50-8df1-41c272c3c86e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:24.896232 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.901575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:port and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.908692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.923503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:router and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.930900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.938500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:floatingip and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.945524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.977732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] For port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:24.983392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] For port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d173caa7-e5a8-4b59-9cac-f69a0a1cccb8,segment=NetworkSegment(cc417d4a-85ad-4406-a8da-e6c4405e185a),segment_id=cc417d4a-85ad-4406-a8da-e6c4405e185a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:24.984362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:security_group and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:24.989614 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:24.991327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:24.999194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Usage tracker for resource:security_group_rule and tenant:2ca4a633dced436ba31f3056b946d7ed is out of sync, need to count used quota {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 00:22:25.005294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.quota.resource [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94622) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 00:22:25.014052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-26aabaf5-e087-4eb8-ae4a-3cd970933ece tempest-QuotasTest-865589584 tempest-QuotasTest-865589584-project-admin] 10.222.0.20 "GET /v2.0/quotas/2ca4a633dced436ba31f3056b946d7ed/details.json HTTP/1.1" status: 200 len: 703 time: 0.2090824 Aug 19 00:22:25.024446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.055167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=4337130a-c5f5-46a9-8490-ab8287da52f8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:25.098117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb27455-558e-41cb-9ef8-90e18ca7d06f None None] Pushing event updated for resources: {'Port': ['ID=d173caa7-e5a8-4b59-9cac-f69a0a1cccb8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:25.138847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.140820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-58c4f6a5-1067-4cb3-a20f-3dea0a00963f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/4337130a-c5f5-46a9-8490-ab8287da52f8 HTTP/1.1" status: 204 len: 168 time: 0.5564342 Aug 19 00:22:25.143522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53580) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.168899 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd7a4b0-cf03-433a-afb7-b9bdfe96de5d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:22:25.169955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd7a4b0-cf03-433a-afb7-b9bdfe96de5d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:22:25.172192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7cd7a4b0-cf03-433a-afb7-b9bdfe96de5d tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/4337130a-c5f5-46a9-8490-ab8287da52f8 HTTP/1.1" status: 404 len: 333 time: 0.0270829 Aug 19 00:22:25.174841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53582) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.203404 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-9555d4f7-8fd9-45c6-85e9-0f6838cebf41 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:25.205037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9555d4f7-8fd9-45c6-85e9-0f6838cebf41 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/4337130a-c5f5-46a9-8490-ab8287da52f8 HTTP/1.1" status: 404 len: 333 time: 0.0285156 Aug 19 00:22:25.208617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.266706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 6be253a8-bc06-4a1e-90ed-04bf27e32f31 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:25.270278 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.346678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.457942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.510694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.577620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.581607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-334b9dc9-fbd2-46ce-a733-d2920aa3628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.607926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.612942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/6be253a8-bc06-4a1e-90ed-04bf27e32f31 HTTP/1.1" status: 204 len: 168 time: 0.4009123 Aug 19 00:22:25.612942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351fafe-a264-40bc-8481-bc240d34a82a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=6be253a8-bc06-4a1e-90ed-04bf27e32f31,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:25.613851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.720619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.778008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-334b9dc9-fbd2-46ce-a733-d2920aa3628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.786639 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-334b9dc9-fbd2-46ce-a733-d2920aa3628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.839130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b9dc9-fbd2-46ce-a733-d2920aa3628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c293f-7615-45e4-968e-c9d89fdc2d29,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:25.846410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53604) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:25.847826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-334b9dc9-fbd2-46ce-a733-d2920aa3628d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ad8fe4b49554b8b9116a72d2549c48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845146 Aug 19 00:22:25.849553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:25.849894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.918951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.928484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d173caa7-e5a8-4b59-9cac-f69a0a1cccb8,segment=NetworkSegment(cc417d4a-85ad-4406-a8da-e6c4405e185a),segment_id=cc417d4a-85ad-4406-a8da-e6c4405e185a)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:25.928858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:25.944661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:25.954584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.052548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.055717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.059345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9c293f-7615-45e4-968e-c9d89fdc2d29 HTTP/1.1" status: 204 len: 168 time: 0.2095244 Aug 19 00:22:26.066293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c83691-0339-40f3-b525-ab944523cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c293f-7615-45e4-968e-c9d89fdc2d29,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:26.070380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:26.076498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.106138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:22:26.106712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 00:22:26.111657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=d173caa7-e5a8-4b59-9cac-f69a0a1cccb8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:26.115627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:26.131447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Port d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 not found, will not notify nova. {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 00:22:26.202744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.219377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e347b44-88c8-4e50-8df1-41c272c3c86e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:26.236702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc417d4a-85ad-4406-a8da-e6c4405e185a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:26.237053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc417d4a-85ad-4406-a8da-e6c4405e185a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:26.248985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.265709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.273057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:26.273586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:26.277401 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:26.352361 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.359416 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.362008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/5e347b44-88c8-4e50-8df1-41c272c3c86e HTTP/1.1" status: 204 len: 168 time: 0.7471397 Aug 19 00:22:26.367365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53618) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:26.372593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-706460309'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:26.384077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e67c7-3f05-4df2-a116-ecd68afd9093 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=5e347b44-88c8-4e50-8df1-41c272c3c86e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:26.399811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:26.403587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.432858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:26.442006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.442424 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment 6775d133-ccd6-461f-9861-3d6d297e5a9f of type vlan for network ab5972bf-49cc-4677-be14-23e20ed256c4 Aug 19 00:22:26.454931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a620a881-8afc-4b59-abea-33d734dde1a7 None None] Could not find standard attr ID for object d173caa7-e5a8-4b59-9cac-f69a0a1cccb8. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:26.460716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:26.478406 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c55222-6ba7-4fd0-b336-c7db7dae7ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.490543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812c202-06dc-461a-b5e2-e4a56b1ce91b None None] DHCP port deletion for 5e347b44-88c8-4e50-8df1-41c272c3c86e request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:26.495112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.510341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4fed3-d5a2-4f73-baae-ac77eae88f8e None None] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:26.524658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4fed3-d5a2-4f73-baae-ac77eae88f8e None None] Network 5e347b44-88c8-4e50-8df1-41c272c3c86e could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 00:22:26.526726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.532793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:26.533444 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.600348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c55222-6ba7-4fd0-b336-c7db7dae7ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.603569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=ab5972bf-49cc-4677-be14-23e20ed256c4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:26.606782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c55222-6ba7-4fd0-b336-c7db7dae7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.615099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7ab4259a-3f3a-4838-8646-40423303d02c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2437522 Aug 19 00:22:26.615271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ab5972bf-49cc-4677-be14-23e20ed256c4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:26.615374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53626) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:26.621034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:26.662070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55222-6ba7-4fd0-b336-c7db7dae7ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd59375-e08f-47e4-8a30-58d3933b809e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:26.675116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e6c55222-6ba7-4fd0-b336-c7db7dae7ad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca4a633dced436ba31f3056b946d7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124469 Aug 19 00:22:26.678418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53628) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:26.723219 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.765665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.778229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:26.781921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.806561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.916385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.919170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:26.922841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccd59375-e08f-47e4-8a30-58d3933b809e HTTP/1.1" status: 204 len: 168 time: 0.2407935 Aug 19 00:22:26.960671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435c69-5859-48f3-a065-32b1de4d472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd59375-e08f-47e4-8a30-58d3933b809e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:27.037025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.104023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=650dc804-cc6b-40ff-8d9d-d5c111a187be,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:27.113077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': '6775d133-ccd6-461f-9861-3d6d297e5a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:27.113463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: ab5972bf-49cc-4677-be14-23e20ed256c4, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:27.130815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ab5972bf-49cc-4677-be14-23e20ed256c4 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:27.141601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ab5972bf-49cc-4677-be14-23e20ed256c4) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:27.146614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:27.147212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.157460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94808c3-0df1-42d9-885f-10725f3cb70a None None] Network ab5972bf-49cc-4677-be14-23e20ed256c4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:27.171682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e84503f-3f14-430c-b14b-7f50c050b09f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5552344 Aug 19 00:22:27.174119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53644) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:27.179639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-430578368'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:27.318735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:27.324313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.331656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-ab5972bf-49cc-4677-be14-23e20ed256c4', 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '650dc804-cc6b-40ff-8d9d-d5c111a187be'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:27.333408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.344640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 9837995c-e83d-4431-a055-1d5402a186ea yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:27.468138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.14 (ab5972bf-49cc-4677-be14-23e20ed256c4/650dc804-cc6b-40ff-8d9d-d5c111a187be/9837995c-e83d-4431-a055-1d5402a186ea) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:27.607801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.627509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 9837995c-e83d-4431-a055-1d5402a186ea will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:27.663388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.682771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ab5972bf-49cc-4677-be14-23e20ed256c4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:27.701284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:27.705161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:27.720350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Allocated IP 172.20.0.2 (ab5972bf-49cc-4677-be14-23e20ed256c4/650dc804-cc6b-40ff-8d9d-d5c111a187be/3da77240-eb36-41fe-91d3-9e02e3d9d9cb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:27.753598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=9837995c-e83d-4431-a055-1d5402a186ea,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:27.766337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:27.766964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.783452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-003e76c2-09ff-4c7a-bab6-4f7769de6888 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6082654 Aug 19 00:22:27.786223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:27.906017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.916567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Transition to ACTIVE for port object 3da77240-eb36-41fe-91d3-9e02e3d9d9cb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:27.941290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 9837995c-e83d-4431-a055-1d5402a186ea {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:27.942272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.942403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Transition to ACTIVE for port object 3da77240-eb36-41fe-91d3-9e02e3d9d9cb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:27.951358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:27.997419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:22:28.002017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Network ab5972bf-49cc-4677-be14-23e20ed256c4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:28.026036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:28.029816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:22:28.030384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d173caa7-e5a8-4b59-9cac-f69a0a1cccb8 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:22:28.036692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:28.038278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.051947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 9837995c-e83d-4431-a055-1d5402a186ea owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:28.053954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Pushing event updated for resources: {'Port': ['ID=3da77240-eb36-41fe-91d3-9e02e3d9d9cb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:28.104568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Attempting to bind port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:28.104959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Attempting to bind port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6775d133-ccd6-461f-9861-3d6d297e5a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:28.105386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Attempting to bind port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb on network ab5972bf-49cc-4677-be14-23e20ed256c4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:28.112415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:28.112906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Checking segment: {'id': '6775d133-ccd6-461f-9861-3d6d297e5a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:28.114530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.114949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Bound using segment: {'id': '6775d133-ccd6-461f-9861-3d6d297e5a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:28.115440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Bound port: 3da77240-eb36-41fe-91d3-9e02e3d9d9cb, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6775d133-ccd6-461f-9861-3d6d297e5a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5972bf-49cc-4677-be14-23e20ed256c4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:28.115837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.201433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] For port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:28.205435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] For port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3da77240-eb36-41fe-91d3-9e02e3d9d9cb,segment=NetworkSegment(6775d133-ccd6-461f-9861-3d6d297e5a9f),segment_id=6775d133-ccd6-461f-9861-3d6d297e5a9f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:28.210860 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.213671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.244615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=9837995c-e83d-4431-a055-1d5402a186ea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:28.258556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.258910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.259250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.259587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.259917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.260246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.260634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.260961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.261285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.261606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.261981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.262306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:22:28.300515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a805e0-05b6-4a42-99dc-681a9e51b358 None None] Pushing event updated for resources: {'Port': ['ID=3da77240-eb36-41fe-91d3-9e02e3d9d9cb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:28.328576 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.330787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-970745f1-2872-47c2-a1de-95e8ae3751b1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/9837995c-e83d-4431-a055-1d5402a186ea HTTP/1.1" status: 204 len: 168 time: 0.5427332 Aug 19 00:22:28.333798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:28.364223 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1725119e-347e-459a-8b43-be1995b07079 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:28.366146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1725119e-347e-459a-8b43-be1995b07079 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/9837995c-e83d-4431-a055-1d5402a186ea HTTP/1.1" status: 404 len: 333 time: 0.0314140 Aug 19 00:22:28.368762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:28.442855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 650dc804-cc6b-40ff-8d9d-d5c111a187be {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:28.447014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.552455 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.591199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:28.661052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.721029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.736140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1357033846', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:28.763428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=650dc804-cc6b-40ff-8d9d-d5c111a187be,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:28.769294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.771172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c6ea6e04-8573-4aac-8e93-040d25bb3588 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/650dc804-cc6b-40ff-8d9d-d5c111a187be HTTP/1.1" status: 204 len: 168 time: 0.4006763 Aug 19 00:22:28.774374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53708) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:28.793552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Made reservation on behalf of 45c4f79aea6d43dd8b61c394dc947c88 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:28.796540 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.807374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.882707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.913785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.920656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.926841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] device_id is not set on port 6f508283-7228-4179-92ae-a2abe54d681b yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:28.949301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:28.949658 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:28.980768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e41b1-5f80-496a-996c-287051e4ed32,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:29.025228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3da77240-eb36-41fe-91d3-9e02e3d9d9cb,segment=NetworkSegment(6775d133-ccd6-461f-9861-3d6d297e5a9f),segment_id=6775d133-ccd6-461f-9861-3d6d297e5a9f)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:29.025600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.041522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 3da77240-eb36-41fe-91d3-9e02e3d9d9cb owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:29.067121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Allocated IP 172.25.1.38 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/6f508283-7228-4179-92ae-a2abe54d681b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:29.143164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.171518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=3da77240-eb36-41fe-91d3-9e02e3d9d9cb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:29.181622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port 3da77240-eb36-41fe-91d3-9e02e3d9d9cb on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:29.226529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.280468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.331696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:29.335421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:29.340527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:29.343989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Pushing event updated for resources: {'Port': ['ID=6f508283-7228-4179-92ae-a2abe54d681b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:29.401753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:29.401753 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.421030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f77c42e3-e053-4c94-9c7b-648a437ebd04 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8270817 Aug 19 00:22:29.432448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:29.432448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.38'}]}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:29.460053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.461328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.502590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ae579-df7d-4058-963a-818550ed156f None None] Network ab5972bf-49cc-4677-be14-23e20ed256c4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:29.524988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8825986-37f8-48e2-8226-d0f71dafe462 None None] Could not find standard attr ID for object 3da77240-eb36-41fe-91d3-9e02e3d9d9cb. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:29.558749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.704600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.705237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fbef6-575d-4244-a5e1-c3aac85c0243 None None] DHCP port deletion for ab5972bf-49cc-4677-be14-23e20ed256c4 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:29.717465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5972bf-49cc-4677-be14-23e20ed256c4']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:29.729510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6775d133-ccd6-461f-9861-3d6d297e5a9f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:29.729756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6775d133-ccd6-461f-9861-3d6d297e5a9f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:29.743208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.761298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.773832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:29.774307 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:29.778045 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:29.848998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.854453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:29.862773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/ab5972bf-49cc-4677-be14-23e20ed256c4 HTTP/1.1" status: 204 len: 168 time: 1.0871394 Aug 19 00:22:29.863532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53726) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:29.882421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'name': 'tempest-PortsTestJSON-1894966218'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:29.906009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf79c66-fc79-4a26-afd6-d40b6890a88c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=ab5972bf-49cc-4677-be14-23e20ed256c4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:29.993930 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:29.998084 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.017949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 073a22df-e417-40bc-8b4f-398af8b18ceb yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:30.107274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.189132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.231599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.280471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:30.284104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:30.286777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:30.293785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:30.295054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.311676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.312833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=073a22df-e417-40bc-8b4f-398af8b18ceb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:30.325939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-659eb2f9-c81d-4bc9-9907-d6cceb62061e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4521909 Aug 19 00:22:30.326082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:30.337903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.416754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 073a22df-e417-40bc-8b4f-398af8b18ceb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:30.417132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.482484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.486375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.498952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 073a22df-e417-40bc-8b4f-398af8b18ceb owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:30.596625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.628279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=073a22df-e417-40bc-8b4f-398af8b18ceb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:30.635312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.640083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-645f75b1-3883-4e98-a063-427ea8b0bd84 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/073a22df-e417-40bc-8b4f-398af8b18ceb HTTP/1.1" status: 204 len: 168 time: 0.3130999 Aug 19 00:22:30.640715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53744) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:30.645734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'mac_address': 'fa:16:3e:48:30:c6', 'name': 'tempest-PortsTestJSON-1104357929'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:30.651521 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.653821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.702339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.703993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2e4eb2a-f362-4872-8050-3d761c5cf8c4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:22:30.723066 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:22:30.724289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-01d2f981-65a7-48e3-936c-95902947a61b tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3008997 Aug 19 00:22:30.727429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53746) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:30.772646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:30.881504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.898078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Deleting port 6f508283-7228-4179-92ae-a2abe54d681b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:30.898419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:30.943147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 59cdf206-debd-4d28-8417-47df40001e19 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:31.044951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.066001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Calling delete_port for 6f508283-7228-4179-92ae-a2abe54d681b owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:31.191651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.271315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.302398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.329798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:31.332774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=59cdf206-debd-4d28-8417-47df40001e19,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:31.337346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:31.341855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:31.347619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:31.348276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.410858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f508283-7228-4179-92ae-a2abe54d681b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:31.424271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ca578071-64cd-496a-b344-27b8bf037fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7825427 Aug 19 00:22:31.427327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53762) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:31.460969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.462855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-96de30e5-2871-43f6-bbc5-af7b69091ad2 tempest-RoutersAdminNegativeTest-1456391932 tempest-RoutersAdminNegativeTest-1456391932-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6f508283-7228-4179-92ae-a2abe54d681b HTTP/1.1" status: 204 len: 168 time: 0.7344666 Aug 19 00:22:31.475294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e533fc-b099-41b4-b4aa-a5bbae0a3e89 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:31.476798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58e533fc-b099-41b4-b4aa-a5bbae0a3e89 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/59cdf206-debd-4d28-8417-47df40001e19 HTTP/1.1" status: 200 len: 841 time: 0.0485642 Aug 19 00:22:31.480157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:31.583630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 59cdf206-debd-4d28-8417-47df40001e19 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:31.583996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.669776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.686430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 59cdf206-debd-4d28-8417-47df40001e19 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:31.723665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:31.771219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.805971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=59cdf206-debd-4d28-8417-47df40001e19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:31.818936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.821100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9ab8cb44-65f2-4d42-9d7b-e756c4b6bb28 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/59cdf206-debd-4d28-8417-47df40001e19 HTTP/1.1" status: 204 len: 168 time: 0.3391252 Aug 19 00:22:31.823694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53778) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:31.859925 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-184d32ff-7ac5-4539-9368-b10b432ab014 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:31.861603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-184d32ff-7ac5-4539-9368-b10b432ab014 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/59cdf206-debd-4d28-8417-47df40001e19 HTTP/1.1" status: 404 len: 333 time: 0.0369058 Aug 19 00:22:31.862604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac73d286-98d2-4dbb-900e-dc2274d1b7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:31.865941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:31.870831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'name': 'tempest-PortsTestJSON-1950737869'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:32.026547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac73d286-98d2-4dbb-900e-dc2274d1b7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.039158 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ac73d286-98d2-4dbb-900e-dc2274d1b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.069326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:32.072844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.098739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ac73d286-98d2-4dbb-900e-dc2274d1b7ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13753ee16b8e46c4b83d23f723277122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710523 Aug 19 00:22:32.098739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d286-98d2-4dbb-900e-dc2274d1b7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eb9700-0768-4061-a01d-a851cfa6a1e2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:32.099916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:32.105435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port e5d0d02a-789d-4623-ad71-6eaf9c661aa1 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:32.150344 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.174805 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.226496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.229773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.233473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9eb9700-0768-4061-a01d-a851cfa6a1e2 HTTP/1.1" status: 204 len: 168 time: 0.1310332 Aug 19 00:22:32.241064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57532119-83d0-4813-9362-6d64ade8d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eb9700-0768-4061-a01d-a851cfa6a1e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:32.302289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.339368 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.391274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:32.398953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:32.401933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:32.407655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:32.408280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.424885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=e5d0d02a-789d-4623-ad71-6eaf9c661aa1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:32.449376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:32.449613 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-accf2a4e-bc8f-4e98-a048-bc0a534c79b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5826228 Aug 19 00:22:32.455580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:32.531919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.542338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53804) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:32.588869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-90d22212-ea0f-47aa-b7fc-60b03e137ea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45c4f79aea6d43dd8b61c394dc947c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423512 Aug 19 00:22:32.589275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53806) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:32.640590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.664079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.695874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.703700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.718232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.721225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.723032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/420e41b1-5f80-496a-996c-287051e4ed32 HTTP/1.1" status: 204 len: 168 time: 0.1320536 Aug 19 00:22:32.731746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742259b-4dd3-4141-9b03-e3422339013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e41b1-5f80-496a-996c-287051e4ed32,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:32.740041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] In _notify_port_updated(), no bound segment for port e5d0d02a-789d-4623-ad71-6eaf9c661aa1 on network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:32.745687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:32.746410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.750325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/ports/e5d0d02a-789d-4623-ad71-6eaf9c661aa1 HTTP/1.1" status: 200 len: 818 time: 0.2973220 Aug 19 00:22:32.750757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:32.798618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9a9c-8ba6-4de9-834a-3280c51e82de tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=e5d0d02a-789d-4623-ad71-6eaf9c661aa1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:32.862753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port e5d0d02a-789d-4623-ad71-6eaf9c661aa1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:32.863225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.935141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:32.951384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for e5d0d02a-789d-4623-ad71-6eaf9c661aa1 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:33.038985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.084569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=e5d0d02a-789d-4623-ad71-6eaf9c661aa1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:33.093006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.096362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f5dc9ccf-a6dc-44b9-9751-3b4a4422d0e3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/e5d0d02a-789d-4623-ad71-6eaf9c661aa1 HTTP/1.1" status: 204 len: 168 time: 0.3431878 Aug 19 00:22:33.097907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.146266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed49ba7-e958-4724-b01b-d55bd80c058e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:33.147770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6ed49ba7-e958-4724-b01b-d55bd80c058e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0489392 Aug 19 00:22:33.150520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.176481 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fb9bc6-2b49-47c1-813f-17dc8ad0ee1e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:33.181589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1fb9bc6-2b49-47c1-813f-17dc8ad0ee1e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/e5d0d02a-789d-4623-ad71-6eaf9c661aa1 HTTP/1.1" status: 404 len: 333 time: 0.0266078 Aug 19 00:22:33.182108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.189337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1398172292'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:33.214115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:33.218034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.243631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:33.254749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.255243 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment 15f97d55-0e25-4af3-8c8e-798b3f8fd97b of type vlan for network f6a6bdf4-23c6-485b-88c2-d60690c698cb Aug 19 00:22:33.305735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.336976 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.343865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:33.344411 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.406003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2194319 Aug 19 00:22:33.406543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.412225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:33.466617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924eac2-176c-419a-8fad-3d24ec249cca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=f6a6bdf4-23c6-485b-88c2-d60690c698cb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:33.477961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:33.549336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:33.555440 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.560260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.677143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1879504146'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:33.698760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:33.702874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.712684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.766637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.836406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=5c8fc2c3-a444-4103-bff4-e4aa3176247e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:33.842865 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.844985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': '15f97d55-0e25-4af3-8c8e-798b3f8fd97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:33.845366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: f6a6bdf4-23c6-485b-88c2-d60690c698cb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:33.849468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.866326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:33.879678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f6a6bdf4-23c6-485b-88c2-d60690c698cb) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:33.884473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:33.885906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.886312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:33.890098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c5a2c-4df1-4bb5-a019-470405a3cd5c None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:33.901838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccbe32b-51f2-46d6-af6d-527b62cdb210,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:33.904189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf1ec81e-0bc9-4dbb-baad-65079cb7cad9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4965563 Aug 19 00:22:33.907059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53864) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:33.912790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.913260 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Added segment 4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed of type vlan for network f229ce29-b88a-42f4-a1d5-30176ebcbec8 Aug 19 00:22:33.914923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:33.962721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:33.993330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.001721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:34.002619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.030690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4666252 Aug 19 00:22:34.031630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53866) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:34.039650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'subnet': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:34.092039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f4ecf-e103-476c-9699-8d515e8b4c98 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Network': ['ID=f229ce29-b88a-42f4-a1d5-30176ebcbec8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:34.142542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:34.147289 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.208551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:34.238661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:34.242112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.313076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '5c8fc2c3-a444-4103-bff4-e4aa3176247e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:34.314990 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.315646 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c8fc2c3-a444-4103-bff4-e4aa3176247e (CIDR: 172.20.0.0/28) Aug 19 00:22:34.326477 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:22:34.327004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:22:34.355643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-edb3f6fa-260b-4201-b3f0-6b4bf6becef3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4474909 Aug 19 00:22:34.359885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:34.368274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:34.478920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.491676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Allocated IP 172.20.0.2 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/5c8fc2c3-a444-4103-bff4-e4aa3176247e/c117b687-f40d-4cfa-afb4-93be0575ea5b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:34.519052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:34.524102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.549578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Subnet': ['ID=df34574b-cc42-498f-8d21-e719586b1e69,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:34.573933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Checking segment: {'id': '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:34.574840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network hostable DHCP agents. Network: f229ce29-b88a-42f4-a1d5-30176ebcbec8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:34.594853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:34.612372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f229ce29-b88a-42f4-a1d5-30176ebcbec8) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:34.619635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:34.620331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.639971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2699ff0c-66fd-4c80-ba07-f3d877090fbc tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6071675 Aug 19 00:22:34.642656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53884) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:34.643522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176d51a-a8d2-49cb-9cae-b7cbf9153372 None None] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:34.649676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760799912'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:34.741160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.750423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Transition to ACTIVE for port object c117b687-f40d-4cfa-afb4-93be0575ea5b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:34.773404 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Transition to ACTIVE for port object c117b687-f40d-4cfa-afb4-93be0575ea5b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:34.801506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.821502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:34.826814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.849122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.850275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port 69b262c0-aa37-4068-9a6a-006e3c5c98de yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:34.869145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:34.872637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:34.875547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:34.910608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:34.910832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Pushing event updated for resources: {'Port': ['ID=c117b687-f40d-4cfa-afb4-93be0575ea5b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:34.927902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:34.929936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:34.932965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:34.933884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:34.959926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d6a4d793-c426-4dd2-bf57-16c9565ac2bb tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5957563 Aug 19 00:22:34.960276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:34.967113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'fixed_ips': [{'subnet_id': '5c8fc2c3-a444-4103-bff4-e4aa3176247e'}, {'subnet_id': '2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4'}], 'name': 'tempest-PortsTestJSON-1813180945'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:34.998089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::1ad (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/69b262c0-aa37-4068-9a6a-006e3c5c98de) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:35.012016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Attempting to bind port c117b687-f40d-4cfa-afb4-93be0575ea5b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:35.012751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Attempting to bind port c117b687-f40d-4cfa-afb4-93be0575ea5b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '15f97d55-0e25-4af3-8c8e-798b3f8fd97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:35.013860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Attempting to bind port c117b687-f40d-4cfa-afb4-93be0575ea5b on network f6a6bdf4-23c6-485b-88c2-d60690c698cb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:35.022437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:35.022816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Checking segment: {'id': '15f97d55-0e25-4af3-8c8e-798b3f8fd97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:35.023222 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.023614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Bound using segment: {'id': '15f97d55-0e25-4af3-8c8e-798b3f8fd97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:35.024094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Bound port: c117b687-f40d-4cfa-afb4-93be0575ea5b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f97d55-0e25-4af3-8c8e-798b3f8fd97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:35.024894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.037114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'tenant_id': 'cd3b1c0d95c7441aa5316b9b4e2e48c4', 'fixed_ips': [{'subnet_id': 'df34574b-cc42-498f-8d21-e719586b1e69'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:35.038230 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.134223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:35.179362 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] For port c117b687-f40d-4cfa-afb4-93be0575ea5b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:35.182796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] For port c117b687-f40d-4cfa-afb4-93be0575ea5b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c117b687-f40d-4cfa-afb4-93be0575ea5b,segment=NetworkSegment(15f97d55-0e25-4af3-8c8e-798b3f8fd97b),segment_id=15f97d55-0e25-4af3-8c8e-798b3f8fd97b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:35.190268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.222758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.242035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object 69b262c0-aa37-4068-9a6a-006e3c5c98de will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:35.245763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.261149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099717b4-72ad-4f7e-8f16-028db14a917c None None] Pushing event updated for resources: {'Port': ['ID=c117b687-f40d-4cfa-afb4-93be0575ea5b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:35.265303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 23018967-e93b-4408-92e8-711c0e91aec2 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:35.287708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.341948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:35.346156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:35.357609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:35.366918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:35.372803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Allocated IP 2001:db8::2 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/f63137d9-9edf-4d46-9a98-b282cceef0aa) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:35.377332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.405768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=69b262c0-aa37-4068-9a6a-006e3c5c98de,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:35.411954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-30bb45c5-16ef-4e0e-ba65-3c9c8d3fa494 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7676175 Aug 19 00:22:35.415370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:35.425975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-49166485', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ad', 'mac_address': 'fa:16:3e:2b:cd:a5'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:35.587093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.601829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Transition to ACTIVE for port object f63137d9-9edf-4d46-9a98-b282cceef0aa will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:35.627599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Transition to ACTIVE for port object f63137d9-9edf-4d46-9a98-b282cceef0aa will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:35.638071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.682970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:35.686555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:35.692546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:35.713276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Pushing event updated for resources: {'Port': ['ID=f63137d9-9edf-4d46-9a98-b282cceef0aa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:35.752071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:35.757719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.6 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/5c8fc2c3-a444-4103-bff4-e4aa3176247e/23018967-e93b-4408-92e8-711c0e91aec2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:35.765468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Attempting to bind port f63137d9-9edf-4d46-9a98-b282cceef0aa on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:35.765855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Attempting to bind port f63137d9-9edf-4d46-9a98-b282cceef0aa by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:35.766221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Attempting to bind port f63137d9-9edf-4d46-9a98-b282cceef0aa on network f229ce29-b88a-42f4-a1d5-30176ebcbec8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:35.771914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:35.772251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Checking segment: {'id': '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:35.772769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.773074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Bound using segment: {'id': '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:35.773544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Bound port: f63137d9-9edf-4d46-9a98-b282cceef0aa, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:35.773933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.808207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.22 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4/23018967-e93b-4408-92e8-711c0e91aec2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:35.864830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] For port f63137d9-9edf-4d46-9a98-b282cceef0aa, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:35.869170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] For port f63137d9-9edf-4d46-9a98-b282cceef0aa, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f63137d9-9edf-4d46-9a98-b282cceef0aa,segment=NetworkSegment(4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed),segment_id=4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:35.873861 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.881996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:35.961756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5c29-2097-4110-a13e-8a6096210f75 None None] Pushing event updated for resources: {'Port': ['ID=f63137d9-9edf-4d46-9a98-b282cceef0aa,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:35.966384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port e40c34cb-6c73-4d52-9044-ccba450088ce yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:36.013467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:22:36.040187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c117b687-f40d-4cfa-afb4-93be0575ea5b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:36.096320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c117b687-f40d-4cfa-afb4-93be0575ea5b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:36.195317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.216511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::346 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/e40c34cb-6c73-4d52-9044-ccba450088ce) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:36.235530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 23018967-e93b-4408-92e8-711c0e91aec2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:36.379352 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.443109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:36.453888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:36.463199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:36.470400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=23018967-e93b-4408-92e8-711c0e91aec2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:36.521372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.546107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:36.546781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.552708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object e40c34cb-6c73-4d52-9044-ccba450088ce will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:36.574424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e08cb335-3225-4e57-b76b-c2d679d09fdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6129355 Aug 19 00:22:36.577534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:36.586024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c8fc2c3-a444-4103-bff4-e4aa3176247e'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:36.624856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c5c24-cdf6-4231-b625-4512bc4d117c None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:36.667572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.703804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.733581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:36.741914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:36.749218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:36.754880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:36.755575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.766515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Provisioning for port c117b687-f40d-4cfa-afb4-93be0575ea5b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:36.769619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=e40c34cb-6c73-4d52-9044-ccba450088ce,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:36.777020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Provisioning complete for port c117b687-f40d-4cfa-afb4-93be0575ea5b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:36.777406 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.807853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1bef7fda-1439-4079-89bb-bdea0c919208 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3891854 Aug 19 00:22:36.808683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:36.927456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc97ae-2c0a-4615-af39-b01063bba10e tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:36.934229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc97ae-2c0a-4615-af39-b01063bba10e tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:36.935600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:36.941845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc97ae-2c0a-4615-af39-b01063bba10e tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:36.943588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c2cc97ae-2c0a-4615-af39-b01063bba10e tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1336145 Aug 19 00:22:36.947628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53928) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:37.052426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] For port c117b687-f40d-4cfa-afb4-93be0575ea5b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c117b687-f40d-4cfa-afb4-93be0575ea5b,segment=NetworkSegment(15f97d55-0e25-4af3-8c8e-798b3f8fd97b),segment_id=15f97d55-0e25-4af3-8c8e-798b3f8fd97b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:37.064573 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.080042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port e40c34cb-6c73-4d52-9044-ccba450088ce {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:37.080288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.134386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Delete allocated IP 172.20.0.22 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:22:37.140991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Update dhcp port {'port': {'network_id': 'f6a6bdf4-23c6-485b-88c2-d60690c698cb', 'fixed_ips': [{'subnet_id': '5c8fc2c3-a444-4103-bff4-e4aa3176247e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4'}], 'binding:host_id': 'n-d-771363-38'}, 'id': 'c117b687-f40d-4cfa-afb4-93be0575ea5b'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:22:37.183628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.197490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for e40c34cb-6c73-4d52-9044-ccba450088ce owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:37.246831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65147141-cbe4-448e-9dea-a92827ee5f8e None None] Pushing event updated for resources: {'Port': ['ID=c117b687-f40d-4cfa-afb4-93be0575ea5b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:37.256379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.286910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881c510-a1c0-409a-819e-635d4248d291 None None] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:37.324948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.339502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Ignored duplicate provisioning block setup for port 23018967-e93b-4408-92e8-711c0e91aec2 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:22:37.347305 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.402688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.428091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=23018967-e93b-4408-92e8-711c0e91aec2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:37.438996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=e40c34cb-6c73-4d52-9044-ccba450088ce,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:37.512707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] In _notify_port_updated(), no bound segment for port 23018967-e93b-4408-92e8-711c0e91aec2 on network f6a6bdf4-23c6-485b-88c2-d60690c698cb {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:37.518560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:37.519932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.521645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36e36613-a69c-4527-84b8-83763954ba1c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/ports/23018967-e93b-4408-92e8-711c0e91aec2 HTTP/1.1" status: 200 len: 919 time: 0.9400492 Aug 19 00:22:37.524262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:37.529902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c8fc2c3-a444-4103-bff4-e4aa3176247e'}, {'subnet_id': '2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:37.556961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Allocated IP 172.20.0.18 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4/c117b687-f40d-4cfa-afb4-93be0575ea5b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:37.576337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.580994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62cc92d3-be1c-404d-b5e9-a1fed13bfa3d tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/e40c34cb-6c73-4d52-9044-ccba450088ce HTTP/1.1" status: 204 len: 168 time: 0.6323586 Aug 19 00:22:37.581644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53942) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:37.605023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.609037 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-a400b7cb-f8ee-426e-b196-15639282c4c4 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] GET failed (client error): The resource could not be found. Aug 19 00:22:37.616327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:37.617275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a400b7cb-f8ee-426e-b196-15639282c4c4 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports/e40c34cb-6c73-4d52-9044-ccba450088ce HTTP/1.1" status: 404 len: 333 time: 0.0346045 Aug 19 00:22:37.624148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136387319'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:37.627705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30457386-8b51-4cbc-8aa8-6e30101c97d8 None None] Provisioning for port f63137d9-9edf-4d46-9a98-b282cceef0aa completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:37.739903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] For port c117b687-f40d-4cfa-afb4-93be0575ea5b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c117b687-f40d-4cfa-afb4-93be0575ea5b,segment=NetworkSegment(15f97d55-0e25-4af3-8c8e-798b3f8fd97b),segment_id=15f97d55-0e25-4af3-8c8e-798b3f8fd97b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:37.778018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.794917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Transition to ACTIVE for port object c117b687-f40d-4cfa-afb4-93be0575ea5b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:37.809845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.916758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:37.920320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:37.932893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4912-6dee-4150-aa00-3df2d70136bd None None] Pushing event updated for resources: {'Port': ['ID=c117b687-f40d-4cfa-afb4-93be0575ea5b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:37.952418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:38.102373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f63137d9-9edf-4d46-9a98-b282cceef0aa up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:38.187746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f63137d9-9edf-4d46-9a98-b282cceef0aa completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:38.194621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f63137d9-9edf-4d46-9a98-b282cceef0aa triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:38.195134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.290767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Provisioning complete for port f63137d9-9edf-4d46-9a98-b282cceef0aa triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:38.291155 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.337868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.411256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f63137d9-9edf-4d46-9a98-b282cceef0aa, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f63137d9-9edf-4d46-9a98-b282cceef0aa,segment=NetworkSegment(4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed),segment_id=4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:38.425852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.426674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c117b687-f40d-4cfa-afb4-93be0575ea5b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:38.526257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.577149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f63137d9-9edf-4d46-9a98-b282cceef0aa,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:38.626545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:22:38.626913 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:22:38.701758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::131 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/b4deb09a-787f-4420-b6c8-ab1a9e0c1c88) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:38.709535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.19 (f6a6bdf4-23c6-485b-88c2-d60690c698cb/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4/23018967-e93b-4408-92e8-711c0e91aec2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:38.822507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115979fc-3c63-4995-a454-ee0ef9b52367 None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:38.982018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:38.999920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.015640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Ignored duplicate provisioning block setup for port 23018967-e93b-4408-92e8-711c0e91aec2 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:22:39.028744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.029052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:39.172778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=23018967-e93b-4408-92e8-711c0e91aec2,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:39.201148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.209777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] In _notify_port_updated(), no bound segment for port 23018967-e93b-4408-92e8-711c0e91aec2 on network f6a6bdf4-23c6-485b-88c2-d60690c698cb {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:39.215128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:39.215753 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.219588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c0f131cc-0b88-4fff-a780-ad36f90cfe8b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/ports/23018967-e93b-4408-92e8-711c0e91aec2 HTTP/1.1" status: 200 len: 999 time: 1.6915200 Aug 19 00:22:39.219949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53968) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:39.240441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Provisioning for port 69b262c0-aa37-4068-9a6a-006e3c5c98de completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:39.249346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Provisioning complete for port 69b262c0-aa37-4068-9a6a-006e3c5c98de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:39.249859 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.277460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:39.281862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:39.301354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c860bac-4513-4c15-a3f6-22a200005753 None None] Port 69b262c0-aa37-4068-9a6a-006e3c5c98de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:39.301609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:39.308354 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:39.308901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.333085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7153401 Aug 19 00:22:39.334324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:39.337979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d135e5-9d94-497a-8149-460698a475d5 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=b4deb09a-787f-4420-b6c8-ab1a9e0c1c88,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:39.343133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ad', 'mac_address': 'fa:16:3e:2b:cd:a5'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:39.395308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 23018967-e93b-4408-92e8-711c0e91aec2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:39.395575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.429682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Could not find standard attr ID for object e40c34cb-6c73-4d52-9044-ccba450088ce. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:39.458681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Provisioning for port c117b687-f40d-4cfa-afb4-93be0575ea5b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:39.463578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Provisioning complete for port c117b687-f40d-4cfa-afb4-93be0575ea5b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:39.463968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.566895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.581634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Provisioning for port 23018967-e93b-4408-92e8-711c0e91aec2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:39.603289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Provisioning complete for port 23018967-e93b-4408-92e8-711c0e91aec2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:39.603289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.603792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 23018967-e93b-4408-92e8-711c0e91aec2 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:39.620557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.638294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Port 23018967-e93b-4408-92e8-711c0e91aec2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:39.649579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Provisioning complete for port 69b262c0-aa37-4068-9a6a-006e3c5c98de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:39.650233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.695577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-90c8ebad-0983-49f2-939a-2b3d505f8449 None None] Port 69b262c0-aa37-4068-9a6a-006e3c5c98de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:39.819083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-524bf08b-1d2e-4890-acb1-269e5651a863 None None] Provisioning for port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:39.823551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-524bf08b-1d2e-4890-acb1-269e5651a863 None None] Provisioning complete for port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:39.824201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-524bf08b-1d2e-4890-acb1-269e5651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:39.865903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-524bf08b-1d2e-4890-acb1-269e5651a863 None None] Port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:39.953437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f63137d9-9edf-4d46-9a98-b282cceef0aa up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:40.007686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f63137d9-9edf-4d46-9a98-b282cceef0aa triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:40.008498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.095113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c117b687-f40d-4cfa-afb4-93be0575ea5b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:40.143612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c117b687-f40d-4cfa-afb4-93be0575ea5b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:40.144027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.235943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.278576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.282274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=23018967-e93b-4408-92e8-711c0e91aec2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:40.287224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.374857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] In _notify_port_updated(), no bound segment for port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 on network f229ce29-b88a-42f4-a1d5-30176ebcbec8 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:40.381335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:40.381997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.386453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "PUT /v2.0/ports/b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 HTTP/1.1" status: 200 len: 1003 time: 1.0510242 Aug 19 00:22:40.386802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:40.392203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65776078-bc59-411f-9eb1-d666f1a56b2f tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=b4deb09a-787f-4420-b6c8-ab1a9e0c1c88,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:40.448069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.450450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f9a9843c-4799-4c0b-b770-660ae1cb9782 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/23018967-e93b-4408-92e8-711c0e91aec2 HTTP/1.1" status: 204 len: 168 time: 1.2294841 Aug 19 00:22:40.453575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 53996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:40.481773 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06881be-dc0e-42af-9ccd-095cba863a46 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:40.483368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f06881be-dc0e-42af-9ccd-095cba863a46 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/23018967-e93b-4408-92e8-711c0e91aec2 HTTP/1.1" status: 404 len: 333 time: 0.0286236 Aug 19 00:22:40.486415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 53998) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:40.558115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:40.561879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:40.562073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.562232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.598542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f079bdbf-eabf-4528-b2db-4a3fd3912f2b None None] Provisioning complete for port c117b687-f40d-4cfa-afb4-93be0575ea5b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:40.599223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f079bdbf-eabf-4528-b2db-4a3fd3912f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.647746 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.728092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.741713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f079bdbf-eabf-4528-b2db-4a3fd3912f2b None None] Could not find standard attr ID for object 23018967-e93b-4408-92e8-711c0e91aec2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:40.757865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:40.781466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.856008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.870067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-be9ed850-79fa-4a91-bc96-6875a11325e8 None None] Provisioning complete for port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:40.870688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9ed850-79fa-4a91-bc96-6875a11325e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.892163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:40.896548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.901282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-37284959-e787-4665-9e96-6ec59e44f4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4 HTTP/1.1" status: 204 len: 168 time: 0.4115825 Aug 19 00:22:40.901658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:40.945293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-be9ed850-79fa-4a91-bc96-6875a11325e8 None None] Port b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:40.966863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.972941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 5c8fc2c3-a444-4103-bff4-e4aa3176247e {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:40.976568 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:40.996528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=b4deb09a-787f-4420-b6c8-ab1a9e0c1c88,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:41.038426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.059471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6ef66a55-e999-4649-a810-953f6d37515c None None] Could not find standard attr ID for object 23018967-e93b-4408-92e8-711c0e91aec2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:41.139562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.141611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b302d10-0416-4c3b-8241-9eb44c9aeb15 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 HTTP/1.1" status: 204 len: 168 time: 0.7530148 Aug 19 00:22:41.144147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:41.167409 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.170395 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2bb473-1075-4ea1-a45f-2ea9ee5a7df8 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] GET failed (client error): The resource could not be found. Aug 19 00:22:41.172186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df2bb473-1075-4ea1-a45f-2ea9ee5a7df8 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports/b4deb09a-787f-4420-b6c8-ab1a9e0c1c88 HTTP/1.1" status: 404 len: 333 time: 0.0269942 Aug 19 00:22:41.176595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:41.182226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1130543417'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:41.236467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.275908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8fc2c3-a444-4103-bff4-e4aa3176247e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:41.283233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.289016 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-141c6830-1f50-4b77-9f79-ce169b0bc345 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/5c8fc2c3-a444-4103-bff4-e4aa3176247e HTTP/1.1" status: 204 len: 168 time: 0.3840024 Aug 19 00:22:41.289325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:41.400060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.402775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:41.405918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.433465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port d41c5a71-cc8e-4506-b346-2de85e9a08de yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:41.556531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port c117b687-f40d-4cfa-afb4-93be0575ea5b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:41.556880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.613515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::d9 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/d41c5a71-cc8e-4506-b346-2de85e9a08de) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:41.652396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port c117b687-f40d-4cfa-afb4-93be0575ea5b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c117b687-f40d-4cfa-afb4-93be0575ea5b,segment=NetworkSegment(15f97d55-0e25-4af3-8c8e-798b3f8fd97b),segment_id=15f97d55-0e25-4af3-8c8e-798b3f8fd97b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:41.652698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.677479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for c117b687-f40d-4cfa-afb4-93be0575ea5b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:41.847979 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.851932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:41.887293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object d41c5a71-cc8e-4506-b346-2de85e9a08de will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:41.890577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port c117b687-f40d-4cfa-afb4-93be0575ea5b on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:41.892215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=c117b687-f40d-4cfa-afb4-93be0575ea5b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:42.019291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.086993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.098388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:42.109649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a6bdf4-23c6-485b-88c2-d60690c698cb']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:42.112505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:42.120523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56785fd-bf9b-4fa5-a2bc-2fdb0d16e079 None None] Network f6a6bdf4-23c6-485b-88c2-d60690c698cb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:42.125804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:42.131947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:42.133418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.141637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=d41c5a71-cc8e-4506-b346-2de85e9a08de,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:42.148740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f97d55-0e25-4af3-8c8e-798b3f8fd97b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:42.149294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f97d55-0e25-4af3-8c8e-798b3f8fd97b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:42.166084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.190438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.192204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a541a94a-a223-48fd-bec5-e60a7a81499a None None] Could not find standard attr ID for object 23018967-e93b-4408-92e8-711c0e91aec2. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:42.198488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:42.198954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:42.260524 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:42.270247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.276798 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.279520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/f6a6bdf4-23c6-485b-88c2-d60690c698cb HTTP/1.1" status: 204 len: 168 time: 0.9890249 Aug 19 00:22:42.285104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54042) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.304343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e2cdf75f-e960-42ac-a738-ff6fda8c27d1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1266036 Aug 19 00:22:42.305721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c105ce1-5862-4757-a213-a858419ec7f7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=f6a6bdf4-23c6-485b-88c2-d60690c698cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:42.308182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.314430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2b:cd:a5'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:42.377927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58679c-da39-415f-9880-fbf1a65f9293 None None] DHCP port deletion for f6a6bdf4-23c6-485b-88c2-d60690c698cb request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:42.412448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f8977-aabe-434c-80a5-34c64b4bf9d7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:42.415983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-971f8977-aabe-434c-80a5-34c64b4bf9d7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1291974 Aug 19 00:22:42.420173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54048) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.432150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a368-7077-49fb-a364-90be668cee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.474467 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ea835cb-0ed4-4fa0-a32a-34db0a305745 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0491598 Aug 19 00:22:42.474663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54050) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.492723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1040741499'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:42.508189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.532546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f27f926f-74e2-420a-ad92-124ae7306900 None None] Provisioning for port d41c5a71-cc8e-4506-b346-2de85e9a08de completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:42.537411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f27f926f-74e2-420a-ad92-124ae7306900 None None] Provisioning complete for port d41c5a71-cc8e-4506-b346-2de85e9a08de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:42.538064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f27f926f-74e2-420a-ad92-124ae7306900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.538841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:42.544376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.585365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:42.591698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f27f926f-74e2-420a-ad92-124ae7306900 None None] Port d41c5a71-cc8e-4506-b346-2de85e9a08de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:42.603709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.604530 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment 7e646fac-6ef1-46f9-8cf1-da76aed0d23b of type vlan for network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 Aug 19 00:22:42.650830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.682380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.689985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:42.691048 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.725304 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.730832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.763525 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2869420 Aug 19 00:22:42.775402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffffe99-41bf-43c1-813b-65c286901bef tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=e58feb03-c6f6-4890-b2bd-9f83ecbecfe6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:42.777461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54052) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.782987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:42.789251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:42.815347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] In _notify_port_updated(), no bound segment for port d41c5a71-cc8e-4506-b346-2de85e9a08de on network f229ce29-b88a-42f4-a1d5-30176ebcbec8 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:42.821043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:42.821612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.822974 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "PUT /v2.0/ports/d41c5a71-cc8e-4506-b346-2de85e9a08de HTTP/1.1" status: 200 len: 1002 time: 0.5136297 Aug 19 00:22:42.823776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423783e7-f1d0-4ea5-9084-641ae98078fd tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=d41c5a71-cc8e-4506-b346-2de85e9a08de,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:42.827531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:42.886162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:42.889705 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:42.939919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port d41c5a71-cc8e-4506-b346-2de85e9a08de {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:42.940263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.051395 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.072088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for d41c5a71-cc8e-4506-b346-2de85e9a08de owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:43.163627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.221638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=189ccaba-ee97-42a4-9ffb-8bbc76c906d8,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:43.230637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f8c36d3e-b853-45fd-8e55-467beb7dc799 None None] Provisioning complete for port d41c5a71-cc8e-4506-b346-2de85e9a08de triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:43.231615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8c36d3e-b853-45fd-8e55-467beb7dc799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.239435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.242546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': '7e646fac-6ef1-46f9-8cf1-da76aed0d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:43.242923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: e58feb03-c6f6-4890-b2bd-9f83ecbecfe6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:43.261837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:43.273564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=d41c5a71-cc8e-4506-b346-2de85e9a08de,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:43.274279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e58feb03-c6f6-4890-b2bd-9f83ecbecfe6) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:43.279692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:43.280496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.294281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b685c13-1c15-4417-a450-ce119cd3b76f None None] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:43.297499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f8c36d3e-b853-45fd-8e55-467beb7dc799 None None] Port d41c5a71-cc8e-4506-b346-2de85e9a08de cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:43.303009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b7e51fe9-09e5-44a6-919f-0ed2db3d6d20 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5243700 Aug 19 00:22:43.306227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54058) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:43.313921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.319367 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-83c81a3a-421d-4a8f-9b45-51a983687767 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/d41c5a71-cc8e-4506-b346-2de85e9a08de HTTP/1.1" status: 204 len: 168 time: 0.4883680 Aug 19 00:22:43.319886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6', 'name': 'tempest-PortsTestJSON-941279383'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:43.321005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:43.352157 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-35758408-cbb4-42b7-9776-9c14a75adc52 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] GET failed (client error): The resource could not be found. Aug 19 00:22:43.354067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-35758408-cbb4-42b7-9776-9c14a75adc52 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports/d41c5a71-cc8e-4506-b346-2de85e9a08de HTTP/1.1" status: 404 len: 333 time: 0.0319886 Aug 19 00:22:43.359938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:43.365940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-617742618'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:43.485966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e58feb03-c6f6-4890-b2bd-9f83ecbecfe6', 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '189ccaba-ee97-42a4-9ffb-8bbc76c906d8'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:43.486841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.501256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:43.509731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.521570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:43.526161 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.540486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 352b9316-6615-4e6a-812e-62d3dcc5fc16 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:43.562941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:43.668730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Allocated IP 172.20.0.2 (e58feb03-c6f6-4890-b2bd-9f83ecbecfe6/189ccaba-ee97-42a4-9ffb-8bbc76c906d8/5dc0475c-4ced-4988-94a9-a1af44f8359b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:43.712673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::45 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/0a71cc1f-def3-4832-9fb0-e5c3003d46c3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:43.812927 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.824500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Transition to ACTIVE for port object 5dc0475c-4ced-4988-94a9-a1af44f8359b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:43.840572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Transition to ACTIVE for port object 5dc0475c-4ced-4988-94a9-a1af44f8359b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:43.847324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.875141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.893091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:43.896698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:43.899114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:43.910064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Pushing event updated for resources: {'Port': ['ID=5dc0475c-4ced-4988-94a9-a1af44f8359b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:43.923541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.5 (e58feb03-c6f6-4890-b2bd-9f83ecbecfe6/189ccaba-ee97-42a4-9ffb-8bbc76c906d8/352b9316-6615-4e6a-812e-62d3dcc5fc16) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:43.926825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:43.967420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Attempting to bind port 5dc0475c-4ced-4988-94a9-a1af44f8359b on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:43.968369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Attempting to bind port 5dc0475c-4ced-4988-94a9-a1af44f8359b by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7e646fac-6ef1-46f9-8cf1-da76aed0d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:43.969122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Attempting to bind port 5dc0475c-4ced-4988-94a9-a1af44f8359b on network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:43.976408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.977047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:43.977550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Checking segment: {'id': '7e646fac-6ef1-46f9-8cf1-da76aed0d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:43.978052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.978988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Bound using segment: {'id': '7e646fac-6ef1-46f9-8cf1-da76aed0d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:43.979526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Bound port: 5dc0475c-4ced-4988-94a9-a1af44f8359b, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e646fac-6ef1-46f9-8cf1-da76aed0d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:43.979928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:43.995263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c117b687-f40d-4cfa-afb4-93be0575ea5b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:22:44.032248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:44.033700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c117b687-f40d-4cfa-afb4-93be0575ea5b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:22:44.034189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c117b687-f40d-4cfa-afb4-93be0575ea5b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:22:44.036689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:44.043554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:44.051610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:44.052430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.066355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=0a71cc1f-def3-4832-9fb0-e5c3003d46c3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:44.079674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54066) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:44.080787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-02e2dad8-c280-4755-8946-ba025e6e4448 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7194898 Aug 19 00:22:44.085763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'network_id': 'f229ce29-b88a-42f4-a1d5-30176ebcbec8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1845084430'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:44.104802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] For port 5dc0475c-4ced-4988-94a9-a1af44f8359b, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:44.109493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] For port 5dc0475c-4ced-4988-94a9-a1af44f8359b, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5dc0475c-4ced-4988-94a9-a1af44f8359b,segment=NetworkSegment(7e646fac-6ef1-46f9-8cf1-da76aed0d23b),segment_id=7e646fac-6ef1-46f9-8cf1-da76aed0d23b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:44.114980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.185523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83993c5-1f37-44ac-93d0-8fd48e536ed9 None None] Pushing event updated for resources: {'Port': ['ID=5dc0475c-4ced-4988-94a9-a1af44f8359b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:44.256471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.280196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 352b9316-6615-4e6a-812e-62d3dcc5fc16 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:44.296621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Made reservation on behalf of cd3b1c0d95c7441aa5316b9b4e2e48c4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:44.300169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.348544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] device_id is not set on port f47f675f-1e2e-4fcf-a432-f0b84b278c0c yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:44.359059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.441596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-38b05b5f-d324-430b-bc0c-9a32c34b33a1 None None] Provisioning for port 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:44.451684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-38b05b5f-d324-430b-bc0c-9a32c34b33a1 None None] Provisioning complete for port 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:44.452324 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38b05b5f-d324-430b-bc0c-9a32c34b33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.452808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:44.477511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:44.481256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:44.496534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-38b05b5f-d324-430b-bc0c-9a32c34b33a1 None None] Port 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:44.544697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=352b9316-6615-4e6a-812e-62d3dcc5fc16,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:44.593312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:44.594010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.623496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Allocated IP 2001:db8::186 (f229ce29-b88a-42f4-a1d5-30176ebcbec8/df34574b-cc42-498f-8d21-e719586b1e69/f47f675f-1e2e-4fcf-a432-f0b84b278c0c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:44.626192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dc720e8-5d1b-44e6-8361-ecb23e7dcaaa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3189800 Aug 19 00:22:44.629115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:44.634136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'e58feb03-c6f6-4890-b2bd-9f83ecbecfe6', 'name': 'tempest-PortsTestJSON-339039436'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:44.757146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:44.761130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.780207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 5bdb9654-ad8e-4f12-ab29-fde538f5a470 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:44.782596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.803780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Transition to ACTIVE for port object f47f675f-1e2e-4fcf-a432-f0b84b278c0c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:44.840256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.893326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:44.896798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:44.900704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:44.906412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:44.907052 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:44.916026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=f47f675f-1e2e-4fcf-a432-f0b84b278c0c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:44.926972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.13 (e58feb03-c6f6-4890-b2bd-9f83ecbecfe6/189ccaba-ee97-42a4-9ffb-8bbc76c906d8/5bdb9654-ad8e-4f12-ab29-fde538f5a470) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:44.932098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-768b3467-a62e-44df-a2ac-67484f641122 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8510900 Aug 19 00:22:44.934196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54072) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:44.940119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ad', 'mac_address': 'fa:16:3e:2b:cd:a5'}, {'ip_address': '2001:db8::45', 'mac_address': 'fa:16:3e:4b:75:3a'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:44.963191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f7158c7-650b-49a1-abba-a1e394e41f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.134376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.146283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.154380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 5bdb9654-ad8e-4f12-ab29-fde538f5a470 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:45.188288 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.196096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.220882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.297296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:45.302204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:45.313265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:45.317703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=5bdb9654-ad8e-4f12-ab29-fde538f5a470,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:45.349056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d69aa396-fd6b-4a84-a78f-2b57ce5d8007 None None] Provisioning for port f47f675f-1e2e-4fcf-a432-f0b84b278c0c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:45.354585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d69aa396-fd6b-4a84-a78f-2b57ce5d8007 None None] Provisioning complete for port f47f675f-1e2e-4fcf-a432-f0b84b278c0c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:45.355308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d69aa396-fd6b-4a84-a78f-2b57ce5d8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.377027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:45.377700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.405720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-874e8a95-afcb-419a-9fe7-cb2e5fa27a40 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7729175 Aug 19 00:22:45.406254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:45.406652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d69aa396-fd6b-4a84-a78f-2b57ce5d8007 None None] Port f47f675f-1e2e-4fcf-a432-f0b84b278c0c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:45.435015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba7439-006d-47e6-a62b-6cd09ea74c24 None None] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:45.491123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.496743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.533671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53f1c5-fd5a-4ae7-971a-1a71d431aba3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:45.535589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a53f1c5-fd5a-4ae7-971a-1a71d431aba3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1282341 Aug 19 00:22:45.538310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] In _notify_port_updated(), no bound segment for port f47f675f-1e2e-4fcf-a432-f0b84b278c0c on network f229ce29-b88a-42f4-a1d5-30176ebcbec8 {{(pid=94622) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:22:45.543814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:45.544491 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.548265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "PUT /v2.0/ports/f47f675f-1e2e-4fcf-a432-f0b84b278c0c HTTP/1.1" status: 200 len: 1067 time: 0.6106653 Aug 19 00:22:45.548788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54078) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:45.549123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54080) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:45.583910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b65ac1-99b2-43ad-ad2d-925896f559e0 None None] Provisioning for port 5dc0475c-4ced-4988-94a9-a1af44f8359b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:45.625798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec142e6-298c-4f24-88be-3142f8587a55 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event updated for resources: {'Port': ['ID=f47f675f-1e2e-4fcf-a432-f0b84b278c0c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:45.737132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port f47f675f-1e2e-4fcf-a432-f0b84b278c0c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:45.738093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.797241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 5bdb9654-ad8e-4f12-ab29-fde538f5a470 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:45.797588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.891148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.920904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for f47f675f-1e2e-4fcf-a432-f0b84b278c0c owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:45.924917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4dccf8de-2db6-4cae-b449-9d624e9e2b20 None None] Provisioning complete for port f47f675f-1e2e-4fcf-a432-f0b84b278c0c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:45.925304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4dccf8de-2db6-4cae-b449-9d624e9e2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.932969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:45.953872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 5bdb9654-ad8e-4f12-ab29-fde538f5a470 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:46.021132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4dccf8de-2db6-4cae-b449-9d624e9e2b20 None None] Port f47f675f-1e2e-4fcf-a432-f0b84b278c0c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:46.049994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5dc0475c-4ced-4988-94a9-a1af44f8359b up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:46.122214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 5dc0475c-4ced-4988-94a9-a1af44f8359b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:46.128831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 5dc0475c-4ced-4988-94a9-a1af44f8359b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:46.129610 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.175297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.214524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=f47f675f-1e2e-4fcf-a432-f0b84b278c0c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:46.218030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Provisioning for port 5bdb9654-ad8e-4f12-ab29-fde538f5a470 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:46.224322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.237046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Provisioning complete for port 5bdb9654-ad8e-4f12-ab29-fde538f5a470 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:46.237596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.269822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.272636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=5bdb9654-ad8e-4f12-ab29-fde538f5a470,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:46.273415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Port 5bdb9654-ad8e-4f12-ab29-fde538f5a470 was deleted so its status cannot be updated. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 00:22:46.336564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.343728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Provisioning complete for port 5dc0475c-4ced-4988-94a9-a1af44f8359b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:46.344226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.395380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 5dc0475c-4ced-4988-94a9-a1af44f8359b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5dc0475c-4ced-4988-94a9-a1af44f8359b,segment=NetworkSegment(7e646fac-6ef1-46f9-8cf1-da76aed0d23b),segment_id=7e646fac-6ef1-46f9-8cf1-da76aed0d23b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:46.406134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.406574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.409106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb6fcc42-da92-422b-afcb-4aca3e081c73 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/5bdb9654-ad8e-4f12-ab29-fde538f5a470 HTTP/1.1" status: 204 len: 168 time: 0.8585176 Aug 19 00:22:46.411568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:46.452157 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab31054-e04f-4de6-976c-946cc5f91dc4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:46.457058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4ab31054-e04f-4de6-976c-946cc5f91dc4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/5bdb9654-ad8e-4f12-ab29-fde538f5a470 HTTP/1.1" status: 404 len: 333 time: 0.0412471 Aug 19 00:22:46.457276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:46.489601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=5dc0475c-4ced-4988-94a9-a1af44f8359b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:46.490124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.492281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0c58be5-d0bd-47be-a66a-9620694b624b tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/f47f675f-1e2e-4fcf-a432-f0b84b278c0c HTTP/1.1" status: 204 len: 168 time: 0.9410832 Aug 19 00:22:46.495509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:46.531061 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc00d0a-7449-4906-a5a7-09225f0c9911 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] GET failed (client error): The resource could not be found. Aug 19 00:22:46.532821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-efc00d0a-7449-4906-a5a7-09225f0c9911 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports/f47f675f-1e2e-4fcf-a432-f0b84b278c0c HTTP/1.1" status: 404 len: 333 time: 0.0362358 Aug 19 00:22:46.537974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54090) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:46.594002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Provisioning for port 352b9316-6615-4e6a-812e-62d3dcc5fc16 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:46.598737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Provisioning complete for port 352b9316-6615-4e6a-812e-62d3dcc5fc16 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:46.599120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.649282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 352b9316-6615-4e6a-812e-62d3dcc5fc16 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:46.649667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.665475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c8a14dee-d6d6-4780-af4c-1d1b4b34318e None None] Port 352b9316-6615-4e6a-812e-62d3dcc5fc16 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:46.690302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:46.691223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.759801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.778830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 352b9316-6615-4e6a-812e-62d3dcc5fc16 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:46.782469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecc547b4-5ca1-4948-8eb9-486e29017452 None None] Could not find standard attr ID for object 5bdb9654-ad8e-4f12-ab29-fde538f5a470. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:46.794359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.810149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ecc547b4-5ca1-4948-8eb9-486e29017452 None None] Provisioning complete for port 352b9316-6615-4e6a-812e-62d3dcc5fc16 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:46.810752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ecc547b4-5ca1-4948-8eb9-486e29017452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.814491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for 0a71cc1f-def3-4832-9fb0-e5c3003d46c3 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:46.850789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ecc547b4-5ca1-4948-8eb9-486e29017452 None None] Port 352b9316-6615-4e6a-812e-62d3dcc5fc16 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:46.961917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:46.998568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=352b9316-6615-4e6a-812e-62d3dcc5fc16,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:47.078951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.085224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-070eddde-fbdf-49b2-9dbb-9f6e6edd1cda tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/352b9316-6615-4e6a-812e-62d3dcc5fc16 HTTP/1.1" status: 204 len: 168 time: 0.6268604 Aug 19 00:22:47.086228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.114457 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aeebe3-853e-401b-adb6-71d9ae1cbf4f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:47.119788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-61aeebe3-853e-401b-adb6-71d9ae1cbf4f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/352b9316-6615-4e6a-812e-62d3dcc5fc16 HTTP/1.1" status: 404 len: 333 time: 0.0324016 Aug 19 00:22:47.120784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.183084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 189ccaba-ee97-42a4-9ffb-8bbc76c906d8 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:47.187302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.244226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.278190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.312371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=0a71cc1f-def3-4832-9fb0-e5c3003d46c3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:47.339526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.362234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.364405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f7e95708-5fc3-4bbd-9170-c799eaa506df tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/0a71cc1f-def3-4832-9fb0-e5c3003d46c3 HTTP/1.1" status: 204 len: 168 time: 0.8252156 Aug 19 00:22:47.367111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54098) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.400459 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0941304-9936-4f29-a671-f0a5624e3856 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] GET failed (client error): The resource could not be found. Aug 19 00:22:47.402364 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d0941304-9936-4f29-a671-f0a5624e3856 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "GET /v2.0/ports/0a71cc1f-def3-4832-9fb0-e5c3003d46c3 HTTP/1.1" status: 404 len: 333 time: 0.0340204 Aug 19 00:22:47.405717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.429812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.458061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=189ccaba-ee97-42a4-9ffb-8bbc76c906d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:47.465814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.467896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d642616c-ae7e-412a-a7a3-598653de6c3f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/189ccaba-ee97-42a4-9ffb-8bbc76c906d8 HTTP/1.1" status: 204 len: 168 time: 0.3457947 Aug 19 00:22:47.475481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.477899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2a7a7-6542-43cd-b82e-dd8fc527a278 None None] Network e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:47.535003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port 69b262c0-aa37-4068-9a6a-006e3c5c98de {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:47.535603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.573928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.641787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.663718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for 69b262c0-aa37-4068-9a6a-006e3c5c98de owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:47.715129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 5dc0475c-4ced-4988-94a9-a1af44f8359b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:47.715697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.732608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190db941-b461-4108-9e85-32db62588f2b None None] DHCP port deletion for e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:47.823197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port 5dc0475c-4ced-4988-94a9-a1af44f8359b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5dc0475c-4ced-4988-94a9-a1af44f8359b,segment=NetworkSegment(7e646fac-6ef1-46f9-8cf1-da76aed0d23b),segment_id=7e646fac-6ef1-46f9-8cf1-da76aed0d23b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:47.823768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.830396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.841662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 5dc0475c-4ced-4988-94a9-a1af44f8359b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:47.848110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.861344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-190db941-b461-4108-9e85-32db62588f2b None None] Deleting port 5dc0475c-4ced-4988-94a9-a1af44f8359b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:47.861981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-190db941-b461-4108-9e85-32db62588f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.891500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=69b262c0-aa37-4068-9a6a-006e3c5c98de,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:47.946013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:47.955700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-71dfec26-a094-425f-8695-060656edee45 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/ports/69b262c0-aa37-4068-9a6a-006e3c5c98de HTTP/1.1" status: 204 len: 168 time: 0.5467122 Aug 19 00:22:47.955895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:47.990928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-190db941-b461-4108-9e85-32db62588f2b None None] For port 5dc0475c-4ced-4988-94a9-a1af44f8359b, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5dc0475c-4ced-4988-94a9-a1af44f8359b,segment=NetworkSegment(7e646fac-6ef1-46f9-8cf1-da76aed0d23b),segment_id=7e646fac-6ef1-46f9-8cf1-da76aed0d23b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:47.991400 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-190db941-b461-4108-9e85-32db62588f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.010305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5dc0475c-4ced-4988-94a9-a1af44f8359b no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:22:48.051837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-190db941-b461-4108-9e85-32db62588f2b None None] Calling delete_port for 5dc0475c-4ced-4988-94a9-a1af44f8359b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:48.062787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting subnet df34574b-cc42-498f-8d21-e719586b1e69 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:48.065256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.079801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No active binding found for port 5dc0475c-4ced-4988-94a9-a1af44f8359b {{(pid=94624) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 00:22:48.079967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 5dc0475c-4ced-4988-94a9-a1af44f8359b not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:22:48.080075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.105583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port 5dc0475c-4ced-4988-94a9-a1af44f8359b on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:48.172986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-190db941-b461-4108-9e85-32db62588f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.188764 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.234958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190db941-b461-4108-9e85-32db62588f2b None None] Pushing event deleted for resources: {'Port': ['ID=5dc0475c-4ced-4988-94a9-a1af44f8359b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.244486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190db941-b461-4108-9e85-32db62588f2b None None] No DVR routers for this DVR port 5dc0475c-4ced-4988-94a9-a1af44f8359b on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:48.269862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=5dc0475c-4ced-4988-94a9-a1af44f8359b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.294469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.306571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58feb03-c6f6-4890-b2bd-9f83ecbecfe6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:48.311061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.326224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e646fac-6ef1-46f9-8cf1-da76aed0d23b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:48.326627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e646fac-6ef1-46f9-8cf1-da76aed0d23b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:48.336625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.352012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.359975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:48.368816 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:48.413606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.431970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.441131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.444569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/e58feb03-c6f6-4890-b2bd-9f83ecbecfe6 HTTP/1.1" status: 204 len: 168 time: 0.9679224 Aug 19 00:22:48.448210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:48.458698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1295237771'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:48.458921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Subnet': ['ID=df34574b-cc42-498f-8d21-e719586b1e69,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.464182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.468481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b17c366b-d255-45db-b65c-3b996ae2b918 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/subnets/df34574b-cc42-498f-8d21-e719586b1e69 HTTP/1.1" status: 204 len: 168 time: 0.5085769 Aug 19 00:22:48.469044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:48.473981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0acf6-18b9-4bfe-94f2-6af36c6ebea1 None None] Network f229ce29-b88a-42f4-a1d5-30176ebcbec8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:48.500636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f2bdd-3745-4c19-b356-2f53a3ee37d9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=e58feb03-c6f6-4890-b2bd-9f83ecbecfe6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.532231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:48.538839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.586503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.626316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:48.640318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.641041 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment 0972a558-7131-4878-8ca9-bba3dd33b92f of type vlan for network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 Aug 19 00:22:48.659794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Deleting port f63137d9-9edf-4d46-9a98-b282cceef0aa {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:48.660142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.693012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.701969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] DHCP port deletion for f229ce29-b88a-42f4-a1d5-30176ebcbec8 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:48.730834 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.737991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:48.739445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.764166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] For port f63137d9-9edf-4d46-9a98-b282cceef0aa, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f63137d9-9edf-4d46-9a98-b282cceef0aa,segment=NetworkSegment(4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed),segment_id=4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:48.764628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.781204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Calling delete_port for f63137d9-9edf-4d46-9a98-b282cceef0aa owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:48.819933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3694575 Aug 19 00:22:48.823735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:48.830825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:48.856041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Deleting port f63137d9-9edf-4d46-9a98-b282cceef0aa {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:48.856608 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.895343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c394-edc2-41a6-b620-0fd676aea3c9 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=01d53914-a4ff-4b0e-80dd-0d7295dca7f3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.896361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:48.920261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:48.928488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Port': ['ID=f63137d9-9edf-4d46-9a98-b282cceef0aa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:48.938190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] No DVR routers for this DVR port f63137d9-9edf-4d46-9a98-b282cceef0aa on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:48.958264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:48.962440 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.019521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] For port f63137d9-9edf-4d46-9a98-b282cceef0aa, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f63137d9-9edf-4d46-9a98-b282cceef0aa,segment=NetworkSegment(4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed),segment_id=4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:49.019935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.037497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.039983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Calling delete_port for f63137d9-9edf-4d46-9a98-b282cceef0aa owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:49.054434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f229ce29-b88a-42f4-a1d5-30176ebcbec8']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:49.069852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:49.070631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a99fe5e-d3c6-4cd4-8d83-a6a4c19085ed') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:49.100342 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.124910 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.134841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:49.135899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:49.140173 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:49.183869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.216195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.227823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.230113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] Pushing event deleted for resources: {'Port': ['ID=f63137d9-9edf-4d46-9a98-b282cceef0aa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:49.233441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2f491-fcec-432b-b173-39170af1decd None None] No DVR routers for this DVR port f63137d9-9edf-4d46-9a98-b282cceef0aa on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:49.238673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] 10.222.0.20 "DELETE /v2.0/networks/f229ce29-b88a-42f4-a1d5-30176ebcbec8 HTTP/1.1" status: 204 len: 168 time: 0.7642987 Aug 19 00:22:49.254211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.272702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35ab62-fed8-41de-8722-7e985663f9f1 tempest-AllowedAddressPairIpV6TestJSON-563845241 tempest-AllowedAddressPairIpV6TestJSON-563845241-project] Pushing event deleted for resources: {'Network': ['ID=f229ce29-b88a-42f4-a1d5-30176ebcbec8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:49.319236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=51b12ea0-a389-4c21-a19a-8e4a4029b7fa,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:49.358089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': '0972a558-7131-4878-8ca9-bba3dd33b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:49.358476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: 01d53914-a4ff-4b0e-80dd-0d7295dca7f3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:49.385680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:49.400253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 01d53914-a4ff-4b0e-80dd-0d7295dca7f3) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:49.409390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd8c3d-4aa8-4140-b8e0-9e8385c7291b None None] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:49.413328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:49.413934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.443606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-af7893a8-0867-4fe3-b1b0-25db0de7e4d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6173503 Aug 19 00:22:49.446056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:49.453042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3', 'name': 'tempest-PortsTestJSON-582864893', 'fixed_ips': [{'subnet_id': '51b12ea0-a389-4c21-a19a-8e4a4029b7fa', 'ip_address': '172.20.0.10'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:49.606369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54300) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:49.615036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-01d53914-a4ff-4b0e-80dd-0d7295dca7f3', 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '51b12ea0-a389-4c21-a19a-8e4a4029b7fa'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:49.616151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.632586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:49.819449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:49.838229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Allocated IP 172.20.0.2 (01d53914-a4ff-4b0e-80dd-0d7295dca7f3/51b12ea0-a389-4c21-a19a-8e4a4029b7fa/29aa81b7-31e0-494d-82c5-5445da7a2694) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:49.846202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:49.861463 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-008706f2-5786-4fe0-9089-25f332a13c81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd3b1c0d95c7441aa5316b9b4e2e48c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538369 Aug 19 00:22:49.862477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:49.990968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f63137d9-9edf-4d46-9a98-b282cceef0aa no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:22:50.012446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.051983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.129832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.132941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.136578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fccbe32b-51f2-46d6-af6d-527b62cdb210 HTTP/1.1" status: 204 len: 168 time: 0.2702076 Aug 19 00:22:50.155637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3400756-c559-4548-b171-a963e907f192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccbe32b-51f2-46d6-af6d-527b62cdb210,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:50.211062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f63137d9-9edf-4d46-9a98-b282cceef0aa {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:22:50.211388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f63137d9-9edf-4d46-9a98-b282cceef0aa not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:22:50.279151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.292257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Transition to ACTIVE for port object 29aa81b7-31e0-494d-82c5-5445da7a2694 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:50.310608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Transition to ACTIVE for port object 29aa81b7-31e0-494d-82c5-5445da7a2694 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:50.325952 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.369989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:50.376320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:50.379557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:50.387155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.10 (01d53914-a4ff-4b0e-80dd-0d7295dca7f3/51b12ea0-a389-4c21-a19a-8e4a4029b7fa/586fb198-6c97-4c3b-963f-2ae08fd9b7eb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:50.392170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Pushing event updated for resources: {'Port': ['ID=29aa81b7-31e0-494d-82c5-5445da7a2694,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:50.453749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Attempting to bind port 29aa81b7-31e0-494d-82c5-5445da7a2694 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:50.454254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Attempting to bind port 29aa81b7-31e0-494d-82c5-5445da7a2694 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '0972a558-7131-4878-8ca9-bba3dd33b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:50.454497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Attempting to bind port 29aa81b7-31e0-494d-82c5-5445da7a2694 on network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:50.461041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:50.461468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Checking segment: {'id': '0972a558-7131-4878-8ca9-bba3dd33b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:50.461921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.462326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Bound using segment: {'id': '0972a558-7131-4878-8ca9-bba3dd33b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:50.462807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Bound port: 29aa81b7-31e0-494d-82c5-5445da7a2694, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0972a558-7131-4878-8ca9-bba3dd33b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:50.463198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.529649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] For port 29aa81b7-31e0-494d-82c5-5445da7a2694, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:50.533314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] For port 29aa81b7-31e0-494d-82c5-5445da7a2694, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=29aa81b7-31e0-494d-82c5-5445da7a2694,segment=NetworkSegment(0972a558-7131-4878-8ca9-bba3dd33b92f),segment_id=0972a558-7131-4878-8ca9-bba3dd33b92f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:50.539671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.607068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636edcd-96b3-4fb1-ae20-417aeb1aafe8 None None] Pushing event updated for resources: {'Port': ['ID=29aa81b7-31e0-494d-82c5-5445da7a2694,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:50.624940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.642908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 586fb198-6c97-4c3b-963f-2ae08fd9b7eb will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:50.689422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.713271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:50.715798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:50.718380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:50.804133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=586fb198-6c97-4c3b-963f-2ae08fd9b7eb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:50.817855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:50.818719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:50.849610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:50.850101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6bb609f-929f-44b2-bef9-fdcfb08a7b82 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3996708 Aug 19 00:22:50.855665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': '01d53914-a4ff-4b0e-80dd-0d7295dca7f3', 'name': 'tempest-PortsTestJSON-477887783', 'fixed_ips': [{'subnet_id': '51b12ea0-a389-4c21-a19a-8e4a4029b7fa', 'ip_address': '172.20.0.9'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:51.031983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:51.126439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.145136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 44c1c65c-517f-48b6-899b-c7ae6376f319 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:51.166787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:51.296190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-125630728'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:51.329439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:51.337298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.347940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.396699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.9 (01d53914-a4ff-4b0e-80dd-0d7295dca7f3/51b12ea0-a389-4c21-a19a-8e4a4029b7fa/44c1c65c-517f-48b6-899b-c7ae6376f319) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:51.485458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.493571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.523418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:51.544629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.545194 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Added segment d6c4f807-96ab-4783-9402-f7c91bf971d2 of type vlan for network b4e8d082-fafc-4597-86b4-c450378922d8 Aug 19 00:22:51.559714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d9b14-47f6-42ce-a3fc-9952213a9f7a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:51.614497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.628426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.644720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 44c1c65c-517f-48b6-899b-c7ae6376f319 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:51.651042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.658126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:51.658981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.680913 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5101097 Aug 19 00:22:51.681672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54568) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:51.688904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'subnet': {'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:51.705372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.744213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2e38-14dd-4214-9f8c-c46d8b308fdb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Network': ['ID=b4e8d082-fafc-4597-86b4-c450378922d8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:51.759910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b4e8d082-fafc-4597-86b4-c450378922d8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:51.799495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:51.809441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:51.812138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:51.841344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847dda77-6223-49fd-aea5-25b260fc673a None None] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:51.850899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=44c1c65c-517f-48b6-899b-c7ae6376f319,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:51.888312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:51.888951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.913867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:51.924361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:51.931181 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-feaef888-2779-425d-b557-f3ae0d657e21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0796363 Aug 19 00:22:51.933908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:51.974179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4c51820b-ff9b-4935-bcdb-c9c7585e65aa None None] Provisioning for port 29aa81b7-31e0-494d-82c5-5445da7a2694 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:52.055456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b796d-4dab-41a7-b01b-6797aebde3d7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:52.057169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6e9b796d-4dab-41a7-b01b-6797aebde3d7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1219966 Aug 19 00:22:52.060071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54600) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:52.067964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 29aa81b7-31e0-494d-82c5-5445da7a2694 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:52.155499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 29aa81b7-31e0-494d-82c5-5445da7a2694 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:52.161611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 29aa81b7-31e0-494d-82c5-5445da7a2694 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:52.162667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.191948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a1223-3a56-42ab-9b21-1a031c37304b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:52.198264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a1223-3a56-42ab-9b21-1a031c37304b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:52.205189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a1223-3a56-42ab-9b21-1a031c37304b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:52.209919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-172a1223-3a56-42ab-9b21-1a031c37304b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1477921 Aug 19 00:22:52.210386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:52.286017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.287522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.337630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 29aa81b7-31e0-494d-82c5-5445da7a2694, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=29aa81b7-31e0-494d-82c5-5445da7a2694,segment=NetworkSegment(0972a558-7131-4878-8ca9-bba3dd33b92f),segment_id=0972a558-7131-4878-8ca9-bba3dd33b92f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:52.339585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 44c1c65c-517f-48b6-899b-c7ae6376f319 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:52.341076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.354308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.370795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Subnet': ['ID=3451e200-b938-4736-85d1-e2dd94212408,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:52.385133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Checking segment: {'id': 'd6c4f807-96ab-4783-9402-f7c91bf971d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:52.387010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network hostable DHCP agents. Network: b4e8d082-fafc-4597-86b4-c450378922d8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:52.415827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:52.436568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b4e8d082-fafc-4597-86b4-c450378922d8) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:52.447315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:52.448450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.456841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad7d02-1c28-47f8-86d0-231f3384b1d4 None None] Network b4e8d082-fafc-4597-86b4-c450378922d8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:52.461166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=29aa81b7-31e0-494d-82c5-5445da7a2694,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:52.477261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c2ea3463-5bd5-4413-b0b4-5f60929c99dc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7940652 Aug 19 00:22:52.479899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54604) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:52.485773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-868994703', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:52.541335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.544765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.555491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Provisioning for port 44c1c65c-517f-48b6-899b-c7ae6376f319 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:52.570108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Provisioning complete for port 44c1c65c-517f-48b6-899b-c7ae6376f319 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:52.570800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.632773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.655299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Port 44c1c65c-517f-48b6-899b-c7ae6376f319 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:52.699226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Provisioning complete for port 29aa81b7-31e0-494d-82c5-5445da7a2694 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:52.699945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.753792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e215580-21af-41de-82e2-e9e7aac8c9a1 None None] Network b4e8d082-fafc-4597-86b4-c450378922d8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:52.822684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.914518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:52.931633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 44c1c65c-517f-48b6-899b-c7ae6376f319 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:53.002786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Provisioning for port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:53.009541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Provisioning complete for port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:53.011714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.061789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.066894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-14e750b2-786e-47ef-aec1-99a630964f04 None None] Port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:53.084575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.131700 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.166280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=44c1c65c-517f-48b6-899b-c7ae6376f319,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:53.187181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75443f42-e241-4e9a-a5c3-9330782b80fe None None] Could not find standard attr ID for object 44c1c65c-517f-48b6-899b-c7ae6376f319. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:22:53.206126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75443f42-e241-4e9a-a5c3-9330782b80fe None None] Provisioning complete for port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:53.207113 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75443f42-e241-4e9a-a5c3-9330782b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.245326 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.248406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1dbf925b-ddb7-43ed-a982-19f7525fc8d6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/44c1c65c-517f-48b6-899b-c7ae6376f319 HTTP/1.1" status: 204 len: 168 time: 1.0367799 Aug 19 00:22:53.251026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:53.267584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.234 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/93d28811-6d0d-455a-926e-d9b42dddc809) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:53.269732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-75443f42-e241-4e9a-a5c3-9330782b80fe None None] Port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:53.291204 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e237ac09-15b8-4726-b162-8f0bf8fc026e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:53.292851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e237ac09-15b8-4726-b162-8f0bf8fc026e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/44c1c65c-517f-48b6-899b-c7ae6376f319 HTTP/1.1" status: 404 len: 333 time: 0.0405545 Aug 19 00:22:53.295665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:53.397474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 586fb198-6c97-4c3b-963f-2ae08fd9b7eb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:53.397826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.401913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.443868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.484739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:53.490665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:53.493253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:53.496144 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.496610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=93d28811-6d0d-455a-926e-d9b42dddc809,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:53.509116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 586fb198-6c97-4c3b-963f-2ae08fd9b7eb owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:53.635657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.667022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=586fb198-6c97-4c3b-963f-2ae08fd9b7eb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:53.748525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.751552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7d188be-d4e7-4656-9096-5af62936c337 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/586fb198-6c97-4c3b-963f-2ae08fd9b7eb HTTP/1.1" status: 204 len: 168 time: 0.4546554 Aug 19 00:22:53.754920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54622) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:53.755453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.783986 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-645202cd-b114-41cf-9215-3e22a6f1f618 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:22:53.786185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-645202cd-b114-41cf-9215-3e22a6f1f618 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/586fb198-6c97-4c3b-963f-2ae08fd9b7eb HTTP/1.1" status: 404 len: 333 time: 0.0298455 Aug 19 00:22:53.790191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:53.847157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 51b12ea0-a389-4c21-a19a-8e4a4029b7fa {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:22:53.851045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.906345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:53.986430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 29aa81b7-31e0-494d-82c5-5445da7a2694 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:53.997422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.019613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.042358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 29aa81b7-31e0-494d-82c5-5445da7a2694 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:54.043486 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.061054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.105203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=51b12ea0-a389-4c21-a19a-8e4a4029b7fa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:54.109603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.114736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f29b3f39-35d6-4acc-b808-50505c6d7d14 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/51b12ea0-a389-4c21-a19a-8e4a4029b7fa HTTP/1.1" status: 204 len: 168 time: 0.3233480 Aug 19 00:22:54.115346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:54.130068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529d2ab-7ca6-47f8-b881-589bee126164 None None] Network 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:54.172048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:22:54.216486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.287978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 29aa81b7-31e0-494d-82c5-5445da7a2694 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:54.289001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.300665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:22:54.323834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:22:54.335728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:54.340392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.344552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.347015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-052f0232-2295-4765-89ca-08a7321575cd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8656435 Aug 19 00:22:54.349801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54630) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:54.386936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] DHCP port deletion for 01d53914-a4ff-4b0e-80dd-0d7295dca7f3 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:22:54.387887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port 29aa81b7-31e0-494d-82c5-5445da7a2694, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=29aa81b7-31e0-494d-82c5-5445da7a2694,segment=NetworkSegment(0972a558-7131-4878-8ca9-bba3dd33b92f),segment_id=0972a558-7131-4878-8ca9-bba3dd33b92f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:54.388486 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.389429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.404331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 29aa81b7-31e0-494d-82c5-5445da7a2694 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:54.406928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:54.407569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.467186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.467767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57751d-a8f6-410b-a481-95c603297ea9 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:22:54.500256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Deleting port 29aa81b7-31e0-494d-82c5-5445da7a2694 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:54.500993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.519130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.552501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=29aa81b7-31e0-494d-82c5-5445da7a2694,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:54.558058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port 29aa81b7-31e0-494d-82c5-5445da7a2694 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:54.580073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] For port 29aa81b7-31e0-494d-82c5-5445da7a2694, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=29aa81b7-31e0-494d-82c5-5445da7a2694,segment=NetworkSegment(0972a558-7131-4878-8ca9-bba3dd33b92f),segment_id=0972a558-7131-4878-8ca9-bba3dd33b92f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:54.581075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.597005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Calling delete_port for 29aa81b7-31e0-494d-82c5-5445da7a2694 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:54.641782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.653797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d53914-a4ff-4b0e-80dd-0d7295dca7f3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.667421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0972a558-7131-4878-8ca9-bba3dd33b92f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.668108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0972a558-7131-4878-8ca9-bba3dd33b92f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:54.679024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.696225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.699229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.707999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:22:54.708806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.728830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] Pushing event deleted for resources: {'Port': ['ID=29aa81b7-31e0-494d-82c5-5445da7a2694,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:54.737381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709b022-bf0d-407c-a7a1-8414c728b2e4 None None] No DVR routers for this DVR port 29aa81b7-31e0-494d-82c5-5445da7a2694 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:22:54.772129 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:22:54.808379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.818481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.823870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/01d53914-a4ff-4b0e-80dd-0d7295dca7f3 HTTP/1.1" status: 204 len: 168 time: 0.7033355 Aug 19 00:22:54.825598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:54.840745 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447788712'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:54.845565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53d68-6ea7-41c1-a366-97c3231ba6c6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=01d53914-a4ff-4b0e-80dd-0d7295dca7f3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:54.873291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:54.873291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.896762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:22:54.906539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.906889 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Added segment bf2792ed-fc27-4189-8ce1-74bb7210821a of type vlan for network d5686e89-2368-4c44-8461-df2314d90269 Aug 19 00:22:54.949884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.975621 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:54.981534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:54.982076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.035668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2087054 Aug 19 00:22:55.038317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54634) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:55.043297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'd5686e89-2368-4c44-8461-df2314d90269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:55.057365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573d37b-b199-4e11-8565-39b8f1e5a46f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Network': ['ID=d5686e89-2368-4c44-8461-df2314d90269,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:55.072343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d5686e89-2368-4c44-8461-df2314d90269 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:22:55.216016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:55.220050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.319176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.570834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.677545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=4f8c42bf-7a94-4185-8a52-8eea554415d6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:55.698925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Checking segment: {'id': 'bf2792ed-fc27-4189-8ce1-74bb7210821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:55.699296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network hostable DHCP agents. Network: d5686e89-2368-4c44-8461-df2314d90269, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:22:55.750515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network d5686e89-2368-4c44-8461-df2314d90269 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:22:55.754630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.1 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/4bd45289-8a2b-4470-8f49-12736316d263) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:55.767975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d5686e89-2368-4c44-8461-df2314d90269) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:55.774896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:55.775512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.775724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c15c6-d684-4a78-9224-29018f0bea1e None None] Network d5686e89-2368-4c44-8461-df2314d90269 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:55.832756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2242d41f-6e03-4429-839f-2d85b9fac600 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7932427 Aug 19 00:22:55.835707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:55.840826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-477559122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:55.879682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.881831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.909933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.947956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.953985 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.954256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.974839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:55.982066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1bfbe16e-92ae-45e5-a95c-537dfde68233 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1427546 Aug 19 00:22:55.982440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:55.989257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'network_id': 'd5686e89-2368-4c44-8461-df2314d90269', 'name': 'tempest-PortsTestJSON-1859295910'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:56.004866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 29aa81b7-31e0-494d-82c5-5445da7a2694 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:22:56.007093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:56.010664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:56.015492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:56.019743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=4bd45289-8a2b-4470-8f49-12736316d263,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:56.028744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 29aa81b7-31e0-494d-82c5-5445da7a2694 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:22:56.029101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 29aa81b7-31e0-494d-82c5-5445da7a2694 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:22:56.031726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d5686e89-2368-4c44-8461-df2314d90269', 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '4f8c42bf-7a94-4185-8a52-8eea554415d6'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:22:56.032625 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.063768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.171579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:56.175653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.193821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:56.196105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Allocated IP 172.20.0.2 (d5686e89-2368-4c44-8461-df2314d90269/4f8c42bf-7a94-4185-8a52-8eea554415d6/314ee228-aac8-403b-9faa-e3a219e02162) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:56.296062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.354798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.364525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Transition to ACTIVE for port object 314ee228-aac8-403b-9faa-e3a219e02162 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:56.379772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Transition to ACTIVE for port object 314ee228-aac8-403b-9faa-e3a219e02162 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:56.393011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.430240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Network d5686e89-2368-4c44-8461-df2314d90269 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:56.435130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:56.438642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:56.447483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.8 (d5686e89-2368-4c44-8461-df2314d90269/4f8c42bf-7a94-4185-8a52-8eea554415d6/ca1324d4-7a97-4bb2-aa92-60ffaff740c6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:56.466117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Pushing event updated for resources: {'Port': ['ID=314ee228-aac8-403b-9faa-e3a219e02162,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:56.514650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Attempting to bind port 314ee228-aac8-403b-9faa-e3a219e02162 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:22:56.515068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Attempting to bind port 314ee228-aac8-403b-9faa-e3a219e02162 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'bf2792ed-fc27-4189-8ce1-74bb7210821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:22:56.515449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Attempting to bind port 314ee228-aac8-403b-9faa-e3a219e02162 on network d5686e89-2368-4c44-8461-df2314d90269 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:22:56.522288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:22:56.522673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Checking segment: {'id': 'bf2792ed-fc27-4189-8ce1-74bb7210821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:22:56.523084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.523536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Bound using segment: {'id': 'bf2792ed-fc27-4189-8ce1-74bb7210821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:22:56.524023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Bound port: 314ee228-aac8-403b-9faa-e3a219e02162, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2792ed-fc27-4189-8ce1-74bb7210821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5686e89-2368-4c44-8461-df2314d90269'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:22:56.524431 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.597029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] For port 314ee228-aac8-403b-9faa-e3a219e02162, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:22:56.600875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] For port 314ee228-aac8-403b-9faa-e3a219e02162, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=314ee228-aac8-403b-9faa-e3a219e02162,segment=NetworkSegment(bf2792ed-fc27-4189-8ce1-74bb7210821a),segment_id=bf2792ed-fc27-4189-8ce1-74bb7210821a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:22:56.605444 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.618893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.634426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object ca1324d4-7a97-4bb2-aa92-60ffaff740c6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:22:56.673847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979bd9b-9881-490e-bd76-75613b4aee03 None None] Pushing event updated for resources: {'Port': ['ID=314ee228-aac8-403b-9faa-e3a219e02162,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:56.704110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.707607 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.709821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.713136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.761012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network d5686e89-2368-4c44-8461-df2314d90269 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:56.766648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:56.772121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:56.807434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=ca1324d4-7a97-4bb2-aa92-60ffaff740c6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:56.840711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.843292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:56.844145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:56.888088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e69e49da-b8fb-4dfc-b0f6-ddd587078bb4 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9044011 Aug 19 00:22:56.890647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:56.922270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=4bd45289-8a2b-4470-8f49-12736316d263,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:56.980908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:56.982393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:57.113130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:22:57.228656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:22:57.238767 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:22:57.242898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-54bbca1b-707d-4710-8975-49e58f15ec0a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/routers/2734033e-7413-4358-a9e1-2d9a6c8e50a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8894408 Aug 19 00:22:57.243072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54648) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:57.248769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'port': {'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8', 'name': 'tempest-FloatingIPTestJSON-1316402087'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:57.253796 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:57.254641 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:57.262450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.289795 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:57.299016 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:57.299971 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:57.337361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:57.338606 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53939f-0b78-4446-9345-effbfbc5e51e None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:22:57.385779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:57.390164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.415021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] device_id is not set on port e800a8c4-9ca7-49ab-8017-f3ac8542ad06 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:57.549921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.10 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/e800a8c4-9ca7-49ab-8017-f3ac8542ad06) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:57.560488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.567995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.651094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=ca1324d4-7a97-4bb2-aa92-60ffaff740c6,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:57.771604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.823683 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.835534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.879610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:57.881686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcad2db-87fe-4d8e-8d26-8c523e556673 None None] Network d5686e89-2368-4c44-8461-df2314d90269 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:22:57.883284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:57.886972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:57.934882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=e800a8c4-9ca7-49ab-8017-f3ac8542ad06,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:57.963921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:57.964639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:57.975495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9a7ae2d5-f0eb-47ec-bc2f-42a10528e442 None None] Provisioning for port 314ee228-aac8-403b-9faa-e3a219e02162 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:57.990616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6571bd4-cf86-4026-9615-c5170dd4c8d7 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7464943 Aug 19 00:22:57.993408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54656) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:58.007359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'port': {'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8', 'name': 'tempest-FloatingIPTestJSON-880199223'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:58.015235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06509846-55d1-45e1-92ff-b288cf64c338 req-273a8a5a-41a6-479f-a487-d60ddadb8ad1 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:58.017144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06509846-55d1-45e1-92ff-b288cf64c338 req-273a8a5a-41a6-479f-a487-d60ddadb8ad1 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 950 time: 0.1078324 Aug 19 00:22:58.039495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.039681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 314ee228-aac8-403b-9faa-e3a219e02162 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:22:58.103197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06509846-55d1-45e1-92ff-b288cf64c338 req-0e286f36-d1bf-4c14-b638-805d368e7fc5 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769773 Aug 19 00:22:58.125384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 314ee228-aac8-403b-9faa-e3a219e02162 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:58.129021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 314ee228-aac8-403b-9faa-e3a219e02162 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:58.129737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.138409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:22:58.142437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.162225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] device_id is not set on port be4ad755-1fe6-45fa-9ef9-bcb93af76b02 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:22:58.223773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.273470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 314ee228-aac8-403b-9faa-e3a219e02162, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=314ee228-aac8-403b-9faa-e3a219e02162,segment=NetworkSegment(bf2792ed-fc27-4189-8ce1-74bb7210821a),segment_id=bf2792ed-fc27-4189-8ce1-74bb7210821a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:22:58.280366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.291433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.7 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/be4ad755-1fe6-45fa-9ef9-bcb93af76b02) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:58.351176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=314ee228-aac8-403b-9faa-e3a219e02162,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:58.380850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.385612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.419642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Provisioning complete for port 314ee228-aac8-403b-9faa-e3a219e02162 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:58.420328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.458600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.470308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.518933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.538261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=ca1324d4-7a97-4bb2-aa92-60ffaff740c6,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:58.550957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Provisioning for port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:22:58.556499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Provisioning complete for port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:58.557272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.563094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:58.566298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:58.570163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:58.585856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network d5686e89-2368-4c44-8461-df2314d90269 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:58.587687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:58.601022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f4229e1c-5c6d-48ca-b837-d88da6abce04 None None] Port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:58.610617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=be4ad755-1fe6-45fa-9ef9-bcb93af76b02,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:58.635475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:58.636107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.651834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ade1bc87-f274-4201-81fe-bbbf3ef42330 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6558626 Aug 19 00:22:58.656263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54658) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:58.661307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'be4ad755-1fe6-45fa-9ef9-bcb93af76b02', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:22:58.695799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.724516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2773dc35-ace9-4dbd-aba2-20aa891347fb None None] Provisioning complete for port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:58.725234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2773dc35-ace9-4dbd-aba2-20aa891347fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.728223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Router 56bc951d-4509-4868-9593-7b2b8b98b866 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:22:58.768815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2773dc35-ace9-4dbd-aba2-20aa891347fb None None] Port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:58.814153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:58.838223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:22:58.846359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-94655da3-da1c-4b5a-948c-e249b0736646 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/routers/56bc951d-4509-4868-9593-7b2b8b98b866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521942 Aug 19 00:22:58.846557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:58.852650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] Sync routers for ids ['56bc951d-4509-4868-9593-7b2b8b98b866'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:22:58.867337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] Routers {'56bc951d-4509-4868-9593-7b2b8b98b866'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:58.868074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['56bc951d-4509-4868-9593-7b2b8b98b866'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:58.904607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc9bd7-8a2f-4a5d-a37a-e6b197217147 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:58.906550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a4fc9bd7-8a2f-4a5d-a37a-e6b197217147 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?device_id=56bc951d-4509-4868-9593-7b2b8b98b866 HTTP/1.1" status: 200 len: 982 time: 0.0590584 Aug 19 00:22:58.909466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:22:58.920268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:58.937657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] Routers {'56bc951d-4509-4868-9593-7b2b8b98b866'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:22:58.938381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['56bc951d-4509-4868-9593-7b2b8b98b866'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:58.939346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.43 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2212f4d9-b3a1-4695-9c33-bf3b48fba4fb) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:22:58.974368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-19d3a900-0867-4f52-8d4f-e915a01e4ae3 None None] Provisioning complete for port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:58.974627 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19d3a900-0867-4f52-8d4f-e915a01e4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.009327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:22:59.010047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4185e7-530a-4b1e-be21-6145cd90da57 None None] The sync data for ids ['56bc951d-4509-4868-9593-7b2b8b98b866'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:22:59.012148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-19d3a900-0867-4f52-8d4f-e915a01e4ae3 None None] Port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:59.065441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.104398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.133169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-de9be72b-5586-4fc0-86f3-c6bf4f65e977 None None] Provisioning complete for port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:22:59.133719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de9be72b-5586-4fc0-86f3-c6bf4f65e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.164189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:22:59.165622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:22:59.173504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:22:59.178316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-de9be72b-5586-4fc0-86f3-c6bf4f65e977 None None] Port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:22:59.179186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=2212f4d9-b3a1-4695-9c33-bf3b48fba4fb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:22:59.352645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2221f0-ad7a-4fb0-94c7-8cf401905694 req-690c78e8-091e-4e97-a893-7763c8a0e321 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:59.354034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e2221f0-ad7a-4fb0-94c7-8cf401905694 req-690c78e8-091e-4e97-a893-7763c8a0e321 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 950 time: 0.1230063 Aug 19 00:22:59.410848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.436566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-c84e3424-9cc4-4534-aafe-d38bf6841513 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:22:59.438007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-c84e3424-9cc4-4534-aafe-d38bf6841513 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.11 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 950 time: 0.1459353 Aug 19 00:22:59.680100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port ca1324d4-7a97-4bb2-aa92-60ffaff740c6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:59.680507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.775834 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.793909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for ca1324d4-7a97-4bb2-aa92-60ffaff740c6 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:22:59.797866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3e2221f0-ad7a-4fb0-94c7-8cf401905694 req-0efe1f07-bc08-4161-b9ab-8b3c3c144503 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/security-groups?id=97f04b8d-b53c-4ccc-a72f-0b414989728b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333556 Aug 19 00:22:59.956126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Deleting port c6d6ace0-f722-4091-ae50-5352114c4150 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:22:59.956507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:22:59.956659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 314ee228-aac8-403b-9faa-e3a219e02162 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:00.007315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.008778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 314ee228-aac8-403b-9faa-e3a219e02162 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:00.011352 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.035313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=ca1324d4-7a97-4bb2-aa92-60ffaff740c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:00.196438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.219751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] For port c6d6ace0-f722-4091-ae50-5352114c4150, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c6d6ace0-f722-4091-ae50-5352114c4150,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:00.220108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.231924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.276588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Calling delete_port for c6d6ace0-f722-4091-ae50-5352114c4150 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:00.394547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.545138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.606112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Pushing event deleted for resources: {'Port': ['ID=c6d6ace0-f722-4091-ae50-5352114c4150,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:00.654943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] No DVR routers for this DVR port c6d6ace0-f722-4091-ae50-5352114c4150 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:00.658587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.661153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e61088a9-b9aa-4044-8262-a90c01624a61 req-2f916d94-3d77-447a-a432-f62bc4c3cb69 tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.11 "DELETE /v2.0/ports/c6d6ace0-f722-4091-ae50-5352114c4150 HTTP/1.1" status: 204 len: 173 time: 1.2145743 Aug 19 00:23:00.661587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'name': 'network-vif-deleted', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:23:00.663907 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace6aa53-80c3-4571-9378-71c546380e1f" -d '{"events": [{"server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "name": "network-vif-deleted", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:23:00.668336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.677109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.718780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Router 56bc951d-4509-4868-9593-7b2b8b98b866 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:00.735460 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69da4d53-2100-4bc7-b205-0ea45fef9f8b x-openstack-request-id: req-69da4d53-2100-4bc7-b205-0ea45fef9f8b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:23:00.735757 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a95c20-55bc-4aeb-9d63-05b864fd2308", "name": "network-vif-deleted", "tag": "c6d6ace0-f722-4091-ae50-5352114c4150", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:23:00.736009 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69da4d53-2100-4bc7-b205-0ea45fef9f8b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:23:00.736687 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a95c20-55bc-4aeb-9d63-05b864fd2308', 'name': 'network-vif-deleted', 'tag': 'c6d6ace0-f722-4091-ae50-5352114c4150', 'status': 'completed', 'code': 200} Aug 19 00:23:00.745667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=2212f4d9-b3a1-4695-9c33-bf3b48fba4fb,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:00.761233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:00.805703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:00.810876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-351447a0-e73f-4c13-bb27-feb4af8fd61b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/routers/56bc951d-4509-4868-9593-7b2b8b98b866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004071 Aug 19 00:23:00.814062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:00.821694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] Sync routers for ids ['56bc951d-4509-4868-9593-7b2b8b98b866'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:00.830059 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] Routers {'56bc951d-4509-4868-9593-7b2b8b98b866'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:00.830975 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['56bc951d-4509-4868-9593-7b2b8b98b866'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:00.869915 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7b8964-13a9-462f-93b7-557147b8ed7e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:23:00.871998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa7b8964-13a9-462f-93b7-557147b8ed7e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/ca1324d4-7a97-4bb2-aa92-60ffaff740c6 HTTP/1.1" status: 404 len: 333 time: 0.0570338 Aug 19 00:23:00.874509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54674) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:00.875985 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP ebdb1bb1-7742-4c0b-9fb2-ba4536891e6a associated. External IP: 172.25.1.43, port: be4ad755-1fe6-45fa-9ef9-bcb93af76b02. Aug 19 00:23:00.876934 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:00.888389 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] Routers {'56bc951d-4509-4868-9593-7b2b8b98b866'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:00.889270 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['56bc951d-4509-4868-9593-7b2b8b98b866'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:00.921890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:00.922918 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0faed2-09fe-490a-bc47-c28c21bc0d15 None None] The sync data for ids ['56bc951d-4509-4868-9593-7b2b8b98b866'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:00.950441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed918f3e-c58f-412d-8127-c9ef52868ec5 req-faede7d1-d618-4797-bbbd-838f777a845a tempest-VolumesBackupsTest-815014595 tempest-VolumesBackupsTest-815014595-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a95c20-55bc-4aeb-9d63-05b864fd2308 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Aug 19 00:23:00.963090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.133254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.135835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.153370 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:01.185607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.186177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Fanout notify agent at l3_agent the message router_deleted on router 56bc951d-4509-4868-9593-7b2b8b98b866 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:23:01.193526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.194770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-20698130-82fe-4584-8d57-e31ea865344e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/routers/56bc951d-4509-4868-9593-7b2b8b98b866 HTTP/1.1" status: 204 len: 168 time: 0.3187840 Aug 19 00:23:01.197692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:01.257384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 4f8c42bf-7a94-4185-8a52-8eea554415d6 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:01.260504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.273390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:01.283197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:01.290835 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.293069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:01.293738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.305028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.321584 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6885a54f-0793-4964-b2cb-13024adfe140 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6615725 Aug 19 00:23:01.321812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54678) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:01.326388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:01.389903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.396206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.466146 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.482941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.491879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:01.492504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.498481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8c42bf-7a94-4185-8a52-8eea554415d6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:01.500783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.503653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-77508ec9-d7e9-4517-bf28-74e218146f0b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/4f8c42bf-7a94-4185-8a52-8eea554415d6 HTTP/1.1" status: 204 len: 168 time: 0.3049459 Aug 19 00:23:01.505998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:01.533552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceeb72c-2b7a-4e4d-86e1-855c680804d8 None None] Network d5686e89-2368-4c44-8461-df2314d90269 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:01.535822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.536459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd8f8b-1129-4829-a7e3-34c12f839b0e None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:01.554987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.561181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.561772 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP ebdb1bb1-7742-4c0b-9fb2-ba4536891e6a disassociated. External IP: 172.25.1.43, port: be4ad755-1fe6-45fa-9ef9-bcb93af76b02. Aug 19 00:23:01.584987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.642774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 314ee228-aac8-403b-9faa-e3a219e02162 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:01.643268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.717543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] For port 314ee228-aac8-403b-9faa-e3a219e02162, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=314ee228-aac8-403b-9faa-e3a219e02162,segment=NetworkSegment(bf2792ed-fc27-4189-8ce1-74bb7210821a),segment_id=bf2792ed-fc27-4189-8ce1-74bb7210821a)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:01.718195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.723838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] DHCP port deletion for d5686e89-2368-4c44-8461-df2314d90269 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:23:01.731185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 314ee228-aac8-403b-9faa-e3a219e02162 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:01.772731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Deleting port 314ee228-aac8-403b-9faa-e3a219e02162 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:01.773511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.790241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:01.818147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.845137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] For port 314ee228-aac8-403b-9faa-e3a219e02162, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=314ee228-aac8-403b-9faa-e3a219e02162,segment=NetworkSegment(bf2792ed-fc27-4189-8ce1-74bb7210821a),segment_id=bf2792ed-fc27-4189-8ce1-74bb7210821a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:01.845379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=314ee228-aac8-403b-9faa-e3a219e02162,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:01.845504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.847259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No DVR routers for this DVR port 314ee228-aac8-403b-9faa-e3a219e02162 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:01.862554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Calling delete_port for 314ee228-aac8-403b-9faa-e3a219e02162 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:01.916801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:01.928424 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.930939 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:01.932689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.942544 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:01.943391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:01.945311 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.962970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5686e89-2368-4c44-8461-df2314d90269']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.969029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b4aa090f-ed70-40c3-bb52-8da180807525 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/ebdb1bb1-7742-4c0b-9fb2-ba4536891e6a HTTP/1.1" status: 200 len: 687 time: 0.6462588 Aug 19 00:23:01.969984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54682) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:01.970133 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] Pushing event deleted for resources: {'Port': ['ID=314ee228-aac8-403b-9faa-e3a219e02162,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:01.981385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2792ed-fc27-4189-8ce1-74bb7210821a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.982030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2792ed-fc27-4189-8ce1-74bb7210821a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.982904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 314ee228-aac8-403b-9faa-e3a219e02162 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:01.987519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865c8b2-1ed1-47a2-a864-b676f87c637c None None] No DVR routers for this DVR port 314ee228-aac8-403b-9faa-e3a219e02162 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:01.993718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:01.994786 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.003770 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:02.004470 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:02.013048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.026554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:02.027092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 314ee228-aac8-403b-9faa-e3a219e02162 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:02.027454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 314ee228-aac8-403b-9faa-e3a219e02162 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:02.027835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:02.043920 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:02.046478 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:02.046478 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd9293-443f-48ea-b0c7-05820753a210 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:02.117644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.134436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.136525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/d5686e89-2368-4c44-8461-df2314d90269 HTTP/1.1" status: 204 len: 168 time: 0.6294141 Aug 19 00:23:02.141339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54690) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.153714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387cd3-c2e5-42b5-a244-1da3fe1c22ad tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=d5686e89-2368-4c44-8461-df2314d90269,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:02.158279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c6d6ace0-f722-4091-ae50-5352114c4150 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:02.179442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: c6d6ace0-f722-4091-ae50-5352114c4150 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:02.179442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c6d6ace0-f722-4091-ae50-5352114c4150 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:02.201425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4ca6c-15f8-45ed-a9cc-0e7957ba9295 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:02.202850 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0dc4ca6c-15f8-45ed-a9cc-0e7957ba9295 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/276c950d-3d03-46e3-9f32-6797c47bb468 HTTP/1.1" status: 200 len: 841 time: 0.0567749 Aug 19 00:23:02.207185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.214164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 2212f4d9-b3a1-4695-9c33-bf3b48fba4fb {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:02.214521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.250123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d78e9042-05e0-4735-9500-da30a581e2d5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/276c950d-3d03-46e3-9f32-6797c47bb468?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0383651 Aug 19 00:23:02.250369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.255669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:02.295690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.295997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.309863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 2212f4d9-b3a1-4695-9c33-bf3b48fba4fb owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:02.349906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:02.353717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.453479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.479456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=2212f4d9-b3a1-4695-9c33-bf3b48fba4fb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:02.538350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.542474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.546946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2b1f513-6d81-4f8c-ad85-2f38a64ebe84 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/ebdb1bb1-7742-4c0b-9fb2-ba4536891e6a HTTP/1.1" status: 204 len: 168 time: 0.5731301 Aug 19 00:23:02.547409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54696) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.554603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'e800a8c4-9ca7-49ab-8017-f3ac8542ad06'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:02.570307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.582654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.614158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:02.617412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:02.621670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:02.622267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.630662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e2c80-aabe-421a-b5d2-e28c1862aac1 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:02.632811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=6a298224-bbd4-44c4-93af-02e14c1376f4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:02.644049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-565b7285-2a57-47e2-971a-2449a6618842 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3921111 Aug 19 00:23:02.646794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.651580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'security_group': {'name': 'tempest-secgroup-357474827'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:02.683245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.698742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.802146 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.809584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.834998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.837933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'tenant_id': '2e1f45b261f84b81a91aa6d1765aea04', 'fixed_ips': [{'subnet_id': '6a298224-bbd4-44c4-93af-02e14c1376f4'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:02.838995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.839551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1915920 Aug 19 00:23:02.842521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:02.847199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438588159'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:02.850532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.237 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c91b2646-9e0e-455e-8639-c88da2832b62) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:02.869993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02cd54-abe4-497d-ba97-063be661f6d8 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa832b59-ff03-4610-8523-6a2222832c4f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:02.886213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:02.991478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.002300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.007559 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.012965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Allocated IP 172.20.0.2 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/6a298224-bbd4-44c4-93af-02e14c1376f4/57186926-6253-4cc2-a2e6-b845740b6049) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:03.042310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.046142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2003555 Aug 19 00:23:03.046623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:03.049190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.054523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1162057086', 'security_groups': ['a19cec20-a671-4649-9e3f-1c814de80788'], 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a298224-bbd4-44c4-93af-02e14c1376f4'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:03.103074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:03.104248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=c91b2646-9e0e-455e-8639-c88da2832b62,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:03.104667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a0cfa-92ac-42df-8f99-5c92e11bcdfd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cec20-a671-4649-9e3f-1c814de80788,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:03.122505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:03.130413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:03.198641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.208758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Transition to ACTIVE for port object 57186926-6253-4cc2-a2e6-b845740b6049 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:03.211747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:03.227161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Transition to ACTIVE for port object 57186926-6253-4cc2-a2e6-b845740b6049 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:03.238208 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.288954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:03.295456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:03.296946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:03.299170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:03.334141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.353054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:23:03.358347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Attempting to bind port 57186926-6253-4cc2-a2e6-b845740b6049 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:23:03.359173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Attempting to bind port 57186926-6253-4cc2-a2e6-b845740b6049 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:23:03.359570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Attempting to bind port 57186926-6253-4cc2-a2e6-b845740b6049 on network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:23:03.367168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:23:03.367629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Checking segment: {'id': '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:03.368074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.368536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Bound using segment: {'id': '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:23:03.369170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Bound port: 57186926-6253-4cc2-a2e6-b845740b6049, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:23:03.369637 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.445927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:23:03.449777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:23:03.455877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.521184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32defa8b-364e-4636-b2ca-cadc7a91cbb1 None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:03.562055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.12 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/6a298224-bbd4-44c4-93af-02e14c1376f4/23e32fed-21ae-47a5-a6f6-22a5f8e05d19) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:03.798889 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.813991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:03.858680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:03.913660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:03.917498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:03.923271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:03.957302 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=23e32fed-21ae-47a5-a6f6-22a5f8e05d19,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:03.988925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:03.989177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.010624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-14b4b2f4-b40f-43d1-b45d-300f50629cd0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9615729 Aug 19 00:23:04.011415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:04.012382 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.025970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:04.033348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:04.097437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.100697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 57186926-6253-4cc2-a2e6-b845740b6049 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:04.165042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:04.171334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.264474 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.272194 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.280383 n-d-771363-38 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a298224-bbd4-44c4-93af-02e14c1376f4 (CIDR: 172.20.0.0/28) Aug 19 00:23:04.286040 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:23:04.286785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:04.309936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b5f63095-b2f5-4984-ad5a-f17926b6416c tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2934082 Aug 19 00:23:04.310165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54710) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:04.317844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:04.371232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=c91b2646-9e0e-455e-8639-c88da2832b62,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:04.382126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.452152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:04.465735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.495452 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 5e10f1b1-9a39-4e20-aa75-60cbddf184a3 associated. External IP: 172.25.1.237, port: e800a8c4-9ca7-49ab-8017-f3ac8542ad06. Aug 19 00:23:04.748887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.749549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Provisioning for port 57186926-6253-4cc2-a2e6-b845740b6049 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:04.755395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:04.756009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.767322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:04.814253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:04.817488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:04.822572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:04.823354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.848994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=9befeb0c-979f-4372-b6aa-d06aa96e5084,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:04.855003 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-66f0d98d-a1ba-4f51-a943-217834a86137 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5412545 Aug 19 00:23:04.855962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:04.861178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-772296999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9befeb0c-979f-4372-b6aa-d06aa96e5084'}], 'security_groups': ['fa832b59-ff03-4610-8523-6a2222832c4f']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:04.882832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.934223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:04.936899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:04.942727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.946720 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.965888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:04.981676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:04.983491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d272c42-efcf-4c58-9104-49aad8875285 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:04.998883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b72fca5c-787e-4c8b-8840-a288d9a449ea tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4502912 Aug 19 00:23:04.999515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54714) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:05.063601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-26c30fa4-ddbd-45d1-9846-7c7c5b17befd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/floatingips/5e10f1b1-9a39-4e20-aa75-60cbddf184a3 HTTP/1.1" status: 200 len: 979 time: 0.0629997 Aug 19 00:23:05.067256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54716) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:05.110912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:05.111539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:05.123435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:05.124425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.165795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:05.184953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:05.189833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e9f3be2-cece-4ed7-964f-74d078d84fbc tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1185923 Aug 19 00:23:05.190831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54718) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:05.196773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': 'be4ad755-1fe6-45fa-9ef9-bcb93af76b02'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:05.230870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:05.231506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:05.236582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-514d069a-d173-4d32-bf6f-6cfa85548bf0 None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:05.273850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:05.274514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a1ee0-8b7b-42fb-b2ee-9cec7f15b44d None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:05.282632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.319643 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Delete allocated IP 172.20.0.12 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/6a298224-bbd4-44c4-93af-02e14c1376f4) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:23:05.327801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.28 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/9befeb0c-979f-4372-b6aa-d06aa96e5084/23e32fed-21ae-47a5-a6f6-22a5f8e05d19) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:05.374857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Update dhcp port {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'fixed_ips': [{'subnet_id': '6a298224-bbd4-44c4-93af-02e14c1376f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '9befeb0c-979f-4372-b6aa-d06aa96e5084'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '57186926-6253-4cc2-a2e6-b845740b6049'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:23:05.420965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6246b9e6-0baf-4a84-8f61-763f57f114d7 None None] Provisioning for port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:05.438348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6246b9e6-0baf-4a84-8f61-763f57f114d7 None None] Provisioning complete for port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:05.440848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6246b9e6-0baf-4a84-8f61-763f57f114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.451252 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.536921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6246b9e6-0baf-4a84-8f61-763f57f114d7 None None] Port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:05.594000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.607338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Ignored duplicate provisioning block setup for port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 00:23:05.613010 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.711977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=23e32fed-21ae-47a5-a6f6-22a5f8e05d19,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:05.731416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Allocated IP 172.20.0.18 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/9befeb0c-979f-4372-b6aa-d06aa96e5084/57186926-6253-4cc2-a2e6-b845740b6049) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:05.765803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] In _notify_port_updated(), no bound segment for port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 on network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:23:05.773649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:05.774368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.778915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a5980308-13ea-40d9-97d4-7cb4317e2617 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/ports/23e32fed-21ae-47a5-a6f6-22a5f8e05d19 HTTP/1.1" status: 200 len: 920 time: 0.9226322 Aug 19 00:23:05.779541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:05.854507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:05.898644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.902794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:05.903245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:05.920042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Transition to ACTIVE for port object 57186926-6253-4cc2-a2e6-b845740b6049 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:05.928148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.052824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:06.079111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.091718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.094373 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.106785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 23e32fed-21ae-47a5-a6f6-22a5f8e05d19 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:06.121598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223c1e3-2699-46c6-be2a-3a64e272b148 None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:06.229292 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 5e10f1b1-9a39-4e20-aa75-60cbddf184a3 associated. External IP: 172.25.1.237, port: e800a8c4-9ca7-49ab-8017-f3ac8542ad06. Aug 19 00:23:06.268467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.299030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=23e32fed-21ae-47a5-a6f6-22a5f8e05d19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:06.382151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.389703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27440428-c096-49dc-9e3c-d9f2c38b3fca tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/23e32fed-21ae-47a5-a6f6-22a5f8e05d19 HTTP/1.1" status: 204 len: 168 time: 0.6086769 Aug 19 00:23:06.392226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:06.435994 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7160b81-8536-469d-938a-87126688b9cd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:23:06.437755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7160b81-8536-469d-938a-87126688b9cd tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/23e32fed-21ae-47a5-a6f6-22a5f8e05d19 HTTP/1.1" status: 404 len: 333 time: 0.0432923 Aug 19 00:23:06.440553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:06.498221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:06.509809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.533370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.590086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.593293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.594638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/security-groups/a19cec20-a671-4649-9e3f-1c814de80788 HTTP/1.1" status: 204 len: 168 time: 0.1531086 Aug 19 00:23:06.597949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54800) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:06.606077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7c84e-be64-46b9-afdb-0b2566c267c1 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cec20-a671-4649-9e3f-1c814de80788,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:06.660694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:06.670991 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:06.689244 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:06.690128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:06.719445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.727923 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:06.739739 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:06.740633 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:06.770966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Provisioning for port 57186926-6253-4cc2-a2e6-b845740b6049 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:06.774951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:06.775410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.780142 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:06.780825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3ffbe-363b-433d-8002-622eeea45e07 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:06.789298 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.876612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:06.876924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.892059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.895177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.899045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa832b59-ff03-4610-8523-6a2222832c4f HTTP/1.1" status: 204 len: 168 time: 0.2998900 Aug 19 00:23:06.899176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:06.921665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:06.925232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-881262d5-41ed-484a-a170-aea291257c4d None None] Could not find standard attr ID for object 23e32fed-21ae-47a5-a6f6-22a5f8e05d19. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:23:06.937164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a807-33e4-4159-b57f-33b778482462 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa832b59-ff03-4610-8523-6a2222832c4f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:06.967334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 6a298224-bbd4-44c4-93af-02e14c1376f4 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:06.971808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:06.973163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:07.013378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.089708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:07.094848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.100240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:07.118769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:07.119425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:07.124193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.187450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:07.197374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:07.198043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:07.213880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2aa27528-5fa8-4942-a0a1-536157fd0d1c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/5e10f1b1-9a39-4e20-aa75-60cbddf184a3 HTTP/1.1" status: 200 len: 977 time: 2.0217037 Aug 19 00:23:07.216782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:07.222901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:07.243989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:07.244578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0dcd3-fc2a-4011-9906-b08c91247837 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:07.246243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:07.263225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.325826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c669440-fff2-43dd-a6db-f9d4cff7d80d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/floatingips/10110d7f-3bc9-4e06-b79a-24be55627bed HTTP/1.1" status: 200 len: 994 time: 0.0779586 Aug 19 00:23:07.442857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-51c29ca4-b322-4f7a-b430-8a52a63b2b9d None None] Could not find standard attr ID for object 23e32fed-21ae-47a5-a6f6-22a5f8e05d19. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 00:23:07.568776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=6a298224-bbd4-44c4-93af-02e14c1376f4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:07.570612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.572514 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2a834c3b-6fd5-44e1-956d-171c1731fc21 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/6a298224-bbd4-44c4-93af-02e14c1376f4 HTTP/1.1" status: 204 len: 168 time: 0.6722469 Aug 19 00:23:07.576948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:07.582551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:07.595466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eac7f3-a828-4cf4-b8a7-c50259c24a3c None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:07.619664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:07.635841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.810133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:07.817095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.838008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 19856923-597c-4de8-bdf0-3ac4ded52cb7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:07.838359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.880247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.905571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.905895 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 5e10f1b1-9a39-4e20-aa75-60cbddf184a3 disassociated. External IP: 172.25.1.237, port: be4ad755-1fe6-45fa-9ef9-bcb93af76b02. Aug 19 00:23:07.939862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.941384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:07.973165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 19856923-597c-4de8-bdf0-3ac4ded52cb7 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:08.007036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:08.071787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:08.073528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.346867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:08.419769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.524350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:08.532604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:08.543102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:08.543748 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.553743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19783e77-906c-4d8d-abb5-3ca3c01b7f3b None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:08.557020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=62fa0b2d-51a7-49c2-8d39-5d5857b681b8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:08.570175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:08.575077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.581292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-01fc64cc-4191-49c9-9bde-8cf025516406 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0033729 Aug 19 00:23:08.583912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:08.587077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:08.601483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:08.602522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:08.606162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250820117'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:08.642684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9882babb-5fe2-4cf2-8a78-7df636f51038 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:08.643659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9882babb-5fe2-4cf2-8a78-7df636f51038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.644286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-17a3fc41-0086-4f52-b079-9085fd7351a5 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/5e10f1b1-9a39-4e20-aa75-60cbddf184a3 HTTP/1.1" status: 200 len: 688 time: 1.4240415 Aug 19 00:23:08.647987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:08.677225 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:08.689415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:08.690158 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:08.702368 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.755042 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:08.760336 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f8f8-4217-4650-8d82-f8721e555e8c None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:08.780062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.813203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=19856923-597c-4de8-bdf0-3ac4ded52cb7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:08.898937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port c91b2646-9e0e-455e-8639-c88da2832b62 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:08.898937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.899420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.899906 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Floating IP 10110d7f-3bc9-4e06-b79a-24be55627bed disassociated (deleted). External IP: 172.25.1.214, port: 47bf66c1-c7a6-4fd9-a848-06774a29846a. Aug 19 00:23:08.948398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:08.960365 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.000832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.002061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4169073 Aug 19 00:23:09.005070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.012095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012462201'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:09.012432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005e58a-0711-45cb-b28f-6b6430d45cdc tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c44c0a-1736-4fe3-932c-2e9a3a367a3c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:09.033007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9882babb-5fe2-4cf2-8a78-7df636f51038 None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:09.033996 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9882babb-5fe2-4cf2-8a78-7df636f51038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.037356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.037855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.051178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for c91b2646-9e0e-455e-8639-c88da2832b62 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:09.068774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.080367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9882babb-5fe2-4cf2-8a78-7df636f51038 None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:09.165830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Update dhcp port {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'fixed_ips': [{'subnet_id': '9befeb0c-979f-4372-b6aa-d06aa96e5084', 'ip_address': '172.20.0.18'}, {'subnet_id': '62fa0b2d-51a7-49c2-8d39-5d5857b681b8'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '57186926-6253-4cc2-a2e6-b845740b6049'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:23:09.196062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.225337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.231737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router fc0d2a57-c012-4174-8975-8c46f965b4aa has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:09.264810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=c91b2646-9e0e-455e-8639-c88da2832b62,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:09.353621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.368380 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.396290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.398818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:09.400098 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.405863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.411470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bcddf2b4-2b23-4443-aa05-52666fb45e00 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e10f1b1-9a39-4e20-aa75-60cbddf184a3 HTTP/1.1" status: 204 len: 168 time: 0.7586875 Aug 19 00:23:09.411613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Sync routers for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:09.411849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.433529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:09.434548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:09.441300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.443321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Allocated IP 172.20.0.2 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/62fa0b2d-51a7-49c2-8d39-5d5857b681b8/57186926-6253-4cc2-a2e6-b845740b6049) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:09.447152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4406650 Aug 19 00:23:09.451060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.451834 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8851eef0-3775-4010-8580-dde15a31d4c8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] delete failed (client error): The resource could not be found. Aug 19 00:23:09.452912 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8851eef0-3775-4010-8580-dde15a31d4c8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e10f1b1-9a39-4e20-aa75-60cbddf184a3 HTTP/1.1" status: 404 len: 345 time: 0.0401695 Aug 19 00:23:09.457576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.463151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'security_group': {'name': 'tempest-secgroup-456006142'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:09.472704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260b06f-a535-4c6b-9b17-62c9ecb78de3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f179c6d7-367c-40eb-b40b-28baa874051a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:09.481190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8b08dd6e-6810-4834-b36c-8d4c7a7b2b75 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/floatingips/10110d7f-3bc9-4e06-b79a-24be55627bed HTTP/1.1" status: 204 len: 168 time: 1.8600850 Aug 19 00:23:09.493801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:23:09.499385 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326b3219-52c7-4261-b0de-d2bda7a4f653" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:23:09.563114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ef798-bb3e-45f5-98af-b4182c9a4bb8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.571250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ef798-bb3e-45f5-98af-b4182c9a4bb8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.572053 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.578434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ef798-bb3e-45f5-98af-b4182c9a4bb8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.580280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-019ef798-bb3e-45f5-98af-b4182c9a4bb8 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/ports?network_id=b4e8d082-fafc-4597-86b4-c450378922d8 HTTP/1.1" status: 200 len: 2358 time: 0.1217182 Aug 19 00:23:09.583543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.639623 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7467cd-b658-467d-976e-0bd596a94ade x-openstack-request-id: req-fa7467cd-b658-467d-976e-0bd596a94ade {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:23:09.639906 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:23:09.640166 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa7467cd-b658-467d-976e-0bd596a94ade {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:23:09.640614 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'status': 'completed', 'code': 200} Aug 19 00:23:09.662521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:23:09.674249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5c169-6f6a-433a-aa7d-2a63adace449 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.680122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ae5c169-6f6a-433a-aa7d-2a63adace449 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/subnets/3451e200-b938-4736-85d1-e2dd94212408 HTTP/1.1" status: 200 len: 797 time: 0.0911138 Aug 19 00:23:09.681015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54842) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.697740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'port': {'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8', 'name': 'tempest-FloatingIPTestJSON-323053509', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:09.713113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:09.778055 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.811320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.863893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.871219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:09.875023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4208004 Aug 19 00:23:09.879524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:09.889798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-74379760', 'security_groups': ['d43809b9-7eca-4eb2-b7f0-6421a43e672b'], 'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62fa0b2d-51a7-49c2-8d39-5d5857b681b8'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:09.930400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea64733-a61a-4b7b-91a5-76f21405e57a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43809b9-7eca-4eb2-b7f0-6421a43e672b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:09.940753 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Transition to ACTIVE for port object 57186926-6253-4cc2-a2e6-b845740b6049 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:09.941242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-f8777d48-d592-4e91-8f76-ff5e42f54251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.942753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-f8777d48-d592-4e91-8f76-ff5e42f54251 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 1098 time: 0.2653997 Aug 19 00:23:09.955650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cbf6c-572a-44dd-bf21-9c356ff68004 req-86f19550-5694-4b1c-a3bd-6240ba2d193c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:09.963328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-111cbf6c-572a-44dd-bf21-9c356ff68004 req-86f19550-5694-4b1c-a3bd-6240ba2d193c tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.0825982 Aug 19 00:23:09.974341 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:10.039125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:10.049542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-111cbf6c-572a-44dd-bf21-9c356ff68004 req-a1e4933a-d675-4483-ac16-a3844b15ee96 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846035 Aug 19 00:23:10.098836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ad508-f6c5-4b14-9de3-bad29d8452d8 None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:10.114656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:10.123949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-5fee0f85-7192-49a9-ab01-e2fcde07f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:10.125572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-5fee0f85-7192-49a9-ab01-e2fcde07f7aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 200 len: 895 time: 0.1553273 Aug 19 00:23:10.163217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Checking router: fc0d2a57-c012-4174-8975-8c46f965b4aa for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:23:10.173023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:10.174001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:22:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:10.185683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:10.203841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-c71bf84f-9c62-4475-a948-731749b6fa0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 200 len: 217 time: 0.0702929 Aug 19 00:23:10.263365 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:10.285156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-8ba4e9ad-be01-4410-ba78-b84d0bc15869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:10.287163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-8ba4e9ad-be01-4410-ba78-b84d0bc15869 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96278841-761d-4b4f-a911-c3a93159d5c0 HTTP/1.1" status: 200 len: 835 time: 0.0741131 Aug 19 00:23:10.297277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] device_id is not set on port f9ff9f6d-60df-4abf-a523-94fc7180ad03 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:23:10.366918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-3ce4ce50-532c-4414-8352-9449097fd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:10.368492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-3ce4ce50-532c-4414-8352-9449097fd44f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fabda4c0-b636-4b84-9f6d-54cf68514194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730438 Aug 19 00:23:10.371911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:23:10.462640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:10.524096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] device_id is not set on port c73b410c-cbe4-4f56-b0ba-19165e26dc43 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:23:10.557494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-83795834-0234-4a44-9215-b5a4b27adb73 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783946 Aug 19 00:23:10.657145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:10.693847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-326b3219-52c7-4261-b0de-d2bda7a4f653 req-01f7b35f-350e-45fb-8794-b6459c5334a5 service neutron] 10.222.0.21 "GET /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286669 Aug 19 00:23:10.696912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779179f9-d405-49c9-a2de-a7147b34c02f None None] The sync data for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 is: [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:21:45Z', 'revision_number': 4, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '513d3db0-3bf0-418b-9d93-6a65721ebd25', 'name': '', 'network_id': 'fabda4c0-b636-4b84-9f6d-54cf68514194', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'mac_address': 'fa:16:3e:39:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:44Z', 'updated_at': '2021-08-19T00:21:50Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'subnets': [{'id': '96278841-761d-4b4f-a911-c3a93159d5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:10.882653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.6 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/62fa0b2d-51a7-49c2-8d39-5d5857b681b8/c73b410c-cbe4-4f56-b0ba-19165e26dc43) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:10.901943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.14 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/f9ff9f6d-60df-4abf-a523-94fc7180ad03) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:10.914261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.13 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/f9ff9f6d-60df-4abf-a523-94fc7180ad03) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:10.927902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Provisioning for port 57186926-6253-4cc2-a2e6-b845740b6049 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:10.936748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:10.937631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.063456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:11.063846 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.081938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487852f1-d966-49a5-8084-ce72d39158e3 None None] New status for floating IP 10110d7f-3bc9-4e06-b79a-24be55627bed: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:23:11.109073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-71e55b3c-5c8d-4e4f-a860-06c44c47c808 None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:11.414521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-29fa375c-ce56-40b4-8136-a1b4116e39e0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:11.416997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-29fa375c-ce56-40b4-8136-a1b4116e39e0 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.0609024 Aug 19 00:23:11.479271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.495187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41b0b-67a2-4b8a-85ed-18a3e5c5b035 req-6f24aa5b-2f63-40d8-9658-b480c40846fa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:11.497041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8f41b0b-67a2-4b8a-85ed-18a3e5c5b035 req-6f24aa5b-2f63-40d8-9658-b480c40846fa tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 946 time: 0.1528981 Aug 19 00:23:11.522572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.526897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object c73b410c-cbe4-4f56-b0ba-19165e26dc43 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:11.532683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 47bf66c1-c7a6-4fd9-a848-06774a29846a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:11.533032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.573060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8f41b0b-67a2-4b8a-85ed-18a3e5c5b035 req-0b0da339-8f3b-425f-a747-0cf8f9dc380d tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b97cf03-8811-476d-8282-313547dd796f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650482 Aug 19 00:23:11.624821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.634644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.637534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 47bf66c1-c7a6-4fd9-a848-06774a29846a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=47bf66c1-c7a6-4fd9-a848-06774a29846a,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:11.637908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.652716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 47bf66c1-c7a6-4fd9-a848-06774a29846a owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:11.678369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:11.683858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:11.686328 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:11.725949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:11.734154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:11.737078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:11.744344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=c73b410c-cbe4-4f56-b0ba-19165e26dc43,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:11.806649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:11.806871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.824822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.864430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:11.865387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.891881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d567b550-75fa-4b1a-b9dc-ccce830b836f tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0102179 Aug 19 00:23:11.894245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=f9ff9f6d-60df-4abf-a523-94fc7180ad03,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:11.896493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54854) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:11.906193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-794d0e32-64d4-4c2c-b09f-0c8737bc884e tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2225227 Aug 19 00:23:11.906786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:11.915072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] No DVR routers for this DVR port 47bf66c1-c7a6-4fd9-a848-06774a29846a on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:11.921519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:11.922425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'f9ff9f6d-60df-4abf-a523-94fc7180ad03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:11.925489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.928066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81484b1a-d0d6-4f4e-9b9a-8930bb972deb req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.21 "DELETE /v2.0/ports/47bf66c1-c7a6-4fd9-a848-06774a29846a HTTP/1.1" status: 204 len: 173 time: 0.5044479 Aug 19 00:23:11.929036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'name': 'network-vif-deleted', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:23:11.939257 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edd406-db44-4914-b03a-d033500e0072" -d '{"events": [{"server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "name": "network-vif-deleted", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:23:11.949932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ae0e0-f9e7-462c-abc4-bc5e1c50b245 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=47bf66c1-c7a6-4fd9-a848-06774a29846a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:11.984768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:11.994055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:12.066394 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08395cda-3b21-4a2e-af9c-cb2a71238357 x-openstack-request-id: req-08395cda-3b21-4a2e-af9c-cb2a71238357 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:23:12.067334 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda9072-f4a0-4ed9-9c40-df5b979b9516", "name": "network-vif-deleted", "tag": "47bf66c1-c7a6-4fd9-a848-06774a29846a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:23:12.067611 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08395cda-3b21-4a2e-af9c-cb2a71238357 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:23:12.068033 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda9072-f4a0-4ed9-9c40-df5b979b9516', 'name': 'network-vif-deleted', 'tag': '47bf66c1-c7a6-4fd9-a848-06774a29846a', 'status': 'completed', 'code': 200} Aug 19 00:23:12.088914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c50a5470-a3c8-4981-a9e9-8d06c7bd05f5 None None] Provisioning for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:12.096237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c50a5470-a3c8-4981-a9e9-8d06c7bd05f5 None None] Provisioning complete for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:12.097104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c50a5470-a3c8-4981-a9e9-8d06c7bd05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.101536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:12.102094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.134776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.138031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:12.144080 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.197087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c50a5470-a3c8-4981-a9e9-8d06c7bd05f5 None None] Port c73b410c-cbe4-4f56-b0ba-19165e26dc43 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:12.293782 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62fa0b2d-51a7-49c2-8d39-5d5857b681b8 (CIDR: 172.20.0.0/28) Aug 19 00:23:12.298728 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:23:12.301333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:12.306187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.108 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/b48bb72a-3300-4dc2-b545-53a584865fe2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:12.317292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-55628e0d-fddc-482d-8355-f4b30c73c72a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3998256 Aug 19 00:23:12.319540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:12.329157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:12.426894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49ee46f8-680c-4d3b-a337-761397bd51b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.458585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.486802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:12.491313 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.502060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:12.550873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:12.567132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:12.573962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:12.587712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=b48bb72a-3300-4dc2-b545-53a584865fe2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:12.610433 n-d-771363-38 neutron-server[94622]: INFO neutron.db.ipam_backend_mixin [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9befeb0c-979f-4372-b6aa-d06aa96e5084 (CIDR: 172.20.0.16/28) Aug 19 00:23:12.614998 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:23:12.615633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:12.639731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-37b9e305-44ba-4cfb-a174-c9bc1d434082 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3188984 Aug 19 00:23:12.640365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:12.646903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'subnet': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:12.781815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38210de6-5a97-4fe7-a7e7-6d65dd3aad5c req-04474745-f7f4-4db5-8bbc-645f92c2c0bf tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eda9072-f4a0-4ed9-9c40-df5b979b9516 HTTP/1.1" status: 200 len: 210 time: 0.0660667 Aug 19 00:23:12.935122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Made reservation on behalf of 2e1f45b261f84b81a91aa6d1765aea04 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:12.938653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.014276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:23:13.259458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.381705 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.402992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.462423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:13.470420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:13.480649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f5c08-fe24-4c96-aedb-deed988aed3d None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:13.484960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:13.485555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.521569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Subnet': ['ID=e82a23d6-794e-4907-8362-cf516895704d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:13.542486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-da3bd7de-b84e-499f-a8d8-e16935900fce tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9009504 Aug 19 00:23:13.545436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:13.552088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-929258535', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e82a23d6-794e-4907-8362-cf516895704d'}], 'security_groups': ['d8c44c0a-1736-4fe3-932c-2e9a3a367a3c', 'f179c6d7-367c-40eb-b40b-28baa874051a']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:13.648656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.674087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.679277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.749289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Update dhcp port {'port': {'network_id': 'ee53c513-d004-49f6-b8d5-f4d2cecbf2ac', 'fixed_ips': [{'subnet_id': '9befeb0c-979f-4372-b6aa-d06aa96e5084', 'ip_address': '172.20.0.18'}, {'subnet_id': '62fa0b2d-51a7-49c2-8d39-5d5857b681b8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e82a23d6-794e-4907-8362-cf516895704d'}], 'binding:host_id': 'n-d-771363-38'}, 'id': '57186926-6253-4cc2-a2e6-b845740b6049'} from n-d-771363-38. {{(pid=94624) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 00:23:13.775954 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.833727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=b48bb72a-3300-4dc2-b545-53a584865fe2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:13.847460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.857874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:13.959546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:13.976737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Allocated IP 172.20.0.34 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/e82a23d6-794e-4907-8362-cf516895704d/57186926-6253-4cc2-a2e6-b845740b6049) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:13.988047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.042226 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP dc32b2c2-aaa9-4af9-b683-dcb85bdfe0c7 associated. External IP: 172.25.1.108, port: f9ff9f6d-60df-4abf-a523-94fc7180ad03. Aug 19 00:23:14.072277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.076076 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.078106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b97cf03-8811-476d-8282-313547dd796f HTTP/1.1" status: 204 len: 168 time: 0.2192495 Aug 19 00:23:14.088591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef13c2-9b70-40bd-9a85-d96924ed96f1 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97cf03-8811-476d-8282-313547dd796f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:14.106351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:14.118236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:14.154675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.174785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Transition to ACTIVE for port object 57186926-6253-4cc2-a2e6-b845740b6049 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:14.178564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.455372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35b874-0f62-4234-91e4-93be3d60340e None None] Pushing event updated for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:14.659273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:14.770534 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Delete allocated IP 172.20.0.6 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/62fa0b2d-51a7-49c2-8d39-5d5857b681b8) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 00:23:14.785652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Allocated IP 172.20.0.42 (ee53c513-d004-49f6-b8d5-f4d2cecbf2ac/e82a23d6-794e-4907-8362-cf516895704d/c73b410c-cbe4-4f56-b0ba-19165e26dc43) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:14.792634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 47bf66c1-c7a6-4fd9-a848-06774a29846a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:14.831746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 47bf66c1-c7a6-4fd9-a848-06774a29846a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:14.834542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 47bf66c1-c7a6-4fd9-a848-06774a29846a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:14.859316 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:14.948807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a70336-5337-4d3e-ac7f-b9ab2bb05ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.076037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:15.087695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:15.100673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 513d3db0-3bf0-418b-9d93-6a65721ebd25 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:15.101709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:15.102919 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.103580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:15.104092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.114633 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.140539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Transition to ACTIVE for port object c73b410c-cbe4-4f56-b0ba-19165e26dc43 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:15.151676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.156075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:15.157835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9bb9a953-da3b-4421-9571-49a9e282da05 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2499468 Aug 19 00:23:15.160351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:15.167313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': 'f9ff9f6d-60df-4abf-a523-94fc7180ad03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:15.197051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:15.197891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:15.202437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.236035 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.240803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:15.242046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971472e-404b-46d2-94dc-b792fb227c4b None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:15.307871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 513d3db0-3bf0-418b-9d93-6a65721ebd25, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=513d3db0-3bf0-418b-9d93-6a65721ebd25,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:15.308763 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.324585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event updated for resources: {'Port': ['ID=c73b410c-cbe4-4f56-b0ba-19165e26dc43,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:15.324842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 513d3db0-3bf0-418b-9d93-6a65721ebd25 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:15.332752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.358492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Provisioning for port 57186926-6253-4cc2-a2e6-b845740b6049 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:15.366871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:15.367796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.391942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] In _notify_port_updated(), no bound segment for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 on network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 00:23:15.397712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:15.398296 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.402369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54886) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:15.402613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9b1fa5ac-8573-4397-a6a9-1aae780d6bf2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "PUT /v2.0/ports/c73b410c-cbe4-4f56-b0ba-19165e26dc43 HTTP/1.1" status: 200 len: 959 time: 1.8560419 Aug 19 00:23:15.477363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:15.477905 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.523102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:15.538124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Provisioning for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:15.544819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Provisioning complete for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:15.546331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.584799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port c73b410c-cbe4-4f56-b0ba-19165e26dc43 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:15.585274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.615026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-15b4ac7a-ecb1-4eae-b340-f72335cab3df None None] Port c73b410c-cbe4-4f56-b0ba-19165e26dc43 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:15.937019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0ce86fbd-f930-42bd-bd81-7eb82a31a235 None None] Provisioning complete for port c73b410c-cbe4-4f56-b0ba-19165e26dc43 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:15.938564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ce86fbd-f930-42bd-bd81-7eb82a31a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.984230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0ce86fbd-f930-42bd-bd81-7eb82a31a235 None None] Port c73b410c-cbe4-4f56-b0ba-19165e26dc43 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:15.990413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:15.998142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:15.999691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.053855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:16.054165 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.075770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.115431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.118380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=513d3db0-3bf0-418b-9d93-6a65721ebd25,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:16.148036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for c73b410c-cbe4-4f56-b0ba-19165e26dc43 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:16.300506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.317592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:16.440798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.443494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.457030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:16.461732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.467734 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:16.478040 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:16.478963 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:16.519829 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:16.530558 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:16.531552 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:16.546903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-431a1b61-c411-4348-86a4-70302e469df6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/dc32b2c2-aaa9-4af9-b683-dcb85bdfe0c7 HTTP/1.1" status: 200 len: 978 time: 1.3831835 Aug 19 00:23:16.547755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:16.564135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=c73b410c-cbe4-4f56-b0ba-19165e26dc43,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:16.572903 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:16.573864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d940b26-9159-497f-84cf-8375dce3afc9 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:16.664148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.666102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-52409a3a-6406-404c-ba9f-1ba2ad04e66b tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/c73b410c-cbe4-4f56-b0ba-19165e26dc43 HTTP/1.1" status: 204 len: 168 time: 1.2621942 Aug 19 00:23:16.683154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:16.717166 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a47b79-dd0e-4c48-b608-fc1b85c5d515 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] GET failed (client error): The resource could not be found. Aug 19 00:23:16.721898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-78a47b79-dd0e-4c48-b608-fc1b85c5d515 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports/c73b410c-cbe4-4f56-b0ba-19165e26dc43 HTTP/1.1" status: 404 len: 333 time: 0.0376029 Aug 19 00:23:16.722576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:16.795476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Router fc0d2a57-c012-4174-8975-8c46f965b4aa has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:16.824684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.853235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.856776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port b48bb72a-3300-4dc2-b545-53a584865fe2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:16.857123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.946533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:16.951632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-502b34a0-3150-4339-8725-9192a77137ea tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "PUT /v2.0/routers/fc0d2a57-c012-4174-8975-8c46f965b4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8323183 Aug 19 00:23:16.954239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.954663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54898) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:16.958055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.959619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Sync routers for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:16.960775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/security-groups/d43809b9-7eca-4eb2-b7f0-6421a43e672b HTTP/1.1" status: 204 len: 168 time: 0.2354498 Aug 19 00:23:16.963842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54900) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:16.973993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:16.974879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:16.982937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.984127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:16.987480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1111bf-76ab-4fe0-a392-85d3135d9e10 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43809b9-7eca-4eb2-b7f0-6421a43e672b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:17.001478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for b48bb72a-3300-4dc2-b545-53a584865fe2 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:17.046161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting subnet 96278841-761d-4b4f-a911-c3a93159d5c0 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:17.049831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.113632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.117505 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.123385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:23:17.173545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.224266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.251460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=b48bb72a-3300-4dc2-b545-53a584865fe2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:17.263387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.285906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.288544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.291944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/security-groups/f179c6d7-367c-40eb-b40b-28baa874051a HTTP/1.1" status: 204 len: 168 time: 0.3245945 Aug 19 00:23:17.297036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54902) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:17.330840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.331179 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP dc32b2c2-aaa9-4af9-b683-dcb85bdfe0c7 disassociated (deleted). External IP: 172.25.1.108, port: f9ff9f6d-60df-4abf-a523-94fc7180ad03. Aug 19 00:23:17.333316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52c92a-15bb-481b-9360-9545bf228257 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179c6d7-367c-40eb-b40b-28baa874051a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:17.387718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:23:15Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:17.389679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.416542 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.425813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Checking router: fc0d2a57-c012-4174-8975-8c46f965b4aa for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:23:17.435595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Routers {'fc0d2a57-c012-4174-8975-8c46f965b4aa'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:17.436397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fc0d2a57-c012-4174-8975-8c46f965b4aa'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:17.467177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.469854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Subnet': ['ID=96278841-761d-4b4f-a911-c3a93159d5c0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:17.482844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.484951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-adc62605-7bc3-48b5-84b4-370469e2cc56 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/subnets/96278841-761d-4b4f-a911-c3a93159d5c0 HTTP/1.1" status: 204 len: 168 time: 0.5284796 Aug 19 00:23:17.487223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe3881-a77e-4f6a-8d7d-0ac528064a70 None None] Network fabda4c0-b636-4b84-9f6d-54cf68514194 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:17.489121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54904) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:17.617951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.618797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:17.621280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.624950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8c44c0a-1736-4fe3-932c-2e9a3a367a3c HTTP/1.1" status: 204 len: 168 time: 0.3269899 Aug 19 00:23:17.626028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54906) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:17.647331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977da71-4f7d-4be2-a99b-83f9d94b33ac tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c44c0a-1736-4fe3-932c-2e9a3a367a3c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:17.664146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.677146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] Set router fc0d2a57-c012-4174-8975-8c46f965b4aa gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:23:17.742804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 62fa0b2d-51a7-49c2-8d39-5d5857b681b8 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:17.795191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.818231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.864523 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.918448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:23:15Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:17.960604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f073dc-89fe-486c-b77e-12dea8907d2c None None] The sync data for ids ['fc0d2a57-c012-4174-8975-8c46f965b4aa'] in n-d-771363-38 is: [{'id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'name': 'tempest-TestNetworkBasicOps-router-1653636934', 'tenant_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '99311c63-c555-474a-b0d2-c763cba186a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:21:39Z', 'updated_at': '2021-08-19T00:23:15Z', 'revision_number': 5, 'project_id': '73fbc9eb5edc4a86ace33f791ef97e3b', 'gw_port': {'id': '99311c63-c555-474a-b0d2-c763cba186a3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d2a57-c012-4174-8975-8c46f965b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:21:40Z', 'updated_at': '2021-08-19T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:17.961925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Deleting port 99311c63-c555-474a-b0d2-c763cba186a3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:17.962294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:17.977979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] DHCP port deletion for fabda4c0-b636-4b84-9f6d-54cf68514194 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:23:18.066420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Deleting port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:18.067480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.103631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] For port 99311c63-c555-474a-b0d2-c763cba186a3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=99311c63-c555-474a-b0d2-c763cba186a3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:18.104607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.122039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Calling delete_port for 99311c63-c555-474a-b0d2-c763cba186a3 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:18.146350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] For port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,segment=NetworkSegment(12ebe937-d6cc-416f-aff6-4b17672885f3),segment_id=12ebe937-d6cc-416f-aff6-4b17672885f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:18.146750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.168335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Calling delete_port for 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:18.263535 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.270615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.302135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:18.309071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.309590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] No DVR routers for this DVR port 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:18.312484 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2829a40-f23a-4244-892e-183678de8786 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:18.323893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abe8d3-db4d-4b46-8733-f34999c604d5 None None] Pushing event deleted for resources: {'Port': ['ID=78b16259-809a-4e8b-87dd-02e6e4bf6bb9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:18.337833 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:18.338476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.346043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.371743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2abf5529-8111-4bf4-af6c-7e0cded34546 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc32b2c2-aaa9-4af9-b683-dcb85bdfe0c7 HTTP/1.1" status: 204 len: 168 time: 1.8225479 Aug 19 00:23:18.375168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:18.390272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Port': ['ID=99311c63-c555-474a-b0d2-c763cba186a3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:18.405268 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.418810 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:18.419684 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.449036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.461127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d2829a40-f23a-4244-892e-183678de8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.463637 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2829a40-f23a-4244-892e-183678de8786 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:18.489554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.565211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.593222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=62fa0b2d-51a7-49c2-8d39-5d5857b681b8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:18.603926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.606854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.606976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port f9ff9f6d-60df-4abf-a523-94fc7180ad03 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:18.607195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.610568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.617259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-10c31735-52f1-401b-a2ff-5ead827ac93a tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/62fa0b2d-51a7-49c2-8d39-5d5857b681b8 HTTP/1.1" status: 204 len: 168 time: 0.9895563 Aug 19 00:23:18.620064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:18.621543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a25406-5a48-4c2a-ad95-4bc1fdae2378 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:18.673392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.674597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Fanout notify agent at l3_agent the message router_deleted on router fc0d2a57-c012-4174-8975-8c46f965b4aa {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:23:18.686305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.687453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf12785c-b743-4357-8130-51ade8936993 tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/routers/fc0d2a57-c012-4174-8975-8c46f965b4aa HTTP/1.1" status: 204 len: 168 time: 1.1974142 Aug 19 00:23:18.690601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:18.763944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet e82a23d6-794e-4907-8362-cf516895704d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:18.770545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.793358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.833595 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.849110 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.889502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for f9ff9f6d-60df-4abf-a523-94fc7180ad03 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:18.905340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.918996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabda4c0-b636-4b84-9f6d-54cf68514194']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.930493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ebe937-d6cc-416f-aff6-4b17672885f3') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.930798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ebe937-d6cc-416f-aff6-4b17672885f3') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:18.949260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.965348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.974889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:18.975524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:18.978723 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:19.046251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.052159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.059639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.066835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] 10.222.0.20 "DELETE /v2.0/networks/fabda4c0-b636-4b84-9f6d-54cf68514194 HTTP/1.1" status: 204 len: 168 time: 0.3742006 Aug 19 00:23:19.106302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Pushing event deleted for resources: {'Network': ['ID=fabda4c0-b636-4b84-9f6d-54cf68514194,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:19.119950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.120176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.120482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.120890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.121146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.121530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.121817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.122585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.122585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.123276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.123276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.123404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c788269-6572-458c-a6b2-85b242a00e7b tempest-TestNetworkBasicOps-900584217 tempest-TestNetworkBasicOps-900584217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:19.211900 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.272073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=e82a23d6-794e-4907-8362-cf516895704d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:19.282172 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.287015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d4953bca-008a-4b4d-a311-b15a73924936 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/e82a23d6-794e-4907-8362-cf516895704d HTTP/1.1" status: 204 len: 168 time: 0.6604435 Aug 19 00:23:19.287446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.310152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.333503 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ffa366-cda0-45f3-90c0-19b542b103b5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:19.334314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ffa366-cda0-45f3-90c0-19b542b103b5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:19.340210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c5ffa366-cda0-45f3-90c0-19b542b103b5 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/62fa0b2d-51a7-49c2-8d39-5d5857b681b8 HTTP/1.1" status: 404 len: 337 time: 0.0512993 Aug 19 00:23:19.341537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54922) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.369445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=f9ff9f6d-60df-4abf-a523-94fc7180ad03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:19.434442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting subnet 9befeb0c-979f-4372-b6aa-d06aa96e5084 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:19.442032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.483392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.486073 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c258582-55cb-485a-a4cf-ec43c66061e6 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/f9ff9f6d-60df-4abf-a523-94fc7180ad03 HTTP/1.1" status: 204 len: 168 time: 1.1105731 Aug 19 00:23:19.490048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.504940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.509811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:19.523669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.545376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.618581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.714419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.715330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.730434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4883b474-57d4-4c03-b4c7-14205cfa7c58 None None] Network ee53c513-d004-49f6-b8d5-f4d2cecbf2ac requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:19.758991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Subnet': ['ID=9befeb0c-979f-4372-b6aa-d06aa96e5084,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:19.766887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.772700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c719892-439c-496a-bf1b-da0affe37e99 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/9befeb0c-979f-4372-b6aa-d06aa96e5084 HTTP/1.1" status: 204 len: 168 time: 0.4265876 Aug 19 00:23:19.772845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54932) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.819882 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-72380f6a-fcac-4367-a361-5f14f5c297b6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:19.820377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72380f6a-fcac-4367-a361-5f14f5c297b6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:19.822098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-72380f6a-fcac-4367-a361-5f14f5c297b6 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/6a298224-bbd4-44c4-93af-02e14c1376f4 HTTP/1.1" status: 404 len: 337 time: 0.0493722 Aug 19 00:23:19.822382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9ac2ec2-645d-4ad0-9f79-9fe4bef112a4 None None] Provisioning complete for port 57186926-6253-4cc2-a2e6-b845740b6049 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:19.822690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ec2-645d-4ad0-9f79-9fe4bef112a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.824828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.826880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-609040c4-452b-46d1-be4e-a1f42fc09564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73fbc9eb5edc4a86ace33f791ef97e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021662 Aug 19 00:23:19.829627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.855741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3d5eab2a-b164-4380-afe8-87211e8d96aa tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "GET /v2.0/ports?device_id=56bc951d-4509-4868-9593-7b2b8b98b866 HTTP/1.1" status: 200 len: 205 time: 0.0288410 Aug 19 00:23:19.857363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54938) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.900587 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-0788ad56-a989-4e13-a2e5-8f37db9ea7b3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] delete failed (client error): The resource could not be found. Aug 19 00:23:19.901875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0788ad56-a989-4e13-a2e5-8f37db9ea7b3 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/routers/56bc951d-4509-4868-9593-7b2b8b98b866 HTTP/1.1" status: 404 len: 336 time: 0.0433602 Aug 19 00:23:19.908649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.953331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:19.955423 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c635032d-8240-43e1-83b9-b1a84cce6fb7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:19.955877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c635032d-8240-43e1-83b9-b1a84cce6fb7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:19.957603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c635032d-8240-43e1-83b9-b1a84cce6fb7 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/4f8c42bf-7a94-4185-8a52-8eea554415d6 HTTP/1.1" status: 404 len: 337 time: 0.0457730 Aug 19 00:23:19.958965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.239 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0ac4636e-e714-4265-96c6-b19365f4b0f1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:19.961959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:19.997511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a9ac2ec2-645d-4ad0-9f79-9fe4bef112a4 None None] Provisioning complete for port 276c950d-3d03-46e3-9f32-6797c47bb468 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:19.997892 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ec2-645d-4ad0-9f79-9fe4bef112a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.012225 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1885a80f-9849-40bf-8747-d3f15cffd1d0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.012732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1885a80f-9849-40bf-8747-d3f15cffd1d0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.014467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1885a80f-9849-40bf-8747-d3f15cffd1d0 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/51b12ea0-a389-4c21-a19a-8e4a4029b7fa HTTP/1.1" status: 404 len: 337 time: 0.0498831 Aug 19 00:23:20.017297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54944) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.021187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.037068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:20.041943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] DHCP port deletion for ee53c513-d004-49f6-b8d5-f4d2cecbf2ac request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:23:20.061517 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cac5e2-f8d9-4b80-8cfc-d4448c9d6c75 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.062070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cac5e2-f8d9-4b80-8cfc-d4448c9d6c75 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.063889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-25cac5e2-f8d9-4b80-8cfc-d4448c9d6c75 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/189ccaba-ee97-42a4-9ffb-8bbc76c906d8 HTTP/1.1" status: 404 len: 337 time: 0.0455978 Aug 19 00:23:20.066554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54946) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.088874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:20.089338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 78b16259-809a-4e8b-87dd-02e6e4bf6bb9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:20.089860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 99311c63-c555-474a-b0d2-c763cba186a3 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:20.095257 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b2e48d-2368-4c58-bec8-7ce1ed46edde tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.096713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b2e48d-2368-4c58-bec8-7ce1ed46edde tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.098757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15b2e48d-2368-4c58-bec8-7ce1ed46edde tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/23018967-e93b-4408-92e8-711c0e91aec2 HTTP/1.1" status: 404 len: 333 time: 0.0309091 Aug 19 00:23:20.101520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.110521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac2ec2-645d-4ad0-9f79-9fe4bef112a4 None None] Port 276c950d-3d03-46e3-9f32-6797c47bb468 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:20.113009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 99311c63-c555-474a-b0d2-c763cba186a3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:20.113464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 99311c63-c555-474a-b0d2-c763cba186a3 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:20.113996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 513d3db0-3bf0-418b-9d93-6a65721ebd25 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:20.131738 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4e3817-7c81-43ce-bb80-20e410e6d239 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.132264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4e3817-7c81-43ce-bb80-20e410e6d239 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.137834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb4e3817-7c81-43ce-bb80-20e410e6d239 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/2cbd0fd7-1ac5-4e9d-a641-ad87bf0527f4 HTTP/1.1" status: 404 len: 337 time: 0.0315764 Aug 19 00:23:20.137986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54952) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.154263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 513d3db0-3bf0-418b-9d93-6a65721ebd25 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:20.154792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 513d3db0-3bf0-418b-9d93-6a65721ebd25 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:20.181186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Deleting port 57186926-6253-4cc2-a2e6-b845740b6049 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:20.181675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.194908 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68d43c0-1077-43f6-bab4-27b5f4533f5e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.195424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68d43c0-1077-43f6-bab4-27b5f4533f5e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.197245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e68d43c0-1077-43f6-bab4-27b5f4533f5e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/5c8fc2c3-a444-4103-bff4-e4aa3176247e HTTP/1.1" status: 404 len: 337 time: 0.0595398 Aug 19 00:23:20.199738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54954) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.211647 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.214794 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.216268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1f261cf-d9ff-44cd-a543-07879863b695 HTTP/1.1" status: 204 len: 168 time: 0.3852198 Aug 19 00:23:20.219469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.226332 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-589826f9-beb9-4eb7-8e78-9f2881574179 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.227020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589826f9-beb9-4eb7-8e78-9f2881574179 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.229033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-589826f9-beb9-4eb7-8e78-9f2881574179 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/9837995c-e83d-4431-a055-1d5402a186ea HTTP/1.1" status: 404 len: 333 time: 0.0283589 Aug 19 00:23:20.231476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.238700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa534a-3e28-43ac-87c3-170b25c56ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f261cf-d9ff-44cd-a543-07879863b695,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:20.261753 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4713d266-395a-49db-a28a-db869d3419b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.262225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4713d266-395a-49db-a28a-db869d3419b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.264081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4713d266-395a-49db-a28a-db869d3419b2 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/650dc804-cc6b-40ff-8d9d-d5c111a187be HTTP/1.1" status: 404 len: 337 time: 0.0316548 Aug 19 00:23:20.267046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.291548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.297837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] For port 57186926-6253-4cc2-a2e6-b845740b6049, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=57186926-6253-4cc2-a2e6-b845740b6049,segment=NetworkSegment(2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e),segment_id=2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:20.298548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.302461 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cd0dd8-f840-4c34-a9f1-e700b26d8b8e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:20.303283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cd0dd8-f840-4c34-a9f1-e700b26d8b8e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:20.305449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-56cd0dd8-f840-4c34-a9f1-e700b26d8b8e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/subnets/6be253a8-bc06-4a1e-90ed-04bf27e32f31 HTTP/1.1" status: 404 len: 337 time: 0.0365100 Aug 19 00:23:20.307838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54962) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.312471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Calling delete_port for 57186926-6253-4cc2-a2e6-b845740b6049 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:20.352288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:20.354183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=0ac4636e-e714-4265-96c6-b19365f4b0f1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:20.357599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:20.360807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:20.479708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Deleting port 276c950d-3d03-46e3-9f32-6797c47bb468 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:20.480273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.485590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.514916 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.552499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.555642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] No DVR routers for this DVR port 57186926-6253-4cc2-a2e6-b845740b6049 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:20.560170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10136-11b4-486c-ae3f-8cd288570525 None None] Pushing event deleted for resources: {'Port': ['ID=57186926-6253-4cc2-a2e6-b845740b6049,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:20.595559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.618332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Calling delete_port for 276c950d-3d03-46e3-9f32-6797c47bb468 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:20.737074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.755111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.765210 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.774168 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f8ec-d175-42da-97f9-bc3ae3879fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.774730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Port': ['ID=276c950d-3d03-46e3-9f32-6797c47bb468,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:20.776828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.786326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.789130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b6cf9af-18a8-4dfa-9f47-fb40d6469038 tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/ports/276c950d-3d03-46e3-9f32-6797c47bb468 HTTP/1.1" status: 204 len: 168 time: 0.4796822 Aug 19 00:23:20.793028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.864285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=0ac4636e-e714-4265-96c6-b19365f4b0f1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:20.884968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.895723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.957275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f8ec-d175-42da-97f9-bc3ae3879fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.965052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f8ec-d175-42da-97f9-bc3ae3879fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.981561 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.982905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd144115-46d7-42af-b17e-d0d968f4b856 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4915085 Aug 19 00:23:20.984782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:20.987382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 54978) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:20.992446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'port': {'network_id': 'b4e8d082-fafc-4597-86b4-c450378922d8', 'name': 'tempest-FloatingIPTestJSON-1111999031'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:21.007678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2f8ec-d175-42da-97f9-bc3ae3879fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d632a-dfc2-432d-ab6f-b4033fe25941,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:21.013385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7a2f8ec-d175-42da-97f9-bc3ae3879fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6400411cd0c47ee95a35da30c4d3947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564530 Aug 19 00:23:21.014212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee53c513-d004-49f6-b8d5-f4d2cecbf2ac']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:21.015056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54980) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:21.056711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:21.057020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836fe1d-b15b-4fe0-9ffa-f3e4dcd89f2e') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:21.074156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.076756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.095879 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.104615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.112612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:21.113050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:21.116376 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:21.158261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.161237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.165571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/832d632a-dfc2-432d-ab6f-b4033fe25941 HTTP/1.1" status: 204 len: 168 time: 0.1494560 Aug 19 00:23:21.175191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9132-88b7-4cc9-bab7-f964309285a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d632a-dfc2-432d-ab6f-b4033fe25941,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:21.204117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.211024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.213923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] 10.222.0.20 "DELETE /v2.0/networks/ee53c513-d004-49f6-b8d5-f4d2cecbf2ac HTTP/1.1" status: 204 len: 168 time: 0.4199166 Aug 19 00:23:21.231313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:21.233276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.278583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab4363-0575-4885-83c4-8b2b1d98018e tempest-PortsTestJSON-1140858021 tempest-PortsTestJSON-1140858021-project] Pushing event deleted for resources: {'Network': ['ID=ee53c513-d004-49f6-b8d5-f4d2cecbf2ac,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:21.290376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] device_id is not set on port b63eeb60-06cb-4ad4-bfa4-adb828452b6d yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:23:21.440147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.2 (b4e8d082-fafc-4597-86b4-c450378922d8/3451e200-b938-4736-85d1-e2dd94212408/b63eeb60-06cb-4ad4-bfa4-adb828452b6d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:21.620810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 54998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:21.652119 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.701097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.776441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network b4e8d082-fafc-4597-86b4-c450378922d8 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:21.779806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:21.803355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:21.805375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=b63eeb60-06cb-4ad4-bfa4-adb828452b6d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:21.833959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f08de74a-b37b-42fe-86e6-7afe97ad24ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e1f45b261f84b81a91aa6d1765aea04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119405 Aug 19 00:23:21.836790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:21.878026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:21.879180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.890779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.897761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7e4dc0a6-f514-4f4e-b588-f2b691c89c0b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9088941 Aug 19 00:23:21.900160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:21.905206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': 'b63eeb60-06cb-4ad4-bfa4-adb828452b6d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:21.918417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.948116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.985149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.989235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:21.989710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:21.993246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad6197e-b27f-411f-843d-b5b21f9136d8 HTTP/1.1" status: 204 len: 168 time: 0.1554542 Aug 19 00:23:22.001979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd267e7-22de-4ac3-8d95-986fa4b656fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad6197e-b27f-411f-843d-b5b21f9136d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:22.027568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 57186926-6253-4cc2-a2e6-b845740b6049 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:22.028165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 57186926-6253-4cc2-a2e6-b845740b6049 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:22.762412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:22.768463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:22.880640 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 1e72a689-d1ae-438d-9faa-e044dea84143 associated. External IP: 172.25.1.239, port: b63eeb60-06cb-4ad4-bfa4-adb828452b6d. Aug 19 00:23:23.104634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:23.215561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:23.220241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.225807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:23.235656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:23.236666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:23.262078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a204519b-fb8a-44fa-ab7d-c4a8e7412976 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/1e72a689-d1ae-438d-9faa-e044dea84143 HTTP/1.1" status: 200 len: 978 time: 1.3604934 Aug 19 00:23:23.264564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55050) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:23.275383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:23.286792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:23.288115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:23.336095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:23.337011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22608ba3-420a-4775-9f22-c3768e5bd721 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:23.368233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port b63eeb60-06cb-4ad4-bfa4-adb828452b6d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:23.368620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.467590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.722300 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.722848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.723270 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 1e72a689-d1ae-438d-9faa-e044dea84143 disassociated. External IP: 172.25.1.239, port: b63eeb60-06cb-4ad4-bfa4-adb828452b6d. Aug 19 00:23:23.723780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for b63eeb60-06cb-4ad4-bfa4-adb828452b6d owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:23.877341 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:23.904585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=b63eeb60-06cb-4ad4-bfa4-adb828452b6d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:24.021014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:24.148711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:24.159862 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:24.170704 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:24.171332 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:24.210210 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:24.221239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:24.222179 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:24.247850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.253574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cd7bfc38-b46e-4f40-bdfd-3888ed1f231a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/b63eeb60-06cb-4ad4-bfa4-adb828452b6d HTTP/1.1" status: 204 len: 168 time: 0.9851754 Aug 19 00:23:24.254003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:24.265718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:24.266061 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efafe07-b5d9-4fa9-b042-ec540ec761bf None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:24.303416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b2dc5be-b147-4c74-951d-03eaa6847c2c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/floatingips/1e72a689-d1ae-438d-9faa-e044dea84143 HTTP/1.1" status: 200 len: 688 time: 0.0481927 Aug 19 00:23:24.305948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:24.453011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 0ac4636e-e714-4265-96c6-b19365f4b0f1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:24.453370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.552864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.553206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.566421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 0ac4636e-e714-4265-96c6-b19365f4b0f1 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:24.698247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.721845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=0ac4636e-e714-4265-96c6-b19365f4b0f1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:24.784598 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.787370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.788569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1de83067-9b3e-423b-adbb-95bdf31ade85 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e72a689-d1ae-438d-9faa-e044dea84143 HTTP/1.1" status: 204 len: 168 time: 0.4816678 Aug 19 00:23:24.792173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:24.797456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'be4ad755-1fe6-45fa-9ef9-bcb93af76b02'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:24.819951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:24.923259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.032440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.78 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e212821f-6150-405e-9fa0-218a74f22339) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:25.148501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.196571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.239694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:25.244664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:25.248168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:25.274318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=e212821f-6150-405e-9fa0-218a74f22339,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:25.620267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.704901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.891584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.898103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:25.975123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=e212821f-6150-405e-9fa0-218a74f22339,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:25.987693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.091724 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 07d49d26-9ea6-43d2-8447-d343379db63e associated. External IP: 172.25.1.78, port: be4ad755-1fe6-45fa-9ef9-bcb93af76b02. Aug 19 00:23:26.581691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:26.693692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:26.713846 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.715904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:26.731495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:26.732333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:26.773201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:26.774161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2dd952e7-4fc3-4087-8380-b460332485df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9801452 Aug 19 00:23:26.774771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:26.778110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.779677 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1403752044'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:26.791566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:26.792260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:26.822843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:26.827653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.835908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:26.836821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa63bb-69f3-4d21-8051-f12ead712bb2 None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:26.856223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:26.866118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.866460 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Added segment ab14ac17-6f84-4972-ba0d-7ba06af046cd of type vlan for network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d Aug 19 00:23:26.908167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.933632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:26.939973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:26.941316 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.002647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2273552 Aug 19 00:23:27.005551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:27.010877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'subnet': {'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:27.015682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70e43-9988-472d-86d0-32babea87e0c tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Network': ['ID=2fde3c46-71c4-40dc-9f99-a07dddfa9d4d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:27.027511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:27.160791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:27.164213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.359004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.418634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Subnet': ['ID=743f9682-7ac1-4163-ba0f-a55a1d2ee64a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:27.429417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Checking segment: {'id': 'ab14ac17-6f84-4972-ba0d-7ba06af046cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:27.429785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network hostable DHCP agents. Network: 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:27.449020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:27.458788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:27.464971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:27.465723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.470946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b8dfb-37d1-4e6f-8a08-86ce8acfa934 None None] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:27.482917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8e9711b4-ee7e-4fd2-8f52-86179f128024 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4761448 Aug 19 00:23:27.485582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:27.491300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-652781116', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:27.520417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.521948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.659297 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.860672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:27.940645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-2fde3c46-71c4-40dc-9f99-a07dddfa9d4d', 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d', 'tenant_id': '2bbec61373b24b869148db6cab2810fb', 'fixed_ips': [{'subnet_id': '743f9682-7ac1-4163-ba0f-a55a1d2ee64a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:27.942132 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.077035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Allocated IP 172.20.0.2 (2fde3c46-71c4-40dc-9f99-a07dddfa9d4d/743f9682-7ac1-4163-ba0f-a55a1d2ee64a/f6c93e55-54ae-44b5-b2ac-c75705d6ba05) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:28.082890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.103061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.218329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.25.1.147 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/93616cfe-dff4-400b-a560-c5d5a9c70a5b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:28.225650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.234504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Transition to ACTIVE for port object f6c93e55-54ae-44b5-b2ac-c75705d6ba05 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:28.249026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Transition to ACTIVE for port object f6c93e55-54ae-44b5-b2ac-c75705d6ba05 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:28.254916 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.297083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:28.299966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:28.303552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:28.323763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.330892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Pushing event updated for resources: {'Port': ['ID=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:28.355031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.355392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.355881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.356171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.356535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.356988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.357422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.357686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.358061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.358299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.358896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.359208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.368776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.372152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Attempting to bind port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:23:28.372560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Attempting to bind port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'ab14ac17-6f84-4972-ba0d-7ba06af046cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:23:28.372932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Attempting to bind port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 on network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:23:28.378592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:23:28.378974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Checking segment: {'id': 'ab14ac17-6f84-4972-ba0d-7ba06af046cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:28.379381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.379816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Bound using segment: {'id': 'ab14ac17-6f84-4972-ba0d-7ba06af046cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:23:28.380275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Bound port: f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab14ac17-6f84-4972-ba0d-7ba06af046cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:23:28.380687 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.413556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:28.418265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:28.422960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:28.426004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=93616cfe-dff4-400b-a560-c5d5a9c70a5b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:28.446828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] For port f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:23:28.450115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] For port f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,segment=NetworkSegment(ab14ac17-6f84-4972-ba0d-7ba06af046cd),segment_id=ab14ac17-6f84-4972-ba0d-7ba06af046cd)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:23:28.453847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.454201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.454569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.455521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.455870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.455985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:28.456196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.456567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.456918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.457251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.457578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.457970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.458236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:23:28.523017 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8b651-d605-4e5e-ab57-b3f35319443f None None] Pushing event updated for resources: {'Port': ['ID=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:28.795726 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:29.015066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:29.161986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:23:29.291961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:29.303500 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] Sync routers for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:29.315619 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:29.318076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:29.344069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:29.346543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-71c8489b-8f12-4ed4-81c6-cfc0dc7c5f97 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8592708 Aug 19 00:23:29.349150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:29.403263 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:29.416579 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:29.417208 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:29.477765 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:29.478436 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb34b2-827e-45db-952d-4f7bdc43fcad None None] The sync data for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:29.750075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14cc87-2464-4da4-a8c5-9272b20b9ed7 None None] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:29.857820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0ba58cab-b6ea-4a33-b446-d15518367d28 None None] Provisioning for port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:30.070114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f6c93e55-54ae-44b5-b2ac-c75705d6ba05 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:30.154891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:30.160319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:30.160937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.302848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.332172 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.345577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,segment=NetworkSegment(ab14ac17-6f84-4972-ba0d-7ba06af046cd),segment_id=ab14ac17-6f84-4972-ba0d-7ba06af046cd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:30.352762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.449417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-79bfa182-c988-4c62-b744-916243c949b7 None None] Provisioning complete for port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:30.450160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79bfa182-c988-4c62-b744-916243c949b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.453030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:30.670622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.1 (2fde3c46-71c4-40dc-9f99-a07dddfa9d4d/743f9682-7ac1-4163-ba0f-a55a1d2ee64a/94fac537-b912-45ad-83d0-1ec3eaca8cd3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:30.780575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.794799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Transition to ACTIVE for port object 94fac537-b912-45ad-83d0-1ec3eaca8cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:30.839784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:30.883456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:30.891153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:30.894277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:30.926325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=94fac537-b912-45ad-83d0-1ec3eaca8cd3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:30.946747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.115456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.178147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-690ae6be-6f1f-462a-90fb-f7fdfcb067f7 None None] Provisioning for port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:31.185348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-690ae6be-6f1f-462a-90fb-f7fdfcb067f7 None None] Provisioning complete for port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:31.185953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-690ae6be-6f1f-462a-90fb-f7fdfcb067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.231577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-690ae6be-6f1f-462a-90fb-f7fdfcb067f7 None None] Port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:31.409066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.413766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.487884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.489723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=94fac537-b912-45ad-83d0-1ec3eaca8cd3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:31.588912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:31.590266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:31.775860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:31.960596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b71ca7d4-6b4a-45c2-a812-e68d7fcc1f9d None None] Provisioning complete for port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:31.962602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b71ca7d4-6b4a-45c2-a812-e68d7fcc1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:31.972012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:31.996002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] Sync routers for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:32.006712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55166) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:32.007405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bb0d36eb-f426-4ff7-a253-0c4d3b598ec9 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/routers/63a5ba73-2b95-4d72-a3cc-ec92f4da479f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567440 Aug 19 00:23:32.014328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'port': {'network_id': '2fde3c46-71c4-40dc-9f99-a07dddfa9d4d', 'name': 'tempest-FloatingIPTestJSON-699459210'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:32.022143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:32.022886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:32.031739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b71ca7d4-6b4a-45c2-a812-e68d7fcc1f9d None None] Port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:32.136494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:32.145003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f6c93e55-54ae-44b5-b2ac-c75705d6ba05 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:32.145853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Made reservation on behalf of 2bbec61373b24b869148db6cab2810fb for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:32.151279 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.168763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] device_id is not set on port 3f7d4fcc-4c21-486e-b865-893b862e9955 yet. {{(pid=94622) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 00:23:32.174332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:32.174961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:32.213934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:32.214574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ea2e6-bd79-40ab-8378-5366d663a3e9 None None] The sync data for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:32.234624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:32.235018 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.297832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Allocated IP 172.20.0.13 (2fde3c46-71c4-40dc-9f99-a07dddfa9d4d/743f9682-7ac1-4163-ba0f-a55a1d2ee64a/3f7d4fcc-4c21-486e-b865-893b862e9955) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:32.459550 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.488566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Transition to ACTIVE for port object 3f7d4fcc-4c21-486e-b865-893b862e9955 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:32.529993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.582245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:32.584117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:32.586859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:32.626146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event updated for resources: {'Port': ['ID=3f7d4fcc-4c21-486e-b865-893b862e9955,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:32.670170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:32.670948 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.690362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9a27c2a-0e5c-4a3b-92a4-32444ffe846b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6813288 Aug 19 00:23:32.692857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:32.700134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Request body: {'floatingip': {'port_id': '3f7d4fcc-4c21-486e-b865-893b862e9955'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:32.798194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:32.991121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d15d7cd2-76f3-4054-9843-11396ab1b9c5 None None] Provisioning for port 3f7d4fcc-4c21-486e-b865-893b862e9955 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:32.996170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d15d7cd2-76f3-4054-9843-11396ab1b9c5 None None] Provisioning complete for port 3f7d4fcc-4c21-486e-b865-893b862e9955 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:32.997062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cd2-76f3-4054-9843-11396ab1b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:33.036968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d15d7cd2-76f3-4054-9843-11396ab1b9c5 None None] Port 3f7d4fcc-4c21-486e-b865-893b862e9955 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:23:33.353266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:33.357693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:33.472914 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 07d49d26-9ea6-43d2-8447-d343379db63e associated. External IP: 172.25.1.78, port: be4ad755-1fe6-45fa-9ef9-bcb93af76b02. Aug 19 00:23:33.997213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:34.107526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:34.120492 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:34.130317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:34.131180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.162379 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.171368 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:34.172196 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.206532 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.207549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3149af6-1f6a-44fd-bc5b-fdb66a6eaa8c None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:34.398906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:34.527399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:34.531855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:34.540958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] Sync routers for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:34.550909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:34.551720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.603355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4dd1f999-10c1-467a-a1fe-52961581bf95 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/floatingips/07d49d26-9ea6-43d2-8447-d343379db63e HTTP/1.1" status: 200 len: 977 time: 1.9064476 Aug 19 00:23:34.604041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:34.622494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.632186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:34.632917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.667495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:34.668096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddabad-9721-40a0-b8c9-464b80dfccae None None] The sync data for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:34.738111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 3f7d4fcc-4c21-486e-b865-893b862e9955 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:34.738929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:34.838024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:35.135157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:35.138204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:35.138204 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Floating IP 07d49d26-9ea6-43d2-8447-d343379db63e disassociated. External IP: 172.25.1.78, port: 3f7d4fcc-4c21-486e-b865-893b862e9955. Aug 19 00:23:35.138204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 3f7d4fcc-4c21-486e-b865-893b862e9955 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:35.296779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:35.328035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=3f7d4fcc-4c21-486e-b865-893b862e9955,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:35.554655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:35.697465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:35.708210 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] Sync routers for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:35.718472 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:35.719347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:35.753008 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:35.762825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:35.763654 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:35.800852 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:35.801840 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a94cce-f730-4dfc-ba86-7eb462d26128 None None] The sync data for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:35.857953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:35.860114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-61ecc6d9-467b-4219-a783-140c1a1c1174 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/3f7d4fcc-4c21-486e-b865-893b862e9955 HTTP/1.1" status: 204 len: 168 time: 1.2546320 Aug 19 00:23:35.862994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55208) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:36.342464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:36.630202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 94fac537-b912-45ad-83d0-1ec3eaca8cd3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:36.630476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:36.727113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:36.746673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 94fac537-b912-45ad-83d0-1ec3eaca8cd3 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:36.974463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:37.006199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=94fac537-b912-45ad-83d0-1ec3eaca8cd3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:37.179594 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:37.757356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:37.872187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:37.882458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] Sync routers for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:37.889293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0471b710-9d68-4d76-a553-6d876fd57af2 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/routers/63a5ba73-2b95-4d72-a3cc-ec92f4da479f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0243537 Aug 19 00:23:37.891481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55258) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:37.896616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:37.897514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:37.951164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:37.960893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] Routers {'63a5ba73-2b95-4d72-a3cc-ec92f4da479f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:37.962632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:37.997135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:37.997799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6af11f-9f0d-4f55-ae2b-0177cb6ae59d None None] The sync data for ids ['63a5ba73-2b95-4d72-a3cc-ec92f4da479f'] in n-d-771363-38 is: [] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:38.018894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.131472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.208638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 93616cfe-dff4-400b-a560-c5d5a9c70a5b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:38.209303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.290550 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.302718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 93616cfe-dff4-400b-a560-c5d5a9c70a5b owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:38.471639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.499557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=93616cfe-dff4-400b-a560-c5d5a9c70a5b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:38.577826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.675863 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.678645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.730049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.731049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Fanout notify agent at l3_agent the message router_deleted on router 63a5ba73-2b95-4d72-a3cc-ec92f4da479f {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:23:38.739736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.741035 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb8da247-84f2-42c5-83e2-aab3411c5c62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/routers/63a5ba73-2b95-4d72-a3cc-ec92f4da479f HTTP/1.1" status: 204 len: 168 time: 0.8484082 Aug 19 00:23:38.743744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:38.810359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting subnet 743f9682-7ac1-4163-ba0f-a55a1d2ee64a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:38.813894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.859052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:38.960687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.060455 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.102364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.106844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55280) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:39.109982 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ee45d-0591-4965-9158-533d4093ad26 None None] Network 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:39.118159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/subnets/743f9682-7ac1-4163-ba0f-a55a1d2ee64a HTTP/1.1" status: 204 len: 168 time: 0.3680170 Aug 19 00:23:39.123684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314005-be20-4393-8cfc-ea3d8e9bb120 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Subnet': ['ID=743f9682-7ac1-4163-ba0f-a55a1d2ee64a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:39.211715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.278870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:39.279229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.319685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] DHCP port deletion for 2fde3c46-71c4-40dc-9f99-a07dddfa9d4d request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:23:39.354730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] For port f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,segment=NetworkSegment(ab14ac17-6f84-4972-ba0d-7ba06af046cd),segment_id=ab14ac17-6f84-4972-ba0d-7ba06af046cd)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:39.355029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.369000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for f6c93e55-54ae-44b5-b2ac-c75705d6ba05 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:39.377889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Deleting port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:39.378263 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.449740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.455586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] For port f6c93e55-54ae-44b5-b2ac-c75705d6ba05, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,segment=NetworkSegment(ab14ac17-6f84-4972-ba0d-7ba06af046cd),segment_id=ab14ac17-6f84-4972-ba0d-7ba06af046cd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:39.455965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.468638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Calling delete_port for f6c93e55-54ae-44b5-b2ac-c75705d6ba05 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:39.477573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:39.482665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] No DVR routers for this DVR port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:39.560449 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.584974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.593126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] No DVR routers for this DVR port f6c93e55-54ae-44b5-b2ac-c75705d6ba05 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:39.597611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fde3c46-71c4-40dc-9f99-a07dddfa9d4d']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:39.605373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0c8e3-b63c-45cb-9cc1-c2d8fbbc2307 None None] Pushing event deleted for resources: {'Port': ['ID=f6c93e55-54ae-44b5-b2ac-c75705d6ba05,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:39.611724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab14ac17-6f84-4972-ba0d-7ba06af046cd') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:39.612024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab14ac17-6f84-4972-ba0d-7ba06af046cd') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:39.621752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.637654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.647335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:39.647859 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:39.652286 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:39.718828 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.728267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:39.733076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/networks/2fde3c46-71c4-40dc-9f99-a07dddfa9d4d HTTP/1.1" status: 204 len: 168 time: 0.6221819 Aug 19 00:23:39.733076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55284) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:39.777542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4bf8e-ed46-4d83-8cfb-699394d4ab3d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Network': ['ID=2fde3c46-71c4-40dc-9f99-a07dddfa9d4d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:39.912815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port e212821f-6150-405e-9fa0-218a74f22339 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:39.913266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.022144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f6c93e55-54ae-44b5-b2ac-c75705d6ba05 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:23:40.059247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.059583 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.074713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for e212821f-6150-405e-9fa0-218a74f22339 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:40.083685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f6c93e55-54ae-44b5-b2ac-c75705d6ba05 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:23:40.084146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f6c93e55-54ae-44b5-b2ac-c75705d6ba05 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:23:40.266276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.297906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=e212821f-6150-405e-9fa0-218a74f22339,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:40.370115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.374525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.379420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:40.380771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf13ce59-2f6c-4b7b-877a-38c1f28e3f68 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/floatingips/07d49d26-9ea6-43d2-8447-d343379db63e HTTP/1.1" status: 204 len: 168 time: 0.6469116 Aug 19 00:23:40.402744 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6054a82-43b1-4147-9a72-d02451a4fa0d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:40.403380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6054a82-43b1-4147-9a72-d02451a4fa0d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:40.405096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6054a82-43b1-4147-9a72-d02451a4fa0d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/3f7d4fcc-4c21-486e-b865-893b862e9955 HTTP/1.1" status: 404 len: 333 time: 0.0246849 Aug 19 00:23:40.408063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:40.434752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-50d41834-1c38-440b-a939-82b5ac45897d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/ports?device_id=63a5ba73-2b95-4d72-a3cc-ec92f4da479f HTTP/1.1" status: 200 len: 205 time: 0.0245667 Aug 19 00:23:40.436234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55310) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:40.475501 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-edd89f08-e247-403f-897d-a32c4a129f8d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] delete failed (client error): The resource could not be found. Aug 19 00:23:40.478744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-edd89f08-e247-403f-897d-a32c4a129f8d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/routers/63a5ba73-2b95-4d72-a3cc-ec92f4da479f HTTP/1.1" status: 404 len: 336 time: 0.0392880 Aug 19 00:23:40.479511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55312) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:40.507704 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-277dff6f-2207-4bd8-a860-483c964ac49d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:40.508172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277dff6f-2207-4bd8-a860-483c964ac49d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:40.510447 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-277dff6f-2207-4bd8-a860-483c964ac49d tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/subnets/743f9682-7ac1-4163-ba0f-a55a1d2ee64a HTTP/1.1" status: 404 len: 337 time: 0.0294755 Aug 19 00:23:40.512375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:40.602632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port be4ad755-1fe6-45fa-9ef9-bcb93af76b02 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:40.603131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.690468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.702488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for be4ad755-1fe6-45fa-9ef9-bcb93af76b02 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:40.842364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.887308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=be4ad755-1fe6-45fa-9ef9-bcb93af76b02,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:40.973126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:40.977535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2506f946-a47c-48ae-8ddf-bc342e919710 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/be4ad755-1fe6-45fa-9ef9-bcb93af76b02 HTTP/1.1" status: 204 len: 168 time: 0.4618950 Aug 19 00:23:40.980484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55320) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:41.100497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port e800a8c4-9ca7-49ab-8017-f3ac8542ad06 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:41.100856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:41.197483 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:41.211818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for e800a8c4-9ca7-49ab-8017-f3ac8542ad06 owned by {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:41.343371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:41.373912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=e800a8c4-9ca7-49ab-8017-f3ac8542ad06,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:41.449214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:41.451012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ce8fedb0-7c48-44be-b5a4-61633ab704bb tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/ports/e800a8c4-9ca7-49ab-8017-f3ac8542ad06 HTTP/1.1" status: 204 len: 168 time: 0.4717822 Aug 19 00:23:41.453692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55326) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:41.501243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b6016-ae32-4e9c-8a60-d68099b874dd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:41.503218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e4b6016-ae32-4e9c-8a60-d68099b874dd tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "GET /v2.0/ports?device_id=2734033e-7413-4358-a9e1-2d9a6c8e50a4 HTTP/1.1" status: 200 len: 913 time: 0.0479407 Aug 19 00:23:41.505876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55328) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:41.853260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.137817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 4bd45289-8a2b-4470-8f49-12736316d263 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:42.138168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.238966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.254529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 4bd45289-8a2b-4470-8f49-12736316d263 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:42.431108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be76a249-88d7-4439-a6b6-c4ab173fff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.481616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.588066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=4bd45289-8a2b-4470-8f49-12736316d263,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:42.701400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:42.916104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:23:43.020931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:23:43.026363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58806efd-b943-441d-895d-54cd02d29a62 tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "PUT /v2.0/routers/2734033e-7413-4358-a9e1-2d9a6c8e50a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193126 Aug 19 00:23:43.028697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55350) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:43.034435 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] Sync routers for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:23:43.043716 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:43.044710 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:43.077698 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:43.087403 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] Routers {'2734033e-7413-4358-a9e1-2d9a6c8e50a4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:23:43.088287 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:23:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:43.124160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:43.125202 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab68b5-88ab-4b6d-91b9-4fe2db77963f None None] The sync data for ids ['2734033e-7413-4358-a9e1-2d9a6c8e50a4'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:23:43.474269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:43.579288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:43.635233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting port 93d28811-6d0d-455a-926e-d9b42dddc809 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:43.635922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:43.728807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:43.746713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Calling delete_port for 93d28811-6d0d-455a-926e-d9b42dddc809 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:43.919478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:43.958659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Port': ['ID=93d28811-6d0d-455a-926e-d9b42dddc809,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:44.020216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.114678 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.117624 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.171448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.171968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Fanout notify agent at l3_agent the message router_deleted on router 2734033e-7413-4358-a9e1-2d9a6c8e50a4 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:23:44.180529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.181732 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be7db86a-09cd-4a86-b46e-65a25caa528b tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/routers/2734033e-7413-4358-a9e1-2d9a6c8e50a4 HTTP/1.1" status: 204 len: 168 time: 1.1520572 Aug 19 00:23:44.184195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55362) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:44.239119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Deleting subnet 3451e200-b938-4736-85d1-e2dd94212408 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:23:44.243590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.286820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.342120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.410907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.436700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Subnet': ['ID=3451e200-b938-4736-85d1-e2dd94212408,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:44.443060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.445127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-13c1b7e3-d543-4c32-90b0-fa428ad83d2a tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/subnets/3451e200-b938-4736-85d1-e2dd94212408 HTTP/1.1" status: 204 len: 168 time: 0.2599680 Aug 19 00:23:44.447589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55370) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:44.525176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.616479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.627925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e8d082-fafc-4597-86b4-c450378922d8']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:44.638848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c4f807-96ab-4783-9402-f7c91bf971d2') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:44.639268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c4f807-96ab-4783-9402-f7c91bf971d2') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:44.648580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.662156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.667834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:44.668217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:44.671289 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:44.731910 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.747346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:44.749465 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] 10.222.0.20 "DELETE /v2.0/networks/b4e8d082-fafc-4597-86b4-c450378922d8 HTTP/1.1" status: 204 len: 168 time: 0.3008475 Aug 19 00:23:44.760490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60000b9-859a-4e7d-9c9a-044c29c318df tempest-FloatingIPTestJSON-882916291 tempest-FloatingIPTestJSON-882916291-project] Pushing event deleted for resources: {'Network': ['ID=b4e8d082-fafc-4597-86b4-c450378922d8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:44.974425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd638-8b41-4ffd-92b7-e77b3ff49db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.121726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:45.147229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.185156 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.268960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2797056d-1332-42b8-90fa-78e7b4e71361 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bbec61373b24b869148db6cab2810fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416688 Aug 19 00:23:45.271418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55398) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:45.318546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.338921 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.390539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.393488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:45.396942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca1d9b14-47f6-42ce-a3fc-9952213a9f7a HTTP/1.1" status: 204 len: 168 time: 0.1223598 Aug 19 00:23:45.402692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dee10c-ce1d-4b7a-b545-bfb85730f270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d9b14-47f6-42ce-a3fc-9952213a9f7a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:46.033252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55428) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:46.130640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1141349213'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:46.153725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:46.157973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.166641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.267939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.272597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.298289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.309700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:46.326001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac895d-2673-4e84-bf15-7d7157368090,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:46.330989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.331340 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment b9be3f41-0dcc-4291-897f-52c396ffcbc5 of type vlan for network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 Aug 19 00:23:46.375108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.429044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.436581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:46.437429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.495767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4613390 Aug 19 00:23:46.512028 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c82d-c8c3-40e7-bf0c-591de96d3db6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=e9c3dc55-b9df-46f9-b5dc-c9fe188f9264,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:46.538160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:46.643950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55452) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:46.650052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:46.760713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:46.764214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:46.946580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.017623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=45dad80a-d64c-40f2-b68a-05b6d6a089af,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:47.034192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'b9be3f41-0dcc-4291-897f-52c396ffcbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:47.035709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: e9c3dc55-b9df-46f9-b5dc-c9fe188f9264, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:47.055445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:47.068995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e9c3dc55-b9df-46f9-b5dc-c9fe188f9264) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:47.077102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8406da8-835a-4868-8be9-a3bfaaf3624f None None] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:47.081319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:47.081994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.104385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fec020ed-9d0e-4cec-bd0d-b5d1aa0930b3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4588232 Aug 19 00:23:47.108459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:47.118365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1886216294'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:47.147727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:47.153909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.184865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:47.197851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.198555 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment a38eb4be-b960-4fce-a3b0-c7903f378867 of type vlan for network 8809bf3d-cef1-484c-8974-20ae8e9c8742 Aug 19 00:23:47.241818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.262287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e9c3dc55-b9df-46f9-b5dc-c9fe188f9264', 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': '45dad80a-d64c-40f2-b68a-05b6d6a089af'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:47.263641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.273282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.280193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:47.281092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.340175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2300830 Aug 19 00:23:47.343047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55460) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:47.350020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '8809bf3d-cef1-484c-8974-20ae8e9c8742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:47.358234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58836e7-49f6-4e18-b553-221f36cb626c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=8809bf3d-cef1-484c-8974-20ae8e9c8742,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:47.375528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8809bf3d-cef1-484c-8974-20ae8e9c8742 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:47.452288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:47.456644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.475805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Allocated IP 172.20.255.242 (e9c3dc55-b9df-46f9-b5dc-c9fe188f9264/45dad80a-d64c-40f2-b68a-05b6d6a089af/67b32ba8-0a40-4728-81a7-ab11b8e361b1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:47.651475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.655180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.661259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Transition to ACTIVE for port object 67b32ba8-0a40-4728-81a7-ab11b8e361b1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:47.677291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Transition to ACTIVE for port object 67b32ba8-0a40-4728-81a7-ab11b8e361b1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:47.685557 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.723855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=76a32ece-bcdb-4f8b-9478-1b9fd0225919,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:47.733965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'a38eb4be-b960-4fce-a3b0-c7903f378867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8809bf3d-cef1-484c-8974-20ae8e9c8742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:47.734504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 8809bf3d-cef1-484c-8974-20ae8e9c8742, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:47.742298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:47.743409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Pushing event updated for resources: {'Port': ['ID=67b32ba8-0a40-4728-81a7-ab11b8e361b1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:47.751860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:47.755925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 8809bf3d-cef1-484c-8974-20ae8e9c8742 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:47.756574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:47.772180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8809bf3d-cef1-484c-8974-20ae8e9c8742) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:47.778192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:47.778829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.798532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17322d-2365-4e29-a85d-e16f0ed0f0ad None None] Network 8809bf3d-cef1-484c-8974-20ae8e9c8742 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:47.810636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c939277-f93b-4839-a62b-42bbf05dba98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4663415 Aug 19 00:23:47.814076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:47.904323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.911038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Attempting to bind port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:23:47.912703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Attempting to bind port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b9be3f41-0dcc-4291-897f-52c396ffcbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:23:47.913156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Attempting to bind port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 on network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:23:47.941348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:23:47.941857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Checking segment: {'id': 'b9be3f41-0dcc-4291-897f-52c396ffcbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:47.942328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.942784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Bound using segment: {'id': 'b9be3f41-0dcc-4291-897f-52c396ffcbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:23:47.943333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Bound port: 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9be3f41-0dcc-4291-897f-52c396ffcbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c3dc55-b9df-46f9-b5dc-c9fe188f9264'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:23:47.943783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:47.961536 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.024829 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.113751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] For port 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:23:48.113951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.117963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad84733-62c7-49e2-a048-9eb0c94cf0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8809bf3d-cef1-484c-8974-20ae8e9c8742', 'network_id': '8809bf3d-cef1-484c-8974-20ae8e9c8742', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': '76a32ece-bcdb-4f8b-9478-1b9fd0225919'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:48.119008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aad84733-62c7-49e2-a048-9eb0c94cf0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.138858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] For port 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67b32ba8-0a40-4728-81a7-ab11b8e361b1,segment=NetworkSegment(b9be3f41-0dcc-4291-897f-52c396ffcbc5),segment_id=b9be3f41-0dcc-4291-897f-52c396ffcbc5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:23:48.146898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=76a32ece-bcdb-4f8b-9478-1b9fd0225919,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:48.153403 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.217468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9f4d-0993-4e38-a9c7-0371b4b69168 None None] Pushing event updated for resources: {'Port': ['ID=67b32ba8-0a40-4728-81a7-ab11b8e361b1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:48.255590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.269449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8809bf3d-cef1-484c-8974-20ae8e9c8742']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:48.284382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38eb4be-b960-4fce-a3b0-c7903f378867') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:48.284929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38eb4be-b960-4fce-a3b0-c7903f378867') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:48.298996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.302700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d09f8-6c08-4a60-b078-579eeeb1656c None None] Network 8809bf3d-cef1-484c-8974-20ae8e9c8742 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:48.317940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.327077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:48.331088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:48.338227 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:48.411927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.418009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.424284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55486) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:48.425728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/8809bf3d-cef1-484c-8974-20ae8e9c8742 HTTP/1.1" status: 204 len: 168 time: 0.6091144 Aug 19 00:23:48.429297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857200040'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:48.453020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe0f6f-b38b-4ffd-9d37-f5a04441af54 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=8809bf3d-cef1-484c-8974-20ae8e9c8742,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:48.464232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:48.469293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.510120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:48.524797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.525279 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment d61ff715-b496-4093-8f2d-54b6f101e63c of type vlan for network 19d26411-f140-4656-9262-e11eaf93c0e3 Aug 19 00:23:48.593737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.647922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.655111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:48.656357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.721231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2956645 Aug 19 00:23:48.722096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:48.730443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '19d26411-f140-4656-9262-e11eaf93c0e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:48.790404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0b791-3ccf-411a-9a3f-b6b6c3748fb9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=19d26411-f140-4656-9262-e11eaf93c0e3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:48.816265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 19d26411-f140-4656-9262-e11eaf93c0e3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:48.872613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:48.877138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:48.939316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing IP validity checks on allocation pools {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 00:23:48.940067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 00:23:49.071406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.136782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=6a668979-e4ee-46cc-940e-7e2dc53e874b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:49.149582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'd61ff715-b496-4093-8f2d-54b6f101e63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19d26411-f140-4656-9262-e11eaf93c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:49.150419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 19d26411-f140-4656-9262-e11eaf93c0e3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:49.171090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 19d26411-f140-4656-9262-e11eaf93c0e3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:49.183176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 19d26411-f140-4656-9262-e11eaf93c0e3) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:49.187819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:49.188522 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.194361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be2b34-75e5-42d0-90ea-5805667c661d None None] Network 19d26411-f140-4656-9262-e11eaf93c0e3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:49.217100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fb4656a0-c85b-4433-ac94-5490ea90f128 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4909623 Aug 19 00:23:49.219662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:49.407537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.419457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa5b19-339e-437f-94f4-c37756e832b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-19d26411-f140-4656-9262-e11eaf93c0e3', 'network_id': '19d26411-f140-4656-9262-e11eaf93c0e3', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': '6a668979-e4ee-46cc-940e-7e2dc53e874b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:49.420610 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5b19-339e-437f-94f4-c37756e832b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.473750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.520833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc51a7-6225-4f83-8235-2fe15c45ecac None None] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:49.548909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.582007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=6a668979-e4ee-46cc-940e-7e2dc53e874b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:49.656159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.666796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d26411-f140-4656-9262-e11eaf93c0e3']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:49.679014 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61ff715-b496-4093-8f2d-54b6f101e63c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:49.679374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61ff715-b496-4093-8f2d-54b6f101e63c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:49.689293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.704223 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.710544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:49.711146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:49.714422 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-fbfa5b19-339e-437f-94f4-c37756e832b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a668979-e4ee-46cc-940e-7e2dc53e874b: This subnet is being modified by another concurrent operation. Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a668979-e4ee-46cc-940e-7e2dc53e874b: This subnet is being modified by another concurrent operation. Aug 19 00:23:49.760115 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:23:49.771726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0888889b-7438-44bf-b595-b5668bf33283 None None] Provisioning for port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:49.791142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a926937-08e5-4664-ae63-bf442eca01bf None None] Network 19d26411-f140-4656-9262-e11eaf93c0e3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:49.805153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.811717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a926937-08e5-4664-ae63-bf442eca01bf None None] Network 19d26411-f140-4656-9262-e11eaf93c0e3 could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 00:23:49.812159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.815157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/19d26411-f140-4656-9262-e11eaf93c0e3 HTTP/1.1" status: 204 len: 168 time: 0.5938416 Aug 19 00:23:49.819232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:49.825790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989840421'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:49.829165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86373-2bc1-476a-942a-7a9a8d3717f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=19d26411-f140-4656-9262-e11eaf93c0e3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:49.857199 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:49.861767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.894521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:49.905776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:49.906176 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment b2078a24-e28d-43a2-b125-44e03b0c0903 of type vlan for network 41c382e9-5f54-449a-9e85-ffe0c90cdc65 Aug 19 00:23:49.963082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.013651 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:23:50.016262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.023832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:50.024784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.041419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67b32ba8-0a40-4728-81a7-ab11b8e361b1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:50.100428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:23:50.106205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:50.107491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.113163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2922204 Aug 19 00:23:50.115973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:50.122539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '41c382e9-5f54-449a-9e85-ffe0c90cdc65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:50.136448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fd6d1-d21c-4219-b981-56faea602a7a tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=41c382e9-5f54-449a-9e85-ffe0c90cdc65,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:50.149379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 41c382e9-5f54-449a-9e85-ffe0c90cdc65 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:50.194068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668bc1f4-7559-41b7-b6b9-67a6f6f558be None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:50.242843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:50.246773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.293346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eb6c7113-9a4f-4415-8acb-1f38f3fb5e02 None None] Provisioning complete for port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:50.293721 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7113-9a4f-4415-8acb-1f38f3fb5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.362121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.366658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bc1f4-7559-41b7-b6b9-67a6f6f558be None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:50.456340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.492192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67b32ba8-0a40-4728-81a7-ab11b8e361b1,segment=NetworkSegment(b9be3f41-0dcc-4291-897f-52c396ffcbc5),segment_id=b9be3f41-0dcc-4291-897f-52c396ffcbc5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:50.506392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.512403 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7113-9a4f-4415-8acb-1f38f3fb5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.527865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=8d2ddb56-6dee-4b4e-8910-f808ef6b8485,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:50.535894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'b2078a24-e28d-43a2-b125-44e03b0c0903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '41c382e9-5f54-449a-9e85-ffe0c90cdc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:50.536388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 41c382e9-5f54-449a-9e85-ffe0c90cdc65, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:50.558539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 41c382e9-5f54-449a-9e85-ffe0c90cdc65 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:50.571928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 41c382e9-5f54-449a-9e85-ffe0c90cdc65) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:50.584579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:50.585370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.603002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b073a9bd-c360-478b-95ac-7182c7104210 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4854198 Aug 19 00:23:50.605938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:50.649343 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=67b32ba8-0a40-4728-81a7-ab11b8e361b1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:50.713510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-eb6c7113-9a4f-4415-8acb-1f38f3fb5e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:23:50.713510 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-eb6c7113-9a4f-4415-8acb-1f38f3fb5e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:23:50.721097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.776659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.810333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a480c0-361e-45cd-b481-940b71cde427 None None] Network 41c382e9-5f54-449a-9e85-ffe0c90cdc65 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:50.847695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.898832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2ddb56-6dee-4b4e-8910-f808ef6b8485,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:50.958924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec336a7-f47b-4ca5-b55e-a96236563e9e None None] Network 41c382e9-5f54-449a-9e85-ffe0c90cdc65 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:50.960548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:50.973246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c382e9-5f54-449a-9e85-ffe0c90cdc65']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:50.985065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2078a24-e28d-43a2-b125-44e03b0c0903') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:50.986176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2078a24-e28d-43a2-b125-44e03b0c0903') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:50.995894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.010157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.017548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:51.017950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:51.021410 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:51.087855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.099300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.101587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/41c382e9-5f54-449a-9e85-ffe0c90cdc65 HTTP/1.1" status: 204 len: 168 time: 0.4942133 Aug 19 00:23:51.104657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:51.110036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-92754144'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:51.119292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbcfb1-6521-447b-935f-8013fb9a747d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=41c382e9-5f54-449a-9e85-ffe0c90cdc65,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:51.130821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:51.134411 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.158538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:51.167379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.167730 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 9a046c5d-6fba-4082-9222-dd7cb3f2cdcc of type vlan for network 56279fca-e0be-4137-bb28-103646b93c19 Aug 19 00:23:51.210643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.237265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.242698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:51.243290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.297077 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1913018 Aug 19 00:23:51.300054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:51.305017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '56279fca-e0be-4137-bb28-103646b93c19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:51.356480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c81a-bb7b-4031-9390-e497d2b0d655 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=56279fca-e0be-4137-bb28-103646b93c19,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:51.368546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 56279fca-e0be-4137-bb28-103646b93c19 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:51.411519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:51.414877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.594761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.655619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=def641a6-6717-4949-bed4-38428fe8ef56,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:51.677714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': '9a046c5d-6fba-4082-9222-dd7cb3f2cdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56279fca-e0be-4137-bb28-103646b93c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:51.678159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 56279fca-e0be-4137-bb28-103646b93c19, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:51.698320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 56279fca-e0be-4137-bb28-103646b93c19 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:51.712611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 56279fca-e0be-4137-bb28-103646b93c19) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:51.721078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfad2f-430f-44fe-ae4c-2fcd8d842520 None None] Network 56279fca-e0be-4137-bb28-103646b93c19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:51.722362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:51.722989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.745462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:51.745817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-731d6425-bfa1-4318-9ae6-e3e58158cdd8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4443741 Aug 19 00:23:51.850178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.878351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2195977-7d31-4425-a910-118a32bfeb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-56279fca-e0be-4137-bb28-103646b93c19', 'network_id': '56279fca-e0be-4137-bb28-103646b93c19', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': 'def641a6-6717-4949-bed4-38428fe8ef56'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:51.879576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d2195977-7d31-4425-a910-118a32bfeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.909968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.983785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-d2195977-7d31-4425-a910-118a32bfeb0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet def641a6-6717-4949-bed4-38428fe8ef56: This subnet is being modified by another concurrent operation. Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet def641a6-6717-4949-bed4-38428fe8ef56: This subnet is being modified by another concurrent operation. Aug 19 00:23:51.991368 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:23:52.007487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67b32ba8-0a40-4728-81a7-ab11b8e361b1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:23:52.009924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc6f5f-ce64-4b1a-81e2-0a59201c5887 None None] Network 56279fca-e0be-4137-bb28-103646b93c19 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:52.028085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=def641a6-6717-4949-bed4-38428fe8ef56,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:52.091151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.101743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56279fca-e0be-4137-bb28-103646b93c19']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:52.113143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a046c5d-6fba-4082-9222-dd7cb3f2cdcc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:52.113523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a046c5d-6fba-4082-9222-dd7cb3f2cdcc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:52.122279 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.136126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.143393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:52.143688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:52.146970 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:52.156172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:23:52.156592 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.177757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b01b96-8674-4245-a2f6-02ffc047f7a9 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:52.215411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.235956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.238228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/56279fca-e0be-4137-bb28-103646b93c19 HTTP/1.1" status: 204 len: 168 time: 0.4912548 Aug 19 00:23:52.241555 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55548) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:52.242550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6404fa-6226-439f-8697-d3de9c24dbf6 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=56279fca-e0be-4137-bb28-103646b93c19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:52.247118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948167312'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:52.271562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:52.275102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.297966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:52.298363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b01b96-8674-4245-a2f6-02ffc047f7a9 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:52.307125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.307603 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 4930033b-dfa4-45f4-af7f-e857463474a5 of type vlan for network 02dc5d56-119b-42e2-9825-6846ac3ba550 Aug 19 00:23:52.350356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.376885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.386235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:52.387106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.458365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=02dc5d56-119b-42e2-9825-6846ac3ba550,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:52.467770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-37a0740e-1712-47a3-95ad-053aa5a83f33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2249534 Aug 19 00:23:52.470429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55554) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:52.474310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 02dc5d56-119b-42e2-9825-6846ac3ba550 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:52.475656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '02dc5d56-119b-42e2-9825-6846ac3ba550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:52.573684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:52.578124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.634522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing IP validity checks on allocation pools {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 00:23:52.635100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 00:23:52.783305 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.854972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=d35e70ed-ba42-47a2-a4f2-a1e57df0813f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:52.864941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': '4930033b-dfa4-45f4-af7f-e857463474a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02dc5d56-119b-42e2-9825-6846ac3ba550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:52.865766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 02dc5d56-119b-42e2-9825-6846ac3ba550, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:52.887431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 02dc5d56-119b-42e2-9825-6846ac3ba550 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:52.901307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 02dc5d56-119b-42e2-9825-6846ac3ba550) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:52.909037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:52.909698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf2226-403b-4040-a347-9a862da064d1 None None] Network 02dc5d56-119b-42e2-9825-6846ac3ba550 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:52.910036 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:52.928221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:52.937338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9253a4d4-71dc-463c-a0a7-0318d734d3e3 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4656715 Aug 19 00:23:53.040030 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.074767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a320c74-16d2-463e-8fb0-3efcadaa5670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-02dc5d56-119b-42e2-9825-6846ac3ba550', 'network_id': '02dc5d56-119b-42e2-9825-6846ac3ba550', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': 'd35e70ed-ba42-47a2-a4f2-a1e57df0813f'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:53.075635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a320c74-16d2-463e-8fb0-3efcadaa5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.098190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.159257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-9a320c74-16d2-463e-8fb0-3efcadaa5670 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d35e70ed-ba42-47a2-a4f2-a1e57df0813f: This subnet is being modified by another concurrent operation. Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d35e70ed-ba42-47a2-a4f2-a1e57df0813f: This subnet is being modified by another concurrent operation. Aug 19 00:23:53.170573 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:23:53.185565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ccba9-e669-4164-9542-1530ab39fb9c None None] Network 02dc5d56-119b-42e2-9825-6846ac3ba550 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:53.194108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=d35e70ed-ba42-47a2-a4f2-a1e57df0813f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:53.255560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.269319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dc5d56-119b-42e2-9825-6846ac3ba550']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:53.279668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4930033b-dfa4-45f4-af7f-e857463474a5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:53.280159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4930033b-dfa4-45f4-af7f-e857463474a5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:53.289590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.304808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.305552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c35c2-9080-4112-81f8-64167c75d7c1 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:53.311288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:53.311686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:53.315290 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:53.382668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.382917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c35c2-9080-4112-81f8-64167c75d7c1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:53.392557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.397646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/02dc5d56-119b-42e2-9825-6846ac3ba550 HTTP/1.1" status: 204 len: 168 time: 0.4644978 Aug 19 00:23:53.398100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:53.404263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554911731'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:53.406353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99baef-6fd9-454f-b6cf-abe642d4a57d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=02dc5d56-119b-42e2-9825-6846ac3ba550,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:53.425881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:53.430018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.453952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:53.464023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.464534 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment b03c847a-1362-4d50-8301-2f34012a7816 of type vlan for network c1054c2d-2a22-41aa-982f-c0f9c203606e Aug 19 00:23:53.505935 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.531169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.537331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:53.538039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.597699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1985822 Aug 19 00:23:53.600700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:53.606350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': 'c1054c2d-2a22-41aa-982f-c0f9c203606e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:53.616335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5fee5-b5a0-4f42-a5f8-bf9e1b3b667c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=c1054c2d-2a22-41aa-982f-c0f9c203606e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:53.627219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network c1054c2d-2a22-41aa-982f-c0f9c203606e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:53.704733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:53.708258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.886079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:53.960713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'b03c847a-1362-4d50-8301-2f34012a7816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c1054c2d-2a22-41aa-982f-c0f9c203606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:53.961365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: c1054c2d-2a22-41aa-982f-c0f9c203606e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:53.964117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=b27cde14-b972-455a-aad9-b63fe9102c54,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:53.981544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network c1054c2d-2a22-41aa-982f-c0f9c203606e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:53.990686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, c1054c2d-2a22-41aa-982f-c0f9c203606e) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:53.995107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:53.995864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.004090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ea57c-bfac-4f01-9e52-0fb4e603eeda None None] Network c1054c2d-2a22-41aa-982f-c0f9c203606e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:54.016254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-621908a9-cbb6-43c0-8ae2-9f3e7d175d91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4143715 Aug 19 00:23:54.019630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55582) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:54.135285 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.199987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2a57c-103f-43b3-96aa-67b601614ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-c1054c2d-2a22-41aa-982f-c0f9c203606e', 'network_id': 'c1054c2d-2a22-41aa-982f-c0f9c203606e', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': 'b27cde14-b972-455a-aad9-b63fe9102c54'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:54.201603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57c-103f-43b3-96aa-67b601614ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.212510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.294416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.332007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=b27cde14-b972-455a-aad9-b63fe9102c54,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-e1b2a57c-103f-43b3-96aa-67b601614ed0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b27cde14-b972-455a-aad9-b63fe9102c54: This subnet is being modified by another concurrent operation. Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b27cde14-b972-455a-aad9-b63fe9102c54: This subnet is being modified by another concurrent operation. Aug 19 00:23:54.341224 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:23:54.365355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01cac9-e408-44af-8c60-41c5ceb2716d None None] Network c1054c2d-2a22-41aa-982f-c0f9c203606e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:54.420650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.435255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1054c2d-2a22-41aa-982f-c0f9c203606e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:54.455836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03c847a-1362-4d50-8301-2f34012a7816') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:54.456495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03c847a-1362-4d50-8301-2f34012a7816') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:54.473709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.493813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.501342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:54.501819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:54.506730 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:54.513324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0a7da-084a-4be0-8b58-a650c87b7a08 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:54.607245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.615765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.618154 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/c1054c2d-2a22-41aa-982f-c0f9c203606e HTTP/1.1" status: 204 len: 168 time: 0.5964887 Aug 19 00:23:54.623431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:54.630864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040119435'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:54.632462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfd218-bd96-404a-857e-c12b811b9070 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=c1054c2d-2a22-41aa-982f-c0f9c203606e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:54.663048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:54.668256 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.721492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:54.743080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.743359 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 88135fbd-d368-48ce-a573-e714013ac79a of type vlan for network f96a2cc2-3a7c-4079-afdd-9548e1fef566 Aug 19 00:23:54.767282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0a7da-084a-4be0-8b58-a650c87b7a08 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:54.812650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.846136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.851784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:54.852401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:54.920702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2929652 Aug 19 00:23:54.921821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55598) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:54.926656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': 'f96a2cc2-3a7c-4079-afdd-9548e1fef566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:54.935614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043deb7-d26c-4a89-91ca-934dcfa9cfeb tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=f96a2cc2-3a7c-4079-afdd-9548e1fef566,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:54.965092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network f96a2cc2-3a7c-4079-afdd-9548e1fef566 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:55.050093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:55.056371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.236415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.297221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=78879e0b-cd07-4152-a6b6-1a4171dc3997,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:55.305968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': '88135fbd-d368-48ce-a573-e714013ac79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f96a2cc2-3a7c-4079-afdd-9548e1fef566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:55.306332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: f96a2cc2-3a7c-4079-afdd-9548e1fef566, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:55.324124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network f96a2cc2-3a7c-4079-afdd-9548e1fef566 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:55.341457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, f96a2cc2-3a7c-4079-afdd-9548e1fef566) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:55.346352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:55.347230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.355533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddaee3-bf18-4b10-8403-746caac0ab65 None None] Network f96a2cc2-3a7c-4079-afdd-9548e1fef566 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:55.368852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0e079975-5937-429b-beca-5baaabd3eaf2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4465981 Aug 19 00:23:55.371384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55602) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:55.547072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.601722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43273a5d-e507-4fa0-93f1-2ff66c233948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-f96a2cc2-3a7c-4079-afdd-9548e1fef566', 'network_id': 'f96a2cc2-3a7c-4079-afdd-9548e1fef566', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': '78879e0b-cd07-4152-a6b6-1a4171dc3997'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:55.602585 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43273a5d-e507-4fa0-93f1-2ff66c233948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.636088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.721023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server [None req-43273a5d-e507-4fa0-93f1-2ff66c233948 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78879e0b-cd07-4152-a6b6-1a4171dc3997: This subnet is being modified by another concurrent operation. Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server raise exception Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78879e0b-cd07-4152-a6b6-1a4171dc3997: This subnet is being modified by another concurrent operation. Aug 19 00:23:55.723976 n-d-771363-38 neutron-server[94624]: ERROR oslo_messaging.rpc.server Aug 19 00:23:55.749599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=78879e0b-cd07-4152-a6b6-1a4171dc3997,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:55.754052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408ef8d-81f2-428e-86e3-2607f9a16fc8 None None] Network f96a2cc2-3a7c-4079-afdd-9548e1fef566 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:55.828060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.839038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96a2cc2-3a7c-4079-afdd-9548e1fef566']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:55.850399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88135fbd-d368-48ce-a573-e714013ac79a') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:55.850701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88135fbd-d368-48ce-a573-e714013ac79a') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:55.860754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.881105 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.891977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:55.892908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:55.909063 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:55.916935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74809617-8ade-40ec-9118-1ada34af19f1 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:55.981146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.008891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.011078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/f96a2cc2-3a7c-4079-afdd-9548e1fef566 HTTP/1.1" status: 204 len: 168 time: 0.6385152 Aug 19 00:23:56.012777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5469-1c73-4e8e-a267-5cdadfe56f0f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=f96a2cc2-3a7c-4079-afdd-9548e1fef566,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:56.016390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:56.021566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74809617-8ade-40ec-9118-1ada34af19f1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:56.022169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060370942'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:56.048585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:56.052723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.089202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:56.101883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.102450 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment e07b4e03-204e-415d-984e-52f324d1f4f8 of type vlan for network 8c61a456-093e-4de3-af54-1dd65d0b4231 Aug 19 00:23:56.166024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.193186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.199309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:56.199901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.255704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2381880 Aug 19 00:23:56.259625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55612) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:56.267533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:56.272925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3668-5a77-4f7b-b94d-32786e92ec2c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=8c61a456-093e-4de3-af54-1dd65d0b4231,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:56.284963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:56.468668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.484887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.535077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 is not hosted by any dhcp agent {{(pid=94622) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:23:56.540425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:56.541026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.545805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "PUT /v2.0/networks/8c61a456-093e-4de3-af54-1dd65d0b4231 HTTP/1.1" status: 200 len: 723 time: 0.2810783 Aug 19 00:23:56.545961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:56.550469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:56.560202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644048b6-f94c-49c3-84b6-0011e5733c91 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=8c61a456-093e-4de3-af54-1dd65d0b4231,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:56.571872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:56.665849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:56.669333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:56.718211 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.230184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.290815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:57.299186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': 'e07b4e03-204e-415d-984e-52f324d1f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:57.299674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 8c61a456-093e-4de3-af54-1dd65d0b4231, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:23:57.315688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:23:57.323707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 8c61a456-093e-4de3-af54-1dd65d0b4231) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:57.327764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:57.328393 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584742'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.336183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e939329-d688-4518-affa-e763333248ec None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:57.342871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-29219460-3e68-4e8c-9eab-d19a4519a1a2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7964559 Aug 19 00:23:57.346001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:57.351394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:57.455483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28491565'] for subnet, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.509272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-8c61a456-093e-4de3-af54-1dd65d0b4231', 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': 'bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:23:57.510161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.642367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773799142247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25936553'] for subnet, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.682273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:57.682872 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.684149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "PUT /v2.0/subnets/bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37 HTTP/1.1" status: 200 len: 806 time: 0.3372235 Aug 19 00:23:57.687176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:57.728847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Allocated IP 172.20.0.2 (8c61a456-093e-4de3-af54-1dd65d0b4231/bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37/e2bfdadd-c0f5-435e-8674-a983129f38dc) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:23:57.756450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f48f-51d3-4f04-9e46-5d2cf1783e89 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:57.816442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.916012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.934162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:57.945818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Transition to ACTIVE for port object e2bfdadd-c0f5-435e-8674-a983129f38dc will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:57.971808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Transition to ACTIVE for port object e2bfdadd-c0f5-435e-8674-a983129f38dc will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:23:57.980434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.003499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.030355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:23:58.033393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:23:58.039430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:23:58.043334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Pushing event updated for resources: {'Port': ['ID=e2bfdadd-c0f5-435e-8674-a983129f38dc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:58.045217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:58.118403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Attempting to bind port e2bfdadd-c0f5-435e-8674-a983129f38dc on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:23:58.119051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Attempting to bind port e2bfdadd-c0f5-435e-8674-a983129f38dc by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'e07b4e03-204e-415d-984e-52f324d1f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:23:58.119715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Attempting to bind port e2bfdadd-c0f5-435e-8674-a983129f38dc on network 8c61a456-093e-4de3-af54-1dd65d0b4231 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:23:58.130262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:23:58.130882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Checking segment: {'id': 'e07b4e03-204e-415d-984e-52f324d1f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:23:58.131475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.132001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Bound using segment: {'id': 'e07b4e03-204e-415d-984e-52f324d1f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:23:58.133076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Bound port: e2bfdadd-c0f5-435e-8674-a983129f38dc, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07b4e03-204e-415d-984e-52f324d1f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c61a456-093e-4de3-af54-1dd65d0b4231'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:23:58.133330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.135639 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.147327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61a456-093e-4de3-af54-1dd65d0b4231']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:58.157595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07b4e03-204e-415d-984e-52f324d1f4f8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:58.157930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07b4e03-204e-415d-984e-52f324d1f4f8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:58.167732 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.182155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.189546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:58.190332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:58.193134 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:58.222060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] For port e2bfdadd-c0f5-435e-8674-a983129f38dc, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:23:58.257300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] For port e2bfdadd-c0f5-435e-8674-a983129f38dc, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e2bfdadd-c0f5-435e-8674-a983129f38dc,segment=NetworkSegment(e07b4e03-204e-415d-984e-52f324d1f4f8),segment_id=e07b4e03-204e-415d-984e-52f324d1f4f8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:23:58.258286 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:23:58.258286 n-d-771363-38 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:23:58.258286 n-d-771363-38 neutron-server[94623]: [parameters: {'id': '8c61a456-093e-4de3-af54-1dd65d0b4231'}] Aug 19 00:23:58.258286 n-d-771363-38 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:23:58.258970 n-d-771363-38 neutron-server[94623]: DEBUG oslo_db.api [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:23:58.263201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.346346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56e48c-b5dc-43be-9b69-9c1790825c7e None None] Pushing event updated for resources: {'Port': ['ID=e2bfdadd-c0f5-435e-8674-a983129f38dc,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:58.368215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb767c-48d4-4059-a38e-2f041af04abe None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:58.497575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c36f6-5888-4170-b8e5-cbde70f485a9 None None] Network 8c61a456-093e-4de3-af54-1dd65d0b4231 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:23:58.619640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966735cc-8b16-47c4-8535-c8b253fb7009 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:23:58.704889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966735cc-8b16-47c4-8535-c8b253fb7009 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:23:58.759565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.835332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Deleting port e2bfdadd-c0f5-435e-8674-a983129f38dc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:23:58.835678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.919881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] For port e2bfdadd-c0f5-435e-8674-a983129f38dc, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e2bfdadd-c0f5-435e-8674-a983129f38dc,segment=NetworkSegment(e07b4e03-204e-415d-984e-52f324d1f4f8),segment_id=e07b4e03-204e-415d-984e-52f324d1f4f8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:23:58.920390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:58.933461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Calling delete_port for e2bfdadd-c0f5-435e-8674-a983129f38dc owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:23:59.019863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.033721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No DVR routers for this DVR port e2bfdadd-c0f5-435e-8674-a983129f38dc on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:23:59.061509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Port': ['ID=e2bfdadd-c0f5-435e-8674-a983129f38dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:59.143519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.153720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61a456-093e-4de3-af54-1dd65d0b4231']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:59.165454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07b4e03-204e-415d-984e-52f324d1f4f8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:59.165849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07b4e03-204e-415d-984e-52f324d1f4f8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:23:59.176239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.191907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.198615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:23:59.199037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:23:59.202616 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:23:59.266598 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.273309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.275061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/8c61a456-093e-4de3-af54-1dd65d0b4231 HTTP/1.1" status: 204 len: 168 time: 1.5870326 Aug 19 00:23:59.278199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55662) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:59.286793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5122f9-afda-445f-89b3-05cd01700a6f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=8c61a456-093e-4de3-af54-1dd65d0b4231,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:59.302300 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d448e4bd-c3f1-4a48-84a1-10e7270d58a7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:23:59.302869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d448e4bd-c3f1-4a48-84a1-10e7270d58a7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:23:59.305539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d448e4bd-c3f1-4a48-84a1-10e7270d58a7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/8c61a456-093e-4de3-af54-1dd65d0b4231 HTTP/1.1" status: 404 len: 339 time: 0.0252457 Aug 19 00:23:59.308702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55664) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:59.313790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735853631', 'description': 'd1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:59.335748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:23:59.339292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.366880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:23:59.377417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.378004 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 6ac27250-0a71-4c79-a166-48fa5251f98a of type vlan for network 9f4c9f57-0163-4ef2-8c15-6037e92b3f4b Aug 19 00:23:59.421193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.446501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.452765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:59.453521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.523040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2132185 Aug 19 00:23:59.526137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55666) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:59.537682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1011-191c-4234-8ddc-6d0593b7ccba tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=9f4c9f57-0163-4ef2-8c15-6037e92b3f4b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:59.549042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9f4c9f57-0163-4ef2-8c15-6037e92b3f4b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:23:59.622616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f12f2-b6f8-4629-a2b8-1cad4474e860 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:59.627242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-089f12f2-b6f8-4629-a2b8-1cad4474e860 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks?id=9f4c9f57-0163-4ef2-8c15-6037e92b3f4b HTTP/1.1" status: 200 len: 760 time: 0.0975566 Aug 19 00:23:59.627831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55668) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:59.633432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'description': 'd2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:23:59.815818 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.829510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.839316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 9f4c9f57-0163-4ef2-8c15-6037e92b3f4b is not hosted by any dhcp agent {{(pid=94622) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:23:59.844571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:23:59.845159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:23:59.846411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "PUT /v2.0/networks/9f4c9f57-0163-4ef2-8c15-6037e92b3f4b HTTP/1.1" status: 200 len: 757 time: 0.2174964 Aug 19 00:23:59.849452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:23:59.939406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ab9a-99a2-4ab5-ba75-7a9dd2a501d5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=9f4c9f57-0163-4ef2-8c15-6037e92b3f4b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:23:59.959198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9f4c9f57-0163-4ef2-8c15-6037e92b3f4b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:00.006647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f215f0ca-ffdf-41db-b44e-bf6b90f1f205 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:00.008170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f215f0ca-ffdf-41db-b44e-bf6b90f1f205 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks?id=9f4c9f57-0163-4ef2-8c15-6037e92b3f4b HTTP/1.1" status: 200 len: 760 time: 0.1574831 Aug 19 00:24:00.013922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55676) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:00.020877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827083391'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:00.045590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:00.050303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.076189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:00.087807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.088597 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 2f4a8f50-4ebf-42e1-b4c9-55e0b6233565 of type vlan for network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb Aug 19 00:24:00.131994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.159154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.165131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:00.165819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.222674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2070169 Aug 19 00:24:00.225585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:00.243313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:00.243520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa75c6b-4e8f-40cc-b096-7db574af052c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:00.255477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:00.338143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:00.341767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.515614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.577834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=d4598426-65a1-4be2-b8d3-2b3b5ee0f65e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:00.586700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:00.587064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:00.603635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:00.612801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:00.617122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:00.617717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.622708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f279e2-e18d-48b0-8185-939ced9626fe None None] Network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:00.633274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8adf9c8b-8a6c-443f-9ba4-b2efd1309091 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4064913 Aug 19 00:24:00.636215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55684) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:00.736275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.771580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb', 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': 'd4598426-65a1-4be2-b8d3-2b3b5ee0f65e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:24:00.772717 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:00.934397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Allocated IP 172.20.0.2 (603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb/d4598426-65a1-4be2-b8d3-2b3b5ee0f65e/0ac795c7-2857-478f-8231-3a5ed12922f5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:24:01.126958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.136754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Transition to ACTIVE for port object 0ac795c7-2857-478f-8231-3a5ed12922f5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:24:01.158295 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Transition to ACTIVE for port object 0ac795c7-2857-478f-8231-3a5ed12922f5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:24:01.165545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.175220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.213491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:24:01.220852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:01.229227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:24:01.232210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Pushing event updated for resources: {'Port': ['ID=0ac795c7-2857-478f-8231-3a5ed12922f5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:01.249290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.285999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=d4598426-65a1-4be2-b8d3-2b3b5ee0f65e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:01.307878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Attempting to bind port 0ac795c7-2857-478f-8231-3a5ed12922f5 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:24:01.308361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Attempting to bind port 0ac795c7-2857-478f-8231-3a5ed12922f5 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:24:01.309026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Attempting to bind port 0ac795c7-2857-478f-8231-3a5ed12922f5 on network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:24:01.317105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:24:01.317515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Checking segment: {'id': '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:01.317980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.318437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Bound using segment: {'id': '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:24:01.319065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Bound port: 0ac795c7-2857-478f-8231-3a5ed12922f5, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:24:01.319388 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.359374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.371187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:01.386496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:01.387281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:01.400064 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.418102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.426803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:01.427461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:01.431103 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:01.446390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] For port 0ac795c7-2857-478f-8231-3a5ed12922f5, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:24:01.491874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] For port 0ac795c7-2857-478f-8231-3a5ed12922f5, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0ac795c7-2857-478f-8231-3a5ed12922f5,segment=NetworkSegment(2f4a8f50-4ebf-42e1-b4c9-55e0b6233565),segment_id=2f4a8f50-4ebf-42e1-b4c9-55e0b6233565)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:24:01.494282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:24:01.494282 n-d-771363-38 neutron-server[94622]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:24:01.494282 n-d-771363-38 neutron-server[94622]: [parameters: {'id': '603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb'}] Aug 19 00:24:01.494282 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:24:01.495048 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:24:01.497305 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:01.584675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656afeb3-20a1-4088-b8e9-6a33675e4981 None None] Pushing event updated for resources: {'Port': ['ID=0ac795c7-2857-478f-8231-3a5ed12922f5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:01.604903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb487b-a12f-4209-8da2-c9e7dbd14c5f None None] Network 603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:01.724847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8d34a-6195-4b86-98d3-8e737b2bd1b1 None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:24:01.787664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e8d34a-6195-4b86-98d3-8e737b2bd1b1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:24:01.997977 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.078253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Deleting port 0ac795c7-2857-478f-8231-3a5ed12922f5 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:24:02.078637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.139564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] For port 0ac795c7-2857-478f-8231-3a5ed12922f5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0ac795c7-2857-478f-8231-3a5ed12922f5,segment=NetworkSegment(2f4a8f50-4ebf-42e1-b4c9-55e0b6233565),segment_id=2f4a8f50-4ebf-42e1-b4c9-55e0b6233565)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:02.139940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.151769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Calling delete_port for 0ac795c7-2857-478f-8231-3a5ed12922f5 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:24:02.232047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.259408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Port': ['ID=0ac795c7-2857-478f-8231-3a5ed12922f5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:02.261255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No DVR routers for this DVR port 0ac795c7-2857-478f-8231-3a5ed12922f5 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:24:02.343849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.354022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:02.365302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:02.365601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4a8f50-4ebf-42e1-b4c9-55e0b6233565') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:02.374580 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.387892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.394598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:02.394983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:02.398065 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:02.454182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.459620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:02.461966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb HTTP/1.1" status: 204 len: 168 time: 1.8246975 Aug 19 00:24:02.464728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55718) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:02.478159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57de918-ed46-4000-9a68-a0895c249aa9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:02.500975 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f060839-cfdb-4d71-860d-88e2ee87e383 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] GET failed (client error): The resource could not be found. Aug 19 00:24:02.502750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2f060839-cfdb-4d71-860d-88e2ee87e383 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets/d4598426-65a1-4be2-b8d3-2b3b5ee0f65e HTTP/1.1" status: 404 len: 337 time: 0.0361204 Aug 19 00:24:02.505301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:02.527314 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a817fc7-9b4b-4e38-aeb0-124a31d3b845 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:02.527978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a817fc7-9b4b-4e38-aeb0-124a31d3b845 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:02.533986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4a817fc7-9b4b-4e38-aeb0-124a31d3b845 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb HTTP/1.1" status: 404 len: 339 time: 0.0234022 Aug 19 00:24:02.534611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:02.731996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa88b148-7e1b-4904-84fc-e52a80a23447 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:02.736768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa88b148-7e1b-4904-84fc-e52a80a23447 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1984658 Aug 19 00:24:02.737623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55730) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:02.780121 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f8825a4-76cc-46a4-81b0-f4860fcbd4be tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260 HTTP/1.1" status: 200 len: 207 time: 0.0397363 Aug 19 00:24:02.782873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:02.978537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f8b6b-3334-4858-8f7b-7998ad1baa98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:02.984550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f8b6b-3334-4858-8f7b-7998ad1baa98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:02.990614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f8b6b-3334-4858-8f7b-7998ad1baa98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:02.996371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f8b6b-3334-4858-8f7b-7998ad1baa98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.002125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-056f8b6b-3334-4858-8f7b-7998ad1baa98 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2140558 Aug 19 00:24:03.002693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.119440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e9dfb246-18eb-4a61-ba30-9728e3b70975 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1157560 Aug 19 00:24:03.122818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.208215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c9f7c-869b-4686-b143-69a17369b0b5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.209896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c9f7c-869b-4686-b143-69a17369b0b5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.214698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bc1c9f7c-869b-4686-b143-69a17369b0b5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0877004 Aug 19 00:24:03.214975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55742) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.266898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4b03f-1b9c-4f1d-9a8d-908f6eddc2c5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.268479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4b03f-1b9c-4f1d-9a8d-908f6eddc2c5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.273384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f0d4b03f-1b9c-4f1d-9a8d-908f6eddc2c5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0541172 Aug 19 00:24:03.273569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.377741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53ef1a-e735-48b7-91a4-53e6b7e20fc2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.382640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0f53ef1a-e735-48b7-91a4-53e6b7e20fc2 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks/e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 HTTP/1.1" status: 200 len: 800 time: 0.1047342 Aug 19 00:24:03.382829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.481360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-292c3660-8589-4bc3-9641-da58a7f8b9cd tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/networks/e9c3dc55-b9df-46f9-b5dc-c9fe188f9264?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0941188 Aug 19 00:24:03.481977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.536710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f64689-c15e-40af-9f96-6b69fdcbfa67 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.538084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24f64689-c15e-40af-9f96-6b69fdcbfa67 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets/45dad80a-d64c-40f2-b68a-05b6d6a089af HTTP/1.1" status: 200 len: 811 time: 0.0557158 Aug 19 00:24:03.541739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.591358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5cb1b-23da-4b96-9e6f-af7747154bbd tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.592809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37c5cb1b-23da-4b96-9e6f-af7747154bbd tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "GET /v2.0/subnets/45dad80a-d64c-40f2-b68a-05b6d6a089af?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0501695 Aug 19 00:24:03.599166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55756) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.605101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-508906246'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:03.633298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:03.656392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:03.681238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:03.690706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:03.691057 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Added segment 356d1559-bfaf-4321-8486-4fbdd7b69d4b of type vlan for network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 Aug 19 00:24:03.731559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:03.758111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:03.766568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:03.767170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:03.830573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2274973 Aug 19 00:24:03.830856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:03.836065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:03.852335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d9f0-be10-46b0-88b2-95147048fcb0 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Network': ['ID=6deaa4d1-a583-4cea-9d8d-71f30113e1e1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:03.862524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:03.943705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Made reservation on behalf of 70c8b8b15ff148d4a0ed338083d5b063 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:03.948105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.010420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing IP validity checks on allocation pools {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 00:24:04.011016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 00:24:04.155509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.227530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=824ff362-1d75-47bb-aec5-1141fec3a6ec,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:04.236037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Checking segment: {'id': '356d1559-bfaf-4321-8486-4fbdd7b69d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:04.236405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network hostable DHCP agents. Network: 6deaa4d1-a583-4cea-9d8d-71f30113e1e1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:04.253343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:04.262072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 6deaa4d1-a583-4cea-9d8d-71f30113e1e1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:04.266543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:04.267254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.273933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee2d3c-f32a-44e1-bb6e-ff5d5587e3ff None None] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:04.286766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-adbbeb79-763f-4369-8fb0-1e073ec28ef5 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4551663 Aug 19 00:24:04.289685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:04.296059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:04.402861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28491565'] for subnet, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.445516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-6deaa4d1-a583-4cea-9d8d-71f30113e1e1', 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1', 'tenant_id': '70c8b8b15ff148d4a0ed338083d5b063', 'fixed_ips': [{'subnet_id': '824ff362-1d75-47bb-aec5-1141fec3a6ec'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:24:04.446315 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.592411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773799142247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25936553'] for subnet, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.649796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:04.650520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.652314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "PUT /v2.0/subnets/824ff362-1d75-47bb-aec5-1141fec3a6ec HTTP/1.1" status: 200 len: 877 time: 0.3611383 Aug 19 00:24:04.655284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:04.679560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Allocated IP 172.20.0.3 (6deaa4d1-a583-4cea-9d8d-71f30113e1e1/824ff362-1d75-47bb-aec5-1141fec3a6ec/99a4480e-4989-455b-b371-e9ed62c098d6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:24:04.718429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5aec1-af89-4065-91ae-0ca6439a202c tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event updated for resources: {'Subnet': ['ID=824ff362-1d75-47bb-aec5-1141fec3a6ec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:04.829606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.908150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.911788 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.922839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Transition to ACTIVE for port object 99a4480e-4989-455b-b371-e9ed62c098d6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:24:04.939683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Transition to ACTIVE for port object 99a4480e-4989-455b-b371-e9ed62c098d6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:24:04.949095 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:04.991738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:24:04.999943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:05.009083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:24:05.015663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Pushing event updated for resources: {'Port': ['ID=99a4480e-4989-455b-b371-e9ed62c098d6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:05.039850 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.096232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Attempting to bind port 99a4480e-4989-455b-b371-e9ed62c098d6 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:24:05.097102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Attempting to bind port 99a4480e-4989-455b-b371-e9ed62c098d6 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '356d1559-bfaf-4321-8486-4fbdd7b69d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:24:05.097814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Attempting to bind port 99a4480e-4989-455b-b371-e9ed62c098d6 on network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:24:05.101078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=824ff362-1d75-47bb-aec5-1141fec3a6ec,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:05.115943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:24:05.116858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Checking segment: {'id': '356d1559-bfaf-4321-8486-4fbdd7b69d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:05.117661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.118298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Bound using segment: {'id': '356d1559-bfaf-4321-8486-4fbdd7b69d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:24:05.119059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Bound port: 99a4480e-4989-455b-b371-e9ed62c098d6, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356d1559-bfaf-4321-8486-4fbdd7b69d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:24:05.119659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.206419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.218502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deaa4d1-a583-4cea-9d8d-71f30113e1e1']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:05.231532 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356d1559-bfaf-4321-8486-4fbdd7b69d4b') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:05.232126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356d1559-bfaf-4321-8486-4fbdd7b69d4b') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:05.243466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.258631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.265978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:05.266735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:05.326697 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:05.331153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.db.api [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 00:24:05.331153 n-d-771363-38 neutron-server[94622]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 00:24:05.331153 n-d-771363-38 neutron-server[94622]: [parameters: {'id': '6deaa4d1-a583-4cea-9d8d-71f30113e1e1'}] Aug 19 00:24:05.331153 n-d-771363-38 neutron-server[94622]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:24:05.331909 n-d-771363-38 neutron-server[94622]: DEBUG oslo_db.api [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:24:05.366118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] For port 99a4480e-4989-455b-b371-e9ed62c098d6, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:24:05.369770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] For port 99a4480e-4989-455b-b371-e9ed62c098d6, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=99a4480e-4989-455b-b371-e9ed62c098d6,segment=NetworkSegment(356d1559-bfaf-4321-8486-4fbdd7b69d4b),segment_id=356d1559-bfaf-4321-8486-4fbdd7b69d4b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:24:05.375187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.456004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64415c-c97f-439e-b52c-f8ac1ac8bcc7 None None] Pushing event updated for resources: {'Port': ['ID=99a4480e-4989-455b-b371-e9ed62c098d6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:05.466274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e5c8d-7304-4fa4-b48e-b16dd3536f10 None None] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:05.592283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3aa5d-7edf-4321-b284-84c53f7568b4 None None] Network 6deaa4d1-a583-4cea-9d8d-71f30113e1e1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:05.708444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66546b-ca92-48a7-941d-0be97c82e3ae None None] get_active_networks_info from n-d-771363-38 {{(pid=94624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 00:24:05.771383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66546b-ca92-48a7-941d-0be97c82e3ae None None] Resources bound (agent type, host, resource id): {{(pid=94624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 00:24:05.832978 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.894796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Deleting port 99a4480e-4989-455b-b371-e9ed62c098d6 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:24:05.895232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.963233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] For port 99a4480e-4989-455b-b371-e9ed62c098d6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=99a4480e-4989-455b-b371-e9ed62c098d6,segment=NetworkSegment(356d1559-bfaf-4321-8486-4fbdd7b69d4b),segment_id=356d1559-bfaf-4321-8486-4fbdd7b69d4b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:05.963535 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:05.976500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Calling delete_port for 99a4480e-4989-455b-b371-e9ed62c098d6 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:24:06.059419 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.083720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Port': ['ID=99a4480e-4989-455b-b371-e9ed62c098d6,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:06.086958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No DVR routers for this DVR port 99a4480e-4989-455b-b371-e9ed62c098d6 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:24:06.176798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.187467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deaa4d1-a583-4cea-9d8d-71f30113e1e1']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.197812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356d1559-bfaf-4321-8486-4fbdd7b69d4b') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.198110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356d1559-bfaf-4321-8486-4fbdd7b69d4b') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.207126 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.221032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.227080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:06.227670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:06.230874 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:06.293217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.303827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.310808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/6deaa4d1-a583-4cea-9d8d-71f30113e1e1 HTTP/1.1" status: 204 len: 168 time: 1.6493714 Aug 19 00:24:06.311692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.320659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747122c1-4319-4a5c-b574-47f451492e6d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=6deaa4d1-a583-4cea-9d8d-71f30113e1e1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:06.338776 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-a302eeed-6e04-4e35-bc74-bdb16b800d9e tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.339144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a302eeed-6e04-4e35-bc74-bdb16b800d9e tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.343350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a302eeed-6e04-4e35-bc74-bdb16b800d9e tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/824ff362-1d75-47bb-aec5-1141fec3a6ec HTTP/1.1" status: 404 len: 337 time: 0.0285919 Aug 19 00:24:06.343463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.377387 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-416e0c5f-5b30-4e3c-ac6f-dc64e654b771 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.378276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416e0c5f-5b30-4e3c-ac6f-dc64e654b771 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.405302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-416e0c5f-5b30-4e3c-ac6f-dc64e654b771 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/6deaa4d1-a583-4cea-9d8d-71f30113e1e1 HTTP/1.1" status: 404 len: 339 time: 0.0585299 Aug 19 00:24:06.405740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.438912 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-e433bef2-b32b-4d4f-a7f5-a070785fd251 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.439369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e433bef2-b32b-4d4f-a7f5-a070785fd251 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.447513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e433bef2-b32b-4d4f-a7f5-a070785fd251 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/d4598426-65a1-4be2-b8d3-2b3b5ee0f65e HTTP/1.1" status: 404 len: 337 time: 0.0384123 Aug 19 00:24:06.447913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.469799 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-252f7732-edfc-45d0-910c-9e791db34cbf tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.470138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252f7732-edfc-45d0-910c-9e791db34cbf tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.473572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-252f7732-edfc-45d0-910c-9e791db34cbf tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/603c7a6f-fafd-4977-8cb3-02cd2fe1f2bb HTTP/1.1" status: 404 len: 339 time: 0.0239296 Aug 19 00:24:06.475445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.577609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.667407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.677047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4c9f57-0163-4ef2-8c15-6037e92b3f4b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.687262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac27250-0a71-4c79-a166-48fa5251f98a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.687571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac27250-0a71-4c79-a166-48fa5251f98a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:06.697238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.711941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.718058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:06.718438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:06.721634 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:06.778990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.802434 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:06.804629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/9f4c9f57-0163-4ef2-8c15-6037e92b3f4b HTTP/1.1" status: 204 len: 168 time: 0.3280816 Aug 19 00:24:06.805798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d728a5d-f9a8-412b-b5ec-9769759072d8 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=9f4c9f57-0163-4ef2-8c15-6037e92b3f4b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:06.807401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.842263 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e1061b-491d-4721-a49f-627a46535c11 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.842877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e1061b-491d-4721-a49f-627a46535c11 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.844633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d5e1061b-491d-4721-a49f-627a46535c11 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/bc6f4272-ba32-40a4-9ba7-da5ca0ab3e37 HTTP/1.1" status: 404 len: 337 time: 0.0360878 Aug 19 00:24:06.847009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55828) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.864896 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e2a97-b9fb-44f3-bcb3-7366eabbee60 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.865501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e2a97-b9fb-44f3-bcb3-7366eabbee60 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.867248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4f7e2a97-b9fb-44f3-bcb3-7366eabbee60 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/8c61a456-093e-4de3-af54-1dd65d0b4231 HTTP/1.1" status: 404 len: 339 time: 0.0192554 Aug 19 00:24:06.869537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55830) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.895248 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd6073e-2c06-4bb5-9cf7-8d6bf84cefb7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.895777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd6073e-2c06-4bb5-9cf7-8d6bf84cefb7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.897524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-afd6073e-2c06-4bb5-9cf7-8d6bf84cefb7 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/78879e0b-cd07-4152-a6b6-1a4171dc3997 HTTP/1.1" status: 404 len: 337 time: 0.0270045 Aug 19 00:24:06.899843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55832) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.917905 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-570618f1-f72a-4ef3-96ed-a3bed4f220c9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.918465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570618f1-f72a-4ef3-96ed-a3bed4f220c9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.922982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-570618f1-f72a-4ef3-96ed-a3bed4f220c9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/f96a2cc2-3a7c-4079-afdd-9548e1fef566 HTTP/1.1" status: 404 len: 339 time: 0.0193481 Aug 19 00:24:06.923198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.948576 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abfb2ef-57cb-4137-9fc9-4778ea9c4d33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.949007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abfb2ef-57cb-4137-9fc9-4778ea9c4d33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.950675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5abfb2ef-57cb-4137-9fc9-4778ea9c4d33 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/b27cde14-b972-455a-aad9-b63fe9102c54 HTTP/1.1" status: 404 len: 337 time: 0.0266056 Aug 19 00:24:06.953148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:06.970987 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aac877-00aa-4d09-967d-632be1ad746b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:06.971530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aac877-00aa-4d09-967d-632be1ad746b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:06.975717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-61aac877-00aa-4d09-967d-632be1ad746b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/c1054c2d-2a22-41aa-982f-c0f9c203606e HTTP/1.1" status: 404 len: 339 time: 0.0192211 Aug 19 00:24:06.975882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.004575 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5ab54-f046-468e-a400-11140cd2e11d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.005031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df5ab54-f046-468e-a400-11140cd2e11d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.009391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1df5ab54-f046-468e-a400-11140cd2e11d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/d35e70ed-ba42-47a2-a4f2-a1e57df0813f HTTP/1.1" status: 404 len: 337 time: 0.0302341 Aug 19 00:24:07.009603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55840) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.040960 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-4189a540-b77c-4755-bc5f-d4cfc16ae94d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.041561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4189a540-b77c-4755-bc5f-d4cfc16ae94d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.045558 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4189a540-b77c-4755-bc5f-d4cfc16ae94d tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/02dc5d56-119b-42e2-9825-6846ac3ba550 HTTP/1.1" status: 404 len: 339 time: 0.0327835 Aug 19 00:24:07.045768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55844) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.079890 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-479437e8-0f75-43c2-9534-58b27335539b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.081768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479437e8-0f75-43c2-9534-58b27335539b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.084553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-479437e8-0f75-43c2-9534-58b27335539b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/def641a6-6717-4949-bed4-38428fe8ef56 HTTP/1.1" status: 404 len: 337 time: 0.0339289 Aug 19 00:24:07.084885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.104816 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a77de4f-ed56-4b28-9661-f1cae831cd7f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.105368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a77de4f-ed56-4b28-9661-f1cae831cd7f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.110302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2a77de4f-ed56-4b28-9661-f1cae831cd7f tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/56279fca-e0be-4137-bb28-103646b93c19 HTTP/1.1" status: 404 len: 339 time: 0.0212836 Aug 19 00:24:07.110545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.137192 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bce3bb6-9aed-4457-be07-236bed58a4d9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.137652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bce3bb6-9aed-4457-be07-236bed58a4d9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.141949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1bce3bb6-9aed-4457-be07-236bed58a4d9 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/8d2ddb56-6dee-4b4e-8910-f808ef6b8485 HTTP/1.1" status: 404 len: 337 time: 0.0281098 Aug 19 00:24:07.142180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55850) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.160450 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-96294232-5d76-488b-b6f1-ebc264cc9856 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.160988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96294232-5d76-488b-b6f1-ebc264cc9856 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.165211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-96294232-5d76-488b-b6f1-ebc264cc9856 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/41c382e9-5f54-449a-9e85-ffe0c90cdc65 HTTP/1.1" status: 404 len: 339 time: 0.0198913 Aug 19 00:24:07.165465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55852) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.193768 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-468699f9-dde3-44bf-b05c-48a7caf614ef tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.194220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468699f9-dde3-44bf-b05c-48a7caf614ef tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.196056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-468699f9-dde3-44bf-b05c-48a7caf614ef tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/6a668979-e4ee-46cc-940e-7e2dc53e874b HTTP/1.1" status: 404 len: 337 time: 0.0280964 Aug 19 00:24:07.198384 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55856) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.218008 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eecbff7-27d7-44c9-88b9-18a7f4026307 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.218534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eecbff7-27d7-44c9-88b9-18a7f4026307 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.220193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5eecbff7-27d7-44c9-88b9-18a7f4026307 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/19d26411-f140-4656-9262-e11eaf93c0e3 HTTP/1.1" status: 404 len: 339 time: 0.0209205 Aug 19 00:24:07.222804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.248238 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b89c98-924e-442c-87d3-06e848ae385b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.248652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b89c98-924e-442c-87d3-06e848ae385b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.253234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-73b89c98-924e-442c-87d3-06e848ae385b tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/76a32ece-bcdb-4f8b-9478-1b9fd0225919 HTTP/1.1" status: 404 len: 337 time: 0.0266206 Aug 19 00:24:07.253377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.270445 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ed3dcf-a866-4f81-8671-7962e5ffabbc tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] DELETE failed (client error): The resource could not be found. Aug 19 00:24:07.270976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ed3dcf-a866-4f81-8671-7962e5ffabbc tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 00:24:07.272583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-21ed3dcf-a866-4f81-8671-7962e5ffabbc tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/8809bf3d-cef1-484c-8974-20ae8e9c8742 HTTP/1.1" status: 404 len: 339 time: 0.0183015 Aug 19 00:24:07.274751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.330873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Deleting subnet 45dad80a-d64c-40f2-b68a-05b6d6a089af {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:24:07.334069 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.374253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.458374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.521960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.546877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Subnet': ['ID=45dad80a-d64c-40f2-b68a-05b6d6a089af,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:07.554681 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.556696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e96b69cf-762e-48a1-93c8-f339cbfd6a05 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/subnets/45dad80a-d64c-40f2-b68a-05b6d6a089af HTTP/1.1" status: 204 len: 168 time: 0.2810731 Aug 19 00:24:07.559931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:07.561746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347e946-756b-43e9-9924-48e220e5bd84 None None] Network e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:07.661204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.721429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Deleting port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:24:07.721779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.759598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] DHCP port deletion for e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:24:07.795947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] For port 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67b32ba8-0a40-4728-81a7-ab11b8e361b1,segment=NetworkSegment(b9be3f41-0dcc-4291-897f-52c396ffcbc5),segment_id=b9be3f41-0dcc-4291-897f-52c396ffcbc5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:07.796541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.811177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Calling delete_port for 67b32ba8-0a40-4728-81a7-ab11b8e361b1 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:24:07.820603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Deleting port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:24:07.821131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.907574 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.917918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] For port 67b32ba8-0a40-4728-81a7-ab11b8e361b1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=67b32ba8-0a40-4728-81a7-ab11b8e361b1,segment=NetworkSegment(b9be3f41-0dcc-4291-897f-52c396ffcbc5),segment_id=b9be3f41-0dcc-4291-897f-52c396ffcbc5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:07.918427 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:07.931670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Calling delete_port for 67b32ba8-0a40-4728-81a7-ab11b8e361b1 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:24:07.939231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Port': ['ID=67b32ba8-0a40-4728-81a7-ab11b8e361b1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:07.943411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] No DVR routers for this DVR port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:24:08.034273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.048952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c3dc55-b9df-46f9-b5dc-c9fe188f9264']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:08.050583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.059734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9be3f41-0dcc-4291-897f-52c396ffcbc5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:08.060276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9be3f41-0dcc-4291-897f-52c396ffcbc5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:08.063613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67b32ba8-0a40-4728-81a7-ab11b8e361b1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:24:08.073198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.087467 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.094485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:08.095240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.098659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] No DVR routers for this DVR port 67b32ba8-0a40-4728-81a7-ab11b8e361b1 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:08.098987 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:08.100940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 67b32ba8-0a40-4728-81a7-ab11b8e361b1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:24:08.101108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 67b32ba8-0a40-4728-81a7-ab11b8e361b1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:24:08.104680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a801f-1e77-4288-9026-086cdce136da None None] Pushing event deleted for resources: {'Port': ['ID=67b32ba8-0a40-4728-81a7-ab11b8e361b1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:08.173269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.179996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.184061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] 10.222.0.20 "DELETE /v2.0/networks/e9c3dc55-b9df-46f9-b5dc-c9fe188f9264 HTTP/1.1" status: 204 len: 168 time: 0.6203547 Aug 19 00:24:08.194206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d61c9-68aa-4675-a029-ea18222356f4 tempest-NetworksTest-515880364 tempest-NetworksTest-515880364-project] Pushing event deleted for resources: {'Network': ['ID=e9c3dc55-b9df-46f9-b5dc-c9fe188f9264,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:08.472360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:08.613622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fd1599a-cfb1-4c05-8538-ed61bc6ac201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c8b8b15ff148d4a0ed338083d5b063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401072 Aug 19 00:24:08.616075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:08.662370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.682822 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.730854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.735619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:08.739172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7ac895d-2673-4e84-bf15-7d7157368090 HTTP/1.1" status: 204 len: 168 time: 0.1198380 Aug 19 00:24:08.747798 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41050a8-418a-485a-a0d4-507baf135460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac895d-2673-4e84-bf15-7d7157368090,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:09.487972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:09.583418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-88a34301-3360-468f-8ab9-3b17c362fe89 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:09.584022 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-88a34301-3360-468f-8ab9-3b17c362fe89 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 00:24:09.584562 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-88a34301-3360-468f-8ab9-3b17c362fe89 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:24:09.589029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-88a34301-3360-468f-8ab9-3b17c362fe89 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0964494 Aug 19 00:24:09.589369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:09.594219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725695286'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:09.618087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.630724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.718554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.723220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.761351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5de9532-4949-4d26-a2f9-60152ef949a9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:09.823264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.827415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.856222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.859670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2692025 Aug 19 00:24:09.860934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55932) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:09.862239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60897-b605-489c-90a9-fbd14a62ae4e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f999c54c-406e-4a6a-bb33-0baeedbcf119,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:09.867057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': 'f999c54c-406e-4a6a-bb33-0baeedbcf119', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:09.899074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.967110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.972400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:09.993264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cb3dac-1f4f-4450-8e4c-09fdee55d9d3,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:10.005997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.007456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bee6635e-6b21-46b7-9ed2-12e1e8e20407 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453903 Aug 19 00:24:10.010160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55946) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.014724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-97bdfb12-d069-4109-9fd8-6d03656d59ff tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': 'f999c54c-406e-4a6a-bb33-0baeedbcf119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:10.044945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97bdfb12-d069-4109-9fd8-6d03656d59ff tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.094486 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-97bdfb12-d069-4109-9fd8-6d03656d59ff tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 00:24:10.095669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-97bdfb12-d069-4109-9fd8-6d03656d59ff tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0844724 Aug 19 00:24:10.098633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.166791 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.193441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.263698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.269037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.273166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55964) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.277250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/f999c54c-406e-4a6a-bb33-0baeedbcf119 HTTP/1.1" status: 204 len: 168 time: 0.1766551 Aug 19 00:24:10.292105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f29a4-aec9-4fcd-9047-10e8dda7d3a0 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999c54c-406e-4a6a-bb33-0baeedbcf119,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:10.355826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e82027ab-459d-480a-a986-68fcd6dbe515 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780625 Aug 19 00:24:10.356284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.363165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--665993385'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:10.389908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.471920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.476756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.506949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.511082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1510487 Aug 19 00:24:10.511082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4e0c1-6dee-4046-9603-b85595b16175 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1801896b-e3e0-44b6-8b2a-6cc30c024e59,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:10.511490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.517369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-db38049d-64dc-479f-9a27-ce34b608cce1 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '1801896b-e3e0-44b6-8b2a-6cc30c024e59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:10.518048 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-db38049d-64dc-479f-9a27-ce34b608cce1 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 00:24:10.518725 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-db38049d-64dc-479f-9a27-ce34b608cce1 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:10.519985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db38049d-64dc-479f-9a27-ce34b608cce1 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072212 Aug 19 00:24:10.522730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.574773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.596493 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.638977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.642443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.643643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/1801896b-e3e0-44b6-8b2a-6cc30c024e59 HTTP/1.1" status: 204 len: 168 time: 0.1199157 Aug 19 00:24:10.646356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55972) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.654020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6ad2-e523-4350-9139-c24483817a35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1801896b-e3e0-44b6-8b2a-6cc30c024e59,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:10.697503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b152712-fa3a-411b-ad1f-67d9385fd138 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497096 Aug 19 00:24:10.701617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.707085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705649873'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:10.729513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.817052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.821350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.852615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.856716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1511550 Aug 19 00:24:10.856833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.861883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6c4468e6-83ab-42d7-82f8-3e5d5d6f84f7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '284cbee8-6294-4b29-abbb-3ceab59858c4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:10.862522 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-6c4468e6-83ab-42d7-82f8-3e5d5d6f84f7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 00:24:10.863093 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-6c4468e6-83ab-42d7-82f8-3e5d5d6f84f7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:10.866701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6c4468e6-83ab-42d7-82f8-3e5d5d6f84f7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057735 Aug 19 00:24:10.866701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 55978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:10.876001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6dbbe-bd89-4e3a-9c98-a618d25ad1fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284cbee8-6294-4b29-abbb-3ceab59858c4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:10.923735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.947944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.994207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.996956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:10.998107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/284cbee8-6294-4b29-abbb-3ceab59858c4 HTTP/1.1" status: 204 len: 168 time: 0.1304939 Aug 19 00:24:11.001607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55984) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.007877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a1696-a0b6-498b-8784-192f09c9eb66 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284cbee8-6294-4b29-abbb-3ceab59858c4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:11.079003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a590ab77-4b11-43a9-8532-5bd17a2c72dc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756297 Aug 19 00:24:11.082586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55988) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.087389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--599277774'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.119254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.221509 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.225260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.255394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.259310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1730773 Aug 19 00:24:11.259501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55990) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.264143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-50cb7d7f-c163-4ba8-8a7a-a778598d50e9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '75302d85-12e6-4aae-ace2-d9307197b877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.265046 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-50cb7d7f-c163-4ba8-8a7a-a778598d50e9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 00:24:11.265530 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-50cb7d7f-c163-4ba8-8a7a-a778598d50e9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.267199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-50cb7d7f-c163-4ba8-8a7a-a778598d50e9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063777 Aug 19 00:24:11.269599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55992) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.272044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f94f6-7914-4bbe-af45-6859888eeac5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75302d85-12e6-4aae-ace2-d9307197b877,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:11.277995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-906afe9f-9e56-48da-99ba-d204c4f37354 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '75302d85-12e6-4aae-ace2-d9307197b877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.279203 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-906afe9f-9e56-48da-99ba-d204c4f37354 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 00:24:11.279827 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-906afe9f-9e56-48da-99ba-d204c4f37354 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.283301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-906afe9f-9e56-48da-99ba-d204c4f37354 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101500 Aug 19 00:24:11.283638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 55994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.289738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-eeec69da-2adc-464b-8442-85ad82ac0252 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '75302d85-12e6-4aae-ace2-d9307197b877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.290544 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-eeec69da-2adc-464b-8442-85ad82ac0252 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 00:24:11.291023 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-eeec69da-2adc-464b-8442-85ad82ac0252 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.292061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eeec69da-2adc-464b-8442-85ad82ac0252 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075436 Aug 19 00:24:11.295324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.300438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7dab04bc-5d19-41ad-943f-65d408a0ff38 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '75302d85-12e6-4aae-ace2-d9307197b877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.302080 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-7dab04bc-5d19-41ad-943f-65d408a0ff38 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 00:24:11.302720 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-7dab04bc-5d19-41ad-943f-65d408a0ff38 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.304379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7dab04bc-5d19-41ad-943f-65d408a0ff38 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073402 Aug 19 00:24:11.306298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.369426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.393550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.438383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.441326 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.445735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/75302d85-12e6-4aae-ace2-d9307197b877 HTTP/1.1" status: 204 len: 168 time: 0.1354561 Aug 19 00:24:11.446169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56004) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.455478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c4fd9-6f7e-40a3-859f-129638a3ec35 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75302d85-12e6-4aae-ace2-d9307197b877,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:11.504852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cb29e77e-2324-4872-a165-3ab175faf62a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574520 Aug 19 00:24:11.509586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56006) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.514175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651797760'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.538675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.616503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.620106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.648549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.649672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1390798 Aug 19 00:24:11.652570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56010) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.657397 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-64a439d5-641a-48ec-92a5-1ec983544be5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.657881 n-d-771363-38 neutron-server[94622]: WARNING neutron.api.v2.base [None req-64a439d5-641a-48ec-92a5-1ec983544be5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 00:24:11.658365 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-64a439d5-641a-48ec-92a5-1ec983544be5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.659269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-64a439d5-641a-48ec-92a5-1ec983544be5 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058126 Aug 19 00:24:11.661179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2560c2-458f-4701-9efd-102720dc4025 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf9ffd-19dd-4864-9a87-e476f358f562,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:11.663260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.668031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-31bc8335-0099-43bb-bf31-0f8a9947a13c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.705778 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-31bc8335-0099-43bb-bf31-0f8a9947a13c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.706787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-31bc8335-0099-43bb-bf31-0f8a9947a13c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424852 Aug 19 00:24:11.709603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.713981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5ab898c8-6f49-47c8-acf9-ba6ebeb0e9a9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.714467 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-5ab898c8-6f49-47c8-acf9-ba6ebeb0e9a9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 00:24:11.714927 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-5ab898c8-6f49-47c8-acf9-ba6ebeb0e9a9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.715824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5ab898c8-6f49-47c8-acf9-ba6ebeb0e9a9 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053420 Aug 19 00:24:11.718097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.722825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5affcfad-c2b1-4c84-b32b-c45ebbfdfb20 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.756684 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-5affcfad-c2b1-4c84-b32b-c45ebbfdfb20 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.760203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5affcfad-c2b1-4c84-b32b-c45ebbfdfb20 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0387692 Aug 19 00:24:11.760432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.764893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dcf6be81-b9eb-4353-91e7-6bb4a7826cce tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.765370 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-dcf6be81-b9eb-4353-91e7-6bb4a7826cce tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 00:24:11.766408 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-dcf6be81-b9eb-4353-91e7-6bb4a7826cce tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.769430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dcf6be81-b9eb-4353-91e7-6bb4a7826cce tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060127 Aug 19 00:24:11.769598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.773608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0da1688a-83da-4885-8471-feec2b429eb2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.796454 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-0da1688a-83da-4885-8471-feec2b429eb2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Project 81ef988a15734c74aa231e6284d55972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:24:11.809703 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0da1688a-83da-4885-8471-feec2b429eb2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.810908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0da1688a-83da-4885-8471-feec2b429eb2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0404229 Aug 19 00:24:11.814400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.818868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6aa01f54-f635-4442-a56a-74d0d65b203c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.819356 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-6aa01f54-f635-4442-a56a-74d0d65b203c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 00:24:11.819888 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-6aa01f54-f635-4442-a56a-74d0d65b203c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.820856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6aa01f54-f635-4442-a56a-74d0d65b203c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055590 Aug 19 00:24:11.823188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.827192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-784e2006-fa22-4991-80c1-60a29dab56a4 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.851680 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-784e2006-fa22-4991-80c1-60a29dab56a4 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Project 81ef988a15734c74aa231e6284d55972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:24:11.865379 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-784e2006-fa22-4991-80c1-60a29dab56a4 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.866928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-784e2006-fa22-4991-80c1-60a29dab56a4 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0428748 Aug 19 00:24:11.869811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.875947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df492457-b32f-4ca3-995c-c257a0d2c5fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '8adf9ffd-19dd-4864-9a87-e476f358f562', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:11.899995 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-df492457-b32f-4ca3-995c-c257a0d2c5fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Project 81ef988a15734c74aa231e6284d55972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:24:11.912676 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-df492457-b32f-4ca3-995c-c257a0d2c5fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:11.913738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df492457-b32f-4ca3-995c-c257a0d2c5fc tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0429587 Aug 19 00:24:11.916702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56032) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:11.972715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:11.994807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.036003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.038800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.039946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/8adf9ffd-19dd-4864-9a87-e476f358f562 HTTP/1.1" status: 204 len: 168 time: 0.1220670 Aug 19 00:24:12.042700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.049119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd3259-2307-4696-8c46-8fb62faa60c7 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf9ffd-19dd-4864-9a87-e476f358f562,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:12.105613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac458d95-696a-484f-bea1-bf2960e8c2cb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579791 Aug 19 00:24:12.105870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.110499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766463919'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.133295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.214641 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.218327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.246954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.248165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414044 Aug 19 00:24:12.249968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6577391-ed43-49ef-8e1e-ec7f803edd8e tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e810a99-eed7-4a1d-af0c-5ea6f2c000ad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:12.251753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56040) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.256651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-29d595c0-3e70-495f-a367-bd046ef5218f tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '9e810a99-eed7-4a1d-af0c-5ea6f2c000ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.294690 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-29d595c0-3e70-495f-a367-bd046ef5218f tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The resource could not be found. Aug 19 00:24:12.295733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-29d595c0-3e70-495f-a367-bd046ef5218f tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0427923 Aug 19 00:24:12.299075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56042) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.303662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1fc89842-43bc-4b8f-8b97-7667d98d2339 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '9e810a99-eed7-4a1d-af0c-5ea6f2c000ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd50c682c-7ed9-4ee9-a727-5b327115392f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.345635 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-1fc89842-43bc-4b8f-8b97-7667d98d2339 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The resource could not be found. Aug 19 00:24:12.349251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1fc89842-43bc-4b8f-8b97-7667d98d2339 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0465944 Aug 19 00:24:12.349752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.420602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c81f256-dd91-49cd-9b93-a4608ebfb73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.430609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.453980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.499747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.502955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.504097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e810a99-eed7-4a1d-af0c-5ea6f2c000ad HTTP/1.1" status: 204 len: 168 time: 0.1449163 Aug 19 00:24:12.507425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.525775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cc6ff-e463-4c4b-bafb-e4c6361e04f2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e810a99-eed7-4a1d-af0c-5ea6f2c000ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:12.562976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8c691a02-51f5-49c7-bb7e-6c0edc4532ff tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505428 Aug 19 00:24:12.563218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.567508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-87ef304e-ece7-4382-91b7-d0bc09625c56 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '7e205b0e-a146-44b9-85c3-78cdafe7cc39', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.611614 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-87ef304e-ece7-4382-91b7-d0bc09625c56 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The resource could not be found. Aug 19 00:24:12.616090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-87ef304e-ece7-4382-91b7-d0bc09625c56 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0485768 Aug 19 00:24:12.616518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.623299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267443996'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.649920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.750553 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.754940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.792141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.793395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1759019 Aug 19 00:24:12.794494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1d412-eb84-40db-a27a-17848bc49e64 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b789c78-e321-4eb0-a955-29c6bda5f8e4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:12.796260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56072) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.807135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--473151673'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:12.843000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.932071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.938100 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.970770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:12.972799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1748338 Aug 19 00:24:12.975023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:12.977816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb784cd-fc2b-4a13-9312-c4d2ae05fc99 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde71bc9-2c20-4b5d-9725-830a6c6ffbb0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:12.979956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df2408e7-1463-4ab2-82e1-36a8e8baf430 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': '0b789c78-e321-4eb0-a955-29c6bda5f8e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cde71bc9-2c20-4b5d-9725-830a6c6ffbb0'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:13.021004 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-df2408e7-1463-4ab2-82e1-36a8e8baf430 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:13.024979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-df2408e7-1463-4ab2-82e1-36a8e8baf430 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0483468 Aug 19 00:24:13.025607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56080) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.082308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.104555 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.153046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.155904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.157712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/cde71bc9-2c20-4b5d-9725-830a6c6ffbb0 HTTP/1.1" status: 204 len: 168 time: 0.1309586 Aug 19 00:24:13.161108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56082) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.179162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8491-f523-4329-9019-57512c9b3cbe tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde71bc9-2c20-4b5d-9725-830a6c6ffbb0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:13.221062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-959de723-a1c2-4901-9935-38b571de5e30 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0588787 Aug 19 00:24:13.223899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.284604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.309351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.352099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.354801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.356082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b789c78-e321-4eb0-a955-29c6bda5f8e4 HTTP/1.1" status: 204 len: 168 time: 0.1312277 Aug 19 00:24:13.359005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.367220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f82e8-3e60-4658-ad10-763878aa004c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b789c78-e321-4eb0-a955-29c6bda5f8e4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:13.418802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-861862ed-48eb-496a-8f12-2908a421442c tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585995 Aug 19 00:24:13.423434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.428613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730825245'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:13.454857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.545908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.550888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.581152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.582401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1577966 Aug 19 00:24:13.583279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80070337-6393-449f-b7da-63eca99d34ba tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c1a83e-5535-4222-8f41-9cea9607abf7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:13.585549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.590092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4e597ae5-3a19-470e-a8e0-6b4229a1ca5a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': 'f2c1a83e-5535-4222-8f41-9cea9607abf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:13.629667 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-4e597ae5-3a19-470e-a8e0-6b4229a1ca5a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:13.633728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e597ae5-3a19-470e-a8e0-6b4229a1ca5a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0446291 Aug 19 00:24:13.634897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.641536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f7d1d66b-cd7f-4889-afcb-b527d8be9472 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group_rule': {'security_group_id': 'f2c1a83e-5535-4222-8f41-9cea9607abf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:13.679139 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-f7d1d66b-cd7f-4889-afcb-b527d8be9472 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 00:24:13.680220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7d1d66b-cd7f-4889-afcb-b527d8be9472 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0432887 Aug 19 00:24:13.682941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.749475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.777310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.831458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.834485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:13.835736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/f2c1a83e-5535-4222-8f41-9cea9607abf7 HTTP/1.1" status: 204 len: 168 time: 0.1517339 Aug 19 00:24:13.838394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56114) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.847498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce0d76-206e-43d9-a41f-ea06778500f3 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c1a83e-5535-4222-8f41-9cea9607abf7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:13.897766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-49aeb1ee-c6d4-49c5-bcc6-161dbeab78c4 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572495 Aug 19 00:24:13.902230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:13.907806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055990794'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:13.934623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.019945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.023512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.056019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.057260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1537881 Aug 19 00:24:14.059312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba31be3-9d44-4d36-b1d9-5fa6d06389d2 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b933182-db12-4fb3-9677-22c1cbde5809,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:14.061424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.077499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7d920791-416c-4407-833b-ee020521a355 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:14.077927 n-d-771363-38 neutron-server[94623]: WARNING neutron.api.v2.base [None req-7d920791-416c-4407-833b-ee020521a355 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 00:24:14.078437 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-7d920791-416c-4407-833b-ee020521a355 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 00:24:14.079362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7d920791-416c-4407-833b-ee020521a355 tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "PUT /v2.0/security-groups/5b933182-db12-4fb3-9677-22c1cbde5809 HTTP/1.1" status: 409 len: 330 time: 0.0064614 Aug 19 00:24:14.082111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.145701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.169431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.215214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.222118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.224343 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b933182-db12-4fb3-9677-22c1cbde5809 HTTP/1.1" status: 204 len: 168 time: 0.1400416 Aug 19 00:24:14.226299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.233098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197afe6-7524-44c0-bfa3-86d02c5c17bb tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b933182-db12-4fb3-9677-22c1cbde5809,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:14.278066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.278268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a746833c-1854-468d-8b8e-b0744493755a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506639 Aug 19 00:24:14.293344 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-e7ccc230-06d8-45b5-9806-32dad661cb1d tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] delete failed (client error): The resource could not be found. Aug 19 00:24:14.296341 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7ccc230-06d8-45b5-9806-32dad661cb1d tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef2e7bf4-55c4-4834-8b57-0d1adfdba1b0 HTTP/1.1" status: 404 len: 347 time: 0.0152030 Aug 19 00:24:14.298906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.313681 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-524c00aa-b96c-4229-96d5-79b50d5b495a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] show failed (client error): The resource could not be found. Aug 19 00:24:14.314870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-524c00aa-b96c-4229-96d5-79b50d5b495a tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-groups/94b147a4-7f35-477f-b7ef-cc4a1909f216 HTTP/1.1" status: 404 len: 347 time: 0.0148592 Aug 19 00:24:14.318569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.333223 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [None req-e46bdd44-67a8-444f-a4ba-08cce00c0eca tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] show failed (client error): The resource could not be found. Aug 19 00:24:14.334232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e46bdd44-67a8-444f-a4ba-08cce00c0eca tempest-NegativeSecGroupIPv6Test-643793315 tempest-NegativeSecGroupIPv6Test-643793315-project] 10.222.0.20 "GET /v2.0/security-group-rules/b8ebf844-5c47-46a5-8f75-53f7921ae798 HTTP/1.1" status: 404 len: 356 time: 0.0147104 Aug 19 00:24:14.606142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56144) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.750687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bed6a7ba-0381-41db-8f0d-b71acb0a3bb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ef988a15734c74aa231e6284d55972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427720 Aug 19 00:24:14.753095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:14.816548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.848203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.901526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.904743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:14.908333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5de9532-4949-4d26-a2f9-60152ef949a9 HTTP/1.1" status: 204 len: 168 time: 0.1520717 Aug 19 00:24:14.925509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e8f0d-db65-42a8-a972-fe5de4492ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5de9532-4949-4d26-a2f9-60152ef949a9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:14.970781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-109c67db-10da-466a-9318-d7e7ce1d979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.233171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.236779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.495596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:15.616275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26f2c3d6-58aa-4eac-b600-ea4abad30ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.718721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26f2c3d6-58aa-4eac-b600-ea4abad30ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.724071 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26f2c3d6-58aa-4eac-b600-ea4abad30ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.771585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56214) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:15.787783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-26f2c3d6-58aa-4eac-b600-ea4abad30ce2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41c00102521248f2964324fe17933c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900531 Aug 19 00:24:15.788879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c3d6-58aa-4eac-b600-ea4abad30ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df681acd-d910-43a0-ae1f-5dd94860b50e,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:15.789463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:15.841637 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.863627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.878976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-444047442-network', 'tenant_id': 'eeda3d9bc4ca4a4bb0c2dce86f64ed8a'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:15.905324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Made reservation on behalf of eeda3d9bc4ca4a4bb0c2dce86f64ed8a for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:15.907957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.917066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.920710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.924316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:15.925685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df681acd-d910-43a0-ae1f-5dd94860b50e HTTP/1.1" status: 204 len: 168 time: 0.1346998 Aug 19 00:24:15.933300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb08ac-81ff-4abb-8138-a4696cbd2b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df681acd-d910-43a0-ae1f-5dd94860b50e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:16.022010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.026484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.054921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:16.061782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b59c98-ddfd-498e-9d7d-54af79097cfa,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:16.069861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.070498 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Added segment 8b5e5041-4ad1-42f8-b70f-846d314316a9 of type vlan for network e3198868-d5f1-47dd-b4ef-a860f387aa23 Aug 19 00:24:16.117224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.145798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.146999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:16.148237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.207839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4351866 Aug 19 00:24:16.211140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:16.217746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Request body: {'subnet': {'network_id': 'e3198868-d5f1-47dd-b4ef-a860f387aa23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-444047442-subnet', 'tenant_id': 'eeda3d9bc4ca4a4bb0c2dce86f64ed8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:16.219851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b436-96da-468a-a5f0-9b13fb6f6f45 admin admin] Pushing event updated for resources: {'Network': ['ID=e3198868-d5f1-47dd-b4ef-a860f387aa23,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:16.229888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e3198868-d5f1-47dd-b4ef-a860f387aa23 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:16.248840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:16.263578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Made reservation on behalf of eeda3d9bc4ca4a4bb0c2dce86f64ed8a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:16.266160 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.268754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cff800b-9316-4474-afb8-30ba64f30ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.314345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.756729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cff800b-9316-4474-afb8-30ba64f30ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.779752 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cff800b-9316-4474-afb8-30ba64f30ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.837072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9cff800b-9316-4474-afb8-30ba64f30ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cc2fc15a972452eb96bb1d563e18b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871596 Aug 19 00:24:16.838371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.839726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56238) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:16.842435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff800b-9316-4474-afb8-30ba64f30ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e7ea51-caa2-43aa-a55f-243a927848a4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:16.895986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.901444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497be33b-1b84-44e8-9726-a2430b990f51,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:16.910842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Checking segment: {'id': '8b5e5041-4ad1-42f8-b70f-846d314316a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3198868-d5f1-47dd-b4ef-a860f387aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:16.911267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Network hostable DHCP agents. Network: e3198868-d5f1-47dd-b4ef-a860f387aa23, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:16.918266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.928339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Network e3198868-d5f1-47dd-b4ef-a860f387aa23 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:16.938388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e3198868-d5f1-47dd-b4ef-a860f387aa23) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:16.943271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:16.943860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.949631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd2327-0004-4688-ade1-2953ee818c37 None None] Network e3198868-d5f1-47dd-b4ef-a860f387aa23 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:16.966209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a49b6802-9adc-4205-a1b4-ff405002a7f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7454100 Aug 19 00:24:16.989245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.991912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:16.996014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e7ea51-caa2-43aa-a55f-243a927848a4 HTTP/1.1" status: 204 len: 168 time: 0.1523700 Aug 19 00:24:17.007594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16564-fa82-4396-b6ec-f1f684783b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e7ea51-caa2-43aa-a55f-243a927848a4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:17.101586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106efb9f-02d4-40c0-95f6-7e9390b124b0 None None] Network e3198868-d5f1-47dd-b4ef-a860f387aa23 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:17.597239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56276) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:17.604723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207597425-network', 'tenant_id': 'e4dcff4b1ecc44999fffd8ecc48922e9'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:17.632989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Made reservation on behalf of e4dcff4b1ecc44999fffd8ecc48922e9 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:17.635315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.644470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.754375 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.759417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.782380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:17.809497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.813748 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.814102 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Added segment a10d855e-57aa-4070-a4b8-171c3ac78c15 of type vlan for network 08d76d9a-f361-464d-857a-2a819c2538c0 Aug 19 00:24:17.822530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe0cfb-6fad-4f02-b248-0287c328c657,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:17.862462 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.891336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.892572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:17.893189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:17.945112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3462057 Aug 19 00:24:17.947580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56288) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:17.959090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Request body: {'subnet': {'network_id': '08d76d9a-f361-464d-857a-2a819c2538c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207597425-subnet', 'tenant_id': 'e4dcff4b1ecc44999fffd8ecc48922e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:17.970270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dea7c-7489-43f9-8cdd-02274bbd8397 admin admin] Pushing event updated for resources: {'Network': ['ID=08d76d9a-f361-464d-857a-2a819c2538c0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:17.987895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Made reservation on behalf of e4dcff4b1ecc44999fffd8ecc48922e9 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:17.988511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 08d76d9a-f361-464d-857a-2a819c2538c0 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:17.990860 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.188273 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.255747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Checking segment: {'id': 'a10d855e-57aa-4070-a4b8-171c3ac78c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d76d9a-f361-464d-857a-2a819c2538c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:18.256198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Network hostable DHCP agents. Network: 08d76d9a-f361-464d-857a-2a819c2538c0, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:18.258349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54f619e-23ed-4a07-86e5-7c182560e895,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:18.284933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Network 08d76d9a-f361-464d-857a-2a819c2538c0 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:18.295121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 08d76d9a-f361-464d-857a-2a819c2538c0) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:18.300388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:18.301262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.315808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b6a47-b30c-4d9c-9e6d-6f4c6ed786e9 None None] Network 08d76d9a-f361-464d-857a-2a819c2538c0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:18.322608 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0a438517-0369-4000-b54d-93554b185423 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3724539 Aug 19 00:24:18.482936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f52847-f042-476b-97fd-38190bad3fad None None] Network 08d76d9a-f361-464d-857a-2a819c2538c0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:18.540452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56314) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:18.612757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Deleting subnet 497be33b-1b84-44e8-9726-a2430b990f51 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:24:18.617481 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.658719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.701745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.759445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.784199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497be33b-1b84-44e8-9726-a2430b990f51,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:18.804907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:18.807109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6ace956-4c43-45b0-8979-ae33cb35121e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/497be33b-1b84-44e8-9726-a2430b990f51 HTTP/1.1" status: 204 len: 168 time: 0.2655485 Aug 19 00:24:18.809893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56326) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:18.907266 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.017079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.047779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3198868-d5f1-47dd-b4ef-a860f387aa23']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.061349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5e5041-4ad1-42f8-b70f-846d314316a9') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.061709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5e5041-4ad1-42f8-b70f-846d314316a9') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.074005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.088591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.095130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:19.095525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:19.097411 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:19.158536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.165030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.166784 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3198868-d5f1-47dd-b4ef-a860f387aa23 HTTP/1.1" status: 204 len: 168 time: 0.3551614 Aug 19 00:24:19.169707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:19.176223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3198868-d5f1-47dd-b4ef-a860f387aa23,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:19.184075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.184462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.184810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.185148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.185482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.185814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.186143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.186469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.186800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.187167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.187563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.187888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938af1f-deb0-4e72-9e5c-6a600a0e867b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:19.220477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Deleting subnet c54f619e-23ed-4a07-86e5-7c182560e895 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:24:19.223548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.256869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.293437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.343580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.369882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54f619e-23ed-4a07-86e5-7c182560e895,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:19.374379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.377567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eab89ee3-7a2c-4582-b7dc-13e7b411c721 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c54f619e-23ed-4a07-86e5-7c182560e895 HTTP/1.1" status: 204 len: 168 time: 0.2068100 Aug 19 00:24:19.379127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:19.454142 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.535445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.544975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d76d9a-f361-464d-857a-2a819c2538c0']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.555400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10d855e-57aa-4070-a4b8-171c3ac78c15') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.555699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10d855e-57aa-4070-a4b8-171c3ac78c15') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:24:19.565260 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.579230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.584952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:24:19.585338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:24:19.586925 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:24:19.639207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.645405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.647272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] 10.222.0.20 "DELETE /v2.0/networks/08d76d9a-f361-464d-857a-2a819c2538c0 HTTP/1.1" status: 204 len: 168 time: 0.2672207 Aug 19 00:24:19.659318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a18fe-6515-42db-b940-00e6f3ed247c admin admin] Pushing event deleted for resources: {'Network': ['ID=08d76d9a-f361-464d-857a-2a819c2538c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:19.817300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:19.856691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a33e1cf0-23af-408a-a480-7351ce38391f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeda3d9bc4ca4a4bb0c2dce86f64ed8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382020 Aug 19 00:24:19.859986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:19.911977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.933447 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.981547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.985066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:19.986233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00b59c98-ddfd-498e-9d7d-54af79097cfa HTTP/1.1" status: 204 len: 168 time: 0.1252482 Aug 19 00:24:19.995664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7ed60-7a06-4049-a3eb-ae8f62b8bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b59c98-ddfd-498e-9d7d-54af79097cfa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:20.337471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:20.378380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ebd11253-8f2a-436f-b2ac-15df44500b7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4dcff4b1ecc44999fffd8ecc48922e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397229 Aug 19 00:24:20.381039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56372) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:20.428265 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:20.449019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:20.494374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:20.496926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:20.500983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7fe0cfb-6fad-4f02-b248-0287c328c657 HTTP/1.1" status: 204 len: 168 time: 0.1161368 Aug 19 00:24:20.506590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865af1f-bdf7-4460-9067-99d633c83776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe0cfb-6fad-4f02-b248-0287c328c657,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:25.100950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:25.221078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9ab19e-7332-42e9-9720-3956bd692f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.325538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9ab19e-7332-42e9-9720-3956bd692f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.330658 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9ab19e-7332-42e9-9720-3956bd692f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.392168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56576) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:25.396115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-da9ab19e-7332-42e9-9720-3956bd692f99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df6dcc7f11c6491c8f15a87645da1d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939923 Aug 19 00:24:25.397331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ab19e-7332-42e9-9720-3956bd692f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f476ee21-22b4-47bb-8a4f-577d8cf9d2a7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:25.451524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.495346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.551997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.555984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.557778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f476ee21-22b4-47bb-8a4f-577d8cf9d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1618564 Aug 19 00:24:25.570528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1b713-39bd-4945-a206-bbfbb94bf669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f476ee21-22b4-47bb-8a4f-577d8cf9d2a7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:25.871763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56588) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:25.885590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf5aa-26da-4637-b5eb-6bbc9e2a6fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.991945 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf5aa-26da-4637-b5eb-6bbc9e2a6fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:25.995858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf5aa-26da-4637-b5eb-6bbc9e2a6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:26.029768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf5aa-26da-4637-b5eb-6bbc9e2a6fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271075ed-2567-4070-8335-988b1c02b7fc,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:26.054408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4cfcf5aa-26da-4637-b5eb-6bbc9e2a6fcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc1465489a76448899b70ae573cc4c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800480 Aug 19 00:24:26.056286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:26.108371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:26.131116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:26.179962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:26.183087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:26.187374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/271075ed-2567-4070-8335-988b1c02b7fc HTTP/1.1" status: 204 len: 168 time: 0.1293833 Aug 19 00:24:26.196024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b72ac-c304-422f-bcb7-4ef4bfbc193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271075ed-2567-4070-8335-988b1c02b7fc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:26.755699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:27.012272 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:24:29.302586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56812) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:29.431411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.545041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.549026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.590394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a9b062bd5594c8aa6f90625be141fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843919 Aug 19 00:24:29.590394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d026e9-08fd-4820-b76d-18ae644287d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:29.591291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:29.603345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.603702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.604049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.604514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.605657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.605657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.605657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.605942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.606163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.607081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.607688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.608023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c58e5-7b17-4ef6-885b-3d1d94276c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:29.662267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.694916 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.753280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.757955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:29.763263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97d026e9-08fd-4820-b76d-18ae644287d3 HTTP/1.1" status: 204 len: 168 time: 0.1707294 Aug 19 00:24:29.772250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987469-0eda-4428-b08f-49ba2bb3e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d026e9-08fd-4820-b76d-18ae644287d3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:30.085294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 56852) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:30.099256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e403b9d-3ae3-42c0-a1b9-047c685d3f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.190153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e403b9d-3ae3-42c0-a1b9-047c685d3f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.194226 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e403b9d-3ae3-42c0-a1b9-047c685d3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.239282 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e403b9d-3ae3-42c0-a1b9-047c685d3f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f631ce3b1724eb782accd5cbe406937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528018 Aug 19 00:24:30.240859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403b9d-3ae3-42c0-a1b9-047c685d3f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a555c953-fbd2-49ac-9733-2c404681905a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:30.241955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 56858) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:30.304777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.334813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.393454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.396957 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:30.401284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a555c953-fbd2-49ac-9733-2c404681905a HTTP/1.1" status: 204 len: 168 time: 0.1582818 Aug 19 00:24:30.417423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375be1e-0372-447a-b506-9fa9d34d609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a555c953-fbd2-49ac-9733-2c404681905a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:37.498813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57066) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:37.611539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd196-8a42-45d0-9a47-828e89a5bee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.703496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd196-8a42-45d0-9a47-828e89a5bee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.708859 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd196-8a42-45d0-9a47-828e89a5bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.747892 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b2dd196-8a42-45d0-9a47-828e89a5bee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a037feb475864b02a419357d2539d44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474399 Aug 19 00:24:37.748950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd196-8a42-45d0-9a47-828e89a5bee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13c03a-f9ff-44dc-a03b-9a87716e4db8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:37.750648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:37.801583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.822289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.869921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.872818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:37.874849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d13c03a-f9ff-44dc-a03b-9a87716e4db8 HTTP/1.1" status: 204 len: 168 time: 0.1218123 Aug 19 00:24:37.881998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac49bf-8b9c-4a0d-9402-69f94e6c7918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13c03a-f9ff-44dc-a03b-9a87716e4db8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:38.184938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:38.201381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d08fc7d1-eec7-49e2-8b82-da9c9de67f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.293316 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d08fc7d1-eec7-49e2-8b82-da9c9de67f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.297413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d08fc7d1-eec7-49e2-8b82-da9c9de67f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.336483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d08fc7d1-eec7-49e2-8b82-da9c9de67f8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83ecc7e3de9447e48368180a49e699df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501584 Aug 19 00:24:38.337206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fc7d1-eec7-49e2-8b82-da9c9de67f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579ff15e-c0a8-4d5c-9dce-de9838aef9f7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:38.339100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57088) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:38.390429 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.418492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.469143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.471924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:38.473151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/579ff15e-c0a8-4d5c-9dce-de9838aef9f7 HTTP/1.1" status: 204 len: 168 time: 0.1323850 Aug 19 00:24:38.480852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02a412-ed1b-4b90-80ad-2c60da934ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ff15e-c0a8-4d5c-9dce-de9838aef9f7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:40.279528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57158) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:40.405915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea040ca0-0662-4c81-adb0-e15c301e8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.520398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea040ca0-0662-4c81-adb0-e15c301e8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.525675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea040ca0-0662-4c81-adb0-e15c301e8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.565233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea040ca0-0662-4c81-adb0-e15c301e8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbeec50-975c-4295-a944-1657b42d5593,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:40.573731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:40.574186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea040ca0-0662-4c81-adb0-e15c301e8997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244f4b6b2ebd4a79872031a7015bdabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927606 Aug 19 00:24:40.633413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.655388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.704029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.706900 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:40.708329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccbeec50-975c-4295-a944-1657b42d5593 HTTP/1.1" status: 204 len: 168 time: 0.1327856 Aug 19 00:24:40.717535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafc26c-e0be-4de5-9588-1fc3caba859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbeec50-975c-4295-a944-1657b42d5593,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:41.005155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:41.018478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-544b0f1d-a54d-47a5-8c31-a921ac12c454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.115568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-544b0f1d-a54d-47a5-8c31-a921ac12c454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.119710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-544b0f1d-a54d-47a5-8c31-a921ac12c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.160549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b0f1d-a54d-47a5-8c31-a921ac12c454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e9aae-562f-45a0-bf57-c42e7d0d9edd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:41.173651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57174) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:41.173773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-544b0f1d-a54d-47a5-8c31-a921ac12c454 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69fcfaf890674839af6300504c23eb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673880 Aug 19 00:24:41.240519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.261599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.308568 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.311130 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:41.312974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c8e9aae-562f-45a0-bf57-c42e7d0d9edd HTTP/1.1" status: 204 len: 168 time: 0.1376758 Aug 19 00:24:41.320799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a122ff-d8eb-4b9e-bacc-6ec94b0cee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e9aae-562f-45a0-bf57-c42e7d0d9edd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:41.554746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-9a61dfc6-1625-477b-8aa3-02a340c844ca req-1a132960-88fe-4ce2-9ae3-7d1099c76af9 service neutron] (94623) timed out ('10.222.0.20', 34922) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:24:42.432870 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0771e5aa-13a5-4d7a-a62b-696851360d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.424784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57252) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:43.538878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a378-b861-482a-9ecd-2518dd9a2d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.661205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a378-b861-482a-9ecd-2518dd9a2d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.664742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a378-b861-482a-9ecd-2518dd9a2d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.707756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ad0a378-b861-482a-9ecd-2518dd9a2d73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c31d286270dd44f7b21afd21386593f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795839 Aug 19 00:24:43.707756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0a378-b861-482a-9ecd-2518dd9a2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec5c3e-9f96-4401-89fb-45d26b54dfc2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:43.709016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57260) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:43.763423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.786364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.834292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.837101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:43.838255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58ec5c3e-9f96-4401-89fb-45d26b54dfc2 HTTP/1.1" status: 204 len: 168 time: 0.1277692 Aug 19 00:24:43.846590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9c6c9-7888-4a06-bb73-a9a39af0340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec5c3e-9f96-4401-89fb-45d26b54dfc2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:44.122566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57266) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:44.136132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7235f58a-837b-4298-adbe-02bfa979e94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.223837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7235f58a-837b-4298-adbe-02bfa979e94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.227958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7235f58a-837b-4298-adbe-02bfa979e94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.265998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235f58a-837b-4298-adbe-02bfa979e94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7f232-6f72-4623-893e-f3b38dba6113,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:44.273495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7235f58a-837b-4298-adbe-02bfa979e94b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8aaeca4599df4e92a01e569979fcd817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498044 Aug 19 00:24:44.273915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57268) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:44.411663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.411663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.424465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.427217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:44.431217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00f7f232-6f72-4623-893e-f3b38dba6113 HTTP/1.1" status: 204 len: 168 time: 0.1561000 Aug 19 00:24:44.439885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5b51a-9991-4c83-9ae3-48bd50e27c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7f232-6f72-4623-893e-f3b38dba6113,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:44.958923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68c60fa0-b178-454a-8ceb-f5643534f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.200222 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.208103 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.222417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:45.345424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995429959-network', 'tenant_id': 'c1a5afbf64194d86aff224459738e1e4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:45.374667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Made reservation on behalf of c1a5afbf64194d86aff224459738e1e4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:45.377315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.389440 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.500992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.506250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.534407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:45.544547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbac17-29c7-49da-9302-eb1bf3dbf5cc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:45.551470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.551828 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Added segment 881259ae-618e-4d9e-8efd-be0e848c01c1 of type vlan for network b2922728-c2dc-4d74-8565-503d588c4d7d Aug 19 00:24:45.594704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.622458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.623651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:45.624500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.691561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2922728-c2dc-4d74-8565-503d588c4d7d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:45.698235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57342) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:45.704087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b2922728-c2dc-4d74-8565-503d588c4d7d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:45.704861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-623781c9-9e51-40c2-a501-9479818106c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4739094 Aug 19 00:24:45.708329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Request body: {'subnet': {'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995429959-subnet', 'tenant_id': 'c1a5afbf64194d86aff224459738e1e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:45.742012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Made reservation on behalf of c1a5afbf64194d86aff224459738e1e4 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:45.745204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.934615 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:45.998545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e87887-449c-47c5-8eb0-498001a868f5,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:46.010385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Checking segment: {'id': '881259ae-618e-4d9e-8efd-be0e848c01c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:46.010765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Network hostable DHCP agents. Network: b2922728-c2dc-4d74-8565-503d588c4d7d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:46.034110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Network b2922728-c2dc-4d74-8565-503d588c4d7d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:46.044202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b2922728-c2dc-4d74-8565-503d588c4d7d) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:46.052330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f25bf0-ad6a-4e69-b904-cf948092c59a None None] Network b2922728-c2dc-4d74-8565-503d588c4d7d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:46.052757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:46.053108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.075744 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-de41e666-dc91-4cbe-a3ff-2ae6685ac491 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3761706 Aug 19 00:24:46.284092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5f22b-e72d-4d73-aba8-9b61709c50f4 None None] Network b2922728-c2dc-4d74-8565-503d588c4d7d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:46.368489 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.695852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57372) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:46.700888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397269627-network', 'tenant_id': 'bf3386029a814ab2b20650248b55a920'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:46.721613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Made reservation on behalf of bf3386029a814ab2b20650248b55a920 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:46.724143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.734442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.841241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.845920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.870235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:24:46.879340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a0971-fb93-4f0a-a3e1-f5164ac9ab9d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:46.885471 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.885839 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Added segment bc328acd-ca01-4a3b-b4ed-07b4f5d88d57 of type vlan for network 59368a5d-09f1-4643-ae46-13a90b08be90 Aug 19 00:24:46.925400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.957388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:46.958612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:46.959277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:47.017851 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3207722 Aug 19 00:24:47.020720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:47.027822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Request body: {'subnet': {'network_id': '59368a5d-09f1-4643-ae46-13a90b08be90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397269627-subnet', 'tenant_id': 'bf3386029a814ab2b20650248b55a920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:47.031251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d778a7-5eba-4564-968e-956363a0b7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=59368a5d-09f1-4643-ae46-13a90b08be90,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:47.041662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 59368a5d-09f1-4643-ae46-13a90b08be90 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:24:47.075065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Made reservation on behalf of bf3386029a814ab2b20650248b55a920 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:47.077992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:47.270243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:47.325731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82a59ad-e7a0-4fc8-944b-c1138b695468,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:47.333438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Checking segment: {'id': 'bc328acd-ca01-4a3b-b4ed-07b4f5d88d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59368a5d-09f1-4643-ae46-13a90b08be90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:47.333804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Network hostable DHCP agents. Network: 59368a5d-09f1-4643-ae46-13a90b08be90, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:24:47.351450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Network 59368a5d-09f1-4643-ae46-13a90b08be90 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:24:47.364190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 59368a5d-09f1-4643-ae46-13a90b08be90) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:47.369393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:47.370525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:47.375193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1411c4c8-47aa-4aa8-94f2-2ec6d745e28f None None] Network 59368a5d-09f1-4643-ae46-13a90b08be90 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:47.392843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0eefcce-585a-4ba2-bd0b-04d95014d28a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3706608 Aug 19 00:24:47.537087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab147304-deae-424e-827d-c448b3c497db None None] Network 59368a5d-09f1-4643-ae46-13a90b08be90 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:24:47.821216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:48.150415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-9d6c5b14-b9ab-41c7-8444-e7624d34a660 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:48.151919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-9d6c5b14-b9ab-41c7-8444-e7624d34a660 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/networks?id=b2922728-c2dc-4d74-8565-503d588c4d7d HTTP/1.1" status: 200 len: 809 time: 0.1149912 Aug 19 00:24:48.167263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-f4c9a0c8-6e85-4744-b89d-2ac8f91cb598 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/quotas/c1a5afbf64194d86aff224459738e1e4 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Aug 19 00:24:48.202046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-e94010f6-4cba-4623-8b1b-fe1ae156875b tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a5afbf64194d86aff224459738e1e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281825 Aug 19 00:24:48.346471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-e264c80b-2399-41c4-8164-080804ea195c service neutron] 10.222.0.20 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251864 Aug 19 00:24:48.454865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-68695574-0ded-49c1-8cb0-b5cddaab525a service neutron] 10.222.0.20 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015995 Aug 19 00:24:48.752014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0aefb67b-3dc2-4ba4-93be-287603e5ae77 req-fe3f7f19-6097-4a36-8cbd-7e5546e2186c tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 210 time: 0.1532824 Aug 19 00:24:50.301553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d1f01ee-e2ab-4b41-869a-27345776fa81 req-7232d87f-f5a4-4fbc-8b92-fae2cd83d1bd tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 210 time: 0.4316306 Aug 19 00:24:50.363265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-396e745c-d6a8-4da0-a4d6-62b08de632e1 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:50.364823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-396e745c-d6a8-4da0-a4d6-62b08de632e1 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.21 "GET /v2.0/networks?id=b2922728-c2dc-4d74-8565-503d588c4d7d HTTP/1.1" status: 200 len: 809 time: 0.5548892 Aug 19 00:24:50.393218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Request body: {'port': {'device_id': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d', 'admin_state_up': True, 'tenant_id': 'c1a5afbf64194d86aff224459738e1e4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:50.511652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Made reservation on behalf of c1a5afbf64194d86aff224459738e1e4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:24:50.515797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:50.668856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Allocated IP 172.20.0.9 (b2922728-c2dc-4d74-8565-503d588c4d7d/34e87887-449c-47c5-8eb0-498001a868f5/7c4fc152-5168-4382-b4df-e53a57d8d4b1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:24:50.899819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:50.944124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.005111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Network b2922728-c2dc-4d74-8565-503d588c4d7d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:24:51.009143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Pushing event updated for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:51.019515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:24:51.022167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:24:51.070053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:51.070642 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.085476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-d9b6eb6e-6512-431d-86ba-333432949901 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971474 Aug 19 00:24:51.162072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Request body: {'port': {'device_id': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:24:51.220533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.456602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbb66-91f8-46d4-bd55-ab7d324400ef req-fcaf8020-789f-460a-a860-784d717614f2 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:51.458926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-904cbb66-91f8-46d4-bd55-ab7d324400ef req-fcaf8020-789f-460a-a860-784d717614f2 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 931 time: 0.0628955 Aug 19 00:24:51.497833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-904cbb66-91f8-46d4-bd55-ab7d324400ef req-ce7c0bd5-55ab-48de-8c84-f184a776704b tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Aug 19 00:24:51.505164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4fc152-5168-4382-b4df-e53a57d8d4b1 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:24:51.513873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.526421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Transition to ACTIVE for port object 7c4fc152-5168-4382-b4df-e53a57d8d4b1 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:24:51.531330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.591265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:51.667410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Attempting to bind port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:24:51.667705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Attempting to bind port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '881259ae-618e-4d9e-8efd-be0e848c01c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:24:51.668059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Attempting to bind port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 on network b2922728-c2dc-4d74-8565-503d588c4d7d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:24:51.673251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 on network b2922728-c2dc-4d74-8565-503d588c4d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:24:51.673585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Attempting to bind port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 on network b2922728-c2dc-4d74-8565-503d588c4d7d {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:24:51.679414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:24:51.679906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Checking segment: {'id': '881259ae-618e-4d9e-8efd-be0e848c01c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:24:51.680646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Bound using segment: {'id': '881259ae-618e-4d9e-8efd-be0e848c01c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:24:51.680809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Bound port: 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881259ae-618e-4d9e-8efd-be0e848c01c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:24:51.681161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.755186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:24:51.758977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1,segment=NetworkSegment(881259ae-618e-4d9e-8efd-be0e848c01c1),segment_id=881259ae-618e-4d9e-8efd-be0e848c01c1)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:24:51.763468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.804870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:51.805867 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:51.807503 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c4fc152-5168-4382-b4df-e53a57d8d4b1 HTTP/1.1" status: 200 len: 1092 time: 0.7079461 Aug 19 00:24:51.808119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:24:51.810570 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9989c-381d-40cf-ae76-55e202189ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:24:51.836885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739348a-5b59-4fac-bd4e-849b7b828811 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:51.925235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-d1ed5862-3b2d-4403-b882-999816ce2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:51.927946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-d1ed5862-3b2d-4403-b882-999816ce2970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1a5afbf64194d86aff224459738e1e4&device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 1095 time: 0.0540621 Aug 19 00:24:51.990026 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b9b24c-e38f-4e68-964c-76fb353c616d x-openstack-request-id: req-64b9b24c-e38f-4e68-964c-76fb353c616d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:24:51.990327 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:24:51.990580 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64b9b24c-e38f-4e68-964c-76fb353c616d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:24:51.990983 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1', 'status': 'completed', 'code': 200} Aug 19 00:24:51.992920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-cfec6ce2-4050-4f87-96ce-b2221bbf32a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0495219 Aug 19 00:24:52.047703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef36-5b44-44f5-8586-15116006bb80 req-8a84b5ea-f130-462e-b54b-e116f20150af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:52.049239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-8a84b5ea-f130-462e-b54b-e116f20150af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34e87887-449c-47c5-8eb0-498001a868f5 HTTP/1.1" status: 200 len: 849 time: 0.0491307 Aug 19 00:24:52.082159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-9d0f848b-1288-4002-871a-fd39adc73310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2922728-c2dc-4d74-8565-503d588c4d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259404 Aug 19 00:24:52.194878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-94d05994-4900-43f5-a8a4-35c5f709fbd4 service neutron] 10.222.0.21 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048279 Aug 19 00:24:52.293429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04abef36-5b44-44f5-8586-15116006bb80 req-bc6dc7b2-92c2-4005-aae9-2c87d5a70480 service neutron] 10.222.0.21 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913384 Aug 19 00:24:52.444692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-8a880f85-b6ea-4738-9476-526880115103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:52.446242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-8a880f85-b6ea-4738-9476-526880115103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1a5afbf64194d86aff224459738e1e4&device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 1095 time: 0.0472529 Aug 19 00:24:52.548256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-702fe81a-6f9b-4093-9834-1bd9aa2ddfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:52.549854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-702fe81a-6f9b-4093-9834-1bd9aa2ddfbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2922728-c2dc-4d74-8565-503d588c4d7d HTTP/1.1" status: 200 len: 909 time: 0.0965149 Aug 19 00:24:52.600809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-7659c570-3f5c-4e58-bc40-5aa4129fff8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0428348 Aug 19 00:24:52.634759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f53c-440b-49d7-8ea2-d709fa2da164 req-a9019c02-8a0f-4180-9ee3-df111466e753 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:52.636495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11d3f53c-440b-49d7-8ea2-d709fa2da164 req-a9019c02-8a0f-4180-9ee3-df111466e753 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 943 time: 0.0661085 Aug 19 00:24:52.661351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-ef46f782-1ec2-403f-8400-84a8f7340ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:52.663050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-ef46f782-1ec2-403f-8400-84a8f7340ffa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34e87887-449c-47c5-8eb0-498001a868f5 HTTP/1.1" status: 200 len: 849 time: 0.0552270 Aug 19 00:24:52.677645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-11d3f53c-440b-49d7-8ea2-d709fa2da164 req-21f79c5e-2cb0-4eea-82aa-b3dfc5e35564 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Aug 19 00:24:52.699337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-0fa5a407-7d57-4c3e-ac16-e19e56c9382b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2922728-c2dc-4d74-8565-503d588c4d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285697 Aug 19 00:24:52.813886 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-f9db68e1-230c-47af-ae7d-9c43f5a7f5ec service neutron] 10.222.0.21 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072946 Aug 19 00:24:52.960269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bd9989c-381d-40cf-ae76-55e202189ccd req-2c9f7085-52dc-4276-b2a4-f70fdddf2dc2 service neutron] 10.222.0.21 "GET /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389630 Aug 19 00:24:53.803205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4115-e223-4d54-a9f0-e9f56e7ffa1a req-e53272d1-52ef-47e3-94aa-32d922c4bfad tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:53.804591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-627a4115-e223-4d54-a9f0-e9f56e7ffa1a req-e53272d1-52ef-47e3-94aa-32d922c4bfad tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 943 time: 0.0568237 Aug 19 00:24:53.844201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-627a4115-e223-4d54-a9f0-e9f56e7ffa1a req-568c0697-df3d-49f0-826d-ae5e5359c84d tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Aug 19 00:24:54.966897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485abb75-10ea-4f9f-8017-d6a15e2f80ff req-85df1ebd-050a-4c9c-9ae2-fbb04c5b2c9d tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:54.969031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-485abb75-10ea-4f9f-8017-d6a15e2f80ff req-85df1ebd-050a-4c9c-9ae2-fbb04c5b2c9d tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 943 time: 0.0539753 Aug 19 00:24:55.019676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-485abb75-10ea-4f9f-8017-d6a15e2f80ff req-a74bde9e-9736-49b6-972d-b752a8418e83 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Aug 19 00:24:55.225874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7c4fc152-5168-4382-b4df-e53a57d8d4b1 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:24:55.335041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1,segment=NetworkSegment(881259ae-618e-4d9e-8efd-be0e848c01c1),segment_id=881259ae-618e-4d9e-8efd-be0e848c01c1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:55.349303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '7c4fc152-5168-4382-b4df-e53a57d8d4b1', 'network_id': 'b2922728-c2dc-4d74-8565-503d588c4d7d', 'port_id': '7c4fc152-5168-4382-b4df-e53a57d8d4b1', 'mac_address': 'fa:16:3e:09:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e87887-449c-47c5-8eb0-498001a868f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:24:55.396037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:55.410233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4fc152-5168-4382-b4df-e53a57d8d4b1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:24:55.432771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1,segment=NetworkSegment(881259ae-618e-4d9e-8efd-be0e848c01c1),segment_id=881259ae-618e-4d9e-8efd-be0e848c01c1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:55.438010 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:55.491351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:55.499538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.499924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.500350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.500696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.501031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.501367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.501699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.502074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.502380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.502718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.503043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.503543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:24:55.851249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['7c4fc152-5168-4382-b4df-e53a57d8d4b1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:24:56.162997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ac137-d4a0-4e46-b271-9db45468aa87 req-77bf2581-9e16-49d1-841d-8b7ccdae6120 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:56.164576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-606ac137-d4a0-4e46-b271-9db45468aa87 req-77bf2581-9e16-49d1-841d-8b7ccdae6120 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 944 time: 0.0665424 Aug 19 00:24:56.203427 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-606ac137-d4a0-4e46-b271-9db45468aa87 req-8492caf9-3c2f-46c0-b3e9-e8ee63bd55f9 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Aug 19 00:24:56.750495 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:57.222853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7c4fc152-5168-4382-b4df-e53a57d8d4b1 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:24:57.276932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:24:57.281459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:24:57.282119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:57.343086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75798e-9363-489c-964b-c1f3347b07ea req-f53d0170-9bff-416b-afd2-5fd155f086b6 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:57.344728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce75798e-9363-489c-964b-c1f3347b07ea req-f53d0170-9bff-416b-afd2-5fd155f086b6 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 944 time: 0.0648820 Aug 19 00:24:57.367918 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:57.411279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce75798e-9363-489c-964b-c1f3347b07ea req-03c0cf84-95a7-4417-b4a6-2d751e87f7ad tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Aug 19 00:24:57.412569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1,segment=NetworkSegment(881259ae-618e-4d9e-8efd-be0e848c01c1),segment_id=881259ae-618e-4d9e-8efd-be0e848c01c1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:24:57.413623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:24:57.416516 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f125b8-f2cb-4bee-a52d-26e044c078ad" -d '{"events": [{"server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "name": "network-vif-plugged", "status": "completed", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:24:57.431116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:57.463924 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b4bf5-0371-4e6f-9f79-664ea8aeae9e x-openstack-request-id: req-263b4bf5-0371-4e6f-9f79-664ea8aeae9e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:24:57.464215 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "name": "network-vif-plugged", "status": "completed", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:24:57.464500 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-263b4bf5-0371-4e6f-9f79-664ea8aeae9e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:24:57.464883 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1', 'code': 200} Aug 19 00:24:57.491821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:57.613023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f28c6-8c18-4169-8e54-6fc8154329b8 req-c9edcf1d-b7e4-4484-9763-d5740e9c814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:57.614638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e7f28c6-8c18-4169-8e54-6fc8154329b8 req-c9edcf1d-b7e4-4484-9763-d5740e9c814c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 1097 time: 0.0432677 Aug 19 00:24:57.650370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1e7f28c6-8c18-4169-8e54-6fc8154329b8 req-686fefe0-66f9-495c-b3ce-196715001b1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283134 Aug 19 00:24:58.544024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906c554-2f67-46f9-9881-31802d107ad7 req-2b60df10-fad3-45a3-bdc8-64bbb659616a tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:58.545615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b906c554-2f67-46f9-9881-31802d107ad7 req-2b60df10-fad3-45a3-bdc8-64bbb659616a tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 945 time: 0.0572701 Aug 19 00:24:58.586143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b906c554-2f67-46f9-9881-31802d107ad7 req-d57d54fe-92af-47e3-8d5e-f9c05243f120 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Aug 19 00:24:58.857165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 57724) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:58.979626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd7166cc-f26f-49d4-9db6-0b9fa8cb5128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.090754 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd7166cc-f26f-49d4-9db6-0b9fa8cb5128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.095951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd7166cc-f26f-49d4-9db6-0b9fa8cb5128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.131470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7166cc-f26f-49d4-9db6-0b9fa8cb5128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ae761-c894-4629-b1d2-c38e825610d2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:59.154228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd7166cc-f26f-49d4-9db6-0b9fa8cb5128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53a182ebd9834e9c99eaf1d7e8b71fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954271 Aug 19 00:24:59.157842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:59.208876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.230975 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.278431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.281566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.282765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/550ae761-c894-4629-b1d2-c38e825610d2 HTTP/1.1" status: 204 len: 168 time: 0.1239426 Aug 19 00:24:59.290637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f7be-0599-467e-a9d3-a1a87401b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ae761-c894-4629-b1d2-c38e825610d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:59.549708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:59.564952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aae3c38-76d5-457b-9c98-00f76400e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.666453 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aae3c38-76d5-457b-9c98-00f76400e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.671415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0aae3c38-76d5-457b-9c98-00f76400e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.718237 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0aae3c38-76d5-457b-9c98-00f76400e3cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21b4d209b24b4ffb880bf3f6b5badac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644731 Aug 19 00:24:59.718237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae3c38-76d5-457b-9c98-00f76400e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169992b-e6af-4993-b1cd-067940d237bf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:24:59.719287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 57740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:24:59.732389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee2d05-ba23-447a-9e0f-87fd07884b27 req-29324a27-2fc4-482d-887a-4e8a588b3fa3 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:24:59.734075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-daee2d05-ba23-447a-9e0f-87fd07884b27 req-29324a27-2fc4-482d-887a-4e8a588b3fa3 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 945 time: 0.0661180 Aug 19 00:24:59.778290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.780104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-daee2d05-ba23-447a-9e0f-87fd07884b27 req-d84901a1-e369-4ec0-b821-3991526ee3f0 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Aug 19 00:24:59.803996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.857045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.859977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:24:59.864210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9169992b-e6af-4993-b1cd-067940d237bf HTTP/1.1" status: 204 len: 168 time: 0.1437080 Aug 19 00:24:59.874064 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f30f-542c-4c1f-88f1-748652b828d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169992b-e6af-4993-b1cd-067940d237bf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:02.404336 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cb72-9e61-42d2-8dd6-29e379c85e86 req-9da1d52c-6399-40e8-9dfc-5d56b1d9ce30 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:25:02.405997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5e0cb72-9e61-42d2-8dd6-29e379c85e86 req-9da1d52c-6399-40e8-9dfc-5d56b1d9ce30 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 945 time: 0.0631940 Aug 19 00:25:02.447189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5e0cb72-9e61-42d2-8dd6-29e379c85e86 req-42651a1b-fc64-4ede-b36f-c473ac410609 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Aug 19 00:25:03.566271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790c57-17a4-4bac-a463-d8a7a472260f req-d3382fe9-4e6f-48b1-b87d-46bac2e225f6 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:25:03.567683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52790c57-17a4-4bac-a463-d8a7a472260f req-d3382fe9-4e6f-48b1-b87d-46bac2e225f6 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Aug 19 00:25:03.607420 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52790c57-17a4-4bac-a463-d8a7a472260f req-b2f44ab5-6c3f-44bd-8f20-a6e3db43cb0a tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/security-groups?id=0acbac17-29c7-49da-9302-eb1bf3dbf5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Aug 19 00:25:03.890447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-3d6e4ec4-37c0-4516-b614-64176a5461ab tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:25:03.891929 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-3d6e4ec4-37c0-4516-b614-64176a5461ab tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Aug 19 00:25:03.984226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Deleting port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:25:03.984605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:04.011070 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:25:04.071393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] For port 7c4fc152-5168-4382-b4df-e53a57d8d4b1, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=7c4fc152-5168-4382-b4df-e53a57d8d4b1,segment=NetworkSegment(881259ae-618e-4d9e-8efd-be0e848c01c1),segment_id=881259ae-618e-4d9e-8efd-be0e848c01c1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:25:04.071761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:04.088540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Calling delete_port for 7c4fc152-5168-4382-b4df-e53a57d8d4b1 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:25:04.213487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:04.242713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Pushing event deleted for resources: {'Port': ['ID=7c4fc152-5168-4382-b4df-e53a57d8d4b1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:04.245677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['7c4fc152-5168-4382-b4df-e53a57d8d4b1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:25:04.289109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] No DVR routers for this DVR port 7c4fc152-5168-4382-b4df-e53a57d8d4b1 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:25:04.291880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:04.293985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-15b2480e-75bd-4898-a3ff-5e3de2e5bc0d req-1e4c7771-6169-4afd-a1b6-64bab02f8e52 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.21 "DELETE /v2.0/ports/7c4fc152-5168-4382-b4df-e53a57d8d4b1 HTTP/1.1" status: 204 len: 173 time: 0.3954654 Aug 19 00:25:04.294438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'name': 'network-vif-deleted', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:25:04.297959 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb19da8-4bf8-4dcb-bab9-6117e298a3be" -d '{"events": [{"server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "name": "network-vif-deleted", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:25:04.337846 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c799261-5680-4310-853d-e2843184dc53 x-openstack-request-id: req-5c799261-5680-4310-853d-e2843184dc53 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:25:04.338151 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6052a2-ee3f-47b9-b8cf-d9070179b307", "name": "network-vif-deleted", "tag": "7c4fc152-5168-4382-b4df-e53a57d8d4b1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:25:04.338405 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c799261-5680-4310-853d-e2843184dc53 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:25:04.338819 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6052a2-ee3f-47b9-b8cf-d9070179b307', 'name': 'network-vif-deleted', 'tag': '7c4fc152-5168-4382-b4df-e53a57d8d4b1', 'status': 'completed', 'code': 200} Aug 19 00:25:04.781410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e3f35a0-5049-4a82-b9cf-8fc34bc57a17 req-073f1808-42fd-4009-b2aa-1b444805fad0 tempest-VolumesActionsTest-124191089 tempest-VolumesActionsTest-124191089-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6052a2-ee3f-47b9-b8cf-d9070179b307 HTTP/1.1" status: 200 len: 210 time: 0.0351000 Aug 19 00:25:05.356953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:05.512277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b5f64c2-a12f-41f2-bd77-81f2a5f93876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.612240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b5f64c2-a12f-41f2-bd77-81f2a5f93876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.616967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b5f64c2-a12f-41f2-bd77-81f2a5f93876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.661727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0b5f64c2-a12f-41f2-bd77-81f2a5f93876 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43452047cb504ce09cc7c8736fdb44a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030272 Aug 19 00:25:05.662603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f64c2-a12f-41f2-bd77-81f2a5f93876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c89ae-6adc-4c59-aaa3-a903162abd8f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:05.664346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:05.716808 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.739460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.790563 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.793576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:05.800656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/250c89ae-6adc-4c59-aaa3-a903162abd8f HTTP/1.1" status: 204 len: 168 time: 0.1318851 Aug 19 00:25:05.810317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccfbfc-fadf-4fe5-be65-4762b722c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c89ae-6adc-4c59-aaa3-a903162abd8f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:06.177248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:06.195080 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-595d4d73-0e3c-4fd0-a9b2-09ef851a0623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.297712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-595d4d73-0e3c-4fd0-a9b2-09ef851a0623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.302834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-595d4d73-0e3c-4fd0-a9b2-09ef851a0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.343326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d4d73-0e3c-4fd0-a9b2-09ef851a0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d4fe2b-82c4-4eee-8c4e-8ea4ffb987d7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:06.351821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-595d4d73-0e3c-4fd0-a9b2-09ef851a0623 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddd6bde0cbf543e4bcde67d0f7c70d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725054 Aug 19 00:25:06.354558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58168) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:06.408858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.433251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.485838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.488672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:06.494342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7d4fe2b-82c4-4eee-8c4e-8ea4ffb987d7 HTTP/1.1" status: 204 len: 168 time: 0.1369059 Aug 19 00:25:06.505341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04fe32-e02a-4fd0-bb2d-612a51e91a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d4fe2b-82c4-4eee-8c4e-8ea4ffb987d7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:07.269502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7c4fc152-5168-4382-b4df-e53a57d8d4b1 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:25:07.298171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 7c4fc152-5168-4382-b4df-e53a57d8d4b1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:25:07.298804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 7c4fc152-5168-4382-b4df-e53a57d8d4b1 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:25:12.425452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10c09693-c02c-4719-8ddd-aeceee56747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:13.752018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:13.879173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64a40025-be8d-46f0-9a64-b2a1b8bd4a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:13.976381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64a40025-be8d-46f0-9a64-b2a1b8bd4a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:13.981661 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64a40025-be8d-46f0-9a64-b2a1b8bd4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.007194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a40025-be8d-46f0-9a64-b2a1b8bd4a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f705f1-d2e2-440f-a0ba-0bcfbf1706bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:14.033242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64a40025-be8d-46f0-9a64-b2a1b8bd4a84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30791d955b9a41298e9a60a0895493b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800226 Aug 19 00:25:14.034356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:14.084773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.106801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.154954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.157780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.161412 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97f705f1-d2e2-440f-a0ba-0bcfbf1706bd HTTP/1.1" status: 204 len: 168 time: 0.1237783 Aug 19 00:25:14.167443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6a20-1dcb-4207-b209-a5d1980f3e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f705f1-d2e2-440f-a0ba-0bcfbf1706bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:14.511271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:14.525154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cee96cce-e2fb-47d3-a5a8-bf42aea32d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.616081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cee96cce-e2fb-47d3-a5a8-bf42aea32d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.619984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cee96cce-e2fb-47d3-a5a8-bf42aea32d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.657780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cee96cce-e2fb-47d3-a5a8-bf42aea32d16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5915c65e00184db093535e78fc1eaae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454163 Aug 19 00:25:14.658661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee96cce-e2fb-47d3-a5a8-bf42aea32d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11314cfb-6fa4-47c6-bec0-65569f32d699,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:14.660550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58526) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:14.709347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.734806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.793284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.797591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:14.802183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11314cfb-6fa4-47c6-bec0-65569f32d699 HTTP/1.1" status: 204 len: 168 time: 0.1401982 Aug 19 00:25:14.811562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b332-0489-4e26-9b9f-cf56c32f5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11314cfb-6fa4-47c6-bec0-65569f32d699,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:14.944932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c41b63f6-1e72-499c-ab92-88b427df1d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:15.200589 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:15.202363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:16.313069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:17.824532 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:26.768649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.242888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:27.315567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Deleting subnet 34e87887-449c-47c5-8eb0-498001a868f5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:25:27.319152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.371060 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.424836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.493241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.523327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e87887-449c-47c5-8eb0-498001a868f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:27.527264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.530718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d3f1b075-9a5b-46d2-9321-c3beea786f10 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34e87887-449c-47c5-8eb0-498001a868f5 HTTP/1.1" status: 204 len: 168 time: 0.2866340 Aug 19 00:25:27.532993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:27.624844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.722667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.737325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2922728-c2dc-4d74-8565-503d588c4d7d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:27.748349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881259ae-618e-4d9e-8efd-be0e848c01c1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:27.748657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881259ae-618e-4d9e-8efd-be0e848c01c1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:27.758566 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.776974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.795957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:25:27.796410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:25:27.798341 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:25:27.855961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.881825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.883934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2922728-c2dc-4d74-8565-503d588c4d7d HTTP/1.1" status: 204 len: 168 time: 0.3359332 Aug 19 00:25:27.885348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98070a-1c05-48ab-9be3-dbfa4d0f7d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2922728-c2dc-4d74-8565-503d588c4d7d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:27.886752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 58976) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:27.932766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Deleting subnet a82a59ad-e7a0-4fc8-944b-c1138b695468 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:25:27.936176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:27.974717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.019846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.073035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.102227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82a59ad-e7a0-4fc8-944b-c1138b695468,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:28.104720 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.109301 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a82a59ad-e7a0-4fc8-944b-c1138b695468 HTTP/1.1" status: 204 len: 168 time: 0.2188685 Aug 19 00:25:28.109807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 58984) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:28.114405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.114761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.115099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.115445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.115783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.116130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.116520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.116837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.117142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.117598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.117850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.118204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63507f1a-c3f8-4d93-9983-24dae5fcc188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:25:28.187169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.280017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.290708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59368a5d-09f1-4643-ae46-13a90b08be90']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:28.301596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc328acd-ca01-4a3b-b4ed-07b4f5d88d57') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:28.301840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc328acd-ca01-4a3b-b4ed-07b4f5d88d57') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:25:28.311240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.326476 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.333758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:25:28.334069 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:25:28.335988 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:25:28.405659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.410249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.414797 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/59368a5d-09f1-4643-ae46-13a90b08be90 HTTP/1.1" status: 204 len: 168 time: 0.3012135 Aug 19 00:25:28.428182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e596a-82e6-407b-a763-715372c51d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=59368a5d-09f1-4643-ae46-13a90b08be90,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:28.608179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:28.657218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7366259a-6f5f-457c-ae0f-2b1eca91715a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a5afbf64194d86aff224459738e1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471497 Aug 19 00:25:28.659576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:28.711868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.734009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.801884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.804751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:28.808792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0acbac17-29c7-49da-9302-eb1bf3dbf5cc HTTP/1.1" status: 204 len: 168 time: 0.1482534 Aug 19 00:25:28.817990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e89fd-9b80-46bb-b9b2-185d17e574f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbac17-29c7-49da-9302-eb1bf3dbf5cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:29.194188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:29.251551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-124ff693-0242-412e-92e3-a6f544ad8bac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf3386029a814ab2b20650248b55a920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561185 Aug 19 00:25:29.253850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 59034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:25:29.306487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:29.344075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:29.397628 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:29.400443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:29.401633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd4a0971-fb93-4f0a-a3e1-f5164ac9ab9d HTTP/1.1" status: 204 len: 168 time: 0.1468251 Aug 19 00:25:29.414731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d766bf-d26d-4a3f-9ea1-eb6810a33d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a0971-fb93-4f0a-a3e1-f5164ac9ab9d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:25:41.015420 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:25:42.439490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af5fff11-b866-4701-b87f-3e74a8b9b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:44.947742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dbd86528-d191-4ced-a6a0-e44a8bf66939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:45.210964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:45.212581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:46.313572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:47.812371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:25:56.790059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.431063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 60924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:07.590213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.687684 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.694093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.723896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c01e29fc50d24cafb757c693befe61fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919290 Aug 19 00:26:07.726938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 60936) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:07.752727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe3521-dda4-47c0-9ec4-1559c3fa8123,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:07.761892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.762332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.762742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.763078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.763408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.764474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.764474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.764474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.765478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.765478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.765478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.765831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbe38a-ab6a-40ce-9579-eb5beda2b642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:07.815328 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.840236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.903586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.907082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:07.908898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ebe3521-dda4-47c0-9ec4-1559c3fa8123 HTTP/1.1" status: 204 len: 168 time: 0.1811757 Aug 19 00:26:07.917529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a185272-0192-4f3a-9bf8-e08cc6f9562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe3521-dda4-47c0-9ec4-1559c3fa8123,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:12.431366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8869-af2f-4702-b65a-a9142d308cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:14.963928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8735e4c-9d65-4224-a0d2-b5d7a3e67468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:15.208704 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:15.214693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:16.316356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.331694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 32912) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:17.447269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8f18-2e17-49af-a4c0-34e8a301d1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.541093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8f18-2e17-49af-a4c0-34e8a301d1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.546530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8f18-2e17-49af-a4c0-34e8a301d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.585499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cb9a8f18-2e17-49af-a4c0-34e8a301d1d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=110c245db2f8444baa3d0116e41c5c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524297 Aug 19 00:26:17.586254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a8f18-2e17-49af-a4c0-34e8a301d1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242acc6a-c32a-4708-a69b-714936e96522,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:17.587977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:17.649226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.673567 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.724852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.727803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:17.732046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/242acc6a-c32a-4708-a69b-714936e96522 HTTP/1.1" status: 204 len: 168 time: 0.1393116 Aug 19 00:26:17.742225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79950561-6ead-4f40-8b5c-3faeafd17a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242acc6a-c32a-4708-a69b-714936e96522,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:17.827445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.008747 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:26:18.437309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:18.538788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2038632883-network', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:18.561105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Made reservation on behalf of 19de5e221ceb40b093f15f7dad17688b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:18.563491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.575088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.666086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.671464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.693289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:26:18.707738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e615143-d798-42fa-9630-1955defb7613,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:18.714081 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.715161 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Added segment f8596101-deac-4be7-82a7-dbe7ea8efa9a of type vlan for network 3c65f604-668a-427c-b0eb-c226376b087b Aug 19 00:26:18.760999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.794542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.795631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:18.796249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.859505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4183509 Aug 19 00:26:18.863481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:18.875237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Request body: {'subnet': {'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2038632883-subnet', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:18.905856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b746-bfa1-4761-8942-abfe7ba22a5d admin admin] Pushing event updated for resources: {'Network': ['ID=3c65f604-668a-427c-b0eb-c226376b087b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:18.909944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Made reservation on behalf of 19de5e221ceb40b093f15f7dad17688b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:18.912997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:18.944009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3c65f604-668a-427c-b0eb-c226376b087b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:26:19.139651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.199346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15488d4b-10eb-4204-babc-140881119278,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:19.220408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Checking segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:19.220829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Network hostable DHCP agents. Network: 3c65f604-668a-427c-b0eb-c226376b087b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:26:19.238112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Network 3c65f604-668a-427c-b0eb-c226376b087b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:26:19.247849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3c65f604-668a-427c-b0eb-c226376b087b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:19.252590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:19.253199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.260762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07794440-1dc6-482f-a4f0-abf80254aee6 None None] Network 3c65f604-668a-427c-b0eb-c226376b087b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:19.273317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6ce4bd54-96ee-40ab-9d1f-42dedf02fa05 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4075017 Aug 19 00:26:19.274946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 32952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:19.280674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:19.306955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.308848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.373562 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.553505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.612736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-3c65f604-668a-427c-b0eb-c226376b087b', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:26:19.615155 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.770545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.772766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Allocated IP 172.20.0.2 (3c65f604-668a-427c-b0eb-c226376b087b/15488d4b-10eb-4204-babc-140881119278/a6efd7bb-7636-4dbe-a33b-baf086179aee) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:19.793847 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.905615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Allocated IP 172.25.1.20 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/09772f9b-cb0e-437a-8b90-37ee7adf43f0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:19.945593 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:19.954953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Transition to ACTIVE for port object a6efd7bb-7636-4dbe-a33b-baf086179aee will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:19.970506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Transition to ACTIVE for port object a6efd7bb-7636-4dbe-a33b-baf086179aee will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:19.977369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.028399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Network 3c65f604-668a-427c-b0eb-c226376b087b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:20.029997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:20.035345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:20.037524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.038382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Pushing event updated for resources: {'Port': ['ID=a6efd7bb-7636-4dbe-a33b-baf086179aee,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:20.051426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.051824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.052183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.052579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.052922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.053386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.053731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.054066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.054407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.054742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.055352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.055458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:20.090242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.150428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Attempting to bind port a6efd7bb-7636-4dbe-a33b-baf086179aee on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:20.150823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Attempting to bind port a6efd7bb-7636-4dbe-a33b-baf086179aee by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:20.152381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Attempting to bind port a6efd7bb-7636-4dbe-a33b-baf086179aee on network 3c65f604-668a-427c-b0eb-c226376b087b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:20.155909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:20.156071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:20.161090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:20.163791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:20.164186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Checking segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:20.164776 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.165184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Bound using segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:20.165661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Bound port: a6efd7bb-7636-4dbe-a33b-baf086179aee, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:20.166058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.185668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Pushing event updated for resources: {'Port': ['ID=09772f9b-cb0e-437a-8b90-37ee7adf43f0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:20.243647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] For port a6efd7bb-7636-4dbe-a33b-baf086179aee, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:20.247809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] For port a6efd7bb-7636-4dbe-a33b-baf086179aee, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a6efd7bb-7636-4dbe-a33b-baf086179aee,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:20.254831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.344697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee043d69-7dda-419e-9eab-724eacd76e17 None None] Pushing event updated for resources: {'Port': ['ID=a6efd7bb-7636-4dbe-a33b-baf086179aee,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:20.481869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.719841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:20.887749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:26:21.010148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:21.019751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:21.032334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:21.033649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:21.037520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:21.038800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-42edf661-cf4a-40a7-8129-26752bafcb88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7625942 Aug 19 00:26:21.041450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:21.200788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:21.452926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:20Z', 'revision_number': 3, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:21.504290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:21.504958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Updating router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:21.587426 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:21.650829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a73f24-5071-4f68-b3b8-06943f6734b1 None None] Network 3c65f604-668a-427c-b0eb-c226376b087b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:21.777856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d29eeb2b-db04-4ee9-a8ec-549ecdee9916 None None] Provisioning for port a6efd7bb-7636-4dbe-a33b-baf086179aee completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:21.983418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.041447 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.060770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Transition to ACTIVE for port object 09772f9b-cb0e-437a-8b90-37ee7adf43f0 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:22.077916 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.161744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Attempting to bind port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:22.162322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Attempting to bind port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:22.162865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Attempting to bind port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:22.169485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396557f4-7a8f-4d54-b687-edc714cd3f4d None None] Pushing event updated for resources: {'Port': ['ID=09772f9b-cb0e-437a-8b90-37ee7adf43f0,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:22.174834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:22.175559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:22.176276 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.176748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:22.177241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Bound port: 09772f9b-cb0e-437a-8b90-37ee7adf43f0, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:22.177632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.203445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a6efd7bb-7636-4dbe-a33b-baf086179aee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:22.209603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Allocated IP 172.20.0.1 (3c65f604-668a-427c-b0eb-c226376b087b/15488d4b-10eb-4204-babc-140881119278/d6e82227-bc69-4a63-bbfe-c62106ec9b08) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:22.272721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] For port 09772f9b-cb0e-437a-8b90-37ee7adf43f0, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:22.276423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] For port 09772f9b-cb0e-437a-8b90-37ee7adf43f0, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=09772f9b-cb0e-437a-8b90-37ee7adf43f0,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:22.283697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.316788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a6efd7bb-7636-4dbe-a33b-baf086179aee completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:22.326000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a6efd7bb-7636-4dbe-a33b-baf086179aee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:22.326380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.364372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.380813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Transition to ACTIVE for port object d6e82227-bc69-4a63-bbfe-c62106ec9b08 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:22.382231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:22.383948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:22.424114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.428251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396557f4-7a8f-4d54-b687-edc714cd3f4d None None] Pushing event updated for resources: {'Port': ['ID=09772f9b-cb0e-437a-8b90-37ee7adf43f0,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:22.484545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Network 3c65f604-668a-427c-b0eb-c226376b087b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:22.486007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:22.489959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-99c760b0-02e0-4504-90a2-b765c78a2c1a None None] Provisioning complete for port a6efd7bb-7636-4dbe-a33b-baf086179aee triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:22.490419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99c760b0-02e0-4504-90a2-b765c78a2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.496330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:22.500903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:22.540208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.615799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.675274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:22.753114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.781275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a6efd7bb-7636-4dbe-a33b-baf086179aee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a6efd7bb-7636-4dbe-a33b-baf086179aee,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:22.826235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:22.893148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a6efd7bb-7636-4dbe-a33b-baf086179aee,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:23.072522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:23.072522 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:23.130900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:20Z', 'revision_number': 3, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:23.134516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:23.134942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fde7-2270-4b00-90a1-5d7087799c70 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:20Z', 'revision_number': 3, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:23.134942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dc1c2ee7-70e3-4cf7-9f6c-abc33e3015a9 None None] Provisioning for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:23.134942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dc1c2ee7-70e3-4cf7-9f6c-abc33e3015a9 None None] Provisioning complete for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:23.134942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2ee7-70e3-4cf7-9f6c-abc33e3015a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:23.192976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c2ee7-70e3-4cf7-9f6c-abc33e3015a9 None None] Port d6e82227-bc69-4a63-bbfe-c62106ec9b08 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:23.204792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:23.271232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Network 3c65f604-668a-427c-b0eb-c226376b087b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:23.273548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:23.491758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:26:23.700785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:23.713595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28fcd5c4-a7fe-4d1d-9cba-2bcc971aded7 admin admin] 10.222.0.20 "PUT /v2.0/routers/810942f8-f0ce-4fb5-bd85-3f95e928ce29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708632 Aug 19 00:26:23.729335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-76e9e876-67fd-48c9-b7c2-5824298d13c3 None None] Provisioning complete for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:23.730620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76e9e876-67fd-48c9-b7c2-5824298d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:23.773732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-76e9e876-67fd-48c9-b7c2-5824298d13c3 None None] Port d6e82227-bc69-4a63-bbfe-c62106ec9b08 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:24.250917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a6efd7bb-7636-4dbe-a33b-baf086179aee up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:24.336891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a6efd7bb-7636-4dbe-a33b-baf086179aee triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:24.337273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.439602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:24.445881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1347938606-network', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:24.456008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 09772f9b-cb0e-437a-8b90-37ee7adf43f0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:24.469657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Made reservation on behalf of 8e3aa9ed013540e48b07f6625e3563df for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:24.472519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.483394 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.510503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:24.514694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:24.515093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.585412 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.593334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.606079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.622575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:26:24.629511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 09772f9b-cb0e-437a-8b90-37ee7adf43f0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=09772f9b-cb0e-437a-8b90-37ee7adf43f0,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:24.634304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.640741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546048a8-ddce-44a3-9802-a70023e23e6b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:24.647403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.647752 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Added segment 7c54d588-afc1-4bfc-973a-ad0e41d91778 of type vlan for network e706f91f-bbb3-449d-845a-25a57466ee67 Aug 19 00:26:24.689357 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.692957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=09772f9b-cb0e-437a-8b90-37ee7adf43f0,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:24.722290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.723778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:24.724785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:24.788055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3442404 Aug 19 00:26:24.791985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33464) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:24.805641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Request body: {'subnet': {'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1347938606-subnet', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:24.806311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569aa8-08a0-4448-9ee3-ba65658723ad admin admin] Pushing event updated for resources: {'Network': ['ID=e706f91f-bbb3-449d-845a-25a57466ee67,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:24.825044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:26:24.829831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Made reservation on behalf of 8e3aa9ed013540e48b07f6625e3563df for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:24.832365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.022490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.079128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62741719-81bc-460b-8cce-6b1c3d71bbdc,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:25.089042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Checking segment: {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:25.089427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Network hostable DHCP agents. Network: e706f91f-bbb3-449d-845a-25a57466ee67, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:26:25.118744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Network e706f91f-bbb3-449d-845a-25a57466ee67 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:26:25.129652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e706f91f-bbb3-449d-845a-25a57466ee67) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:25.133994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:25.134707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.142087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cefe3c-920c-4cbf-84ce-14b57cc7aa76 None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:25.151064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc10c01d-4d58-455a-8e51-6b6177ac01b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3577409 Aug 19 00:26:25.153710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33474) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:25.158330 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:25.184741 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.185888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.249428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.318685 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:25.350371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:25.351502 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:25.416639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.496563 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:25.551057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e706f91f-bbb3-449d-845a-25a57466ee67', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:26:25.552194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.748801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.783987 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:25.839422 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 2, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:25.854351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Allocated IP 172.20.0.2 (e706f91f-bbb3-449d-845a-25a57466ee67/62741719-81bc-460b-8cce-6b1c3d71bbdc/917c7028-de7e-4424-a0d2-254d31afad67) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:25.920571 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:25.921018 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Updating router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 port d6e82227-bc69-4a63-bbfe-c62106ec9b08 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:25.925469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Allocated IP 172.25.1.180 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0b991b22-beff-4658-8bc8-c34b7f530a43) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:25.969649 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.112863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.131208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Transition to ACTIVE for port object 917c7028-de7e-4424-a0d2-254d31afad67 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:26.159207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Transition to ACTIVE for port object 917c7028-de7e-4424-a0d2-254d31afad67 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:26.168766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 09772f9b-cb0e-437a-8b90-37ee7adf43f0 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:26.216870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.221193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.278535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:26.279761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.283205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:26.288829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:26.292607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:26.318932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.347623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Pushing event updated for resources: {'Port': ['ID=917c7028-de7e-4424-a0d2-254d31afad67,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:26.385304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:26.403747 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Pushing event updated for resources: {'Port': ['ID=0b991b22-beff-4658-8bc8-c34b7f530a43,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:26.407215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:26.410838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:26.445034 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.465698 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Transition to ACTIVE for port object d6e82227-bc69-4a63-bbfe-c62106ec9b08 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:26.481259 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.490003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Attempting to bind port 917c7028-de7e-4424-a0d2-254d31afad67 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:26.490384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Attempting to bind port 917c7028-de7e-4424-a0d2-254d31afad67 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:26.490823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Attempting to bind port 917c7028-de7e-4424-a0d2-254d31afad67 on network e706f91f-bbb3-449d-845a-25a57466ee67 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:26.501971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:26.502353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Checking segment: {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:26.502762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.503162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Bound using segment: {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:26.503662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Bound port: 917c7028-de7e-4424-a0d2-254d31afad67, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:26.504052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.551582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Pushing event updated for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:26.583764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.584416 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.584920 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.585422 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.585917 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.586406 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.586912 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.587413 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.587905 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.588436 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.588960 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.589493 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:26.656416 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Attempting to bind port d6e82227-bc69-4a63-bbfe-c62106ec9b08 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:26.656980 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Attempting to bind port d6e82227-bc69-4a63-bbfe-c62106ec9b08 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:26.657775 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Attempting to bind port d6e82227-bc69-4a63-bbfe-c62106ec9b08 on network 3c65f604-668a-427c-b0eb-c226376b087b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:26.664217 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:26.665053 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Checking segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:26.665637 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.666194 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Bound using segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:26.666835 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Bound port: d6e82227-bc69-4a63-bbfe-c62106ec9b08, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:26.668134 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.726937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] For port 917c7028-de7e-4424-a0d2-254d31afad67, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:26.732342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] For port 917c7028-de7e-4424-a0d2-254d31afad67, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=917c7028-de7e-4424-a0d2-254d31afad67,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:26.745028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.802030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.835806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] For port d6e82227-bc69-4a63-bbfe-c62106ec9b08, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:26.843690 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] For port d6e82227-bc69-4a63-bbfe-c62106ec9b08, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d6e82227-bc69-4a63-bbfe-c62106ec9b08,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:26.857999 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.911699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:26.987554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78c708-39b9-4fd6-8daf-0217dea858f8 None None] Pushing event updated for resources: {'Port': ['ID=917c7028-de7e-4424-a0d2-254d31afad67,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:26.990872 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:27.002005 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:27.008831 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3d5ce-07ba-49f3-965a-9f9dc817f901 None None] Pushing event updated for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:27.179473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:27.180283 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:27.403055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Router e0767068-d3ac-4f2e-96fb-bfed2dcd656c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:26:27.521361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:26Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:27.549694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:27.554267 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ed2ae-3b88-4548-b412-0375c0294299 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:26Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:27.561006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Sync routers for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:27.572433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:27.574080 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7d7fc300-fa78-40bd-b814-13ba96b13f33 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4192607 Aug 19 00:26:27.576571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:27.581005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:27.581643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:27.817347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:28.223887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:26Z', 'revision_number': 3, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:28.256880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Checking router: e0767068-d3ac-4f2e-96fb-bfed2dcd656c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:28.257238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Updating router e0767068-d3ac-4f2e-96fb-bfed2dcd656c port 0b991b22-beff-4658-8bc8-c34b7f530a43 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:28.311797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 917c7028-de7e-4424-a0d2-254d31afad67 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:28.353402 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:28.486968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2da6f1-5a8c-4f84-9740-ceb5c1b8090e None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:28.506649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:28.682303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fa401f61-d64e-4753-a890-466b549eb14e None None] Provisioning for port 917c7028-de7e-4424-a0d2-254d31afad67 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:28.775619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Allocated IP 172.20.0.1 (e706f91f-bbb3-449d-845a-25a57466ee67/62741719-81bc-460b-8cce-6b1c3d71bbdc/e732e133-1084-4593-843d-bd4b9c07b04e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:28.776710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 917c7028-de7e-4424-a0d2-254d31afad67 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:28.809619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 917c7028-de7e-4424-a0d2-254d31afad67 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:28.810007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:28.970330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:28.988870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Transition to ACTIVE for port object e732e133-1084-4593-843d-bd4b9c07b04e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:29.064456 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.118311 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.143784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.144802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Pushing event updated for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:29.167903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Network e706f91f-bbb3-449d-845a-25a57466ee67 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:29.169895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:29.172810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Transition to ACTIVE for port object 0b991b22-beff-4658-8bc8-c34b7f530a43 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:29.173797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:29.251909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.253895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.270674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 917c7028-de7e-4424-a0d2-254d31afad67, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=917c7028-de7e-4424-a0d2-254d31afad67,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:29.336204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.337716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d6e82227-bc69-4a63-bbfe-c62106ec9b08 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:29.508201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aa8f5980-585c-4fc9-8f93-0eadac4086e0 None None] Provisioning complete for port 917c7028-de7e-4424-a0d2-254d31afad67 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:29.513998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5980-585c-4fc9-8f93-0eadac4086e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.515889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Attempting to bind port 0b991b22-beff-4658-8bc8-c34b7f530a43 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:29.516262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Attempting to bind port 0b991b22-beff-4658-8bc8-c34b7f530a43 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:29.516657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Attempting to bind port 0b991b22-beff-4658-8bc8-c34b7f530a43 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:29.519499 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.608355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1503-f14b-4c51-a116-bdb0b3fb480c None None] Pushing event updated for resources: {'Port': ['ID=0b991b22-beff-4658-8bc8-c34b7f530a43,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:29.616242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:29.626250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:29.626614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:29.627218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.627519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:29.628067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Bound port: 0b991b22-beff-4658-8bc8-c34b7f530a43, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:29.628377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.635045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:29.635429 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.756439 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.764699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.832095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=917c7028-de7e-4424-a0d2-254d31afad67,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:29.840611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] For port 0b991b22-beff-4658-8bc8-c34b7f530a43, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:29.844959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] For port 0b991b22-beff-4658-8bc8-c34b7f530a43, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0b991b22-beff-4658-8bc8-c34b7f530a43,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:29.880579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.889456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Pushing event updated for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:29.944618 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:29.990351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:30.023639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Network e706f91f-bbb3-449d-845a-25a57466ee67 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:30.025330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:30.066025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1503-f14b-4c51-a116-bdb0b3fb480c None None] Pushing event updated for resources: {'Port': ['ID=0b991b22-beff-4658-8bc8-c34b7f530a43,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:30.084880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3db5ed5e-501b-47ca-af08-23976f60fa08 None None] Provisioning for port e732e133-1084-4593-843d-bd4b9c07b04e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:30.086935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:30.087578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:30.098857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3db5ed5e-501b-47ca-af08-23976f60fa08 None None] Provisioning complete for port e732e133-1084-4593-843d-bd4b9c07b04e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:30.099233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed5e-501b-47ca-af08-23976f60fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:30.102130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d6e82227-bc69-4a63-bbfe-c62106ec9b08, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d6e82227-bc69-4a63-bbfe-c62106ec9b08,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:30.174917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:30.235578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Router e0767068-d3ac-4f2e-96fb-bfed2dcd656c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:26:30.483363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:30.490574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7319257-face-42d6-a0bb-3d1fcda30181 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0767068-d3ac-4f2e-96fb-bfed2dcd656c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9120038 Aug 19 00:26:30.604703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:30.612906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3db5ed5e-501b-47ca-af08-23976f60fa08 None None] Port e732e133-1084-4593-843d-bd4b9c07b04e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:30.617867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 917c7028-de7e-4424-a0d2-254d31afad67 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:30.705697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:30.864850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ab03e8a4-baa4-4d16-984e-5dfb60d74731 None None] Provisioning complete for port e732e133-1084-4593-843d-bd4b9c07b04e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:30.865235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab03e8a4-baa4-4d16-984e-5dfb60d74731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:30.869636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 917c7028-de7e-4424-a0d2-254d31afad67 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:30.870013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:30.976736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ab03e8a4-baa4-4d16-984e-5dfb60d74731 None None] Port e732e133-1084-4593-843d-bd4b9c07b04e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:31.141086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'e732e133-1084-4593-843d-bd4b9c07b04e', 'name': '', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'mac_address': 'fa:16:3e:87:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:28Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 2, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'subnets': [{'id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:31.172695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a420-80eb-49f6-bdab-a722aaec0102 None None] The sync data for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 is: [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'e732e133-1084-4593-843d-bd4b9c07b04e', 'name': '', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'mac_address': 'fa:16:3e:87:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:28Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 2, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'subnets': [{'id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:32.405019 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0b991b22-beff-4658-8bc8-c34b7f530a43 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:32.488246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0b991b22-beff-4658-8bc8-c34b7f530a43 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:32.498272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0b991b22-beff-4658-8bc8-c34b7f530a43 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:32.498943 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:32.639328 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:32.666013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0b991b22-beff-4658-8bc8-c34b7f530a43, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0b991b22-beff-4658-8bc8-c34b7f530a43,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:32.678759 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:32.681079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d6e82227-bc69-4a63-bbfe-c62106ec9b08 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:32.885106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d6e82227-bc69-4a63-bbfe-c62106ec9b08 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:32.885493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:32.918935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0b991b22-beff-4658-8bc8-c34b7f530a43,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:34.313124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0b991b22-beff-4658-8bc8-c34b7f530a43 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:34.344485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:34.397539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0b991b22-beff-4658-8bc8-c34b7f530a43 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:34.397906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:34.551329 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e863a61a-2c64-428b-889f-4f2763916e54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca143c664594658a023eac767174be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056589 Aug 19 00:26:34.553834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:34.610845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:34.644186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:34.705625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:34.708892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:34.710312 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97f04b8d-b53c-4ccc-a72f-0b414989728b HTTP/1.1" status: 204 len: 168 time: 0.1553392 Aug 19 00:26:34.727660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a723e2-87c4-48a2-afee-03dbfba7d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f04b8d-b53c-4ccc-a72f-0b414989728b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:35.401483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Sync routers for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:35.415409 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:35.416766 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:35.684187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:35.947334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'e732e133-1084-4593-843d-bd4b9c07b04e', 'name': '', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'mac_address': 'fa:16:3e:87:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:28Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 2, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'subnets': [{'id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:35.992141 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Checking router: e0767068-d3ac-4f2e-96fb-bfed2dcd656c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:35.992541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Updating router e0767068-d3ac-4f2e-96fb-bfed2dcd656c port e732e133-1084-4593-843d-bd4b9c07b04e binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:36.029422 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.416498 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.433162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Transition to ACTIVE for port object e732e133-1084-4593-843d-bd4b9c07b04e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:36.440556 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.522660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3959b30-4142-4259-ba64-d93ec4c1018d None None] Pushing event updated for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:36.571244 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Attempting to bind port e732e133-1084-4593-843d-bd4b9c07b04e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:36.571636 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Attempting to bind port e732e133-1084-4593-843d-bd4b9c07b04e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:36.572241 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Attempting to bind port e732e133-1084-4593-843d-bd4b9c07b04e on network e706f91f-bbb3-449d-845a-25a57466ee67 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:36.581933 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:36.582088 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Checking segment: {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:36.582391 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.582783 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Bound using segment: {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:36.583249 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Bound port: e732e133-1084-4593-843d-bd4b9c07b04e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c54d588-afc1-4bfc-973a-ad0e41d91778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:36.583868 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.732941 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] For port e732e133-1084-4593-843d-bd4b9c07b04e, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:36.737994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] For port e732e133-1084-4593-843d-bd4b9c07b04e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e732e133-1084-4593-843d-bd4b9c07b04e,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:36.749886 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:36.811720 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3959b30-4142-4259-ba64-d93ec4c1018d None None] Pushing event updated for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:36.835912 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:36.836560 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:37.009773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:37.313127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'e732e133-1084-4593-843d-bd4b9c07b04e', 'name': '', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'mac_address': 'fa:16:3e:87:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:28Z', 'updated_at': '2021-08-19T00:26:36Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'subnets': [{'id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:37.348776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985551-2149-474f-b5f6-4329ddbba4c1 None None] The sync data for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 is: [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:29Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'e732e133-1084-4593-843d-bd4b9c07b04e', 'name': '', 'network_id': 'e706f91f-bbb3-449d-845a-25a57466ee67', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'mac_address': 'fa:16:3e:87:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:28Z', 'updated_at': '2021-08-19T00:26:36Z', 'revision_number': 4, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'subnets': [{'id': '62741719-81bc-460b-8cce-6b1c3d71bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:37.598751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:37.605194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'network': {'name': 'tempest-network-smoke--1886542699', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:37.635017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:37.639397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.648507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.767052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.774370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.817115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:26:37.827069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00912636-76ea-47d0-93de-a4f6a11ab97e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:37.833239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.833669 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Added segment fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1 of type vlan for network 39f66255-2951-4ba9-b4e7-67d49c15082f Aug 19 00:26:37.875319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.907857 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.913498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:37.914091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:37.983802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3813615 Aug 19 00:26:37.984008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:37.990796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'admin_state_up': True, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:38.000824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69215c-11f8-44e0-88ca-099430a607ea tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Network': ['ID=39f66255-2951-4ba9-b4e7-67d49c15082f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:38.013818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 39f66255-2951-4ba9-b4e7-67d49c15082f details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:26:38.022474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.023691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.079968 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.365765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e732e133-1084-4593-843d-bd4b9c07b04e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:38.451162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e732e133-1084-4593-843d-bd4b9c07b04e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:38.459790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e732e133-1084-4593-843d-bd4b9c07b04e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:38.460777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.576189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.625104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e732e133-1084-4593-843d-bd4b9c07b04e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e732e133-1084-4593-843d-bd4b9c07b04e,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:38.631806 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.646583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.687436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:38.872203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:38.898955 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.015845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.25.1.30 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ca7b611b-4d42-4a06-9386-446486853f94) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:39.135108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.177436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.215938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:39.222318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:39.227061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:39.254131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=ca7b611b-4d42-4a06-9386-446486853f94,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:39.504572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.718609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.860825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router ee186d86-dec4-484e-9413-0efe35ac49ae is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:26:39.971884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:39.982021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Sync routers for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:39.993801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:39.994488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:39.996742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:39.999103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8dde9040-f9cb-4ff1-90e5-399b5e51db21 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0132656 Aug 19 00:26:40.001712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33872) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:40.123256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:40.327325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e732e133-1084-4593-843d-bd4b9c07b04e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:40.449795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:39Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:40.454279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e732e133-1084-4593-843d-bd4b9c07b04e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:40.457016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.506301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Checking router: ee186d86-dec4-484e-9413-0efe35ac49ae for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:40.506670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Updating router ee186d86-dec4-484e-9413-0efe35ac49ae port ca7b611b-4d42-4a06-9386-446486853f94 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:40.536012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.597457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:40.606881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1dad584a-b60a-42a0-bb2b-d8318a4bef64 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ea5c55e6a1b24ee09b41b2abcdf804a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6038713 Aug 19 00:26:40.756747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f6067-200e-4b9e-96f9-ce29dc1d80e9 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:40.761599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c7f6067-200e-4b9e-96f9-ce29dc1d80e9 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1599872 Aug 19 00:26:40.761758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 33882) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:40.799662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c34cdc35-e742-42f8-8207-2f1bdad54dcd tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368199 Aug 19 00:26:40.802708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33884) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:40.810732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262930535', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:40.864542 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.884364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Transition to ACTIVE for port object ca7b611b-4d42-4a06-9386-446486853f94 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:40.894409 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.936735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:40.940652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Attempting to bind port ca7b611b-4d42-4a06-9386-446486853f94 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:40.941026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Attempting to bind port ca7b611b-4d42-4a06-9386-446486853f94 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:40.941395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Attempting to bind port ca7b611b-4d42-4a06-9386-446486853f94 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:40.941851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.953062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:40.953458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:40.954524 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:40.954920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:40.955409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Bound port: ca7b611b-4d42-4a06-9386-446486853f94, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:40.955796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:41.024476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31507e8a-f38e-45a7-a8c1-5cf11dbaf4ba None None] Pushing event updated for resources: {'Port': ['ID=ca7b611b-4d42-4a06-9386-446486853f94,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:41.082671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] For port ca7b611b-4d42-4a06-9386-446486853f94, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:41.089212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] For port ca7b611b-4d42-4a06-9386-446486853f94, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca7b611b-4d42-4a06-9386-446486853f94,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:41.097314 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:41.171888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:41.174495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31507e8a-f38e-45a7-a8c1-5cf11dbaf4ba None None] Pushing event updated for resources: {'Port': ['ID=ca7b611b-4d42-4a06-9386-446486853f94,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:41.178236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:41.179318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:41.263807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Subnet': ['ID=3e41e68d-32aa-473f-9b89-b9d6a27cca3b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:41.269031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Checking segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:41.269273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network hostable DHCP agents. Network: 39f66255-2951-4ba9-b4e7-67d49c15082f, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:26:41.279227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.279587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.279918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.280259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.280870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.281305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.281548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.281880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.282209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.282547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.283081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.283198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:26:41.309513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 39f66255-2951-4ba9-b4e7-67d49c15082f is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:26:41.325084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 39f66255-2951-4ba9-b4e7-67d49c15082f) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:41.327131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:41.327822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:41.349647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3a318cb5-239b-4154-be45-211c9fb1c44c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5453627 Aug 19 00:26:41.352287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 33890) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:41.462003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b13f1f-1fa0-437f-8261-561c6c5b9744 None None] Network 39f66255-2951-4ba9-b4e7-67d49c15082f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:41.582153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:41.959334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:42.048240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-39f66255-2951-4ba9-b4e7-67d49c15082f', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:26:42.049144 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:42.323801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Allocated IP 172.20.0.2 (39f66255-2951-4ba9-b4e7-67d49c15082f/3e41e68d-32aa-473f-9b89-b9d6a27cca3b/b7cf4635-a32f-4e51-a662-e424b65b0a97) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:42.333085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:39Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:42.366488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5849d-35d8-4212-bb0a-a06ac9ebf87c None None] The sync data for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 is: [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:39Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:42.450139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b687-b7b6-4416-b6ca-c89319124c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:42.574932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:42.595337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Transition to ACTIVE for port object b7cf4635-a32f-4e51-a662-e424b65b0a97 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:42.629870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Transition to ACTIVE for port object b7cf4635-a32f-4e51-a662-e424b65b0a97 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:42.654678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:42.770919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.20.0.1 (39f66255-2951-4ba9-b4e7-67d49c15082f/3e41e68d-32aa-473f-9b89-b9d6a27cca3b/79e4b6ce-a360-4751-854a-a94ca86cab91) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:42.795883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Network 39f66255-2951-4ba9-b4e7-67d49c15082f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:42.806409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:42.810727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:42.895500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Pushing event updated for resources: {'Port': ['ID=b7cf4635-a32f-4e51-a662-e424b65b0a97,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:43.038545 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Attempting to bind port b7cf4635-a32f-4e51-a662-e424b65b0a97 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:43.038936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Attempting to bind port b7cf4635-a32f-4e51-a662-e424b65b0a97 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:43.040156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.042521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Attempting to bind port b7cf4635-a32f-4e51-a662-e424b65b0a97 on network 39f66255-2951-4ba9-b4e7-67d49c15082f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:43.060637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:43.061218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Checking segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:43.061440 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.061840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Bound using segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:43.062340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Bound port: b7cf4635-a32f-4e51-a662-e424b65b0a97, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:43.062727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.068969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Transition to ACTIVE for port object 79e4b6ce-a360-4751-854a-a94ca86cab91 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:43.113843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.195687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 39f66255-2951-4ba9-b4e7-67d49c15082f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:43.201608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:43.210559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:43.241249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] For port b7cf4635-a32f-4e51-a662-e424b65b0a97, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:43.250912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] For port b7cf4635-a32f-4e51-a662-e424b65b0a97, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b7cf4635-a32f-4e51-a662-e424b65b0a97,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:43.260035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:43.262461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.292590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:43.420751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eedfeb-e866-4ed5-99f0-44a7e1d7f7c6 None None] Pushing event updated for resources: {'Port': ['ID=b7cf4635-a32f-4e51-a662-e424b65b0a97,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:43.550665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.113153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.119507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.213660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.215496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:44.352951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 39f66255-2951-4ba9-b4e7-67d49c15082f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:44.355462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:44.442001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca7b611b-4d42-4a06-9386-446486853f94 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:44.567044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ca7b611b-4d42-4a06-9386-446486853f94 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:44.572465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ca7b611b-4d42-4a06-9386-446486853f94 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:44.573409 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.600782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router ee186d86-dec4-484e-9413-0efe35ac49ae has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:26:44.664904 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.687920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ca7b611b-4d42-4a06-9386-446486853f94, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca7b611b-4d42-4a06-9386-446486853f94,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:44.694959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.696310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b7cf4635-a32f-4e51-a662-e424b65b0a97 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:44.752459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:26:44.758114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ec93083a-bc4b-4e10-abef-36f4eddbd240 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "PUT /v2.0/routers/ee186d86-dec4-484e-9413-0efe35ac49ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047332 Aug 19 00:26:44.761241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34100) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:44.767704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--328055940', 'description': 'tempest-secgroup_access--328055940 description', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:44.810558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.901830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ca7b611b-4d42-4a06-9386-446486853f94,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:44.916331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b7cf4635-a32f-4e51-a662-e424b65b0a97 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:44.978516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e1379e2-4b42-49cc-9e2e-f821ea6a42ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.986100 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:44.993304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.058995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65167e1-89ea-48bc-99a7-025d3b594c04,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:45.079198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.081526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2fc7e63-adc6-4438-a6c9-9d1cb699e2c7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3183832 Aug 19 00:26:45.084249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:45.091092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1898868298', 'description': 'tempest-secgroup_general--1898868298 description', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:45.132995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.159415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Sync routers for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:26:45.202190 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:45.202829 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:45.231064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.237261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.247471 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.249133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.300833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4028f8-aab1-40b9-b176-0001bea4ffff,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:45.323708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.326595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-99f32b75-7445-4c76-9bba-53bc7d196c41 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2397857 Aug 19 00:26:45.329712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:26:45.342859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'security_group_rule': {'security_group_id': 'b65167e1-89ea-48bc-99a7-025d3b594c04', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:45.385338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:45.422511 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.483835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da8f12-259a-43fa-9b38-4520129ba1cc None None] Network 39f66255-2951-4ba9-b4e7-67d49c15082f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:26:45.506185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.513601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.560870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Provisioning for port b7cf4635-a32f-4e51-a662-e424b65b0a97 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:45.568403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c5d810-4602-4fda-bea5-96281ebc41f7,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:45.570623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Provisioning complete for port b7cf4635-a32f-4e51-a662-e424b65b0a97 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:45.571439 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.583040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.587225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9af320cf-d475-44fc-aedf-435d46a8cedc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550328 Aug 19 00:26:45.806778 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.868833 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 2, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:45.886260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] For port b7cf4635-a32f-4e51-a662-e424b65b0a97, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b7cf4635-a32f-4e51-a662-e424b65b0a97,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:45.924662 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:45.930734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-ad1ab1a0-3f2c-4c6e-bda4-b2d7b81fc8dd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--328055940&fields=id&tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4 HTTP/1.1" status: 200 len: 267 time: 0.1052389 Aug 19 00:26:45.956758 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Checking router: ee186d86-dec4-484e-9413-0efe35ac49ae for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:26:45.959735 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Updating router ee186d86-dec4-484e-9413-0efe35ac49ae port 79e4b6ce-a360-4751-854a-a94ca86cab91 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:26:45.982118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-cb2c4734-87d0-4778-beed-6317ae14ef59 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1898868298&fields=id&tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4 HTTP/1.1" status: 200 len: 267 time: 0.0424488 Aug 19 00:26:46.058168 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.123458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd58f7-b134-4b83-bee3-110b1ccdd0f8 None None] Pushing event updated for resources: {'Port': ['ID=b7cf4635-a32f-4e51-a662-e424b65b0a97,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:46.189832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-d05b6b4b-51bc-4cb3-b7db-03ea9718769f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:46.192217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-d05b6b4b-51bc-4cb3-b7db-03ea9718769f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 797 time: 0.2028596 Aug 19 00:26:46.224255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-1f6ed1d0-2082-4049-867f-a16823791a90 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/quotas/ea5c55e6a1b24ee09b41b2abcdf804a4 HTTP/1.1" status: 200 len: 375 time: 0.0224116 Aug 19 00:26:46.333472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca7b611b-4d42-4a06-9386-446486853f94 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:46.338300 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.362439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-07b48d61-dcaa-412f-8a97-cf46bade1068 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370802 Aug 19 00:26:46.393950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-e85450a0-c7e6-4018-bb9c-abae219d8a36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:26:46.394930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-e85450a0-c7e6-4018-bb9c-abae219d8a36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Aug 19 00:26:46.470816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ca7b611b-4d42-4a06-9386-446486853f94 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:46.471513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.524613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Provisioning for port 79e4b6ce-a360-4751-854a-a94ca86cab91 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:46.530953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Provisioning complete for port 79e4b6ce-a360-4751-854a-a94ca86cab91 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:46.531568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.609580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-4a8b3fc8-bad5-4af1-b918-91bf5912742b service neutron] 10.222.0.20 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983297 Aug 19 00:26:46.662951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Port 79e4b6ce-a360-4751-854a-a94ca86cab91 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:46.670513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b7cf4635-a32f-4e51-a662-e424b65b0a97 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:46.749834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Provisioning complete for port b7cf4635-a32f-4e51-a662-e424b65b0a97 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:46.750469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1387626d-a62f-447d-a87d-19a04296f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.827011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b7cf4635-a32f-4e51-a662-e424b65b0a97 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:46.827426 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.831311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-1f244d1e-bac2-4424-b0c5-7291c9064419 service neutron] 10.222.0.20 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142518 Aug 19 00:26:46.858238 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.880583 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Transition to ACTIVE for port object 79e4b6ce-a360-4751-854a-a94ca86cab91 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:46.890172 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:46.984376 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a2866-9779-43a9-a40f-c3c64d5c4cd3 None None] Pushing event updated for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:47.145938 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Attempting to bind port 79e4b6ce-a360-4751-854a-a94ca86cab91 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:47.146531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Attempting to bind port 79e4b6ce-a360-4751-854a-a94ca86cab91 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:47.146901 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Attempting to bind port 79e4b6ce-a360-4751-854a-a94ca86cab91 on network 39f66255-2951-4ba9-b4e7-67d49c15082f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:47.152853 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:47.153791 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Checking segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:47.156693 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:47.159248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d78c22f3-1c42-4a68-8e8d-2f71c3a572ec req-bbc7dc11-a915-43de-bdc4-25683068fddb tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0868490 Aug 19 00:26:47.164965 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Bound using segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:47.166459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Bound port: 79e4b6ce-a360-4751-854a-a94ca86cab91, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:47.167645 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:47.255772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] For port 79e4b6ce-a360-4751-854a-a94ca86cab91, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:47.259921 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] For port 79e4b6ce-a360-4751-854a-a94ca86cab91, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=79e4b6ce-a360-4751-854a-a94ca86cab91,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:47.265707 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:47.334183 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:26:47.334826 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:47.374174 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a2866-9779-43a9-a40f-c3c64d5c4cd3 None None] Pushing event updated for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:47.476071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:26:47.713724 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:47Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:26:47.739957 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744c03-03f3-4c0c-9840-eea24c7392e9 None None] The sync data for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 is: [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:47Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:26:47.818826 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:48.306215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f76951b9-450c-4562-9930-113a2046d9cf req-6f41cc2e-9d51-4b5a-a6cf-f94721e1f10c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0561702 Aug 19 00:26:48.337023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 79e4b6ce-a360-4751-854a-a94ca86cab91 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:48.402120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 79e4b6ce-a360-4751-854a-a94ca86cab91 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:48.411574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 79e4b6ce-a360-4751-854a-a94ca86cab91 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:48.412603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:48.535729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:48.579804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 79e4b6ce-a360-4751-854a-a94ca86cab91, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=79e4b6ce-a360-4751-854a-a94ca86cab91,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:48.585057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:48.641920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:49.386799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9cde339d-9d85-4c31-8309-7625ac863f72 req-6bbef19b-b87d-40a1-a7a1-ad0fe83d7022 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0264678 Aug 19 00:26:50.263596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 79e4b6ce-a360-4751-854a-a94ca86cab91 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:50.325752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 79e4b6ce-a360-4751-854a-a94ca86cab91 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:50.326620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:50.492617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-481c5457-7459-404e-8b40-da7ba5349b5c req-f6a54465-ea1d-4dd1-87a6-efba89654bae tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0313597 Aug 19 00:26:51.616065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-898645f7-0b65-478c-bde1-c76940524e96 req-771859f8-2451-4447-969e-4c36ecf66159 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0462518 Aug 19 00:26:52.359252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-14c356b3-9efc-4a77-aaaa-2f8332030569 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:52.361535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-14c356b3-9efc-4a77-aaaa-2f8332030569 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 797 time: 0.1289620 Aug 19 00:26:52.418453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-fef581e0-db85-4db5-a536-f7df6324837c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4 HTTP/1.1" status: 200 len: 477 time: 0.0421898 Aug 19 00:26:52.453493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'port': {'device_id': 'd7527dca-b87f-4928-8853-32174780d753', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'admin_state_up': True, 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'security_groups': ['b65167e1-89ea-48bc-99a7-025d3b594c04', 'ba4028f8-aab1-40b9-b176-0001bea4ffff']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:52.567047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:26:52.574136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:52.715262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-448b0c24-9610-492c-b055-53b029a4bb01 req-c94692cd-75c0-497c-8fbb-488b4094596a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0318053 Aug 19 00:26:52.732154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.20.0.14 (39f66255-2951-4ba9-b4e7-67d49c15082f/3e41e68d-32aa-473f-9b89-b9d6a27cca3b/e8cacbae-6cf8-4d36-8c95-4d2dcf022229) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:26:52.882272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:52.895517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Transition to ACTIVE for port object e8cacbae-6cf8-4d36-8c95-4d2dcf022229 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:52.927576 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:52.970883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 39f66255-2951-4ba9-b4e7-67d49c15082f is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:26:52.973915 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:26:52.977674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:26:53.022341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:53.039735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:53.040401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.059628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-7c8bd438-962b-4a3f-94cd-4f491f52bd95 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6102085 Aug 19 00:26:53.075983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-d35f1057-c802-450e-9f4f-fe969f651d6c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:26:53.076941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-d35f1057-c802-450e-9f4f-fe969f651d6c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055442 Aug 19 00:26:53.089750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Request body: {'port': {'device_id': 'd7527dca-b87f-4928-8853-32174780d753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:26:53.149220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.231479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5180f451-1623-4e20-bab4-d61ab7608303 None None] Provisioning for port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:53.235299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5180f451-1623-4e20-bab4-d61ab7608303 None None] Provisioning complete for port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:53.235751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5180f451-1623-4e20-bab4-d61ab7608303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.273928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5180f451-1623-4e20-bab4-d61ab7608303 None None] Port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:26:53.420893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cacbae-6cf8-4d36-8c95-4d2dcf022229 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:26:53.428142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.440805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Transition to ACTIVE for port object e8cacbae-6cf8-4d36-8c95-4d2dcf022229 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:26:53.444400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.497499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Pushing event updated for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:53.562920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Attempting to bind port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:26:53.563269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Attempting to bind port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:26:53.563580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Attempting to bind port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 on network 39f66255-2951-4ba9-b4e7-67d49c15082f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:53.568283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 on network 39f66255-2951-4ba9-b4e7-67d49c15082f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:26:53.568807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Attempting to bind port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 on network 39f66255-2951-4ba9-b4e7-67d49c15082f {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:26:53.574273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:26:53.574728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Checking segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:26:53.575186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Bound using segment: {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:26:53.575688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Bound port: e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:26:53.576118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.653396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:26:53.657659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:26:53.663068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.711434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:53.712157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:53.713726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] 10.222.0.21 "PUT /v2.0/ports/e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 1132 time: 0.6288762 Aug 19 00:26:53.714252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:26:53.716648 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fea552-8506-4b93-a539-6a418dd58305" -d '{"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:26:53.764331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f8758-9cc9-483e-9f9a-4848d16d69fd service neutron] Pushing event updated for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:53.856112 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8f72c-2ddf-4794-866a-d675c132957d x-openstack-request-id: req-f1d8f72c-2ddf-4794-866a-d675c132957d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:26:53.856411 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:26:53.856674 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1d8f72c-2ddf-4794-866a-d675c132957d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:26:53.857165 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'status': 'completed', 'code': 200} Aug 19 00:26:53.905077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-ebd104a2-d59b-4c04-aaad-c9c4b2b76052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:53.906675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-ebd104a2-d59b-4c04-aaad-c9c4b2b76052 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1135 time: 0.1248891 Aug 19 00:26:53.983653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-f3a05f87-8cda-4639-b039-3270529bf3b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 217 time: 0.0620642 Aug 19 00:26:54.102504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eac6c-092f-41e3-be8c-22fcf7ef6221 req-5a6e90dc-2703-4852-898e-148f8bf19414 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.106617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-066eac6c-092f-41e3-be8c-22fcf7ef6221 req-5a6e90dc-2703-4852-898e-148f8bf19414 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 983 time: 0.1965466 Aug 19 00:26:54.125326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-662cb4d0-e156-4dc2-97c6-01a7c41d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.126760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-662cb4d0-e156-4dc2-97c6-01a7c41d19aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.1340048 Aug 19 00:26:54.198043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-066eac6c-092f-41e3-be8c-22fcf7ef6221 req-051e15f0-c57d-44c0-9bd7-a431b3c0a70e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0825467 Aug 19 00:26:54.210583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-ebbc641d-9bdb-4fb7-8e1c-d7a3842021af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.212575 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-ebbc641d-9bdb-4fb7-8e1c-d7a3842021af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768964 Aug 19 00:26:54.319901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-823d9bc9-2395-4416-8e9e-e3b88d686b11 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003766 Aug 19 00:26:54.428174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a103bf-1db7-46cb-90cd-0997ab77ba80 req-5996f948-0380-4e58-ab67-6f4320eda1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005692 Aug 19 00:26:54.569112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fea552-8506-4b93-a539-6a418dd58305 req-38ffa3ff-47db-4f8d-9c4b-443599913bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.570514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-38ffa3ff-47db-4f8d-9c4b-443599913bfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1135 time: 0.0413713 Aug 19 00:26:54.658462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fea552-8506-4b93-a539-6a418dd58305 req-cb9a8f3d-334c-48fa-8806-1b6c0d46c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.660391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-cb9a8f3d-334c-48fa-8806-1b6c0d46c58a service neutron] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 897 time: 0.0828104 Aug 19 00:26:54.705275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-a84c8eee-425c-4f95-8ad0-aec715a527cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 217 time: 0.0365257 Aug 19 00:26:54.755115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fea552-8506-4b93-a539-6a418dd58305 req-65fdbe58-716b-4e50-95b8-e78ee1e5bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.756598 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-65fdbe58-716b-4e50-95b8-e78ee1e5bd19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.0435135 Aug 19 00:26:54.803782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fea552-8506-4b93-a539-6a418dd58305 req-105d0e0a-9a77-40e9-9a4c-fb73673b4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:54.805400 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-105d0e0a-9a77-40e9-9a4c-fb73673b4f97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415449 Aug 19 00:26:55.009116 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:26:55.245286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-e37b19eb-4863-4c3e-8048-a2ee75e1232b service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315577 Aug 19 00:26:55.337228 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7fea552-8506-4b93-a539-6a418dd58305 req-ccda35d0-f863-4951-85b2-7bd06b97dda1 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Aug 19 00:26:55.339720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b51cd-6b40-46d2-a188-7da7e17c715f req-ac46ea85-8302-4c61-aab4-3986abac5ab8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:55.341716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-702b51cd-6b40-46d2-a188-7da7e17c715f req-ac46ea85-8302-4c61-aab4-3986abac5ab8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 983 time: 0.0519176 Aug 19 00:26:55.389025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-702b51cd-6b40-46d2-a188-7da7e17c715f req-01bb0077-1ad0-4ebf-a7c9-e4f42ee81e2e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411975 Aug 19 00:26:56.511490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b378-d375-42b7-af8b-65cad7fb50d9 req-1e665e68-18de-47b8-bd57-17a3c74c4977 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:56.512884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f2b378-d375-42b7-af8b-65cad7fb50d9 req-1e665e68-18de-47b8-bd57-17a3c74c4977 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 983 time: 0.0555971 Aug 19 00:26:56.554832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f2b378-d375-42b7-af8b-65cad7fb50d9 req-3465d8b3-bfe5-451d-bdf0-dc925de59439 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344741 Aug 19 00:26:56.810312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:57.692642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2765c-ad8a-4f51-8c52-b6c4aa8206bc req-4ede825a-119a-4179-b251-06af81bdacf2 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:57.696802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ff2765c-ad8a-4f51-8c52-b6c4aa8206bc req-4ede825a-119a-4179-b251-06af81bdacf2 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 983 time: 0.0592406 Aug 19 00:26:57.736072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4ff2765c-ad8a-4f51-8c52-b6c4aa8206bc req-65ac02c6-e099-44dc-9473-b27acbdcb0c8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356421 Aug 19 00:26:57.748843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e8cacbae-6cf8-4d36-8c95-4d2dcf022229 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:26:57.848377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:57.859842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'port_id': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'mac_address': 'fa:16:3e:ae:92:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:26:57.897361 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:57.914983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cacbae-6cf8-4d36-8c95-4d2dcf022229 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:26:57.937574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:26:57.942062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:57.994972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:26:58.332709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e8cacbae-6cf8-4d36-8c95-4d2dcf022229'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:26:58.854704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5185b95-c67a-4804-8099-91c5f15061f0 req-315df8a5-8ecb-428b-8d31-8bbdadecf6e7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:26:58.856174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5185b95-c67a-4804-8099-91c5f15061f0 req-315df8a5-8ecb-428b-8d31-8bbdadecf6e7 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 984 time: 0.0493803 Aug 19 00:26:58.895056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5185b95-c67a-4804-8099-91c5f15061f0 req-f0941b66-91ef-4cd9-bbc9-95effb0ff912 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328827 Aug 19 00:26:59.765883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e8cacbae-6cf8-4d36-8c95-4d2dcf022229 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:26:59.833185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:26:59.838101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:26:59.838980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:26:59.952914 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:00.001844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:27:00.002886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:27:00.005439 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83937e97-9b1d-4c2d-b4a3-496a5355a1df" -d '{"events": [{"server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "name": "network-vif-plugged", "status": "completed", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:27:00.024976 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:00.033053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a2e0c-5f73-49ce-b66f-cf5f867fca4e req-802107dd-d661-4442-96b4-f2951e5a7a4a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:00.035599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f5a2e0c-5f73-49ce-b66f-cf5f867fca4e req-802107dd-d661-4442-96b4-f2951e5a7a4a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 984 time: 0.0603073 Aug 19 00:27:00.113222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4f5a2e0c-5f73-49ce-b66f-cf5f867fca4e req-b0d476f7-4ec9-46b5-83ca-5fa1a34d8f00 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0716493 Aug 19 00:27:00.116004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:00.170698 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d942fa24-1e34-4b5f-a524-8e72e8f598ca x-openstack-request-id: req-d942fa24-1e34-4b5f-a524-8e72e8f598ca {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:27:00.171014 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "name": "network-vif-plugged", "status": "completed", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:27:00.171270 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d942fa24-1e34-4b5f-a524-8e72e8f598ca {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:27:00.171666 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'code': 200} Aug 19 00:27:00.304542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f422-267e-4b69-9d21-f93e24bd23b2 req-7f3ae534-28ca-4b1a-8db0-5d5b1ed90f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:00.306115 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d17f422-267e-4b69-9d21-f93e24bd23b2 req-7f3ae534-28ca-4b1a-8db0-5d5b1ed90f40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0537918 Aug 19 00:27:00.348823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3d17f422-267e-4b69-9d21-f93e24bd23b2 req-4cf8a17b-f136-4f48-8eb7-72c14095462e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0353189 Aug 19 00:27:01.246647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f9e0-d03c-4ad5-872d-6c22cc313165 req-60eea539-6132-4518-a4f3-3f3d7ff7d0cc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:01.248625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f06f9e0-d03c-4ad5-872d-6c22cc313165 req-60eea539-6132-4518-a4f3-3f3d7ff7d0cc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0518417 Aug 19 00:27:01.293713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f06f9e0-d03c-4ad5-872d-6c22cc313165 req-a76e9ffd-676e-407d-8077-b81f06defa9e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0390317 Aug 19 00:27:02.441521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e7ff0-191d-46be-b8ad-788aff52443e req-eac53ff5-471a-4948-9aeb-0292e695cffc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:02.443074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a6e7ff0-191d-46be-b8ad-788aff52443e req-eac53ff5-471a-4948-9aeb-0292e695cffc tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0621667 Aug 19 00:27:02.485769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8a6e7ff0-191d-46be-b8ad-788aff52443e req-c33011b1-f2c6-45ec-a9cc-171f757bad98 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351276 Aug 19 00:27:02.623925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b430b-0039-4da3-a2f0-9acc1e3010b3 req-545e1997-702a-4a1b-9d87-3885554ffa39 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:02.626155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb0b430b-0039-4da3-a2f0-9acc1e3010b3 req-545e1997-702a-4a1b-9d87-3885554ffa39 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0682993 Aug 19 00:27:02.665729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb0b430b-0039-4da3-a2f0-9acc1e3010b3 req-d2ea2ea9-81fe-412d-802d-86e7715b9e78 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338242 Aug 19 00:27:02.779324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7542b-197e-404b-bf33-88d68673da3a req-43ed8ec9-11a8-49c5-aeee-09d7da945c96 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:02.787720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ab7542b-197e-404b-bf33-88d68673da3a req-43ed8ec9-11a8-49c5-aeee-09d7da945c96 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0510633 Aug 19 00:27:02.804760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2ab7542b-197e-404b-bf33-88d68673da3a req-604ff849-3789-46da-b590-52a8875d9495 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:02.897599 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2ab7542b-197e-404b-bf33-88d68673da3a req-604ff849-3789-46da-b590-52a8875d9495 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:02.902364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-2ab7542b-197e-404b-bf33-88d68673da3a req-604ff849-3789-46da-b590-52a8875d9495 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:02.936319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2ab7542b-197e-404b-bf33-88d68673da3a req-604ff849-3789-46da-b590-52a8875d9495 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1470642 Aug 19 00:27:02.941688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ff849-3789-46da-b590-52a8875d9495 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45661dcb-2283-49b8-9aff-004d1b30caff,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:02.968881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:03.039721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f081d-e1c2-4949-b3ea-8e4c81cb6103 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:03.044814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-104f081d-e1c2-4949-b3ea-8e4c81cb6103 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1132 time: 0.0748398 Aug 19 00:27:03.045476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:03.053638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:27:03.081268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:03.185816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:03.295561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.25.1.76 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/eeb880a7-7fca-4ec7-93ea-327e7b4a75d3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:27:03.407898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:03.445935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:03.507190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:27:03.511312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:27:03.513256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=eeb880a7-7fca-4ec7-93ea-327e7b4a75d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:03.515365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:27:03.915045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:03.987664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:04.174057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:04.186514 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:04.260044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=eeb880a7-7fca-4ec7-93ea-327e7b4a75d3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:04.268269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:04.373642 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Floating IP c86e8c95-c7fe-42e1-b8dc-4df6534984c4 associated. External IP: 172.25.1.76, port: e8cacbae-6cf8-4d36-8c95-4d2dcf022229. Aug 19 00:27:04.910989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router ee186d86-dec4-484e-9413-0efe35ac49ae has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:27:05.048075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:27:05.061442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Sync routers for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:27:05.069862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:05.073242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:27:05.074091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:27:05.101347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d0f01e87-4f50-4bd4-82c8-4d725f00619b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0548005 Aug 19 00:27:05.102012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:27:05.105100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 34788) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:05.105595 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b6362-b422-429d-bcc0-ffd066ecb5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:27:05.145724 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb317064-6abf-465f-9178-54da4277a119 x-openstack-request-id: req-bb317064-6abf-465f-9178-54da4277a119 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:27:05.146083 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:27:05.146401 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb317064-6abf-465f-9178-54da4277a119 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:27:05.146872 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'status': 'completed', 'code': 200} Aug 19 00:27:05.405314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.407105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.407105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.407391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.407926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.408521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.413129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:05.413325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1409e707-131b-4e78-96b4-bb3f1b9d9cf1 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3063731 Aug 19 00:27:05.425620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-83cf4209-3a97-46b3-bde9-56c8d1b5fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.427110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-83cf4209-3a97-46b3-bde9-56c8d1b5fcc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.1282401 Aug 19 00:27:05.446640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:27:05.550420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.551394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.552049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.552724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.553387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.554222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.559674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dde9af62-e6a2-4389-8cf7-8b81e1fc032b tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.1452057 Aug 19 00:27:05.560593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:05.610729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-3938394b-9000-43ed-8f9c-4ae19e4c29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.612387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-3938394b-9000-43ed-8f9c-4ae19e4c29d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 897 time: 0.1774805 Aug 19 00:27:05.681820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-e0d54d50-468f-4280-9494-8a7d4cf6141d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 999 time: 0.0616896 Aug 19 00:27:05.776128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c86e8c95-c7fe-42e1-b8dc-4df6534984c4', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'port_id': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'mac_address': 'fa:16:3e:ae:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7527dca-b87f-4928-8853-32174780d753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:27:03Z', 'updated_at': '2021-08-19T00:27:03Z', 'revision_number': 0, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:27:05.803283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Checking router: ee186d86-dec4-484e-9413-0efe35ac49ae for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:27:05.816619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:27:05.817309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:27:05.820087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-32e03931-7849-4592-83bf-af45277e43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.822723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-32e03931-7849-4592-83bf-af45277e43db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.1228199 Aug 19 00:27:05.877250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-868053e1-e833-4c70-83dc-9240f089dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.889215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-868053e1-e833-4c70-83dc-9240f089dc62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601699 Aug 19 00:27:05.899233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac198b7e-2576-4056-92e9-5218684f3303 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3368123 Aug 19 00:27:05.901764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 34820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:05.970880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548822b5-c6fb-48ec-b191-3fa8c99124cf tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.971291 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548822b5-c6fb-48ec-b191-3fa8c99124cf tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:05.975453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-548822b5-c6fb-48ec-b191-3fa8c99124cf tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ee186d86-dec4-484e-9413-0efe35ac49ae HTTP/1.1" status: 200 len: 1991 time: 0.0726359 Aug 19 00:27:06.001484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:27:06.029652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-bd2ec713-3af3-410b-aa17-891510e46c7f service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332901 Aug 19 00:27:06.139093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-873b6362-b422-429d-bcc0-ffd066ecb5c9 req-9761e473-da63-4adf-836e-dd74d91a6c2e service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014931 Aug 19 00:27:06.274007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c86e8c95-c7fe-42e1-b8dc-4df6534984c4', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'port_id': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'mac_address': 'fa:16:3e:ae:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7527dca-b87f-4928-8853-32174780d753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:27:03Z', 'updated_at': '2021-08-19T00:27:03Z', 'revision_number': 0, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:27:06.301502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0c8f5-d6c1-4131-be02-1357692c5d62 None None] The sync data for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 is: [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c86e8c95-c7fe-42e1-b8dc-4df6534984c4', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'port_id': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'mac_address': 'fa:16:3e:ae:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7527dca-b87f-4928-8853-32174780d753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:27:03Z', 'updated_at': '2021-08-19T00:27:03Z', 'revision_number': 0, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:27:06.512340 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a855d9e4-ded3-47aa-bf5d-4d61449254bc None None] New status for floating IP c86e8c95-c7fe-42e1-b8dc-4df6534984c4: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:27:12.435672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-94eaed3d-6b44-4529-90bb-50d073af508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:14.962798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0b700b1-9f33-401d-b866-d7d383021ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:15.215622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:15.218647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:16.341457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:17.817896 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:18.844157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-1b555963-101d-4e73-91f4-bccfae84e1aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410392 Aug 19 00:27:18.960778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-0cf41869-f540-4be4-8683-33e3dfc23e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:18.962492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-0cf41869-f540-4be4-8683-33e3dfc23e08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0556433 Aug 19 00:27:19.077587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-9ed99582-3b0f-43da-b080-4d985b5f773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:19.079225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-9ed99582-3b0f-43da-b080-4d985b5f773a service neutron] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 897 time: 0.0969875 Aug 19 00:27:19.151532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-23b8c506-6983-471f-9d3d-692441713d89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 1001 time: 0.0651150 Aug 19 00:27:19.206662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-9fa71b2c-3bfd-4de2-a185-a85a3262a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:19.208587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-9fa71b2c-3bfd-4de2-a185-a85a3262a84d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.0493541 Aug 19 00:27:19.255836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-8bd227bb-57f0-40e9-917f-819896ba53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:27:19.257479 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-8bd227bb-57f0-40e9-917f-819896ba53f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413959 Aug 19 00:27:19.355976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-7117cd47-23ee-4155-8786-1d530c98ca57 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885916 Aug 19 00:27:19.452580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab2063eb-04ff-4593-a1c2-2cc8fd5c016d req-c6cb8e53-f4b5-4abf-b47d-6c5da1a664d6 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889223 Aug 19 00:27:26.826108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:32.009533 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:27:35.609693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:35.724984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:35.819665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:35.824167 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:35.872704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ead83601dc0148549449a1680dfdf995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594676 Aug 19 00:27:35.872704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488e332-a9cd-4771-b22b-49869099509b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:35.873052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:35.890191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.890550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.890897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.891239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.891578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.891913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.892246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.892671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.893007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.893338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.893668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.893991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd3fa18-44b0-4fd2-8a6d-4be8ebed8502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:35.934234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:35.955408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.010311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.013042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.014198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1488e332-a9cd-4771-b22b-49869099509b HTTP/1.1" status: 204 len: 168 time: 0.1400678 Aug 19 00:27:36.029278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693bc0c-d0b9-4044-84e4-a8442f53dbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488e332-a9cd-4771-b22b-49869099509b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:36.332375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 35836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:36.349701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2822b00c-3a6f-48f3-b85c-1a60494930dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.439793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2822b00c-3a6f-48f3-b85c-1a60494930dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.442773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2822b00c-3a6f-48f3-b85c-1a60494930dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.481120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2822b00c-3a6f-48f3-b85c-1a60494930dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdd4112531144d12b4dacfed17ed2acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475646 Aug 19 00:27:36.482090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822b00c-3a6f-48f3-b85c-1a60494930dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3acfed-37b3-4dd2-b055-4d86a222f37f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:36.483822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35838) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:36.532745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.554020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.603093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.605941 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:36.607128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f3acfed-37b3-4dd2-b055-4d86a222f37f HTTP/1.1" status: 204 len: 168 time: 0.1223001 Aug 19 00:27:36.614641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601b204-749a-4075-b144-d4f51e5a5981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3acfed-37b3-4dd2-b055-4d86a222f37f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:37.637351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:37.752450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5adb6f1f-b7b7-4b4c-a94f-a8eb2356b63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:37.841966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5adb6f1f-b7b7-4b4c-a94f-a8eb2356b63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:37.846306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5adb6f1f-b7b7-4b4c-a94f-a8eb2356b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:37.882821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb6f1f-b7b7-4b4c-a94f-a8eb2356b63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625bcc8-bfbc-48e3-85f3-c712468a2c91,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:37.887155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5adb6f1f-b7b7-4b4c-a94f-a8eb2356b63b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bdfca5f100048a2bee2c996f4fb3668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487340 Aug 19 00:27:37.889722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35878) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:37.937198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:37.957669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:38.006340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:38.008960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:38.012432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3625bcc8-bfbc-48e3-85f3-c712468a2c91 HTTP/1.1" status: 204 len: 168 time: 0.1194611 Aug 19 00:27:38.019121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542266a-2b21-449e-9f41-048a2a82ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625bcc8-bfbc-48e3-85f3-c712468a2c91,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:39.023004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:39.136757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cffeab0c-9f30-4649-a1e1-a9d56fc11b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.223000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cffeab0c-9f30-4649-a1e1-a9d56fc11b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.226701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cffeab0c-9f30-4649-a1e1-a9d56fc11b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.264854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cffeab0c-9f30-4649-a1e1-a9d56fc11b87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=297fa9ab00584b24beb038ee24722ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396271 Aug 19 00:27:39.267390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 35934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:39.273183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffeab0c-9f30-4649-a1e1-a9d56fc11b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918da40c-cd83-4045-81d1-84649f9655f2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:39.320607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.343933 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.391780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.395044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:39.396771 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/918da40c-cd83-4045-81d1-84649f9655f2 HTTP/1.1" status: 204 len: 168 time: 0.1284208 Aug 19 00:27:39.412390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3120adb-a00f-419a-889d-72181d6731da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918da40c-cd83-4045-81d1-84649f9655f2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:42.437886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16a5670a-a815-4041-91ea-7d86c51a5995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:44.964349 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e641b8f8-d93b-4c83-aa46-24874e8afb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:45.198599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:45.217477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:46.328843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:47.822168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.556178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:49.674936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15bff6a2-2963-4a5b-b14c-fbe3ec17f2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.764452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15bff6a2-2963-4a5b-b14c-fbe3ec17f2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.768208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15bff6a2-2963-4a5b-b14c-fbe3ec17f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.809246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-15bff6a2-2963-4a5b-b14c-fbe3ec17f2bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ca6ec9cb7bf499f8940765390705e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518735 Aug 19 00:27:49.809974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36202) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:49.811986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bff6a2-2963-4a5b-b14c-fbe3ec17f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532c7b31-58e5-4604-9e81-ddf91d347237,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:49.877468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.899649 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.948574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.951247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:49.952422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/532c7b31-58e5-4604-9e81-ddf91d347237 HTTP/1.1" status: 204 len: 168 time: 0.1414037 Aug 19 00:27:49.959910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c7b31-58e5-4604-9e81-ddf91d347237,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:49.968702 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.969062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.969409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.969754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.970205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.970550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.970882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.971511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.971954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.972415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.972857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:49.973191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d42caa-e45d-41d6-b88d-cca20677159a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:27:50.222284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36218) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:50.236557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c24df4e-5a8d-4c6d-8c4c-092fca2d344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.328621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c24df4e-5a8d-4c6d-8c4c-092fca2d344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.333042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4c24df4e-5a8d-4c6d-8c4c-092fca2d344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.373731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4c24df4e-5a8d-4c6d-8c4c-092fca2d344b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=830256ca342c48c59e6e82f191c54bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502268 Aug 19 00:27:50.374971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24df4e-5a8d-4c6d-8c4c-092fca2d344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3288071a-d142-4620-829e-1f40b278d73f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:50.376444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:50.433104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.458216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.505318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.508629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.509783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3288071a-d142-4620-829e-1f40b278d73f HTTP/1.1" status: 204 len: 168 time: 0.1322052 Aug 19 00:27:50.517889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38cd49-85f7-4ab5-842b-127b1c805473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3288071a-d142-4620-829e-1f40b278d73f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:50.751560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-9fae0208-7c65-4203-9ab6-a5a34e44cffc req-b116394c-e63c-42e5-8118-4d5d3546d0f8 service neutron] (94622) timed out ('10.222.0.11', 60990) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:27:50.850148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:50.864197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307dcf29-91bb-4ab1-b473-faae6cf9f59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.957704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307dcf29-91bb-4ab1-b473-faae6cf9f59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:50.962838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-307dcf29-91bb-4ab1-b473-faae6cf9f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:51.002365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dcf29-91bb-4ab1-b473-faae6cf9f59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9815f98-cadb-4aab-963d-84269c37eb07,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:51.008994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-307dcf29-91bb-4ab1-b473-faae6cf9f59a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d9a35b53594d309fe2c9e8172006e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575649 Aug 19 00:27:51.010705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:27:51.062784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:51.083179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:51.134858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:51.137707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:27:51.138906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9815f98-cadb-4aab-963d-84269c37eb07 HTTP/1.1" status: 204 len: 168 time: 0.1271844 Aug 19 00:27:51.146629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3161-fb83-4b0d-b749-ad9fd2a22309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9815f98-cadb-4aab-963d-84269c37eb07,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:27:56.835610 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.403997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:05.511264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5241bf7c-b668-4a6c-90ee-ea160bb8f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.599796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5241bf7c-b668-4a6c-90ee-ea160bb8f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.605374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5241bf7c-b668-4a6c-90ee-ea160bb8f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.644045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241bf7c-b668-4a6c-90ee-ea160bb8f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7095fa0-35db-4bc3-be2d-745e9f0ffc9d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:05.648682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5241bf7c-b668-4a6c-90ee-ea160bb8f992 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db61f7fc4d5b4e76b43de924f704d586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436020 Aug 19 00:28:05.651274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36522) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:05.698875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.719165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.765652 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.768124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:05.769298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7095fa0-35db-4bc3-be2d-745e9f0ffc9d HTTP/1.1" status: 204 len: 168 time: 0.1171765 Aug 19 00:28:05.777636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec135a-1d5e-453f-a19e-987b4c573778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7095fa0-35db-4bc3-be2d-745e9f0ffc9d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:06.426118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36548) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:06.527168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1659932225-network', 'tenant_id': 'c1f85e1bc66f4382968bfbc14467b569'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:06.548564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Made reservation on behalf of c1f85e1bc66f4382968bfbc14467b569 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:06.551171 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.559913 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.651234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.655183 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.676638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:28:06.692175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b61a9d-eed0-4eb6-9552-00145da83b86,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:06.697051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.697404 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Added segment 2ab64424-0190-40ba-b268-461466c3ef08 of type vlan for network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 Aug 19 00:28:06.736179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.761157 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.762377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:06.762993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:06.818830 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3915873 Aug 19 00:28:06.822435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:06.824477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e81a48-8f46-49f2-8cd9-42723d4fce00 admin admin] Pushing event updated for resources: {'Network': ['ID=5cdebf07-27e5-47d3-a8ee-836eb65a1997,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:06.827650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Request body: {'subnet': {'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1659932225-subnet', 'tenant_id': 'c1f85e1bc66f4382968bfbc14467b569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:06.834087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:28:06.849934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Made reservation on behalf of c1f85e1bc66f4382968bfbc14467b569 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:06.853274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:07.014037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:07.064529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:07.074330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Checking segment: {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:07.074695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Network hostable DHCP agents. Network: 5cdebf07-27e5-47d3-a8ee-836eb65a1997, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:28:07.089627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:28:07.100562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5cdebf07-27e5-47d3-a8ee-836eb65a1997) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:07.105696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:07.106281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:07.111271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcb1df-49de-4338-8e3a-de88aa21c945 None None] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:07.124811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e92e5006-0e70-4c76-9c25-343ed57f09c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3011820 Aug 19 00:28:07.237394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd6418-a71d-443d-a79a-b74af212856b None None] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:08.773079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:08.894439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36620) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:08.897444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'network': {'name': 'tempest-network-smoke--8003225', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'port_security_enabled': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:08.902184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c253a680-cceb-43d1-8021-23cbea62caa4 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2150 time: 0.1275613 Aug 19 00:28:08.927597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:08.932097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:08.958343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:28:08.967730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:08.968073 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Added segment 6299cdd1-e51c-4d41-ae61-095b08b7c07d of type vlan for network 517c5345-946a-41a6-810e-dd2abf13d1c1 Aug 19 00:28:09.010917 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:28:09.014972 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.058900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.064765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:09.065360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.132758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2396648 Aug 19 00:28:09.136243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:09.140616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18aeac9-41b4-444f-977e-4793584b90d3 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Network': ['ID=517c5345-946a-41a6-810e-dd2abf13d1c1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:09.140832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'admin_state_up': True, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:09.153704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:28:09.166801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.167909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.246825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.392220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.615359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.635733 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.741472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.25.1.92 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/d706b7e7-bfad-4e04-a230-564f9479be6e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:09.873768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.931454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:09.995260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:09.998936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:10.016866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:10.022378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=d706b7e7-bfad-4e04-a230-564f9479be6e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:10.312343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:10.526210 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:10.658445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router 127a8cfc-e999-47c6-b45b-851b739de225 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:28:10.768083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:10.791451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Sync routers for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:10.796166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:10.802895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:10.803524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:27:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:10.807880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-92997301-3a9e-4a5a-ba5c-ba425f485a9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6682055 Aug 19 00:28:10.808217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36656) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:10.879748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9514d-29d2-4d29-b149-1e7c96014540 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:10.881279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-11b9514d-29d2-4d29-b149-1e7c96014540 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ea5c55e6a1b24ee09b41b2abcdf804a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0720038 Aug 19 00:28:10.884611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36658) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:10.922110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:11.116641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e32fc-6ee4-4725-95d1-76fcccfccb69 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:11.121738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c85e32fc-6ee4-4725-95d1-76fcccfccb69 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2333798 Aug 19 00:28:11.122138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.151966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-05db97cc-4f16-4fe7-af21-ad134a9db3ae tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285406 Aug 19 00:28:11.154638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.160604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:10Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:11.209451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Checking router: 127a8cfc-e999-47c6-b45b-851b739de225 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:11.212660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Updating router 127a8cfc-e999-47c6-b45b-851b739de225 port d706b7e7-bfad-4e04-a230-564f9479be6e binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:28:11.220948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5cdae23c-1fe4-4399-a520-8cfe72344e42 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ea5c55e6a1b24ee09b41b2abcdf804a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638039 Aug 19 00:28:11.223515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36674) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.240834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.328631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ecc197-3c55-4664-aab1-ea6ccfe3f48e tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:11.330164 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-89ecc197-3c55-4664-aab1-ea6ccfe3f48e tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053834 Aug 19 00:28:11.332992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36680) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.386188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-73643f16-a692-4ddc-b4f8-a21c3d0d2884 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519872 Aug 19 00:28:11.389066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 36682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.395379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517593848', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:11.501619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:11.506741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.551137 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.562648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Transition to ACTIVE for port object d706b7e7-bfad-4e04-a230-564f9479be6e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:11.569340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.638763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Pushing event updated for resources: {'Port': ['ID=d706b7e7-bfad-4e04-a230-564f9479be6e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:11.649742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.650131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.650500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.650852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.651203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.651537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.651877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.652214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.652577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.652912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.653245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.653575 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:11.657852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Attempting to bind port d706b7e7-bfad-4e04-a230-564f9479be6e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:11.658233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Attempting to bind port d706b7e7-bfad-4e04-a230-564f9479be6e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:11.658607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Attempting to bind port d706b7e7-bfad-4e04-a230-564f9479be6e on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:11.664027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:11.664516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:11.664941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.665694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:11.665939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Bound port: d706b7e7-bfad-4e04-a230-564f9479be6e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:11.666338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.738489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] For port d706b7e7-bfad-4e04-a230-564f9479be6e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:11.742060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] For port d706b7e7-bfad-4e04-a230-564f9479be6e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d706b7e7-bfad-4e04-a230-564f9479be6e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:11.749611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.770068 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.806191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6553bbb-85f7-4c0b-893b-161de7776809 None None] Pushing event updated for resources: {'Port': ['ID=d706b7e7-bfad-4e04-a230-564f9479be6e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:11.834927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:11.835921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:27:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:11.861074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Subnet': ['ID=ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:11.865728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Checking segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:11.866121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network hostable DHCP agents. Network: 517c5345-946a-41a6-810e-dd2abf13d1c1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:28:11.893188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:28:11.912029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 517c5345-946a-41a6-810e-dd2abf13d1c1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:11.918568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:11.919504 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:11.938176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f2400690-0893-4b08-bd96-dfaa950f9273 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5474298 Aug 19 00:28:11.941047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 36694) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:11.959206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa9f94-e68f-455d-86a9-d173adea5c81 None None] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:12.038276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:12.278686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-517c5345-946a-41a6-810e-dd2abf13d1c1', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'fixed_ips': [{'subnet_id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:28:12.280138 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:12.536753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:12.602337 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2a94cfa-cb3c-4751-a682-99dee1ee7cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:12.675587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Allocated IP 172.20.0.18 (517c5345-946a-41a6-810e-dd2abf13d1c1/ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b/8c1637b8-357d-4c2e-a59f-aa210a4b1915) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:12.684929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:10Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:12.716613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6282f0-4181-41db-a0a9-0c7643c5c1aa None None] The sync data for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 is: [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:10Z', 'revision_number': 3, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:12.917238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:12.926594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Transition to ACTIVE for port object 8c1637b8-357d-4c2e-a59f-aa210a4b1915 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:12.947515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Transition to ACTIVE for port object 8c1637b8-357d-4c2e-a59f-aa210a4b1915 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:12.956249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.002150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:13.005403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:13.008401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:13.016915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Pushing event updated for resources: {'Port': ['ID=8c1637b8-357d-4c2e-a59f-aa210a4b1915,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:13.073347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.20.0.17 (517c5345-946a-41a6-810e-dd2abf13d1c1/ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b/a94c5bc2-833e-44a5-bd94-89db1e48a5c8) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:13.080808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Attempting to bind port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:13.081523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Attempting to bind port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:13.082116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Attempting to bind port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 on network 517c5345-946a-41a6-810e-dd2abf13d1c1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:13.088600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:13.089473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Checking segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:13.090101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.092271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Bound using segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:13.092985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Bound port: 8c1637b8-357d-4c2e-a59f-aa210a4b1915, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:13.093745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.237143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] For port 8c1637b8-357d-4c2e-a59f-aa210a4b1915, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:13.245631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] For port 8c1637b8-357d-4c2e-a59f-aa210a4b1915, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8c1637b8-357d-4c2e-a59f-aa210a4b1915,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:13.253309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.269696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.303841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Transition to ACTIVE for port object a94c5bc2-833e-44a5-bd94-89db1e48a5c8 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:13.377688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.386235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b7dd-e81c-458f-b575-9c979d7a8a97 None None] Pushing event updated for resources: {'Port': ['ID=8c1637b8-357d-4c2e-a59f-aa210a4b1915,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:13.444342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:13.447515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:13.452200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:13.489830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:13.518260 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:13.787282 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.157070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.163707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.255774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:14.258981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.413197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:14.415154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:14.493853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d706b7e7-bfad-4e04-a230-564f9479be6e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:14.571162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d706b7e7-bfad-4e04-a230-564f9479be6e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:14.578559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d706b7e7-bfad-4e04-a230-564f9479be6e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:14.579415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.813032 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f6848-7e12-42f3-a3b8-9ae9706bf4da None None] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:14.888681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.899051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-980d0b2d-741e-415f-98c0-f91a3d783404 None None] Provisioning for port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:14.925264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d706b7e7-bfad-4e04-a230-564f9479be6e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d706b7e7-bfad-4e04-a230-564f9479be6e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:14.939554 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:14.940709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8c1637b8-357d-4c2e-a59f-aa210a4b1915 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:15.078665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2960cfa-9764-44c3-8d72-0e00fcd8917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.093583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d706b7e7-bfad-4e04-a230-564f9479be6e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:15.102542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:15.128255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:15.128837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.145115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router 127a8cfc-e999-47c6-b45b-851b739de225 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:15.236528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.261372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.262907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.354088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 8c1637b8-357d-4c2e-a59f-aa210a4b1915, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8c1637b8-357d-4c2e-a59f-aa210a4b1915,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:15.363771 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.371561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:15.386567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4e861e78-8f2a-49e9-a534-0b0caef637a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "PUT /v2.0/routers/127a8cfc-e999-47c6-b45b-851b739de225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4363301 Aug 19 00:28:15.420715 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Sync routers for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:15.430586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:15.431195 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:15.536683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=8c1637b8-357d-4c2e-a59f-aa210a4b1915,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:15.610509 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:15.650469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Provisioning complete for port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:15.650469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.853877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Provisioning for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:15.867166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Provisioning complete for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:15.868497 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:15.972547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-377631d8-5316-4e82-9645-7acf8b3de1f6 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:15.983879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-377631d8-5316-4e82-9645-7acf8b3de1f6 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/networks?id=517c5345-946a-41a6-810e-dd2abf13d1c1 HTTP/1.1" status: 200 len: 795 time: 0.2886884 Aug 19 00:28:16.002671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-8c2f66ea-273f-4649-99e8-5ea0a2313016 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/quotas/ea5c55e6a1b24ee09b41b2abcdf804a4 HTTP/1.1" status: 200 len: 375 time: 0.0177288 Aug 19 00:28:16.026258 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:13Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a94c5bc2-833e-44a5-bd94-89db1e48a5c8', 'name': '', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:59:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:12Z', 'updated_at': '2021-08-19T00:28:13Z', 'revision_number': 2, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:16.034361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7da4c68f-e626-476e-8ee6-8227c1226d52 None None] Port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:16.080670 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Checking router: 127a8cfc-e999-47c6-b45b-851b739de225 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:16.081367 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Updating router 127a8cfc-e999-47c6-b45b-851b739de225 port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:28:16.118027 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.120222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-da698b06-4ce0-402c-9cf0-36c8b6b49d9a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1085224 Aug 19 00:28:16.162831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af0809a5-7a17-4c0e-961b-f2b4eb87e128 None None] Provisioning complete for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:16.163526 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af0809a5-7a17-4c0e-961b-f2b4eb87e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.274756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-af0809a5-7a17-4c0e-961b-f2b4eb87e128 None None] Port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:16.333923 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.403292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d706b7e7-bfad-4e04-a230-564f9479be6e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:16.440067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-0c270bb0-6dff-4926-9b73-6d1b19db44ab service neutron] 10.222.0.20 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183079 Aug 19 00:28:16.457763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e97da58d-769a-4220-b35d-b6fe583e37f1 None None] Provisioning complete for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:16.458148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e97da58d-769a-4220-b35d-b6fe583e37f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.534660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d706b7e7-bfad-4e04-a230-564f9479be6e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:16.550886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.593253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e97da58d-769a-4220-b35d-b6fe583e37f1 None None] Port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:16.638184 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-130be99a-7c92-444d-8d21-4b7ac6c58e9c service neutron] 10.222.0.20 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970081 Aug 19 00:28:16.729002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8c1637b8-357d-4c2e-a59f-aa210a4b1915 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:16.823809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:16.824198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.883649 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.903799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Transition to ACTIVE for port object a94c5bc2-833e-44a5-bd94-89db1e48a5c8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:16.920954 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:16.922761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-941c0b6b-e471-4b7a-a8ef-bab252dbad10 req-94169a8d-dc5b-445d-9fe8-4ae679e8c041 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 210 time: 0.0510299 Aug 19 00:28:17.019073 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Pushing event updated for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:17.031711 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.032342 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.032885 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.033220 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.033712 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.034212 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.034545 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.034879 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.035208 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.035536 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.035864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.036191 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:17.134313 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Attempting to bind port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:17.134882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Attempting to bind port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:17.135451 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Attempting to bind port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 on network 517c5345-946a-41a6-810e-dd2abf13d1c1 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:17.150591 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:17.151286 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Checking segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:17.152014 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:17.152589 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Bound using segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:17.153207 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Bound port: a94c5bc2-833e-44a5-bd94-89db1e48a5c8, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:17.153754 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:17.267085 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] For port a94c5bc2-833e-44a5-bd94-89db1e48a5c8, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:17.270957 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] For port a94c5bc2-833e-44a5-bd94-89db1e48a5c8, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:17.280696 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:17.376348 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:17.377047 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:17.462288 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e09b-a93e-4a5c-a0b5-3ebe7bcfac84 None None] Pushing event updated for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:17.606582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:17.848330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:17.953774 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:13Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a94c5bc2-833e-44a5-bd94-89db1e48a5c8', 'name': '', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:59:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:12Z', 'updated_at': '2021-08-19T00:28:17Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:17.985770 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0662fb-5800-4951-9f52-29563550c57b None None] The sync data for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 is: [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:13Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a94c5bc2-833e-44a5-bd94-89db1e48a5c8', 'name': '', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:59:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:12Z', 'updated_at': '2021-08-19T00:28:17Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:18.090876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8195f129-d544-4c40-a1f2-a0493cdb27c8 req-38fafc75-8643-4282-8a00-dd9205cee381 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 210 time: 0.0872729 Aug 19 00:28:18.440962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a94c5bc2-833e-44a5-bd94-89db1e48a5c8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:18.576605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:18.597668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:18.598647 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:18.722807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-f9d1fee7-a17e-4ea0-a914-55945a7ff69f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:18.729438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-f9d1fee7-a17e-4ea0-a914-55945a7ff69f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.11 "GET /v2.0/networks?id=517c5345-946a-41a6-810e-dd2abf13d1c1 HTTP/1.1" status: 200 len: 795 time: 0.2778935 Aug 19 00:28:18.750057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Request body: {'port': {'device_id': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'admin_state_up': True, 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:18.821078 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:18.915756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a94c5bc2-833e-44a5-bd94-89db1e48a5c8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:18.935065 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:19.022046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Made reservation on behalf of ea5c55e6a1b24ee09b41b2abcdf804a4 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:19.026587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:19.049299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:19.300209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f74dca7-46dc-4d14-b948-2908367632aa req-d69b0ad7-ebda-450c-915a-0ad5eef5cc86 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 210 time: 0.0499811 Aug 19 00:28:19.359454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Allocated IP 172.20.0.22 (517c5345-946a-41a6-810e-dd2abf13d1c1/ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b/be3079c6-00ad-40ca-8b81-785af892027c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:19.617447 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:19.631744 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Transition to ACTIVE for port object be3079c6-00ad-40ca-8b81-785af892027c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:19.697057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:19.758382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event updated for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:19.769159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:19.770926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:19.776960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:19.884497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:19.885156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:19.912736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-fa1b54e5-de72-414d-bb6a-476e68872c33 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1671450 Aug 19 00:28:19.946662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-1517d6ae-103d-47cd-bfb2-dbcb4dc00800 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:28:19.951239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-1517d6ae-103d-47cd-bfb2-dbcb4dc00800 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290391 Aug 19 00:28:20.049402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Request body: {'port': {'device_id': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:20.123925 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:20.140769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4e2a51ae-6b9a-4a0b-93f5-c20a87a530a9 None None] Provisioning for port be3079c6-00ad-40ca-8b81-785af892027c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:20.144937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4e2a51ae-6b9a-4a0b-93f5-c20a87a530a9 None None] Provisioning complete for port be3079c6-00ad-40ca-8b81-785af892027c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:20.145549 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e2a51ae-6b9a-4a0b-93f5-c20a87a530a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:20.229682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a51ae-6b9a-4a0b-93f5-c20a87a530a9 None None] Port be3079c6-00ad-40ca-8b81-785af892027c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:20.419588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a94c5bc2-833e-44a5-bd94-89db1e48a5c8 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:20.490872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:20.491534 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:20.596333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389ed0-0a3e-475a-8caa-fbe061afe6a3 req-ea39bc63-4644-4105-b9e1-a00860c7f595 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:20.597827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7c389ed0-0a3e-475a-8caa-fbe061afe6a3 req-ea39bc63-4644-4105-b9e1-a00860c7f595 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 895 time: 0.1630006 Aug 19 00:28:20.700973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3079c6-00ad-40ca-8b81-785af892027c {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:28:20.710383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:20.723605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-4279644f-df30-4d8f-81cd-e1b0931b9ffe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805318 Aug 19 00:28:20.731982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Transition to ACTIVE for port object be3079c6-00ad-40ca-8b81-785af892027c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:20.736627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:20.827226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Pushing event updated for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:20.914027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-4ea1acf5-a042-44e6-93fb-0ac5d47ae00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:20.920087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-4ea1acf5-a042-44e6-93fb-0ac5d47ae00e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0895257 Aug 19 00:28:21.037901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Attempting to bind port be3079c6-00ad-40ca-8b81-785af892027c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:21.038293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Attempting to bind port be3079c6-00ad-40ca-8b81-785af892027c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:21.038582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Attempting to bind port be3079c6-00ad-40ca-8b81-785af892027c on network 517c5345-946a-41a6-810e-dd2abf13d1c1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:21.051447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Port be3079c6-00ad-40ca-8b81-785af892027c on network 517c5345-946a-41a6-810e-dd2abf13d1c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:28:21.052022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Attempting to bind port be3079c6-00ad-40ca-8b81-785af892027c on network 517c5345-946a-41a6-810e-dd2abf13d1c1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:21.059610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:21.059946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Checking segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:21.060360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Bound using segment: {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:21.060994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Bound port: be3079c6-00ad-40ca-8b81-785af892027c, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6299cdd1-e51c-4d41-ae61-095b08b7c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:21.061584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:21.086988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e794b6a7-393e-4317-b3e7-dcd92662ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.088581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e794b6a7-393e-4317-b3e7-dcd92662ee57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 897 time: 0.1441936 Aug 19 00:28:21.223317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:21.231758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be3079c6-00ad-40ca-8b81-785af892027c,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:21.234822 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-ed9bbca3-6291-4359-8701-eb53f283ea75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 1001 time: 0.1243279 Aug 19 00:28:21.239751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:21.310376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.311019 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:21.312647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] 10.222.0.11 "PUT /v2.0/ports/be3079c6-00ad-40ca-8b81-785af892027c HTTP/1.1" status: 200 len: 1056 time: 1.3560488 Aug 19 00:28:21.315294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:21.317732 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a" -d '{"events": [{"name": "network-changed", "server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "tag": "be3079c6-00ad-40ca-8b81-785af892027c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:21.350535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e4035917-cf85-425c-abb2-bbc734214912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.352594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e4035917-cf85-425c-abb2-bbc734214912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.1080287 Aug 19 00:28:21.372168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7b1b3-8418-465f-97be-b29ed2db9a54 service neutron] Pushing event updated for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:21.401846 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e717841-3d1a-4517-9f47-e5442dbc63c2 x-openstack-request-id: req-6e717841-3d1a-4517-9f47-e5442dbc63c2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:21.402218 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "tag": "be3079c6-00ad-40ca-8b81-785af892027c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:21.402401 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e717841-3d1a-4517-9f47-e5442dbc63c2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:21.402800 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c', 'status': 'completed', 'code': 200} Aug 19 00:28:21.445899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-06265059-f747-48a2-96af-f90abe81175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.447439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-06265059-f747-48a2-96af-f90abe81175d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 1059 time: 0.0891070 Aug 19 00:28:21.453888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e649e7da-f9c5-45a5-850e-7f52272d9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.455506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-e649e7da-f9c5-45a5-850e-7f52272d9b38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959613 Aug 19 00:28:21.551429 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-3f895daf-37a4-4f22-815f-bce8f8de9aa1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=be3079c6-00ad-40ca-8b81-785af892027c HTTP/1.1" status: 200 len: 217 time: 0.0948801 Aug 19 00:28:21.631592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-2f341dc7-e21a-467f-9552-a1e3a609ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.634963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-2f341dc7-e21a-467f-9552-a1e3a609ceb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b HTTP/1.1" status: 200 len: 837 time: 0.0740547 Aug 19 00:28:21.639222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-4bf05425-00cb-432d-bc3f-99da717716e1 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752982 Aug 19 00:28:21.782684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346470-3ef1-44a8-8605-26563b2b50cf req-d19628be-ac42-4870-8ab4-e595f75bc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.784274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-d19628be-ac42-4870-8ab4-e595f75bc74c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=517c5345-946a-41a6-810e-dd2abf13d1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1421704 Aug 19 00:28:21.866064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb3c8ba5-d528-4a8e-9222-28f7798b399f req-07ff6b4e-6953-45fe-8ee6-1be0bad792eb service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058794 Aug 19 00:28:21.877749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5855fa-479e-4b6e-aa7c-907b08073cd8 req-eb1b5074-7c28-40db-af1d-02e9deee8a0e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:21.886585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a5855fa-479e-4b6e-aa7c-907b08073cd8 req-eb1b5074-7c28-40db-af1d-02e9deee8a0e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 907 time: 0.1611457 Aug 19 00:28:21.939553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-10fd9a1b-709e-4ef6-937d-1f0db407d794 service neutron] 10.222.0.11 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452091 Aug 19 00:28:22.052570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43346470-3ef1-44a8-8605-26563b2b50cf req-de1e479d-3b38-42f3-8378-15d659d86351 service neutron] 10.222.0.11 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027060 Aug 19 00:28:22.150968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-79357900-7629-4234-a75d-e82a20102158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:22.152753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-79357900-7629-4234-a75d-e82a20102158 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 1059 time: 0.0477741 Aug 19 00:28:22.258872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-5e962be6-ba79-497a-8612-49aba045dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:22.260432 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-5e962be6-ba79-497a-8612-49aba045dde0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=517c5345-946a-41a6-810e-dd2abf13d1c1 HTTP/1.1" status: 200 len: 895 time: 0.1007867 Aug 19 00:28:22.315980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-b5edb05c-c529-4cf7-b9af-344c51a62b99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=be3079c6-00ad-40ca-8b81-785af892027c HTTP/1.1" status: 200 len: 217 time: 0.0486341 Aug 19 00:28:22.368745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-a875272f-fab3-4f04-bf26-e18d05da299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:22.370183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-a875272f-fab3-4f04-bf26-e18d05da299a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b HTTP/1.1" status: 200 len: 837 time: 0.0466630 Aug 19 00:28:22.423693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-b78815f7-c03a-4110-a00f-a758bca92774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:22.425267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-b78815f7-c03a-4110-a00f-a758bca92774 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=517c5345-946a-41a6-810e-dd2abf13d1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0473425 Aug 19 00:28:22.545831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-23522deb-5964-40b1-b6cf-1e92cd1121db service neutron] 10.222.0.11 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114495 Aug 19 00:28:22.646963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0eef2330-8a1b-4529-b3e1-f3d4d81a856a req-a3777200-af8b-478c-8be2-4aa24378bcbf service neutron] 10.222.0.11 "GET /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938201 Aug 19 00:28:23.026638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79738-0aee-4fad-8359-067fc9b0ec3b req-8c20e0d1-6b6d-4d77-ac0d-3e30835043a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:23.028228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42b79738-0aee-4fad-8359-067fc9b0ec3b req-8c20e0d1-6b6d-4d77-ac0d-3e30835043a5 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 907 time: 0.0698020 Aug 19 00:28:24.150782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a8a2-e43f-4d60-85ff-0d7677c7a54e req-a889a3c5-6b08-4ef4-b6bf-94a2d338bf0a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:24.153047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa15a8a2-e43f-4d60-85ff-0d7677c7a54e req-a889a3c5-6b08-4ef4-b6bf-94a2d338bf0a tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 907 time: 0.0534809 Aug 19 00:28:25.285674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d3168-54aa-4dd9-b33e-ccecf455a939 req-444e234d-15f4-4eeb-8f3f-2111feff7c40 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:25.288060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd5d3168-54aa-4dd9-b33e-ccecf455a939 req-444e234d-15f4-4eeb-8f3f-2111feff7c40 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 907 time: 0.0573797 Aug 19 00:28:25.460018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be3079c6-00ad-40ca-8b81-785af892027c details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:28:25.556123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be3079c6-00ad-40ca-8b81-785af892027c,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:25.566828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'be3079c6-00ad-40ca-8b81-785af892027c', 'network_id': '517c5345-946a-41a6-810e-dd2abf13d1c1', 'port_id': 'be3079c6-00ad-40ca-8b81-785af892027c', 'mac_address': 'fa:16:3e:68:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:28:25.603365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:25.615762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3079c6-00ad-40ca-8b81-785af892027c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:28:25.634979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be3079c6-00ad-40ca-8b81-785af892027c,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:25.639104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:25.689723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:25.866151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['be3079c6-00ad-40ca-8b81-785af892027c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:28:26.416042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2f560-e760-42a6-805b-721712bdf565 req-582b6ecb-be86-434a-9592-7d64b461e54b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:26.417674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96d2f560-e760-42a6-805b-721712bdf565 req-582b6ecb-be86-434a-9592-7d64b461e54b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 908 time: 0.0563715 Aug 19 00:28:26.821266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:27.452055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be3079c6-00ad-40ca-8b81-785af892027c up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:27.514294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port be3079c6-00ad-40ca-8b81-785af892027c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:27.519881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port be3079c6-00ad-40ca-8b81-785af892027c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:27.525343 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:27.562187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33364-be4d-46b3-ad2d-940fa6c3e1f9 req-5003c354-34f2-4b6d-934f-819be1ce2394 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:27.573619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58f33364-be4d-46b3-ad2d-940fa6c3e1f9 req-5003c354-34f2-4b6d-934f-819be1ce2394 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 908 time: 0.0733376 Aug 19 00:28:27.611801 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:27.634766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:27.637309 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4337547e-cc5c-44f2-b02a-9a7ac9811c91" -d '{"events": [{"server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "name": "network-vif-plugged", "status": "completed", "tag": "be3079c6-00ad-40ca-8b81-785af892027c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:27.651052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be3079c6-00ad-40ca-8b81-785af892027c,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:27.656339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:27.704597 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a1f46f-596f-498a-a534-92232fbb2514 x-openstack-request-id: req-c8a1f46f-596f-498a-a534-92232fbb2514 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:27.704894 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "name": "network-vif-plugged", "status": "completed", "tag": "be3079c6-00ad-40ca-8b81-785af892027c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:27.705154 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8a1f46f-596f-498a-a534-92232fbb2514 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:27.706202 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c', 'code': 200} Aug 19 00:28:27.728170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:27.806065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d11f5a-dc2c-4114-9678-7a5738e8182b req-54bf7b42-eade-41a2-8d83-1184720053a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:27.808289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57d11f5a-dc2c-4114-9678-7a5738e8182b req-54bf7b42-eade-41a2-8d83-1184720053a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 1061 time: 0.0488164 Aug 19 00:28:28.693010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eca145-c484-41f5-af33-365b592f8349 req-40e34bd1-fd23-4a79-a717-2f904840c782 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:28.694573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1eca145-c484-41f5-af33-365b592f8349 req-40e34bd1-fd23-4a79-a717-2f904840c782 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 909 time: 0.0523760 Aug 19 00:28:28.827510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a8bee-12dc-4535-8540-aa0c6ac6ab5e req-c3141131-d49d-4ccc-b91a-93af452dba1e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:28.829042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-122a8bee-12dc-4535-8540-aa0c6ac6ab5e req-c3141131-d49d-4ccc-b91a-93af452dba1e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 909 time: 0.0642381 Aug 19 00:28:29.253471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ee83-df11-4c72-94d0-dd2db4a85918 req-1684b7fb-6987-4b7d-9902-440b50803341 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:29.255306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6df0ee83-df11-4c72-94d0-dd2db4a85918 req-1684b7fb-6987-4b7d-9902-440b50803341 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 1061 time: 0.3569391 Aug 19 00:28:29.362688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7aa72-8966-4f2f-a2c3-0beda42235cf req-2037f5b2-be39-43ab-94d2-939cdd574381 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:29.364234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1f7aa72-8966-4f2f-a2c3-0beda42235cf req-2037f5b2-be39-43ab-94d2-939cdd574381 tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0431323 Aug 19 00:28:29.403454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1f7aa72-8966-4f2f-a2c3-0beda42235cf req-45fbd769-f0d2-400a-8cbe-8048e698c44e tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0319428 Aug 19 00:28:29.428824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:29.469022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fd8b3-ce7c-4a02-837f-d5769c2ecdda tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:29.473338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7b6fd8b3-ce7c-4a02-837f-d5769c2ecdda tempest-TestSecurityGroupsBasicOps-1087632478 tempest-TestSecurityGroupsBasicOps-1087632478-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 1056 time: 0.0401657 Aug 19 00:28:29.613134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:29.618349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033764296', 'description': 'tempest-secgroup-smoke-1033764296 description', 'project_id': '19de5e221ceb40b093f15f7dad17688b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:29.642042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.709692 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeabf7-fde4-408b-a0ac-1d69ce343745 req-9639ef33-31e2-4036-b2cc-abc7e6206f8e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:29.711516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6deeabf7-fde4-408b-a0ac-1d69ce343745 req-9639ef33-31e2-4036-b2cc-abc7e6206f8e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 909 time: 0.0537891 Aug 19 00:28:29.735478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.735478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.775751 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.777042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1630831 Aug 19 00:28:29.778164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7b4ee-e3e1-4d0a-80d1-3d44146588b6 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471501e4-f846-43d3-92d4-255461df2950,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:29.780181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:29.785516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:29.816087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.892270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.895845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.916182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6b53bc-0b95-41b6-b4ce-a17202d98e07,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:29.923889 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:29.925199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f4a5578b-1842-4acc-9100-4fb6324573b2 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440110 Aug 19 00:28:29.928144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:29.932713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:29.957945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.016333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.020057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.052864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6440b72b-3870-46d6-9a57-d64f9c6f210e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:30.055461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.059280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac75ce2c-493a-4b45-a287-36386e9f4367 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276026 Aug 19 00:28:30.059444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:30.064085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:30.091236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.152762 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.156349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.175533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729f3f66-0e2e-4aa4-acc6-85cd6e17fb9a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:30.178967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.182964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-be30fa88-3053-4b56-afcf-e456dcce6342 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198330 Aug 19 00:28:30.183413 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37066) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:30.187825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:30.218704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.284247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.287908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.305284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc27467-690b-4d89-90c1-5572eb7b730d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:30.316744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.318300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-becfa41b-9348-4a5b-935d-9dce564f2fe7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339920 Aug 19 00:28:30.321620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37072) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:30.326398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:30.349639 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Project 19de5e221ceb40b093f15f7dad17688b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:28:30.354897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.416163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.419826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.439792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2521c31b-55c6-48e6-9e28-5f914b2f0128,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:30.449713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.453456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1652fb1f-cc12-417f-aba8-453408464a9e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282649 Aug 19 00:28:30.453982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:30.458960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'security_group_rule': {'security_group_id': '471501e4-f846-43d3-92d4-255461df2950', 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:30.481815 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Project 19de5e221ceb40b093f15f7dad17688b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:28:30.486545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.561343 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.565047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.583331 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf811f7-b96e-46e8-b1ef-95ec8c82f5b4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:30.593936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:30.595339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d477106f-96da-4f76-a804-d3050f34180c tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402612 Aug 19 00:28:30.806289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-3929bb2d-7004-4bef-b79f-696e88d0d94d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033764296&fields=id&tenant_id=19de5e221ceb40b093f15f7dad17688b HTTP/1.1" status: 200 len: 267 time: 0.0468345 Aug 19 00:28:30.841661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786bd-b359-4e5d-8b79-fa7ca52b861c req-4bdafb5f-ac89-45f8-8d1f-baadcc77a927 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:30.843454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-284786bd-b359-4e5d-8b79-fa7ca52b861c req-4bdafb5f-ac89-45f8-8d1f-baadcc77a927 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 909 time: 0.0574784 Aug 19 00:28:30.952862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7851b-4f47-4845-a352-696ff91fce82 req-90d61086-001b-4942-b3c8-2c68ccdfcb90 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:30.954256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eef7851b-4f47-4845-a352-696ff91fce82 req-90d61086-001b-4942-b3c8-2c68ccdfcb90 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 909 time: 0.0564480 Aug 19 00:28:30.962209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2e99e341-a36d-42e1-8496-73e2d506e366 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:30.963769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2e99e341-a36d-42e1-8496-73e2d506e366 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 814 time: 0.1501358 Aug 19 00:28:30.982072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bb99631a-1670-4060-af62-d858a42d1653 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/quotas/19de5e221ceb40b093f15f7dad17688b HTTP/1.1" status: 200 len: 375 time: 0.0102630 Aug 19 00:28:31.062715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port be3079c6-00ad-40ca-8b81-785af892027c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:31.063066 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:31.080236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2e3b30d6-42c1-4efe-8a86-0e2bd2a9d097 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925069 Aug 19 00:28:31.161354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port be3079c6-00ad-40ca-8b81-785af892027c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=be3079c6-00ad-40ca-8b81-785af892027c,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:31.161731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:31.178633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for be3079c6-00ad-40ca-8b81-785af892027c owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:31.245961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-4f9b8cb0-bd10-405c-b122-60d120a269af service neutron] 10.222.0.20 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526709 Aug 19 00:28:31.306421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:31.338364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=be3079c6-00ad-40ca-8b81-785af892027c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:31.344880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2e6d617e-d342-4fd3-991d-1b53aaf96500 service neutron] 10.222.0.20 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924213 Aug 19 00:28:31.380264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] No DVR routers for this DVR port be3079c6-00ad-40ca-8b81-785af892027c on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:28:31.383019 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:31.385057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eef7851b-4f47-4845-a352-696ff91fce82 req-5d9ad9a2-9ab5-4458-ae6e-712a7525fcc0 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.11 "DELETE /v2.0/ports/be3079c6-00ad-40ca-8b81-785af892027c HTTP/1.1" status: 204 len: 173 time: 0.4247417 Aug 19 00:28:31.386000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'name': 'network-vif-deleted', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:31.388919 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1313a26-8759-4002-92f8-b66f7b99745e" -d '{"events": [{"server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "name": "network-vif-deleted", "tag": "be3079c6-00ad-40ca-8b81-785af892027c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:31.452329 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa3a70-ebf5-4d86-86e1-d4ca09b9b3fa x-openstack-request-id: req-92fa3a70-ebf5-4d86-86e1-d4ca09b9b3fa {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:31.456518 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d7530e-7b13-42b9-83fb-cb32e429ba94", "name": "network-vif-deleted", "tag": "be3079c6-00ad-40ca-8b81-785af892027c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:31.456518 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92fa3a70-ebf5-4d86-86e1-d4ca09b9b3fa {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:31.456518 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d7530e-7b13-42b9-83fb-cb32e429ba94', 'name': 'network-vif-deleted', 'tag': 'be3079c6-00ad-40ca-8b81-785af892027c', 'status': 'completed', 'code': 200} Aug 19 00:28:31.721680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63dbdd25-e63e-4553-99b7-4c695948efb7 req-015014eb-0780-4ff8-8458-f317bf469949 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0396831 Aug 19 00:28:31.989152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19a4c03-7e53-42d0-a0b8-155118dd1aa5 req-75146d78-3cd8-4c7f-946e-7ec9707ac31f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d7530e-7b13-42b9-83fb-cb32e429ba94 HTTP/1.1" status: 200 len: 210 time: 0.0462310 Aug 19 00:28:32.947137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d34deb93-5fea-4ce2-80b8-dad0b426e56c req-516fba30-5ebe-440c-aa1a-c93b86469260 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Aug 19 00:28:32.994681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-7b4a6f01-d10a-4a2b-b9dd-f4f8cc97f6d8 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:32.996278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-7b4a6f01-d10a-4a2b-b9dd-f4f8cc97f6d8 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 814 time: 0.3988249 Aug 19 00:28:33.044376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-321068ee-7a09-46b3-8331-61eac23b037b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19de5e221ceb40b093f15f7dad17688b HTTP/1.1" status: 200 len: 380 time: 0.0388441 Aug 19 00:28:33.048466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:33.055225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'port': {'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'admin_state_up': True, 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'security_groups': ['471501e4-f846-43d3-92d4-255461df2950']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:33.201175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Made reservation on behalf of 19de5e221ceb40b093f15f7dad17688b for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:33.205831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.342987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Allocated IP 172.20.0.10 (3c65f604-668a-427c-b0eb-c226376b087b/15488d4b-10eb-4204-babc-140881119278/0b4b32c5-1829-436e-b614-637625861689) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:33.516508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.534060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Transition to ACTIVE for port object 0b4b32c5-1829-436e-b614-637625861689 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:33.576168 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.593779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.623229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Network 3c65f604-668a-427c-b0eb-c226376b087b is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:33.627243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:33.644270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:33.673968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:33.732353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:33.732943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.763879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-bd8bfb09-6d93-4715-abc2-4e0b03c86eda tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7128663 Aug 19 00:28:33.790862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Request body: {'port': {'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:33.874992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.931945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93743ec3-8925-4a7b-8432-a3c455a4d4f8 None None] Provisioning for port 0b4b32c5-1829-436e-b614-637625861689 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:33.938627 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93743ec3-8925-4a7b-8432-a3c455a4d4f8 None None] Provisioning complete for port 0b4b32c5-1829-436e-b614-637625861689 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:33.939180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93743ec3-8925-4a7b-8432-a3c455a4d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:33.965600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port a94c5bc2-833e-44a5-bd94-89db1e48a5c8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:33.966760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.026783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-93743ec3-8925-4a7b-8432-a3c455a4d4f8 None None] Port 0b4b32c5-1829-436e-b614-637625861689 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:34.092393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port a94c5bc2-833e-44a5-bd94-89db1e48a5c8, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:34.093246 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.114416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for a94c5bc2-833e-44a5-bd94-89db1e48a5c8 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:34.182515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4d55-7596-47b6-be1c-d1f696ad87df req-9cb44904-f803-4daa-8dc9-739a18660292 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:34.184122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4ce4d55-7596-47b6-be1c-d1f696ad87df req-9cb44904-f803-4daa-8dc9-739a18660292 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 932 time: 0.1256545 Aug 19 00:28:34.289661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f4ce4d55-7596-47b6-be1c-d1f696ad87df req-f655314e-1505-418f-b856-01e82faf5f7f tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886705 Aug 19 00:28:34.353114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4b32c5-1829-436e-b614-637625861689 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:28:34.360481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.361297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.375100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Transition to ACTIVE for port object 0b4b32c5-1829-436e-b614-637625861689 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:34.379620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.409925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=a94c5bc2-833e-44a5-bd94-89db1e48a5c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:34.488269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:34.581416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Attempting to bind port 0b4b32c5-1829-436e-b614-637625861689 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:34.581720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Attempting to bind port 0b4b32c5-1829-436e-b614-637625861689 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:34.582164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Attempting to bind port 0b4b32c5-1829-436e-b614-637625861689 on network 3c65f604-668a-427c-b0eb-c226376b087b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:34.587859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Port 0b4b32c5-1829-436e-b614-637625861689 on network 3c65f604-668a-427c-b0eb-c226376b087b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:28:34.588438 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Attempting to bind port 0b4b32c5-1829-436e-b614-637625861689 on network 3c65f604-668a-427c-b0eb-c226376b087b {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:34.596375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:34.596859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Checking segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:34.597361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Bound using segment: {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:34.597932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Bound port: 0b4b32c5-1829-436e-b614-637625861689, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8596101-deac-4be7-82a7-dbe7ea8efa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:34.598391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.701563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:34.705029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0b4b32c5-1829-436e-b614-637625861689,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:34.707533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.725595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.806115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:34.807735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:34.810545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 1093 time: 1.0397689 Aug 19 00:28:34.811265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:34.814948 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:34.883308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f65d-e47d-4b57-8f70-8926faa403c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:34.891279 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66da3e-2b56-425c-bd7f-077e209ecd55 x-openstack-request-id: req-aa66da3e-2b56-425c-bd7f-077e209ecd55 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:34.891654 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:34.891980 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa66da3e-2b56-425c-bd7f-077e209ecd55 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:34.893230 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:28:34.930732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2f7e5a0a-3558-47f7-9578-dd729762a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:34.932284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2f7e5a0a-3558-47f7-9578-dd729762a7b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0702984 Aug 19 00:28:34.994425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-2657be32-3567-4806-8780-5a8195dc3dfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 217 time: 0.0529759 Aug 19 00:28:35.062800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router 127a8cfc-e999-47c6-b45b-851b739de225 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:35.066559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-e83d2501-2e6d-49f7-b1cf-c6f7663f1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.068064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-e83d2501-2e6d-49f7-b1cf-c6f7663f1d1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.0666311 Aug 19 00:28:35.134558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-08799ec3-ef32-4824-819e-60dde3a6147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.136336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-08799ec3-ef32-4824-819e-60dde3a6147a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591872 Aug 19 00:28:35.191105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:35.201652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Sync routers for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:35.206299 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38f8348c-70f2-4452-a9aa-00fc1932c48e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "PUT /v2.0/routers/127a8cfc-e999-47c6-b45b-851b739de225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1542342 Aug 19 00:28:35.209054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:35.217767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:35.219000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:35.262299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-f3cc2f84-af63-41e6-8cbb-342595860776 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184216 Aug 19 00:28:35.324204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting subnet ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:28:35.333686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.361702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bc6e3c3e-8aba-4162-a55d-8ea1454e22e4 req-86c3c78d-6e93-41de-b5ef-961a6198a690 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908074 Aug 19 00:28:35.392149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:35.411238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.488918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7d32d-1c92-4683-a186-d88f09087236 req-e5b3e939-35cf-45db-b21c-ea627dc3d6cd tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.490309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f7d32d-1c92-4683-a186-d88f09087236 req-e5b3e939-35cf-45db-b21c-ea627dc3d6cd tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.1198473 Aug 19 00:28:35.492892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-9c4efd9c-a4dc-49a4-a8be-5c942896817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.494407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-9c4efd9c-a4dc-49a4-a8be-5c942896817a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0605948 Aug 19 00:28:35.531363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.582339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be3079c6-00ad-40ca-8b81-785af892027c no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:35.614444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.625320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-07f7d32d-1c92-4683-a186-d88f09087236 req-8054243a-cb94-49ea-8d75-d8803d5d74b1 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272600 Aug 19 00:28:35.635080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.636352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-02928898-40c8-4c76-bb4c-06e80165540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.637989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/subnets/ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b HTTP/1.1" status: 204 len: 168 time: 0.4278736 Aug 19 00:28:35.640897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-02928898-40c8-4c76-bb4c-06e80165540f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.1359572 Aug 19 00:28:35.641390 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:35.658567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f201-f129-4492-9094-34c88292677e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67fbe4-2c75-44dc-8fe8-f10e9c7ebc8b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:35.680698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478e22b-4b69-4861-88ce-95c5642e3b23 None None] Network 517c5345-946a-41a6-810e-dd2abf13d1c1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:35.684046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-24d31eda-c6b1-4d5f-9e94-7b7e6db22e8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 217 time: 0.0353417 Aug 19 00:28:35.685606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: be3079c6-00ad-40ca-8b81-785af892027c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:35.685975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device be3079c6-00ad-40ca-8b81-785af892027c not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:35.808012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:34Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:35.819303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:35.841086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Checking router: 127a8cfc-e999-47c6-b45b-851b739de225 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:35.854861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Routers {'127a8cfc-e999-47c6-b45b-851b739de225'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:35.855862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['127a8cfc-e999-47c6-b45b-851b739de225'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:35.936774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-2f693196-db1a-4e88-8245-a8997c7caee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:35.939229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-2f693196-db1a-4e88-8245-a8997c7caee6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.1296530 Aug 19 00:28:36.007026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-f79b8ea4-4bb5-470b-bb0e-258cd66abfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:36.008954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-f79b8ea4-4bb5-470b-bb0e-258cd66abfd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619628 Aug 19 00:28:36.030139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.123367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] DHCP port deletion for 517c5345-946a-41a6-810e-dd2abf13d1c1 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:28:36.162178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-4f2d75bc-e4a9-422d-923f-1715b1a99d87 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426229 Aug 19 00:28:36.240240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Deleting port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:36.240777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.255154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port d706b7e7-bfad-4e04-a230-564f9479be6e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:36.255751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.321506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] For port 8c1637b8-357d-4c2e-a59f-aa210a4b1915, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8c1637b8-357d-4c2e-a59f-aa210a4b1915,segment=NetworkSegment(6299cdd1-e51c-4d41-ae61-095b08b7c07d),segment_id=6299cdd1-e51c-4d41-ae61-095b08b7c07d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:36.321932 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.338215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88141c5f-86e1-49ad-975d-4dbb0f9ccf2a req-906525ac-fd6e-4704-9811-387be9299bcd service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663065 Aug 19 00:28:36.338763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Calling delete_port for 8c1637b8-357d-4c2e-a59f-aa210a4b1915 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:36.399099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] Set router 127a8cfc-e999-47c6-b45b-851b739de225 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:36.426749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port d706b7e7-bfad-4e04-a230-564f9479be6e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d706b7e7-bfad-4e04-a230-564f9479be6e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:36.426749 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.441393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for d706b7e7-bfad-4e04-a230-564f9479be6e owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:36.519863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8c1637b8-357d-4c2e-a59f-aa210a4b1915 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:36.627150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.674777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] No DVR routers for this DVR port 8c1637b8-357d-4c2e-a59f-aa210a4b1915 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:28:36.681113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0be7c-5da5-4fc7-83d1-04f6b1f98033 None None] Pushing event deleted for resources: {'Port': ['ID=8c1637b8-357d-4c2e-a59f-aa210a4b1915,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:36.685664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.698148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.734475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=d706b7e7-bfad-4e04-a230-564f9479be6e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:36.821647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8913c-563f-4aa4-a102-6a2e2606a15d req-4d7342e5-7b4e-430b-9e93-a30694f98f1b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:36.823608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52f8913c-563f-4aa4-a102-6a2e2606a15d req-4d7342e5-7b4e-430b-9e93-a30694f98f1b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0792704 Aug 19 00:28:36.832610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:34Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:36.837815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.869826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73d4b9-412f-45d4-8fa8-851d61512a0e None None] The sync data for ids ['127a8cfc-e999-47c6-b45b-851b739de225'] in n-d-771363-38 is: [{'id': '127a8cfc-e999-47c6-b45b-851b739de225', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1255457733', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:34Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'd706b7e7-bfad-4e04-a230-564f9479be6e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a8cfc-e999-47c6-b45b-851b739de225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:09Z', 'updated_at': '2021-08-19T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:36.873277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-52f8913c-563f-4aa4-a102-6a2e2606a15d req-1b49348f-5a38-4fe4-8d30-4f16b8a56beb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Aug 19 00:28:36.972872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:36.975152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.043666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.044216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Fanout notify agent at l3_agent the message router_deleted on router 127a8cfc-e999-47c6-b45b-851b739de225 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:28:37.052761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.053918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4d7efa27-5260-4e25-a698-f9df803a4ae8 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/routers/127a8cfc-e999-47c6-b45b-851b739de225 HTTP/1.1" status: 204 len: 168 time: 1.4115937 Aug 19 00:28:37.056604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37222) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:37.408121 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.503253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.513122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517c5345-946a-41a6-810e-dd2abf13d1c1']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:37.523481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6299cdd1-e51c-4d41-ae61-095b08b7c07d') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:37.523784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6299cdd1-e51c-4d41-ae61-095b08b7c07d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:37.533355 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.552107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.558374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:28:37.558780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:28:37.562288 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:28:37.625855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.644716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.649655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/networks/517c5345-946a-41a6-810e-dd2abf13d1c1 HTTP/1.1" status: 204 len: 168 time: 0.5889397 Aug 19 00:28:37.649655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3df3c9-950d-4e5e-9194-a66ed3187483 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Network': ['ID=517c5345-946a-41a6-810e-dd2abf13d1c1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:37.652008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:37.843703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port eeb880a7-7fca-4ec7-93ea-327e7b4a75d3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:37.844399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.935851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.936194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:37.953341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for eeb880a7-7fca-4ec7-93ea-327e7b4a75d3 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:38.014845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ff92-e2f1-4e8b-93db-0c4f84056779 req-87139c13-33ce-4cff-8806-101729e3633d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:38.016743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4804ff92-e2f1-4e8b-93db-0c4f84056779 req-87139c13-33ce-4cff-8806-101729e3633d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0632384 Aug 19 00:28:38.074516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4804ff92-e2f1-4e8b-93db-0c4f84056779 req-6d2f8946-d316-4e3b-a2df-898ca354658d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Aug 19 00:28:38.175335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:38.198061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=eeb880a7-7fca-4ec7-93ea-327e7b4a75d3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:38.210054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.210929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.211277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.211615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.211949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.212282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.212639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.212966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.213301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.213628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.213951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.214273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:38.275335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:38.275671 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Floating IP c86e8c95-c7fe-42e1-b8dc-4df6534984c4 disassociated (deleted). External IP: 172.25.1.76, port: e8cacbae-6cf8-4d36-8c95-4d2dcf022229. Aug 19 00:28:38.355541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d706b7e7-bfad-4e04-a230-564f9479be6e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:38.374994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d706b7e7-bfad-4e04-a230-564f9479be6e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:38.375618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d706b7e7-bfad-4e04-a230-564f9479be6e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:38.376047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a94c5bc2-833e-44a5-bd94-89db1e48a5c8 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:38.394413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a94c5bc2-833e-44a5-bd94-89db1e48a5c8 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:38.394688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a94c5bc2-833e-44a5-bd94-89db1e48a5c8 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:38.483462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router ee186d86-dec4-484e-9413-0efe35ac49ae has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:38.598407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:38.603555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:38.609266 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Sync routers for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:38.618914 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:38.619522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:38.641192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ec2288a9-98fa-432d-beda-c493e5f2825f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/floatingips/c86e8c95-c7fe-42e1-b8dc-4df6534984c4 HTTP/1.1" status: 204 len: 168 time: 0.9865413 Aug 19 00:28:38.642129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:38.644876 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec9043f-7619-4da4-a59a-d3c97bd5c463" -d '{"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:38.745449 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:38.888511 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb54a7-292c-464e-ab03-848f1fac99f1 x-openstack-request-id: req-5ceb54a7-292c-464e-ab03-848f1fac99f1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:38.889256 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:38.889256 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ceb54a7-292c-464e-ab03-848f1fac99f1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:38.889652 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'status': 'completed', 'code': 200} Aug 19 00:28:38.921361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427ef93-a163-435d-84af-fb0847f05f09 req-5830c4d7-4a3a-48e4-9bbf-444a74f98d9e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:38.922899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2427ef93-a163-435d-84af-fb0847f05f09 req-5830c4d7-4a3a-48e4-9bbf-444a74f98d9e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0674448 Aug 19 00:28:38.964804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2427ef93-a163-435d-84af-fb0847f05f09 req-4805d84b-82c8-4c9b-804b-e6d66bc4c027 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356686 Aug 19 00:28:38.981214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-29a64558-af1f-4dbf-91ee-bbbcb73b560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:38.983981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-29a64558-af1f-4dbf-91ee-bbbcb73b560a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 1137 time: 0.0574858 Aug 19 00:28:39.005933 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:39.032399 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Checking router: ee186d86-dec4-484e-9413-0efe35ac49ae for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:39.041951 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:39.042684 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:39.081295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-e45fe24c-fd70-4fc2-ba76-bbbc90912a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:39.082809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-e45fe24c-fd70-4fc2-ba76-bbbc90912a96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 200 len: 897 time: 0.0901077 Aug 19 00:28:39.139518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-1008214d-49c7-4b7c-8738-13f55e58508c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 200 len: 217 time: 0.0494320 Aug 19 00:28:39.169231 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:39.223682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-ecc9193a-76da-4e4b-9b77-3a9a9de36534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:39.225341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-ecc9193a-76da-4e4b-9b77-3a9a9de36534 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 200 len: 835 time: 0.0775485 Aug 19 00:28:39.238342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae8fda-1f25-4727-94f3-08f86a27989d req-26030799-84e3-4704-8035-0382da2ace48 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:39.239883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ae8fda-1f25-4727-94f3-08f86a27989d req-26030799-84e3-4704-8035-0382da2ace48 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0620906 Aug 19 00:28:39.306966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ae8fda-1f25-4727-94f3-08f86a27989d req-90e90dcd-4e35-4d5b-9a92-c22fb6655ea3 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578933 Aug 19 00:28:39.309800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-b6d52651-f78a-49b4-8529-2032113b5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:39.311425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-b6d52651-f78a-49b4-8529-2032113b5b6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39f66255-2951-4ba9-b4e7-67d49c15082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705516 Aug 19 00:28:39.385016 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:39.412151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-b2f49c70-e020-41c8-8e91-d08e75093515 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Aug 19 00:28:39.412942 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81a3e6-373a-475b-ab7e-7b9d3446a38f None None] The sync data for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 is: [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:43Z', 'revision_number': 4, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '79e4b6ce-a360-4751-854a-a94ca86cab91', 'name': '', 'network_id': '39f66255-2951-4ba9-b4e7-67d49c15082f', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'mac_address': 'fa:16:3e:46:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:42Z', 'updated_at': '2021-08-19T00:26:48Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'subnets': [{'id': '3e41e68d-32aa-473f-9b89-b9d6a27cca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:39.519296 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bec9043f-7619-4da4-a59a-d3c97bd5c463 req-9645283d-211e-4ef2-af64-a49e5dfd5b68 service neutron] 10.222.0.21 "GET /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987732 Aug 19 00:28:39.649082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6c345-1f9a-4066-8a12-c16d12e9a3f3 None None] New status for floating IP c86e8c95-c7fe-42e1-b8dc-4df6534984c4: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:28:40.087114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef15ad7-1e88-4780-885b-37c2a7676564 req-7774f7ec-85da-4509-ae5b-4c1a17f9c675 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:40.088618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ef15ad7-1e88-4780-885b-37c2a7676564 req-7774f7ec-85da-4509-ae5b-4c1a17f9c675 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0485425 Aug 19 00:28:40.128591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ef15ad7-1e88-4780-885b-37c2a7676564 req-dc151bcd-8712-439b-a97b-87ed586b7d43 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/security-groups?id=b65167e1-89ea-48bc-99a7-025d3b594c04&id=ba4028f8-aab1-40b9-b176-0001bea4ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339077 Aug 19 00:28:40.448762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1cf94-98f0-45a0-ae21-197372326fcb req-2be779fb-f4c2-46c0-9039-6670e71d8d34 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:40.450289 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24e1cf94-98f0-45a0-ae21-197372326fcb req-2be779fb-f4c2-46c0-9039-6670e71d8d34 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0749893 Aug 19 00:28:40.471018 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-85fa1c8f-ac13-4ff5-8220-1ce0cacee514 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:40.472537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-85fa1c8f-ac13-4ff5-8220-1ce0cacee514 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 985 time: 0.0710936 Aug 19 00:28:40.531912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24e1cf94-98f0-45a0-ae21-197372326fcb req-c58f7d05-ce7b-4083-b412-6fb54ec370fe tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745294 Aug 19 00:28:40.588967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:40.589232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:40.680353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port e8cacbae-6cf8-4d36-8c95-4d2dcf022229, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:40.680720 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:40.692132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for e8cacbae-6cf8-4d36-8c95-4d2dcf022229 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:40.822857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:40.849005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=e8cacbae-6cf8-4d36-8c95-4d2dcf022229,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:40.895898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] No DVR routers for this DVR port e8cacbae-6cf8-4d36-8c95-4d2dcf022229 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:28:40.898627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:40.900736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3adede2f-1605-4dd8-81bd-0f4dbd9579d5 req-3fddd438-3dfe-449c-84b8-a2e1a32e7f9c tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.21 "DELETE /v2.0/ports/e8cacbae-6cf8-4d36-8c95-4d2dcf022229 HTTP/1.1" status: 204 len: 173 time: 0.4203975 Aug 19 00:28:40.901172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'name': 'network-vif-deleted', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:40.903418 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6532d30-09a5-4f37-ad15-273f4f21d8ce" -d '{"events": [{"server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "name": "network-vif-deleted", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:40.943788 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f894582-5591-4e6f-91ad-bc50b841eda5 x-openstack-request-id: req-3f894582-5591-4e6f-91ad-bc50b841eda5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:40.944093 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7527dca-b87f-4928-8853-32174780d753", "name": "network-vif-deleted", "tag": "e8cacbae-6cf8-4d36-8c95-4d2dcf022229", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:40.944503 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f894582-5591-4e6f-91ad-bc50b841eda5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:40.944846 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7527dca-b87f-4928-8853-32174780d753', 'name': 'network-vif-deleted', 'tag': 'e8cacbae-6cf8-4d36-8c95-4d2dcf022229', 'status': 'completed', 'code': 200} Aug 19 00:28:41.240852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b9f79e3-9102-4611-98a7-87dee8ba20b5 req-e81f7234-1b3a-4e88-b8b8-172acb42e12e tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7527dca-b87f-4928-8853-32174780d753 HTTP/1.1" status: 200 len: 210 time: 0.0307410 Aug 19 00:28:41.654035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9845a-8695-418e-a851-399325d9f818 req-776caf1b-1747-4ac1-842f-f0d55777591b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:41.655597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2fb9845a-8695-418e-a851-399325d9f818 req-776caf1b-1747-4ac1-842f-f0d55777591b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0485189 Aug 19 00:28:41.696163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2fb9845a-8695-418e-a851-399325d9f818 req-2c399e02-20a0-419e-be02-c05791fdcbe4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Aug 19 00:28:42.299561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:42.357520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.387776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.436191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.439741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.445337 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef3213e5-29cf-4d82-a08c-a5817239bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.446186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37338) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:42.456252 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba4028f8-aab1-40b9-b176-0001bea4ffff HTTP/1.1" status: 204 len: 168 time: 0.1541932 Aug 19 00:28:42.470398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e8018-022a-4c35-93d8-bb15ddffc82f tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4028f8-aab1-40b9-b176-0001bea4ffff,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:42.520032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.544051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.588262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.590996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:42.592449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/security-groups/b65167e1-89ea-48bc-99a7-025d3b594c04 HTTP/1.1" status: 204 len: 168 time: 0.1443918 Aug 19 00:28:42.595330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:42.602051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ff808-b9e1-474c-8763-d00b41ca4e32 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65167e1-89ea-48bc-99a7-025d3b594c04,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:43.197840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a23e69-2eab-4ffd-8822-3d5405654fa1 req-542a8d2f-4661-4165-b318-123f2c4ce0a7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:43.199416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06a23e69-2eab-4ffd-8822-3d5405654fa1 req-542a8d2f-4661-4165-b318-123f2c4ce0a7 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.4228029 Aug 19 00:28:43.276023 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06a23e69-2eab-4ffd-8822-3d5405654fa1 req-402b00b9-a555-41c5-b2c4-6ff656f13bcd tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691309 Aug 19 00:28:43.379322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:43.633592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port 79e4b6ce-a360-4751-854a-a94ca86cab91 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:43.634014 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:43.729688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port 79e4b6ce-a360-4751-854a-a94ca86cab91, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=79e4b6ce-a360-4751-854a-a94ca86cab91,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:43.730061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:43.741886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for 79e4b6ce-a360-4751-854a-a94ca86cab91 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:43.926363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:43.957253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=79e4b6ce-a360-4751-854a-a94ca86cab91,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:44.134906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.325227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e8cacbae-6cf8-4d36-8c95-4d2dcf022229 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:44.351789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: e8cacbae-6cf8-4d36-8c95-4d2dcf022229 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:44.352131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e8cacbae-6cf8-4d36-8c95-4d2dcf022229 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:44.365812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Router ee186d86-dec4-484e-9413-0efe35ac49ae has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:44.416921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591389a-e519-4a3c-ab69-1e9d1e45c02c req-a90df8a5-9f7d-4451-9498-bea65686292f tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:44.418420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2591389a-e519-4a3c-ab69-1e9d1e45c02c req-a90df8a5-9f7d-4451-9498-bea65686292f tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0539191 Aug 19 00:28:44.458255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2591389a-e519-4a3c-ab69-1e9d1e45c02c req-093de94c-65aa-4ded-a43a-c34b12f9ba85 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Aug 19 00:28:44.491277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:44.500358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-415e6d91-7530-4f56-828b-f788d5ebf328 tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "PUT /v2.0/routers/ee186d86-dec4-484e-9413-0efe35ac49ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038038 Aug 19 00:28:44.500977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37382) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:44.503369 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Sync routers for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:44.514877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:44.514877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:44.559966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting subnet 3e41e68d-32aa-473f-9b89-b9d6a27cca3b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:28:44.563641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.605860 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.716917 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:44.726228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.796203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.827891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Subnet': ['ID=3e41e68d-32aa-473f-9b89-b9d6a27cca3b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:44.837038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.839011 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c1540c72-9672-487c-a355-099bbe7fba9b tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/subnets/3e41e68d-32aa-473f-9b89-b9d6a27cca3b HTTP/1.1" status: 204 len: 168 time: 0.3368025 Aug 19 00:28:44.841617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdd100-d0ad-4408-80b4-792ca06688f8 None None] Network 39f66255-2951-4ba9-b4e7-67d49c15082f requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:44.841853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:44.943936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:28:43Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:44.957437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.983461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc555-d3fc-4443-bd8f-f4df8afe4ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:44.983820 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Checking router: ee186d86-dec4-484e-9413-0efe35ac49ae for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:45.013754 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Routers {'ee186d86-dec4-484e-9413-0efe35ac49ae'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:45.014678 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['ee186d86-dec4-484e-9413-0efe35ac49ae'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:45.070853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] DHCP port deletion for 39f66255-2951-4ba9-b4e7-67d49c15082f request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:28:45.081017 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.130071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] Set router ee186d86-dec4-484e-9413-0efe35ac49ae gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:45.145996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Deleting port b7cf4635-a32f-4e51-a662-e424b65b0a97 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:45.146387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.150890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Deleting port ca7b611b-4d42-4a06-9386-446486853f94 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:45.151247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.253410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.255000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.267006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] For port ca7b611b-4d42-4a06-9386-446486853f94, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ca7b611b-4d42-4a06-9386-446486853f94,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:45.268530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.275756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] For port b7cf4635-a32f-4e51-a662-e424b65b0a97, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b7cf4635-a32f-4e51-a662-e424b65b0a97,segment=NetworkSegment(fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1),segment_id=fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:45.276193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.285336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Calling delete_port for ca7b611b-4d42-4a06-9386-446486853f94 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:45.293319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Calling delete_port for b7cf4635-a32f-4e51-a662-e424b65b0a97 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:45.363225 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:28:43Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:45.393259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.393732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448a48d-9f8b-41d0-847e-90bbca54e313 None None] The sync data for ids ['ee186d86-dec4-484e-9413-0efe35ac49ae'] in n-d-771363-38 is: [{'id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952115829', 'tenant_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:28:43Z', 'revision_number': 5, 'project_id': 'ea5c55e6a1b24ee09b41b2abcdf804a4', 'gw_port': {'id': 'ca7b611b-4d42-4a06-9386-446486853f94', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee186d86-dec4-484e-9413-0efe35ac49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:38Z', 'updated_at': '2021-08-19T00:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:45.431770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] Pushing event deleted for resources: {'Port': ['ID=b7cf4635-a32f-4e51-a662-e424b65b0a97,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:45.435491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a2e3b-e47d-4a6a-8480-18137ac028cc None None] No DVR routers for this DVR port b7cf4635-a32f-4e51-a662-e424b65b0a97 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:28:45.494322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.526435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Port': ['ID=ca7b611b-4d42-4a06-9386-446486853f94,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:45.613274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.622794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6df82f-2c61-467f-9d83-bd0d387aa65c req-6d52aadb-2dbd-46f8-afc6-fdf6af313e70 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:45.624356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6df82f-2c61-467f-9d83-bd0d387aa65c req-6d52aadb-2dbd-46f8-afc6-fdf6af313e70 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0919676 Aug 19 00:28:45.730649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.736359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.786787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6df82f-2c61-467f-9d83-bd0d387aa65c req-7b876a4e-fb29-4321-b7b5-43889ee88ee9 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338029 Aug 19 00:28:45.796803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.800356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Fanout notify agent at l3_agent the message router_deleted on router ee186d86-dec4-484e-9413-0efe35ac49ae {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:28:45.810760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:45.814969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37406) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:45.824880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa4dce32-564e-4bce-a969-f0b2519c57ad tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/routers/ee186d86-dec4-484e-9413-0efe35ac49ae HTTP/1.1" status: 204 len: 168 time: 0.9819784 Aug 19 00:28:45.907588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.000152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.009893 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:28:46.011280 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f66255-2951-4ba9-b4e7-67d49c15082f']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:46.026923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:46.027230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc05a07-fe97-4905-8ecc-5f1b11b6f4e1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:46.039146 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.053718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.059876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:28:46.060421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:28:46.064523 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:28:46.124847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.129659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.134565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] 10.222.0.20 "DELETE /v2.0/networks/39f66255-2951-4ba9-b4e7-67d49c15082f HTTP/1.1" status: 204 len: 168 time: 0.3155162 Aug 19 00:28:46.151959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27d43-9e27-4a2f-b24c-c2ffe6590dbd tempest-TestSecurityGroupsBasicOps-612162133 tempest-TestSecurityGroupsBasicOps-612162133-project] Pushing event deleted for resources: {'Network': ['ID=39f66255-2951-4ba9-b4e7-67d49c15082f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:46.337571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.388377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37424) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:46.530486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0b073dd7-9b35-4088-9f46-862de4f19675 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea5c55e6a1b24ee09b41b2abcdf804a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389766 Aug 19 00:28:46.531341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37432) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:46.604315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.637010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.639913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b7cf4635-a32f-4e51-a662-e424b65b0a97 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:46.660721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b7cf4635-a32f-4e51-a662-e424b65b0a97 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:46.661074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b7cf4635-a32f-4e51-a662-e424b65b0a97 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:46.661496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 79e4b6ce-a360-4751-854a-a94ca86cab91 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:46.680234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 79e4b6ce-a360-4751-854a-a94ca86cab91 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:46.680607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 79e4b6ce-a360-4751-854a-a94ca86cab91 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:46.681254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca7b611b-4d42-4a06-9386-446486853f94 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:28:46.684559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.687802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:46.691724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00912636-76ea-47d0-93de-a4f6a11ab97e HTTP/1.1" status: 204 len: 168 time: 0.1568778 Aug 19 00:28:46.700807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ca7b611b-4d42-4a06-9386-446486853f94 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:28:46.701161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ca7b611b-4d42-4a06-9386-446486853f94 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:28:46.705380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323e23-8b80-46c4-ad2a-a9545fbb94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00912636-76ea-47d0-93de-a4f6a11ab97e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:46.931332 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fb856-888d-451d-987c-efb69e11b819 req-873397a9-47fb-454f-bd2c-d48d2ee00500 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:46.936812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4fb856-888d-451d-987c-efb69e11b819 req-873397a9-47fb-454f-bd2c-d48d2ee00500 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0575967 Aug 19 00:28:46.972499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4fb856-888d-451d-987c-efb69e11b819 req-c0a06a30-232c-47d4-8850-048cbb9b7616 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Aug 19 00:28:46.994530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37444) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:47.008648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-deb30289-2250-4147-a9b1-259680f923c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.097676 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-deb30289-2250-4147-a9b1-259680f923c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.104792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-deb30289-2250-4147-a9b1-259680f923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.140162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb30289-2250-4147-a9b1-259680f923c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ec0dd-7c6b-4bd8-8e8d-8207f14ab5fa,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:47.146988 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-deb30289-2250-4147-a9b1-259680f923c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03f54286502c4d76afc08db67f604935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482670 Aug 19 00:28:47.147205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:47.197709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.219531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.265570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.268231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.269430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a86ec0dd-7c6b-4bd8-8e8d-8207f14ab5fa HTTP/1.1" status: 204 len: 168 time: 0.1208012 Aug 19 00:28:47.277893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c398edb-aabb-4585-a756-3ae559fb43f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ec0dd-7c6b-4bd8-8e8d-8207f14ab5fa,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:47.571030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0b4b32c5-1829-436e-b614-637625861689 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:28:47.627585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37466) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:47.674286 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e4f4bd53-5a6a-46f2-a581-d700f247e0e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9167f6e9cde542398fa6d150bf2bc0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454366 Aug 19 00:28:47.676778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37468) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:47.688210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0b4b32c5-1829-436e-b614-637625861689,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:47.699749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '0b4b32c5-1829-436e-b614-637625861689', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:28:47.729767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.738544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.751530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.753646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4b32c5-1829-436e-b614-637625861689 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:28:47.774156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0b4b32c5-1829-436e-b614-637625861689,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:47.778421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.821068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.824183 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.827738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45661dcb-2283-49b8-9aff-004d1b30caff HTTP/1.1" status: 204 len: 168 time: 0.1477749 Aug 19 00:28:47.842079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:47.845449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726632d7-4e5a-4fac-98bc-b0988fc3e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45661dcb-2283-49b8-9aff-004d1b30caff,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:47.877958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:47.966508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['0b4b32c5-1829-436e-b614-637625861689'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:28:48.134832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf7fd8-ec7e-4c0a-b914-e319280beb0d req-13d7af43-be84-4ce0-934b-88de3732ae41 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:48.137112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30cf7fd8-ec7e-4c0a-b914-e319280beb0d req-13d7af43-be84-4ce0-934b-88de3732ae41 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 945 time: 0.0755308 Aug 19 00:28:48.201389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30cf7fd8-ec7e-4c0a-b914-e319280beb0d req-e5b38108-7c75-4667-81f0-4675c0fa2373 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Aug 19 00:28:48.554866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37506) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:48.651946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-866455007-network', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:48.673861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Made reservation on behalf of 1f14a3855c6e4992867ebc2291eef864 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:48.676151 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.687534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.778932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.782458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.807117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:28:48.816932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79309e3-b6dd-4aab-8067-a068de69570f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:48.821737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.822087 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Added segment be05e7c1-0ffc-420e-b2eb-86bf9d290237 of type vlan for network 9256d1de-4c7e-411d-88e7-724ccb6c262b Aug 19 00:28:48.861708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.886083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.887086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:48.887648 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:48.935567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.3795621 Aug 19 00:28:48.938527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:48.943757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Request body: {'subnet': {'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-866455007-subnet', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:48.946797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3b23-8534-428b-9186-e7602472c7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9256d1de-4c7e-411d-88e7-724ccb6c262b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:48.957972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:28:48.969337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Made reservation on behalf of 1f14a3855c6e4992867ebc2291eef864 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:28:48.972332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.148427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.208417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc228d00-1646-4f9f-bb59-5a766cd09c29,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:49.217958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Checking segment: {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:49.218317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Network hostable DHCP agents. Network: 9256d1de-4c7e-411d-88e7-724ccb6c262b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:28:49.243400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:28:49.255330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9256d1de-4c7e-411d-88e7-724ccb6c262b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:49.261420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:49.262058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.267613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c1269-0d12-4366-b703-157672ba2487 None None] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:49.288024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37526) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:49.288674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-10b73bf2-86f5-4422-b7f9-a7e47303a003 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3484199 Aug 19 00:28:49.293986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:49.321480 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.324536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.350537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c70708-76d6-4d85-920b-4c7839183f70 req-ce43fa4b-72e7-43bd-8e5d-c397254d4d81 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:49.356795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94c70708-76d6-4d85-920b-4c7839183f70 req-ce43fa4b-72e7-43bd-8e5d-c397254d4d81 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 945 time: 0.0673780 Aug 19 00:28:49.394715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.441393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94c70708-76d6-4d85-920b-4c7839183f70 req-9208390c-c1fc-4627-b9f2-187038885a44 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825136 Aug 19 00:28:49.443504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9256d1de-4c7e-411d-88e7-724ccb6c262b', 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'fixed_ips': [{'subnet_id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:28:49.444520 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.571312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0b4b32c5-1829-436e-b614-637625861689 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:49.583610 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.620339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Allocated IP 172.20.0.2 (9256d1de-4c7e-411d-88e7-724ccb6c262b/bc228d00-1646-4f9f-bb59-5a766cd09c29/1037511a-f73c-4f4f-ad0f-9eb053a10d31) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:49.655041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 0b4b32c5-1829-436e-b614-637625861689 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:49.683939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 0b4b32c5-1829-436e-b614-637625861689 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:49.684358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.814306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.838772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.844143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.851560 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.865887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Transition to ACTIVE for port object 1037511a-f73c-4f4f-ad0f-9eb053a10d31 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:49.877219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:49.879673 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07b1ab-9d35-4d5a-b3e4-47de29866746" -d '{"events": [{"server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:49.905849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Transition to ACTIVE for port object 1037511a-f73c-4f4f-ad0f-9eb053a10d31 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:49.912635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0b4b32c5-1829-436e-b614-637625861689,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:49.918284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.927661 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:49.965799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:49.971189 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a53997-4eff-4cfb-b421-676c35f192b3 x-openstack-request-id: req-b5a53997-4eff-4cfb-b421-676c35f192b3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:49.972181 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b32c5-1829-436e-b614-637625861689", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:49.972639 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5a53997-4eff-4cfb-b421-676c35f192b3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:49.973206 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'code': 200} Aug 19 00:28:49.976148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:49.981234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:49.997840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Allocated IP 172.25.1.18 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/ad11567e-0590-4474-ad5d-955614ecf8e2) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:50.044258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Pushing event updated for resources: {'Port': ['ID=1037511a-f73c-4f4f-ad0f-9eb053a10d31,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:50.082331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Attempting to bind port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:50.082704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Attempting to bind port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:50.083359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Attempting to bind port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 on network 9256d1de-4c7e-411d-88e7-724ccb6c262b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:50.095137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc58442-8fa5-4d91-9319-f957751cbe3a req-162ca887-2796-4c70-a906-aba3f8a9759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:50.097454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8dc58442-8fa5-4d91-9319-f957751cbe3a req-162ca887-2796-4c70-a906-aba3f8a9759f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0970483 Aug 19 00:28:50.100053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:50.101550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Checking segment: {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:50.103086 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.103495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Bound using segment: {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:50.104004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Bound port: 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:50.104444 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.128318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:50.180998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8dc58442-8fa5-4d91-9319-f957751cbe3a req-548fa23d-b9c7-4738-a993-adaa0967b125 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651941 Aug 19 00:28:50.190296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.196940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] For port 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:50.201793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] For port 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1037511a-f73c-4f4f-ad0f-9eb053a10d31,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:50.206686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.239276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.289503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:50.292685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:50.297235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:50.336710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11567e-0590-4474-ad5d-955614ecf8e2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:50.355050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.355182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.355733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.356275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.356695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.357064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.357407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.357740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.358138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.358486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.358816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.359153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:28:50.486314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d34e4-c37f-4850-991d-d9221fb70c10 None None] Pushing event updated for resources: {'Port': ['ID=1037511a-f73c-4f4f-ad0f-9eb053a10d31,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:50.593748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59567d8-29d5-46d4-8c5e-699d4b32bfd5 req-f7cb372d-cb13-44b7-97e4-403c366ab4d4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:50.596039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b59567d8-29d5-46d4-8c5e-699d4b32bfd5 req-f7cb372d-cb13-44b7-97e4-403c366ab4d4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0671797 Aug 19 00:28:50.636095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:50.646153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b59567d8-29d5-46d4-8c5e-699d4b32bfd5 req-519e729c-0fca-4072-bb71-06fb2171eb36 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Aug 19 00:28:51.127254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:51.278798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Router f091e3a1-8d0c-4308-883b-acad1679c2e2 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:28:51.388463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:51.398930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Sync routers for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:51.411219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Routers {'f091e3a1-8d0c-4308-883b-acad1679c2e2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:51.411928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f091e3a1-8d0c-4308-883b-acad1679c2e2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:51.417809 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:51.422235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-28f8bb14-1867-41fb-9c81-10adff7672c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.1296585 Aug 19 00:28:51.422662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:51.526693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Set router f091e3a1-8d0c-4308-883b-acad1679c2e2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:51.634912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc763bc-4fe4-4104-b73d-117436510ab4 None None] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:28:51.726754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d44a8680-aad1-4d1f-b6f5-c80622dd0197 None None] Provisioning for port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:51.831433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652a39-4f44-41e3-881b-d6670be6f6da req-08b14cf1-61cf-40d7-abfc-63a5a576c45e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:51.834318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1652a39-4f44-41e3-881b-d6670be6f6da req-08b14cf1-61cf-40d7-abfc-63a5a576c45e tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0697281 Aug 19 00:28:51.862697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:50Z', 'revision_number': 3, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:51.885096 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c1652a39-4f44-41e3-881b-d6670be6f6da req-20480fdc-45c9-4b5b-b2c8-594db6826978 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Aug 19 00:28:51.926314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Checking router: f091e3a1-8d0c-4308-883b-acad1679c2e2 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:51.926789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Updating router f091e3a1-8d0c-4308-883b-acad1679c2e2 port ad11567e-0590-4474-ad5d-955614ecf8e2 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:28:51.950596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:51.961429 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.076195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff47c5-5e82-4e73-9f0e-cd0c8d35e206 req-9af46f67-77bc-4c1c-ac38-7d3e640eb9dc tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:52.078680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54ff47c5-5e82-4e73-9f0e-cd0c8d35e206 req-9af46f67-77bc-4c1c-ac38-7d3e640eb9dc tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.1185732 Aug 19 00:28:52.180990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54ff47c5-5e82-4e73-9f0e-cd0c8d35e206 req-917c6f4c-bc2e-4f6e-8b2d-745ed964341f tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689149 Aug 19 00:28:52.205647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37584) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:52.254937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Allocated IP 172.20.0.1 (9256d1de-4c7e-411d-88e7-724ccb6c262b/bc228d00-1646-4f9f-bb59-5a766cd09c29/822d7649-a227-4340-8bd0-6f6d99dd45d9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:52.371849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.388194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Transition to ACTIVE for port object ad11567e-0590-4474-ad5d-955614ecf8e2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:52.399712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.410478 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.432772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Transition to ACTIVE for port object 822d7649-a227-4340-8bd0-6f6d99dd45d9 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:52.470904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1037511a-f73c-4f4f-ad0f-9eb053a10d31 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:52.478498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Attempting to bind port ad11567e-0590-4474-ad5d-955614ecf8e2 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:52.478498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Attempting to bind port ad11567e-0590-4474-ad5d-955614ecf8e2 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:52.478883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Attempting to bind port ad11567e-0590-4474-ad5d-955614ecf8e2 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:52.484611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.500967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960822de-60f5-4a8c-85c3-168b6f355260 tempest-TestVolumeBackupRestore-2116211386 tempest-TestVolumeBackupRestore-2116211386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:52.502509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-960822de-60f5-4a8c-85c3-168b6f355260 tempest-TestVolumeBackupRestore-2116211386 tempest-TestVolumeBackupRestore-2116211386-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1093 time: 0.2934861 Aug 19 00:28:52.506406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37594) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:52.509487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944bb97-5d26-40d3-9c88-3c7c8aa3fe9d None None] Pushing event updated for resources: {'Port': ['ID=ad11567e-0590-4474-ad5d-955614ecf8e2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:52.512098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:52.512536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:52.512988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.513390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:52.513875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Bound port: ad11567e-0590-4474-ad5d-955614ecf8e2, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:52.514269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.515385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:52.549079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:52.555836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:52.558426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:52.578731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.594615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] For port ad11567e-0590-4474-ad5d-955614ecf8e2, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:52.595099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Pushing event updated for resources: {'Port': ['ID=822d7649-a227-4340-8bd0-6f6d99dd45d9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:52.608431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] For port ad11567e-0590-4474-ad5d-955614ecf8e2, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ad11567e-0590-4474-ad5d-955614ecf8e2,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:52.610875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:52.619017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.621165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.684851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944bb97-5d26-40d3-9c88-3c7c8aa3fe9d None None] Pushing event updated for resources: {'Port': ['ID=ad11567e-0590-4474-ad5d-955614ecf8e2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:52.687590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:52.688025 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.747845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.749043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Routers {'f091e3a1-8d0c-4308-883b-acad1679c2e2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:52.749691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f091e3a1-8d0c-4308-883b-acad1679c2e2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:52.797415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:52.925900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Allocated IP 172.25.1.76 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/669eb2e5-a7c5-45ef-823b-82aa139bdadc) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:28:52.938055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] Set router f091e3a1-8d0c-4308-883b-acad1679c2e2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:53.028166 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.035946 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.052645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.077864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.084624 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.089747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec23a78e-b0b2-41ce-996c-29034f9e334a None None] Provisioning for port 822d7649-a227-4340-8bd0-6f6d99dd45d9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:53.106808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ec23a78e-b0b2-41ce-996c-29034f9e334a None None] Provisioning complete for port 822d7649-a227-4340-8bd0-6f6d99dd45d9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:53.107107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.107302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec23a78e-b0b2-41ce-996c-29034f9e334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.154009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'Port': ['ID=669eb2e5-a7c5-45ef-823b-82aa139bdadc,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:53.166830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:53.168592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:53.171395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:28:53.177878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ec23a78e-b0b2-41ce-996c-29034f9e334a None None] Port 822d7649-a227-4340-8bd0-6f6d99dd45d9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:53.184830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1037511a-f73c-4f4f-ad0f-9eb053a10d31,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:53.192256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Pushing event updated for resources: {'Port': ['ID=822d7649-a227-4340-8bd0-6f6d99dd45d9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:53.196572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.269907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:28:53.271746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:28:53.305939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1037511a-f73c-4f4f-ad0f-9eb053a10d31,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:53.333818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:50Z', 'revision_number': 3, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:53.378144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066f773-3726-4cf8-aa73-37f66a11617c None None] The sync data for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 is: [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:50Z', 'revision_number': 3, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:53.436006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Router f091e3a1-8d0c-4308-883b-acad1679c2e2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:53.612855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-301a0f14-c5e5-4361-ba89-b2f8e7166a64 None None] Provisioning complete for port 822d7649-a227-4340-8bd0-6f6d99dd45d9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:53.613459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-301a0f14-c5e5-4361-ba89-b2f8e7166a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.657135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-301a0f14-c5e5-4361-ba89-b2f8e7166a64 None None] Port 822d7649-a227-4340-8bd0-6f6d99dd45d9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:28:53.849947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:53.982112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.090119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:54.095265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d92447f4-6e43-4569-a4cc-b390f0055ebd admin admin] 10.222.0.20 "PUT /v2.0/routers/f091e3a1-8d0c-4308-883b-acad1679c2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6716034 Aug 19 00:28:54.166702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.173247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.244049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event updated for resources: {'Port': ['ID=669eb2e5-a7c5-45ef-823b-82aa139bdadc,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:54.287623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.424129 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Floating IP 55803aff-f30f-49b0-a06c-1a9b05ba2193 associated. External IP: 172.25.1.76, port: 0b4b32c5-1829-436e-b614-637625861689. Aug 19 00:28:54.549013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1037511a-f73c-4f4f-ad0f-9eb053a10d31 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:54.658474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:54.659158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.776046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ad11567e-0590-4474-ad5d-955614ecf8e2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:54.874284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ad11567e-0590-4474-ad5d-955614ecf8e2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:28:54.891892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ad11567e-0590-4474-ad5d-955614ecf8e2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:54.892452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:54.988196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:55.019141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ad11567e-0590-4474-ad5d-955614ecf8e2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ad11567e-0590-4474-ad5d-955614ecf8e2,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:55.027681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:55.101909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ad11567e-0590-4474-ad5d-955614ecf8e2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:55.171784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:55.297459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:55.311000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:55.316013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:55.324066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:55.324741 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:55.363741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ead281c7-91ea-4033-bd98-cbf80e84c176 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8530626 Aug 19 00:28:55.363741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:55.363741 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97358b22-3dc5-4bf5-a989-99155b740fca" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:55.364253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:55.406658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadadbb3-f2b7-4aeb-8ede-546f0aa19766 tempest-TestVolumeBackupRestore-2116211386 tempest-TestVolumeBackupRestore-2116211386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:55.411522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fadadbb3-f2b7-4aeb-8ede-546f0aa19766 tempest-TestVolumeBackupRestore-2116211386 tempest-TestVolumeBackupRestore-2116211386-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1093 time: 0.0435302 Aug 19 00:28:55.411869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:55.416863 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Request body: {'floatingip': {'port_id': '0b4b32c5-1829-436e-b614-637625861689'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:28:55.455528 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7cdf27-d0a6-4df2-a55a-14d45e443732 x-openstack-request-id: req-fc7cdf27-d0a6-4df2-a55a-14d45e443732 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:55.456419 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:55.459053 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc7cdf27-d0a6-4df2-a55a-14d45e443732 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:55.459719 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:28:55.469305 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:55.498704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:55.539561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358b22-3dc5-4bf5-a989-99155b740fca req-902b554b-73d8-4dd7-a3b0-80bec4f87b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:55.542497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-902b554b-73d8-4dd7-a3b0-80bec4f87b21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0647027 Aug 19 00:28:55.550898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Sync routers for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:55.571858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Routers {'f091e3a1-8d0c-4308-883b-acad1679c2e2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:55.576570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f091e3a1-8d0c-4308-883b-acad1679c2e2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:55.714252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358b22-3dc5-4bf5-a989-99155b740fca req-eec835d0-c759-41f8-908b-202b660f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:55.715772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-eec835d0-c759-41f8-908b-202b660f3427 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.1601052 Aug 19 00:28:55.746752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:55.802480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Set router f091e3a1-8d0c-4308-883b-acad1679c2e2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:55.821818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-6d7f3585-f2a9-415e-979f-b7ad0b08af08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 999 time: 0.0983465 Aug 19 00:28:55.893794 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:53Z', 'revision_number': 0, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:55.931457 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:55.941698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358b22-3dc5-4bf5-a989-99155b740fca req-5c021f82-9e84-40c1-8764-24a03358933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:55.945263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-5c021f82-9e84-40c1-8764-24a03358933b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.1158540 Aug 19 00:28:55.948374 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:55.949520 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:56.049492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358b22-3dc5-4bf5-a989-99155b740fca req-860011c0-a3ec-42f2-9866-8e59c49f6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:56.051060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-860011c0-a3ec-42f2-9866-8e59c49f6d2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849957 Aug 19 00:28:56.131658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 4, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '822d7649-a227-4340-8bd0-6f6d99dd45d9', 'name': '', 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'mac_address': 'fa:16:3e:d5:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:51Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 2, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'subnets': [{'id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:56.176787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Checking router: f091e3a1-8d0c-4308-883b-acad1679c2e2 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:56.177091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Updating router f091e3a1-8d0c-4308-883b-acad1679c2e2 port 822d7649-a227-4340-8bd0-6f6d99dd45d9 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:28:56.187037 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:56.201183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-fa0685ff-23ce-4561-b7d6-2a5cdcc7a483 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409874 Aug 19 00:28:56.226816 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.338298 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.347719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97358b22-3dc5-4bf5-a989-99155b740fca req-9c1a3056-6384-43fa-86b0-cbfbf087f728 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388226 Aug 19 00:28:56.379050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.426210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ad11567e-0590-4474-ad5d-955614ecf8e2 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:28:56.505515 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.597300 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:53Z', 'revision_number': 0, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:56.632119 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2197f-7dab-4c17-8760-e8f394190269 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:53Z', 'revision_number': 0, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:56.731692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ad11567e-0590-4474-ad5d-955614ecf8e2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:28:56.732069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.823394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:56.879347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.882717 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.900200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Transition to ACTIVE for port object 822d7649-a227-4340-8bd0-6f6d99dd45d9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:28:56.910815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:56.997766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45081b3-d966-49f3-971c-8161c3f4d423 None None] Pushing event updated for resources: {'Port': ['ID=822d7649-a227-4340-8bd0-6f6d99dd45d9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:57.017983 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c378cf-df33-4bfb-af4a-8bf3e899f788 None None] New status for floating IP 55803aff-f30f-49b0-a06c-1a9b05ba2193: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:28:57.044891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Attempting to bind port 822d7649-a227-4340-8bd0-6f6d99dd45d9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:28:57.045384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Attempting to bind port 822d7649-a227-4340-8bd0-6f6d99dd45d9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:28:57.045824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Attempting to bind port 822d7649-a227-4340-8bd0-6f6d99dd45d9 on network 9256d1de-4c7e-411d-88e7-724ccb6c262b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:28:57.053531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:28:57.054004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Checking segment: {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:28:57.054688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.055206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Bound using segment: {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:28:57.055795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Bound port: 822d7649-a227-4340-8bd0-6f6d99dd45d9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be05e7c1-0ffc-420e-b2eb-86bf9d290237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:28:57.057079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.080327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:57.086195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.168143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:57.170512 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:57.188899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9bddfd97-12ca-4ab6-8a16-ad7826c1ecd4 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "PUT /v2.0/floatingips/55803aff-f30f-49b0-a06c-1a9b05ba2193 HTTP/1.1" status: 200 len: 991 time: 1.7704256 Aug 19 00:28:57.196482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] For port 822d7649-a227-4340-8bd0-6f6d99dd45d9, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:28:57.202021 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] For port 822d7649-a227-4340-8bd0-6f6d99dd45d9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=822d7649-a227-4340-8bd0-6f6d99dd45d9,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:28:57.212979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.226784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Deleting port 822d7649-a227-4340-8bd0-6f6d99dd45d9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:57.227332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.269583 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15726bf-3114-4c0b-b6d3-be39ff017e9e x-openstack-request-id: req-a15726bf-3114-4c0b-b6d3-be39ff017e9e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:57.271011 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:57.271350 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a15726bf-3114-4c0b-b6d3-be39ff017e9e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:57.271904 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:28:57.309312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Routers {'f091e3a1-8d0c-4308-883b-acad1679c2e2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:57.310227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f091e3a1-8d0c-4308-883b-acad1679c2e2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:57.343457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-e62736a9-8009-47f8-a74d-3484b8ed207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:57.345058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-e62736a9-8009-47f8-a74d-3484b8ed207b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0749452 Aug 19 00:28:57.394557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45081b3-d966-49f3-971c-8161c3f4d423 None None] Pushing event updated for resources: {'Port': ['ID=822d7649-a227-4340-8bd0-6f6d99dd45d9,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:57.438838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] For port 822d7649-a227-4340-8bd0-6f6d99dd45d9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=822d7649-a227-4340-8bd0-6f6d99dd45d9,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:57.439391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.461733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Calling delete_port for 822d7649-a227-4340-8bd0-6f6d99dd45d9 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:57.501821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] Set router f091e3a1-8d0c-4308-883b-acad1679c2e2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:57.503382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-7eb26bd7-0beb-4602-bd8d-7116fa829756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:57.505724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-7eb26bd7-0beb-4602-bd8d-7116fa829756 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.1517644 Aug 19 00:28:57.546942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:57.570819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:57.571642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:57.641033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-ab1594ab-4a9e-4157-9109-df29f067feb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 1001 time: 0.1180637 Aug 19 00:28:57.713855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-315bd0b7-25d4-4fb7-8721-5c750a800842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:57.715741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-315bd0b7-25d4-4fb7-8721-5c750a800842 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.0672967 Aug 19 00:28:57.766797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:57.788817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-d700d618-732d-466d-a92a-b3555e0e43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:57.792000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-d700d618-732d-466d-a92a-b3555e0e43eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696185 Aug 19 00:28:57.804213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=822d7649-a227-4340-8bd0-6f6d99dd45d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:57.853342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:57.946298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-14db7e80-f7a8-49d5-9684-5ffd6359ebf9 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468413 Aug 19 00:28:57.970790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 4, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '822d7649-a227-4340-8bd0-6f6d99dd45d9', 'name': '', 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'mac_address': 'fa:16:3e:d5:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:51Z', 'updated_at': '2021-08-19T00:28:57Z', 'revision_number': 4, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'subnets': [{'id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:58.005645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d56ba-6996-461a-8df8-f500346089c5 None None] The sync data for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 is: [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:52Z', 'revision_number': 4, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port': {'id': 'ad11567e-0590-4474-ad5d-955614ecf8e2', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '822d7649-a227-4340-8bd0-6f6d99dd45d9', 'name': '', 'network_id': '9256d1de-4c7e-411d-88e7-724ccb6c262b', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'mac_address': 'fa:16:3e:d5:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:28:51Z', 'updated_at': '2021-08-19T00:28:57Z', 'revision_number': 4, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'subnets': [{'id': 'bc228d00-1646-4f9f-bb59-5a766cd09c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:58.028905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:58.134820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2d58a3df-4a50-4a12-b7a9-7548e5cdf99c req-dd8c4d44-ce9a-482b-be18-1d65140c9556 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807420 Aug 19 00:28:58.229405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:57Z', 'revision_number': 2, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:58.258765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:58.268191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:58.268994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:58.343192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Router f091e3a1-8d0c-4308-883b-acad1679c2e2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:28:58.382693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:58.461090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:28:58.470207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d858c71d-91d5-4291-a052-b064bbbd9a5d admin admin] 10.222.0.20 "PUT /v2.0/routers/f091e3a1-8d0c-4308-883b-acad1679c2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218442 Aug 19 00:28:58.472371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:58.670299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:57Z', 'revision_number': 2, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:58.704866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f09d21-2e4d-4c23-8983-317e3373aa92 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '55803aff-f30f-49b0-a06c-1a9b05ba2193', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'port_id': '0b4b32c5-1829-436e-b614-637625861689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'mac_address': 'fa:16:3e:a0:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:28:53Z', 'updated_at': '2021-08-19T00:28:57Z', 'revision_number': 2, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:58.977207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.088071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.146899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Deleting port ad11567e-0590-4474-ad5d-955614ecf8e2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:28:59.147254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.239176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] For port ad11567e-0590-4474-ad5d-955614ecf8e2, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ad11567e-0590-4474-ad5d-955614ecf8e2,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:28:59.239859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.253574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Calling delete_port for ad11567e-0590-4474-ad5d-955614ecf8e2 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:28:59.300958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:28:59.303212 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b8058-56ae-4031-9dad-d32c6198ac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:28:59.373164 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188aaaf-a842-45b7-9062-764f6fb70438 x-openstack-request-id: req-b188aaaf-a842-45b7-9062-764f6fb70438 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:28:59.373460 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:28:59.373709 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b188aaaf-a842-45b7-9062-764f6fb70438 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:28:59.374102 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:28:59.427956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-90def2bd-a163-4473-ae22-eed62e6740a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:59.432795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-90def2bd-a163-4473-ae22-eed62e6740a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0594726 Aug 19 00:28:59.453880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.536336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad11567e-0590-4474-ad5d-955614ecf8e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:28:59.547061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-c657260e-09c9-444a-8c7b-51bb9ef1cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:59.549696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-c657260e-09c9-444a-8c7b-51bb9ef1cb17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.1098943 Aug 19 00:28:59.558985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.570212 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Sync routers for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:28:59.580446 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Routers {'f091e3a1-8d0c-4308-883b-acad1679c2e2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:59.581390 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f091e3a1-8d0c-4308-883b-acad1679c2e2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:59.625529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-bf493cd6-712b-41b7-b203-983804ff5f5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 1001 time: 0.0683670 Aug 19 00:28:59.652281 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Set router f091e3a1-8d0c-4308-883b-acad1679c2e2 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:28:59.663396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.666111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.700313 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-754a98f7-dde8-4f82-a53f-1b1895eda33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:59.704025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-754a98f7-dde8-4f82-a53f-1b1895eda33a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.0692959 Aug 19 00:28:59.712088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.712888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f091e3a1-8d0c-4308-883b-acad1679c2e2 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:28:59.713045 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f091e3a1-8d0c-4308-883b-acad1679c2e2', 'name': 'tempest-ImageQuotaTest-866455007-router', 'tenant_id': '1f14a3855c6e4992867ebc2291eef864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:28:49Z', 'updated_at': '2021-08-19T00:28:59Z', 'revision_number': 7, 'project_id': '1f14a3855c6e4992867ebc2291eef864', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:28:59.717971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.721563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e8bccee-50ec-4a1a-8ab2-4cc6e23aa11a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f091e3a1-8d0c-4308-883b-acad1679c2e2 HTTP/1.1" status: 204 len: 168 time: 1.2460146 Aug 19 00:28:59.724787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:28:59.754403 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Checking router: f091e3a1-8d0c-4308-883b-acad1679c2e2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:28:59.766449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-bd3f54ef-7e9c-4992-849d-04fd20a9b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:28:59.773101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-bd3f54ef-7e9c-4992-849d-04fd20a9b672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568690 Aug 19 00:28:59.775236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Routers set() bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:28:59.775825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Router IDs set() for agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 00:28:59.776463 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f091e3a1-8d0c-4308-883b-acad1679c2e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 00:28:59.776824 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ea003-9221-446a-8c69-2f808a7bc475 None None] The sync data for ids ['f091e3a1-8d0c-4308-883b-acad1679c2e2'] in n-d-771363-38 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:28:59.784710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Deleting subnet bc228d00-1646-4f9f-bb59-5a766cd09c29 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:28:59.792330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.831606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.896661 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-b03e3c42-7842-4f04-b52f-4dd4b9c4b330 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157606 Aug 19 00:28:59.922130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.987842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:28:59.995599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-605b8058-56ae-4031-9dad-d32c6198ac2c req-4c27032f-954c-4132-a7f7-165e171364ad service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919993 Aug 19 00:29:00.012751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc228d00-1646-4f9f-bb59-5a766cd09c29,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:00.020825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.025637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d5101fce-ba58-41d4-85ed-50f8a5c5cf99 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc228d00-1646-4f9f-bb59-5a766cd09c29 HTTP/1.1" status: 204 len: 168 time: 0.2971952 Aug 19 00:29:00.025750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 37712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:00.028165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed47e0f-3377-4e73-b8de-48e3924e9170 None None] Network 9256d1de-4c7e-411d-88e7-724ccb6c262b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:29:00.093919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.153201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Deleting port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:00.153557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.219213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] DHCP port deletion for 9256d1de-4c7e-411d-88e7-724ccb6c262b request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:29:00.232425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] For port 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1037511a-f73c-4f4f-ad0f-9eb053a10d31,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:00.232896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.246765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Calling delete_port for 1037511a-f73c-4f4f-ad0f-9eb053a10d31 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:00.285335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Deleting port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:00.285718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.369165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.386946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] For port 1037511a-f73c-4f4f-ad0f-9eb053a10d31, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1037511a-f73c-4f4f-ad0f-9eb053a10d31,segment=NetworkSegment(be05e7c1-0ffc-420e-b2eb-86bf9d290237),segment_id=be05e7c1-0ffc-420e-b2eb-86bf9d290237)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:00.387340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.400222 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Calling delete_port for 1037511a-f73c-4f4f-ad0f-9eb053a10d31 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:00.400415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Pushing event deleted for resources: {'Port': ['ID=1037511a-f73c-4f4f-ad0f-9eb053a10d31,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:00.406580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] No DVR routers for this DVR port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:00.480179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.490049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9256d1de-4c7e-411d-88e7-724ccb6c262b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:00.492768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.500421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be05e7c1-0ffc-420e-b2eb-86bf9d290237') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:00.500723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be05e7c1-0ffc-420e-b2eb-86bf9d290237') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:00.507342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] No DVR routers for this DVR port 1037511a-f73c-4f4f-ad0f-9eb053a10d31 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:00.512112 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.528796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a764e-f1ff-4cef-81a3-c0cb7f3c30ac None None] Pushing event deleted for resources: {'Port': ['ID=1037511a-f73c-4f4f-ad0f-9eb053a10d31,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:00.536288 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.544021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:29:00.544615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:29:00.546418 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:29:00.601074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.608258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.610128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] 10.222.0.20 "DELETE /v2.0/networks/9256d1de-4c7e-411d-88e7-724ccb6c262b HTTP/1.1" status: 204 len: 168 time: 0.5835474 Aug 19 00:29:00.620119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6e684-ddb0-4d11-b354-33f52033168a admin admin] Pushing event deleted for resources: {'Network': ['ID=9256d1de-4c7e-411d-88e7-724ccb6c262b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:00.764715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37716) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:00.820447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1037511a-f73c-4f4f-ad0f-9eb053a10d31 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:00.835356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-371b53eb-bdb9-4873-903a-3fe4e7cd31a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f14a3855c6e4992867ebc2291eef864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689697 Aug 19 00:29:00.837928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37720) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:00.846752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1037511a-f73c-4f4f-ad0f-9eb053a10d31 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:00.847095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1037511a-f73c-4f4f-ad0f-9eb053a10d31 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:00.847522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 822d7649-a227-4340-8bd0-6f6d99dd45d9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:00.867558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 822d7649-a227-4340-8bd0-6f6d99dd45d9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:00.867858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 822d7649-a227-4340-8bd0-6f6d99dd45d9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:00.897805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.919894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.968861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.971573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:00.972936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c79309e3-b6dd-4aab-8067-a068de69570f HTTP/1.1" status: 204 len: 168 time: 0.1338661 Aug 19 00:29:00.981612 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570d840-b6a2-44f7-8ad9-1b6e43904aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79309e3-b6dd-4aab-8067-a068de69570f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:01.330135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37726) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:01.348326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-876855f7-cc13-4748-a3b7-32c0c9a13341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.441891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-876855f7-cc13-4748-a3b7-32c0c9a13341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.445851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-876855f7-cc13-4748-a3b7-32c0c9a13341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.484806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876855f7-cc13-4748-a3b7-32c0c9a13341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a987a1ad-368d-47e0-b5cc-b1f0f372a683,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:01.490303 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-876855f7-cc13-4748-a3b7-32c0c9a13341 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1591072 Aug 19 00:29:01.493567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 37728) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:01.544268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.566010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.621395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.624374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:01.627910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a987a1ad-368d-47e0-b5cc-b1f0f372a683 HTTP/1.1" status: 204 len: 168 time: 0.1310906 Aug 19 00:29:01.634906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91581-4220-4d9e-8cae-d4090baa6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987a1ad-368d-47e0-b5cc-b1f0f372a683,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:02.306131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ad11567e-0590-4474-ad5d-955614ecf8e2 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:02.329874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ad11567e-0590-4474-ad5d-955614ecf8e2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:02.330213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ad11567e-0590-4474-ad5d-955614ecf8e2 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:06.293931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-9acd2995-d8af-4ec2-927d-1acbf8174f3d tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:06.295414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-9acd2995-d8af-4ec2-927d-1acbf8174f3d tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 814 time: 0.1049414 Aug 19 00:29:06.309986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-a3e9cbe3-7613-4d86-8db3-e3c0aacb61cc tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/quotas/c1f85e1bc66f4382968bfbc14467b569 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Aug 19 00:29:06.340688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-cd9a2834-a0dd-4b8f-b024-9d80fba8fba1 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257027 Aug 19 00:29:06.431910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-c006e4cf-1442-41ee-b0cb-fa62858867ca service neutron] 10.222.0.20 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845184 Aug 19 00:29:06.519460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-a2c31820-5640-4dd0-8ad7-9ede297bd775 service neutron] 10.222.0.20 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815408 Aug 19 00:29:06.680449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37b75fba-e084-4893-853f-8e74340cc939 req-282eedb0-4e61-453e-b6f4-4ddea3bc42dd tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Aug 19 00:29:07.178561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-bfe0fdc3-f9a9-49e5-a9dd-601c840ab416 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411537 Aug 19 00:29:07.266246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-8c8ad70c-66f5-417c-b9e2-367b7194fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:07.267780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-8c8ad70c-66f5-417c-b9e2-367b7194fc62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0467906 Aug 19 00:29:07.372686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-e370dd65-a5fe-4289-b7fd-a8ebe25743e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:07.374050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-e370dd65-a5fe-4289-b7fd-a8ebe25743e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.0845132 Aug 19 00:29:07.438570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-57e6323b-4e04-4853-b888-a6b837ee742a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 1001 time: 0.0569592 Aug 19 00:29:07.489676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-40780da1-14d9-48b8-a11e-c60295e02a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:07.491110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-40780da1-14d9-48b8-a11e-c60295e02a0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.0456378 Aug 19 00:29:07.544410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-b30347fa-b752-4fa2-9dd5-da944b8a7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:07.544410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-b30347fa-b752-4fa2-9dd5-da944b8a7394 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445399 Aug 19 00:29:07.712957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-eda5bbea-24ce-4169-849d-f43aafff36e0 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617877 Aug 19 00:29:07.721048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-1c460f22-2dbc-41e1-86e0-1ba8c6a244b1 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:07.722410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-1c460f22-2dbc-41e1-86e0-1ba8c6a244b1 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 814 time: 0.1622298 Aug 19 00:29:07.767516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Request body: {'port': {'device_id': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997', 'admin_state_up': True, 'tenant_id': 'c1f85e1bc66f4382968bfbc14467b569'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:29:07.776029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-61f04ce0-d453-42b5-b3e0-13f76e107507 req-906578d5-0303-4069-b97a-0bb002044588 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Aug 19 00:29:07.879983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4685947-e5f6-4dae-ad31-89bc4e831719 req-f6afb2ae-66db-4d18-a59b-75acd46b08e1 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566284 Aug 19 00:29:07.912000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Made reservation on behalf of c1f85e1bc66f4382968bfbc14467b569 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:29:07.915488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.048243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Allocated IP 172.20.0.14 (5cdebf07-27e5-47d3-a8ee-836eb65a1997/084a2f30-ac1c-48e4-b0bb-4d7c606c47d1/6e029c86-1c35-4d79-b642-82ce8178bc7b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:29:08.204106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.243865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.287062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:29:08.290194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:29:08.294128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:29:08.300748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Pushing event updated for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:08.346141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:08.346787 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.362433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-952bdba8-cbf0-4661-9d56-8debeb5d5585 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215403 Aug 19 00:29:08.380048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Request body: {'port': {'device_id': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:29:08.439696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.697222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e029c86-1c35-4d79-b642-82ce8178bc7b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:29:08.704377 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.716121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Transition to ACTIVE for port object 6e029c86-1c35-4d79-b642-82ce8178bc7b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:29:08.719684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.765559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Pushing event updated for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:08.844241 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Attempting to bind port 6e029c86-1c35-4d79-b642-82ce8178bc7b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:29:08.844602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Attempting to bind port 6e029c86-1c35-4d79-b642-82ce8178bc7b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:29:08.844929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Attempting to bind port 6e029c86-1c35-4d79-b642-82ce8178bc7b on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:29:08.865577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Port 6e029c86-1c35-4d79-b642-82ce8178bc7b on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:29:08.865897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Attempting to bind port 6e029c86-1c35-4d79-b642-82ce8178bc7b on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:29:08.884741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:29:08.885306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Checking segment: {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:29:08.885453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Bound using segment: {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:29:08.885879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Bound port: 6e029c86-1c35-4d79-b642-82ce8178bc7b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:29:08.886232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:08.931986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009a2f-6064-4b60-a0a7-6484d969be4e req-86d07bf1-f858-48fd-9ed3-e89ab9f78a3b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:08.933478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97009a2f-6064-4b60-a0a7-6484d969be4e req-86d07bf1-f858-48fd-9ed3-e89ab9f78a3b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 944 time: 0.0790880 Aug 19 00:29:08.990476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:29:08.996226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97009a2f-6064-4b60-a0a7-6484d969be4e req-005e2099-c008-4b3b-835e-050fe2e16834 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Aug 19 00:29:09.004670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:29:09.009143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:09.040559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.041488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:09.042887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] 10.222.0.21 "PUT /v2.0/ports/6e029c86-1c35-4d79-b642-82ce8178bc7b HTTP/1.1" status: 200 len: 1093 time: 0.6674190 Aug 19 00:29:09.044960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:29:09.047230 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a070870-370a-42ea-8624-bd6992af87af" -d '{"events": [{"name": "network-changed", "server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:29:09.073946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250020c0-253c-451b-9735-1155a4aa71ae service neutron] Pushing event updated for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:09.084461 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66720f0-defc-4cc9-a839-5c520b785a22 x-openstack-request-id: req-f66720f0-defc-4cc9-a839-5c520b785a22 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:29:09.084757 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:29:09.085501 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f66720f0-defc-4cc9-a839-5c520b785a22 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:29:09.085906 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b', 'status': 'completed', 'code': 200} Aug 19 00:29:09.142876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-249bad3c-fbc9-4b91-8ee5-936b75e95a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.144445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-249bad3c-fbc9-4b91-8ee5-936b75e95a6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 1096 time: 0.0414302 Aug 19 00:29:09.190782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-df454618-89df-4789-ab75-c1afac45d451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b HTTP/1.1" status: 200 len: 217 time: 0.0337658 Aug 19 00:29:09.242364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160e04-275f-42fd-865e-526869a8fdf6 req-03d3f2a2-f361-488f-8e1f-36e4c46d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.243839 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-03d3f2a2-f361-488f-8e1f-36e4c46d59d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0457447 Aug 19 00:29:09.275517 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-de8597ab-6855-482b-a3a8-8e567677999e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244815 Aug 19 00:29:09.361793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-0f098124-71a0-4fd1-8ac7-8631c60f2016 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787730 Aug 19 00:29:09.454230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-36160e04-275f-42fd-865e-526869a8fdf6 req-ebbb036b-4a72-4406-9c42-a9550d358c31 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Aug 19 00:29:09.583960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070870-370a-42ea-8624-bd6992af87af req-122304b1-3734-4006-9ee9-437ad237f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.585630 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-122304b1-3734-4006-9ee9-437ad237f0a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 1096 time: 0.0419705 Aug 19 00:29:09.677552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070870-370a-42ea-8624-bd6992af87af req-3503b009-e558-4d84-a71c-339d0349ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.678973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-3503b009-e558-4d84-a71c-339d0349ba12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 914 time: 0.0866299 Aug 19 00:29:09.720539 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-1dfaa4f0-e4e8-4714-b181-c6c72ca69d5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b HTTP/1.1" status: 200 len: 217 time: 0.0346026 Aug 19 00:29:09.773234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070870-370a-42ea-8624-bd6992af87af req-85a22bec-ed96-46c8-b194-6d7cc2704c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:09.774673 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-85a22bec-ed96-46c8-b194-6d7cc2704c0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0467896 Aug 19 00:29:10.072214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-3ced427e-1ef5-49e4-a284-785c2b18c019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906036 Aug 19 00:29:10.167196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03b5f8-1f7e-42a9-a7b1-4a5c24ab149e req-4a49183d-acf8-46e8-87b9-015dc90b17fe tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:10.168662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d03b5f8-1f7e-42a9-a7b1-4a5c24ab149e req-4a49183d-acf8-46e8-87b9-015dc90b17fe tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 944 time: 0.0988007 Aug 19 00:29:10.202960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-5fc6eef4-b76b-404f-afed-1d2bd3db9370 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217859 Aug 19 00:29:10.235964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d03b5f8-1f7e-42a9-a7b1-4a5c24ab149e req-d9e3bfca-264e-4016-80e8-33798a5007a1 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595939 Aug 19 00:29:10.303393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a070870-370a-42ea-8624-bd6992af87af req-d1abdc8b-dd62-4024-87c3-80da3c4da149 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898468 Aug 19 00:29:11.359206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d0b7-bf9a-4974-abb2-547822468f61 req-7e378667-d7bc-47c7-94ce-2612cc5d2f80 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:11.360689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4346d0b7-bf9a-4974-abb2-547822468f61 req-7e378667-d7bc-47c7-94ce-2612cc5d2f80 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 944 time: 0.0548460 Aug 19 00:29:11.399288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4346d0b7-bf9a-4974-abb2-547822468f61 req-e2138ba3-693e-40af-815a-97f4415100ac tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Aug 19 00:29:12.449480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-482dcd33-645c-4d0d-b3e3-9092a901e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:12.521529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d06709-22aa-4ffd-ba15-af52170355a9 req-cfb0853e-79ee-4292-9118-d92b9d6b9839 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:12.523009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8d06709-22aa-4ffd-ba15-af52170355a9 req-cfb0853e-79ee-4292-9118-d92b9d6b9839 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 944 time: 0.0552495 Aug 19 00:29:12.561059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8d06709-22aa-4ffd-ba15-af52170355a9 req-46cc22af-df8e-4881-bad3-9cc25d4c82f5 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Aug 19 00:29:13.674526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b5a3-ba2a-465a-a884-115dd675e4df req-eb39e4be-5592-4078-b62e-ddd8ac0e0738 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:13.676875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7459b5a3-ba2a-465a-a884-115dd675e4df req-eb39e4be-5592-4078-b62e-ddd8ac0e0738 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 944 time: 0.0497282 Aug 19 00:29:13.715623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7459b5a3-ba2a-465a-a884-115dd675e4df req-59a2fa49-2ffa-4553-ace0-d5276b5d3ab5 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Aug 19 00:29:14.418403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e029c86-1c35-4d79-b642-82ce8178bc7b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:29:14.514285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:14.527061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6e029c86-1c35-4d79-b642-82ce8178bc7b', 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997', 'port_id': '6e029c86-1c35-4d79-b642-82ce8178bc7b', 'mac_address': 'fa:16:3e:2e:74:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084a2f30-ac1c-48e4-b0bb-4d7c606c47d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:29:14.566401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:14.579565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e029c86-1c35-4d79-b642-82ce8178bc7b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:29:14.599626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:14.603911 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:14.651424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:14.658717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.659075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.659440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.659775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.660119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.660487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.660830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.661164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.661494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.661815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.662147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.662470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:14.837474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446b5e-2ddc-4e47-826f-212dc814964b req-eeb4dd6a-4781-4a5c-81ee-528bbd645bec tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:14.838895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a446b5e-2ddc-4e47-826f-212dc814964b req-eeb4dd6a-4781-4a5c-81ee-528bbd645bec tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Aug 19 00:29:14.877007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a446b5e-2ddc-4e47-826f-212dc814964b req-3240f4a7-ccad-4667-a185-e440462e2290 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Aug 19 00:29:14.974735 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e16a76d2-7a21-4da3-9b04-0c1732609c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:14.995940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6e029c86-1c35-4d79-b642-82ce8178bc7b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:29:15.193838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:15.231759 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:15.991203 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7896-8ace-45c5-ba27-aa3798d04562 req-bddf1416-b994-46ef-9024-6e4693771a71 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:15.992682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2fa7896-8ace-45c5-ba27-aa3798d04562 req-bddf1416-b994-46ef-9024-6e4693771a71 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 945 time: 0.0497584 Aug 19 00:29:16.029685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2fa7896-8ace-45c5-ba27-aa3798d04562 req-7f5659b0-d754-4c3c-b99d-939834c95590 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311728 Aug 19 00:29:16.336989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:16.434654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e029c86-1c35-4d79-b642-82ce8178bc7b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:29:16.481086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6e029c86-1c35-4d79-b642-82ce8178bc7b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:29:16.484726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6e029c86-1c35-4d79-b642-82ce8178bc7b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:29:16.485158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:16.557395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:16.582887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:29:16.585147 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1b4f9-7ced-4194-802f-8311cec92e9c" -d '{"events": [{"server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "name": "network-vif-plugged", "status": "completed", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:29:16.753039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19148f23-588e-42a4-b427-6959f30bc793 req-c83ab4e2-f31b-4e92-a8db-d1be045f2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:16.753969 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36684764-eff8-4c3e-a86c-2080bab7152e x-openstack-request-id: req-36684764-eff8-4c3e-a86c-2080bab7152e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:29:16.754312 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "name": "network-vif-plugged", "status": "completed", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:29:16.754514 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36684764-eff8-4c3e-a86c-2080bab7152e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:29:16.754895 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b', 'code': 200} Aug 19 00:29:16.755019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19148f23-588e-42a4-b427-6959f30bc793 req-c83ab4e2-f31b-4e92-a8db-d1be045f2836 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 1097 time: 0.0451341 Aug 19 00:29:16.758501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:16.762303 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:16.795062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19148f23-588e-42a4-b427-6959f30bc793 req-0bc00996-aab8-4454-b26b-2fac23b9379b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Aug 19 00:29:16.812069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:17.154498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58779b-8dc9-4af3-b104-03c1e40760f4 req-dd5bb099-b742-46ca-9b29-d27323d231ab tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:17.156145 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd58779b-8dc9-4af3-b104-03c1e40760f4 req-dd5bb099-b742-46ca-9b29-d27323d231ab tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 946 time: 0.0589623 Aug 19 00:29:17.197479 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd58779b-8dc9-4af3-b104-03c1e40760f4 req-b48c0bf5-4737-430b-bb9e-c7f465e279c5 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Aug 19 00:29:17.829811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:18.321341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0eee-11dc-4e68-b48e-2a634fab610a req-07cb21bf-b8bd-4919-9e74-43c02613de44 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:18.322831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7cd0eee-11dc-4e68-b48e-2a634fab610a req-07cb21bf-b8bd-4919-9e74-43c02613de44 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 946 time: 0.0494893 Aug 19 00:29:18.361571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7cd0eee-11dc-4e68-b48e-2a634fab610a req-9a317231-c573-4774-b3fe-75fdaea860eb tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Aug 19 00:29:22.649505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-7beaeb4f-e752-4c77-82df-0cf203a5a4df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418081 Aug 19 00:29:22.758626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-923e072c-a5ab-4f35-ba3d-a07b088f8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:22.760141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-923e072c-a5ab-4f35-ba3d-a07b088f8347 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 1098 time: 0.0421195 Aug 19 00:29:22.869343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-5de57df8-60ed-47c3-b95f-509c3e00c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:22.871412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-5de57df8-60ed-47c3-b95f-509c3e00c1c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 914 time: 0.0910139 Aug 19 00:29:22.922195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-a80050f4-a4c2-4d50-ac09-af9ad6995645 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b HTTP/1.1" status: 200 len: 217 time: 0.0439975 Aug 19 00:29:22.975109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-063f7687-8e40-4d6b-8845-38d4bb6e05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:22.976868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-063f7687-8e40-4d6b-8845-38d4bb6e05a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0481873 Aug 19 00:29:23.010191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-adcacac8-f883-47cb-b899-5f9607add8d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269330 Aug 19 00:29:23.012340 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:29:23.101767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-4e1c1966-1ec5-404a-a422-6c8dd0775987 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Aug 19 00:29:23.198682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d93a60bb-2b95-48da-8433-5dca70c0c0f7 req-cf6f47f9-0f96-46dc-b83f-a30d25359daf service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Aug 19 00:29:23.689379 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38312) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:23.914994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Deleting port 669eb2e5-a7c5-45ef-823b-82aa139bdadc {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:23.915335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:23.991262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:23.991596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:24.004099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Calling delete_port for 669eb2e5-a7c5-45ef-823b-82aa139bdadc owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:24.196767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:24.228193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event deleted for resources: {'Port': ['ID=669eb2e5-a7c5-45ef-823b-82aa139bdadc,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:24.290955 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:24.291296 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Floating IP 55803aff-f30f-49b0-a06c-1a9b05ba2193 disassociated (deleted). External IP: 172.25.1.76, port: 0b4b32c5-1829-436e-b614-637625861689. Aug 19 00:29:24.506387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:29:24.620649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:29:24.625728 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:24.631066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:29:24.642048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:24.643013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:24.654573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-142fdf4b-3af5-45c9-af59-5796540e8a2b tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "DELETE /v2.0/floatingips/55803aff-f30f-49b0-a06c-1a9b05ba2193 HTTP/1.1" status: 204 len: 168 time: 0.9640207 Aug 19 00:29:24.655158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:29:24.657536 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093f122b-c245-4bd2-99e9-4b55caeb019b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:29:24.703831 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d590178a-1e14-42e8-a5f4-822c64996cf1 x-openstack-request-id: req-d590178a-1e14-42e8-a5f4-822c64996cf1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:29:24.703831 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:29:24.703831 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d590178a-1e14-42e8-a5f4-822c64996cf1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:29:24.704690 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:29:24.762529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:24.787593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-7edf211e-5c85-4064-84b3-e745b6429c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:24.790545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-7edf211e-5c85-4064-84b3-e745b6429c9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19de5e221ceb40b093f15f7dad17688b&device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0622709 Aug 19 00:29:24.932216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-2daf83fc-dee1-461d-880d-bbb1734520b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:24.933812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-2daf83fc-dee1-461d-880d-bbb1734520b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 200 len: 914 time: 0.1344268 Aug 19 00:29:24.987422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-5f3165c1-ce11-431b-91bc-7a085e670da5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 200 len: 217 time: 0.0441041 Aug 19 00:29:24.996140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfc70-832c-45ca-ac5d-7c7ead3d53b8 req-7dd3d227-a3a6-4063-b3c4-b14856034d5d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:24.997813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10bbfc70-832c-45ca-ac5d-7c7ead3d53b8 req-7dd3d227-a3a6-4063-b3c4-b14856034d5d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.1180606 Aug 19 00:29:25.034411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:25.060526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:29:25.067836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10bbfc70-832c-45ca-ac5d-7c7ead3d53b8 req-50a158f6-d378-4cbf-aac7-72e75289a672 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608401 Aug 19 00:29:25.069392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-1abd5bca-3cc0-43a5-89a8-320de5995154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:25.070893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-1abd5bca-3cc0-43a5-89a8-320de5995154 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 200 len: 853 time: 0.0720799 Aug 19 00:29:25.075642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:25.077944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:25.132012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-dad47e15-3143-4292-8069-686dda04393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:25.133591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-dad47e15-3143-4292-8069-686dda04393b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c65f604-668a-427c-b0eb-c226376b087b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541553 Aug 19 00:29:25.193702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:25.244248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-ccdd75d4-d620-4cd2-a43b-a59e8c2687ba service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937243 Aug 19 00:29:25.346488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-093f122b-c245-4bd2-99e9-4b55caeb019b req-e8e537c8-8861-4adf-84b1-17ce6383ec48 service neutron] 10.222.0.11 "GET /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921943 Aug 19 00:29:25.408576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:25.439937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd6270-7118-4a6a-805a-827bbcddccd5 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:22Z', 'revision_number': 4, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd6e82227-bc69-4a63-bbfe-c62106ec9b08', 'name': '', 'network_id': '3c65f604-668a-427c-b0eb-c226376b087b', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'mac_address': 'fa:16:3e:15:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '15488d4b-10eb-4204-babc-140881119278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:22Z', 'updated_at': '2021-08-19T00:26:30Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'subnets': [{'id': '15488d4b-10eb-4204-babc-140881119278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:29:25.676634 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efadf04-9056-4f7a-b0f9-9d18b00ba73e None None] New status for floating IP 55803aff-f30f-49b0-a06c-1a9b05ba2193: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:29:26.190875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ecf4d-7ce5-441a-acc6-3a4966262f92 req-306b6799-81ee-4b2d-8de3-e959d0661057 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:26.192619 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a3ecf4d-7ce5-441a-acc6-3a4966262f92 req-306b6799-81ee-4b2d-8de3-e959d0661057 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0533659 Aug 19 00:29:26.237390 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a3ecf4d-7ce5-441a-acc6-3a4966262f92 req-5eb016fa-3a0e-4a3c-a169-7454ebe96e3d tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/security-groups?id=471501e4-f846-43d3-92d4-255461df2950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368989 Aug 19 00:29:26.548568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-913914b1-715f-4837-b5b0-75f25c9fb721 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:29:26.550166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-913914b1-715f-4837-b5b0-75f25c9fb721 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0524852 Aug 19 00:29:26.646282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Deleting port 0b4b32c5-1829-436e-b614-637625861689 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:26.646639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:26.743559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] For port 0b4b32c5-1829-436e-b614-637625861689, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=0b4b32c5-1829-436e-b614-637625861689,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:26.743931 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:26.757246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Calling delete_port for 0b4b32c5-1829-436e-b614-637625861689 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:26.835418 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:26.892065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:26.925496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event deleted for resources: {'Port': ['ID=0b4b32c5-1829-436e-b614-637625861689,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:26.966163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] No DVR routers for this DVR port 0b4b32c5-1829-436e-b614-637625861689 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:26.969005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:26.971068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82d6b6df-d86e-4201-bf43-bf97d5330563 req-a25e869e-27b3-4698-b86a-b87468cf5617 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.11 "DELETE /v2.0/ports/0b4b32c5-1829-436e-b614-637625861689 HTTP/1.1" status: 204 len: 173 time: 0.4150760 Aug 19 00:29:26.971518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'name': 'network-vif-deleted', 'tag': '0b4b32c5-1829-436e-b614-637625861689'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:29:26.973904 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf196444-7c28-4c58-8e8a-cf26c494440b" -d '{"events": [{"server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "name": "network-vif-deleted", "tag": "0b4b32c5-1829-436e-b614-637625861689"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:29:27.014185 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7012d068-ccda-47cc-b3c3-030e2da813e9 x-openstack-request-id: req-7012d068-ccda-47cc-b3c3-030e2da813e9 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:29:27.014595 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7", "name": "network-vif-deleted", "tag": "0b4b32c5-1829-436e-b614-637625861689", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:29:27.014910 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7012d068-ccda-47cc-b3c3-030e2da813e9 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:29:27.015421 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7', 'name': 'network-vif-deleted', 'tag': '0b4b32c5-1829-436e-b614-637625861689', 'status': 'completed', 'code': 200} Aug 19 00:29:27.363320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-255b896f-6b01-48dc-a81f-2cc55c073cbe req-79070c17-e252-428a-9b0f-50a5e28db194 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0405631 Aug 19 00:29:28.465978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc301169-ee65-40b3-a892-30105d9ffb0a req-7e106dd9-b085-4dac-8017-95171c1c1958 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0292926 Aug 19 00:29:29.562178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2a53eb9-7167-4e6b-91d2-f096bed343d0 req-86e69431-4aba-4bc3-9da9-8199b1274fb1 tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0277457 Aug 19 00:29:29.834858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0b4b32c5-1829-436e-b614-637625861689 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:29.858361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 0b4b32c5-1829-436e-b614-637625861689 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:29.858882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 0b4b32c5-1829-436e-b614-637625861689 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:30.690913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed8472ed-bcbd-49d0-8def-dcc923ccb4e1 req-8ac2b3fe-3518-4cec-8c16-d19728288bfe tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6a7588-9fa5-483b-bc0a-0eb9ebe7d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0455842 Aug 19 00:29:31.748860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:31.811731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:31.836966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:31.898427 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:31.901074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:31.903146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] 10.222.0.20 "DELETE /v2.0/security-groups/471501e4-f846-43d3-92d4-255461df2950 HTTP/1.1" status: 204 len: 168 time: 0.1528432 Aug 19 00:29:31.913870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376033-50bd-4e64-bb58-dd427eea36eb tempest-TestVolumeBackupRestore-167328902 tempest-TestVolumeBackupRestore-167328902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471501e4-f846-43d3-92d4-255461df2950,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:35.416977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:35.889094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:36.451754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Deleting port d6e82227-bc69-4a63-bbfe-c62106ec9b08 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:36.452418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:36.531017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] For port d6e82227-bc69-4a63-bbfe-c62106ec9b08, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d6e82227-bc69-4a63-bbfe-c62106ec9b08,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:36.531388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:36.548877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Calling delete_port for d6e82227-bc69-4a63-bbfe-c62106ec9b08 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:36.733812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:36.758809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e82227-bc69-4a63-bbfe-c62106ec9b08,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:36.934660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.153325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:29:37.273918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:29:37.282523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:37.283001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e5b2265f-f380-4e88-8a6c-66f8250a6024 admin admin] 10.222.0.20 "PUT /v2.0/routers/810942f8-f0ce-4fb5-bd85-3f95e928ce29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663278 Aug 19 00:29:37.284778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Sync routers for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:29:37.294625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:37.295242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:37.389871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.397086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:37.490359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.541628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Deleting port 09772f9b-cb0e-437a-8b90-37ee7adf43f0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:37.541970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.572661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:29:36Z', 'revision_number': 5, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port': {'id': '09772f9b-cb0e-437a-8b90-37ee7adf43f0', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:37.602260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Checking router: 810942f8-f0ce-4fb5-bd85-3f95e928ce29 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:29:37.611122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Routers {'810942f8-f0ce-4fb5-bd85-3f95e928ce29'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:37.611742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:37.628536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] For port 09772f9b-cb0e-437a-8b90-37ee7adf43f0, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=09772f9b-cb0e-437a-8b90-37ee7adf43f0,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:37.628901 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.641983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Calling delete_port for 09772f9b-cb0e-437a-8b90-37ee7adf43f0 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:37.695831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] Set router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:37.745363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:29:37Z', 'revision_number': 6, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:37.774031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905739c8-e557-4c5a-bf62-ecfab1ee3ac3 None None] The sync data for ids ['810942f8-f0ce-4fb5-bd85-3f95e928ce29'] in n-d-771363-38 is: [{'id': '810942f8-f0ce-4fb5-bd85-3f95e928ce29', 'name': 'tempest-TestVolumeBackupRestore-2038632883-router', 'tenant_id': '19de5e221ceb40b093f15f7dad17688b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:19Z', 'updated_at': '2021-08-19T00:29:37Z', 'revision_number': 6, 'project_id': '19de5e221ceb40b093f15f7dad17688b', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:29:37.811584 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.834966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Pushing event deleted for resources: {'Port': ['ID=09772f9b-cb0e-437a-8b90-37ee7adf43f0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:37.895237 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.986906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:37.989115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.033096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.033558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 810942f8-f0ce-4fb5-bd85-3f95e928ce29 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:29:38.038035 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.039186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9f556418-0f6b-435f-960a-c0940d78ff8a admin admin] 10.222.0.20 "DELETE /v2.0/routers/810942f8-f0ce-4fb5-bd85-3f95e928ce29 HTTP/1.1" status: 204 len: 168 time: 0.7547350 Aug 19 00:29:38.041710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:38.084130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Deleting subnet 15488d4b-10eb-4204-babc-140881119278 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:29:38.087011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.121809 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.206464 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.259228 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.290247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15488d4b-10eb-4204-babc-140881119278,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:38.294711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.296576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15488d4b-10eb-4204-babc-140881119278 HTTP/1.1" status: 204 len: 168 time: 0.2532558 Aug 19 00:29:38.299245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:38.305074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bf27a-7922-4329-a65b-d36a9e82ecd8 None None] Network 3c65f604-668a-427c-b0eb-c226376b087b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:29:38.309752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.310117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.310464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.310808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.311148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.311499 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.311830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.312160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.312651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.313262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.313609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.313937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5cd49e-6342-4d5b-ab5b-ff6fe58298d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:29:38.373654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.429920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Deleting port a6efd7bb-7636-4dbe-a33b-baf086179aee {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:38.430272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.493918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] For port a6efd7bb-7636-4dbe-a33b-baf086179aee, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a6efd7bb-7636-4dbe-a33b-baf086179aee,segment=NetworkSegment(f8596101-deac-4be7-82a7-dbe7ea8efa9a),segment_id=f8596101-deac-4be7-82a7-dbe7ea8efa9a)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:38.494304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.507129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Calling delete_port for a6efd7bb-7636-4dbe-a33b-baf086179aee owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:38.529812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] DHCP port deletion for 3c65f604-668a-427c-b0eb-c226376b087b request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:29:38.583150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a6efd7bb-7636-4dbe-a33b-baf086179aee no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:38.598745 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.616378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Deleting port a6efd7bb-7636-4dbe-a33b-baf086179aee {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:38.616761 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.626942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6efd7bb-7636-4dbe-a33b-baf086179aee,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:38.632086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] No DVR routers for this DVR port a6efd7bb-7636-4dbe-a33b-baf086179aee on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:38.675846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No active binding found for port a6efd7bb-7636-4dbe-a33b-baf086179aee {{(pid=94624) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 00:29:38.676273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a6efd7bb-7636-4dbe-a33b-baf086179aee not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:38.676798 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d6e82227-bc69-4a63-bbfe-c62106ec9b08 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:38.702875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.703111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d6e82227-bc69-4a63-bbfe-c62106ec9b08 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:38.703407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d6e82227-bc69-4a63-bbfe-c62106ec9b08 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:38.703824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 09772f9b-cb0e-437a-8b90-37ee7adf43f0 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:38.714697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c65f604-668a-427c-b0eb-c226376b087b']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:38.729493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8596101-deac-4be7-82a7-dbe7ea8efa9a') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:38.729701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8596101-deac-4be7-82a7-dbe7ea8efa9a') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:38.730490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] For port a6efd7bb-7636-4dbe-a33b-baf086179aee, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:38.731075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.733643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 09772f9b-cb0e-437a-8b90-37ee7adf43f0 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:38.733998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 09772f9b-cb0e-437a-8b90-37ee7adf43f0 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:38.740854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.747165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Calling delete_port for a6efd7bb-7636-4dbe-a33b-baf086179aee owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:38.750160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Port a6efd7bb-7636-4dbe-a33b-baf086179aee was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:29:38.751505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.755484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.762416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:29:38.762814 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.763971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] No DVR routers for this DVR port a6efd7bb-7636-4dbe-a33b-baf086179aee on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:29:38.764582 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:29:38.793784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815a5db-e7fc-41b4-9c51-8086c8e6c4e0 None None] Pushing event deleted for resources: {'Port': ['ID=a6efd7bb-7636-4dbe-a33b-baf086179aee,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:38.829641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.836422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:38.839911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3c65f604-668a-427c-b0eb-c226376b087b HTTP/1.1" status: 204 len: 168 time: 0.5380743 Aug 19 00:29:38.841790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:38.848350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2333b66-cb69-429e-8ea7-278d0f9feee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c65f604-668a-427c-b0eb-c226376b087b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:39.184435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:39.422283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Deleting port e732e133-1084-4593-843d-bd4b9c07b04e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:39.422950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:39.498010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] For port e732e133-1084-4593-843d-bd4b9c07b04e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e732e133-1084-4593-843d-bd4b9c07b04e,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:39.498295 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:39.510100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Calling delete_port for e732e133-1084-4593-843d-bd4b9c07b04e owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:39.683924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:39.710205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e732e133-1084-4593-843d-bd4b9c07b04e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:39.873016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:40.419137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Router e0767068-d3ac-4f2e-96fb-bfed2dcd656c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:29:40.521818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:29:40.529395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9fb3c323-a183-4e30-9d15-6dc0490f89ce admin admin] 10.222.0.20 "PUT /v2.0/routers/e0767068-d3ac-4f2e-96fb-bfed2dcd656c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6832609 Aug 19 00:29:40.529395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:40.530799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Sync routers for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:29:40.540137 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:40.540767 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:40.630523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:40.641768 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:40.732899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:40.806877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Deleting port 0b991b22-beff-4658-8bc8-c34b7f530a43 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:40.807224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:40.830792 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:29:39Z', 'revision_number': 5, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port': {'id': '0b991b22-beff-4658-8bc8-c34b7f530a43', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:40.856866 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Checking router: e0767068-d3ac-4f2e-96fb-bfed2dcd656c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:29:40.865314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Routers {'e0767068-d3ac-4f2e-96fb-bfed2dcd656c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:29:40.866057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:40.888766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] For port 0b991b22-beff-4658-8bc8-c34b7f530a43, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0b991b22-beff-4658-8bc8-c34b7f530a43,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:40.889141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:40.900787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Calling delete_port for 0b991b22-beff-4658-8bc8-c34b7f530a43 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:40.948985 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] Set router e0767068-d3ac-4f2e-96fb-bfed2dcd656c gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:29:40.998537 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:29:40Z', 'revision_number': 6, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:41.026113 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc88ac-cec0-42c5-9117-b4850576d3ee None None] The sync data for ids ['e0767068-d3ac-4f2e-96fb-bfed2dcd656c'] in n-d-771363-38 is: [{'id': 'e0767068-d3ac-4f2e-96fb-bfed2dcd656c', 'name': 'tempest-TestVolumeBackupRestore-1347938606-router', 'tenant_id': '8e3aa9ed013540e48b07f6625e3563df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:26:25Z', 'updated_at': '2021-08-19T00:29:40Z', 'revision_number': 6, 'project_id': '8e3aa9ed013540e48b07f6625e3563df', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:29:41.068198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.093552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b991b22-beff-4658-8bc8-c34b7f530a43,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:41.156787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.242741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.244796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.285136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.285687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0767068-d3ac-4f2e-96fb-bfed2dcd656c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:29:41.289722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.290831 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4d4c0113-02f4-4316-a4e5-05cf5a60991f admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0767068-d3ac-4f2e-96fb-bfed2dcd656c HTTP/1.1" status: 204 len: 168 time: 0.7606020 Aug 19 00:29:41.293394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 38870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:41.337089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Deleting subnet 62741719-81bc-460b-8cce-6b1c3d71bbdc {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:29:41.340650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.378349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.460952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.514894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.537980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62741719-81bc-460b-8cce-6b1c3d71bbdc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:41.543435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.545293 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e394b74-e594-4a89-931f-987e0b5a8798 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62741719-81bc-460b-8cce-6b1c3d71bbdc HTTP/1.1" status: 204 len: 168 time: 0.2509823 Aug 19 00:29:41.547896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38874) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:41.549909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b022e-b642-4d36-aa57-b7b083c5326c None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:29:41.616613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.668962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Deleting port 917c7028-de7e-4424-a0d2-254d31afad67 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:41.669308 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.731613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] For port 917c7028-de7e-4424-a0d2-254d31afad67, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=917c7028-de7e-4424-a0d2-254d31afad67,segment=NetworkSegment(7c54d588-afc1-4bfc-973a-ad0e41d91778),segment_id=7c54d588-afc1-4bfc-973a-ad0e41d91778)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:41.731911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.743715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Calling delete_port for 917c7028-de7e-4424-a0d2-254d31afad67 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:41.817515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] DHCP port deletion for e706f91f-bbb3-449d-845a-25a57466ee67 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:29:41.837646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.866558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=917c7028-de7e-4424-a0d2-254d31afad67,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:41.867140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Deleting port 917c7028-de7e-4424-a0d2-254d31afad67 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:29:41.869570 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.875030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] No DVR routers for this DVR port 917c7028-de7e-4424-a0d2-254d31afad67 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:41.942118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] For port 917c7028-de7e-4424-a0d2-254d31afad67, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:29:41.942769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.953195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:41.964207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e706f91f-bbb3-449d-845a-25a57466ee67']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:41.976999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c54d588-afc1-4bfc-973a-ad0e41d91778') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:41.977297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c54d588-afc1-4bfc-973a-ad0e41d91778') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:29:41.988403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.005102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.015535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:29:42.016598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:29:42.018913 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:29:42.082553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.099843 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.102392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e706f91f-bbb3-449d-845a-25a57466ee67 HTTP/1.1" status: 204 len: 168 time: 0.5532911 Aug 19 00:29:42.103850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08a120-5c6f-48f3-8341-f7eccc0dcf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e706f91f-bbb3-449d-845a-25a57466ee67,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:42.127275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Calling delete_port for 917c7028-de7e-4424-a0d2-254d31afad67 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:29:42.129878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Port 917c7028-de7e-4424-a0d2-254d31afad67 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 00:29:42.131220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.154438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Network e706f91f-bbb3-449d-845a-25a57466ee67 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 00:29:42.154863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] No DVR routers for this DVR port 917c7028-de7e-4424-a0d2-254d31afad67 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:29:42.163355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f5df-6765-4e9a-bb23-77ec279cd2c1 None None] Pushing event deleted for resources: {'Port': ['ID=917c7028-de7e-4424-a0d2-254d31afad67,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:42.251019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38878) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:42.295965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3cdf9c53-488f-4075-a39e-d5ddaf29df12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19de5e221ceb40b093f15f7dad17688b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436962 Aug 19 00:29:42.298427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38880) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:42.353994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.373927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e732e133-1084-4593-843d-bd4b9c07b04e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:42.377224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.393599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e732e133-1084-4593-843d-bd4b9c07b04e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:42.394034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e732e133-1084-4593-843d-bd4b9c07b04e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:42.394662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 917c7028-de7e-4424-a0d2-254d31afad67 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:42.414959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 917c7028-de7e-4424-a0d2-254d31afad67 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:42.415607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 917c7028-de7e-4424-a0d2-254d31afad67 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:42.416266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0b991b22-beff-4658-8bc8-c34b7f530a43 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:29:42.436477 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.439964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.443654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e615143-d798-42fa-9630-1955defb7613 HTTP/1.1" status: 204 len: 168 time: 0.1418898 Aug 19 00:29:42.446618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0b991b22-beff-4658-8bc8-c34b7f530a43 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:29:42.447048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0b991b22-beff-4658-8bc8-c34b7f530a43 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:29:42.450131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3c06-2b4a-4840-9d23-9b978427c053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e615143-d798-42fa-9630-1955defb7613,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:42.458993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee404f9c-13f3-465e-b8ba-bf268257d524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.762160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38888) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:42.800948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7c85a66f-42c7-420f-965e-eed3862be46c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e3aa9ed013540e48b07f6625e3563df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376427 Aug 19 00:29:42.803408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 38890) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:29:42.850039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.870950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.916175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.918710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:42.919840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/546048a8-ddce-44a3-9802-a70023e23e6b HTTP/1.1" status: 204 len: 168 time: 0.1155434 Aug 19 00:29:42.927556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d266d21-1b12-40eb-9857-52b25d92cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546048a8-ddce-44a3-9802-a70023e23e6b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:29:44.974052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22d32028-fbd8-494a-9906-360e76c300df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:45.193674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:45.232365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:46.342234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:47.830211 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:29:56.830022 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:00.011608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:30:01.456145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767eb42-6254-45e9-84e7-59830ab3ef39 req-b547e2dd-965a-4d96-8d27-1dad8f23541b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:01.457563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6767eb42-6254-45e9-84e7-59830ab3ef39 req-b547e2dd-965a-4d96-8d27-1dad8f23541b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 946 time: 0.0512028 Aug 19 00:30:01.495171 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6767eb42-6254-45e9-84e7-59830ab3ef39 req-544ab7fa-758d-473b-874d-1a6d6c66f54c tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Aug 19 00:30:02.714855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b88f0-8e68-43ab-bef0-6071d3c4dc6e req-df3d2893-46e1-40eb-92f1-f654da6a6fb0 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:02.716352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-645b88f0-8e68-43ab-bef0-6071d3c4dc6e req-df3d2893-46e1-40eb-92f1-f654da6a6fb0 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 946 time: 0.1533291 Aug 19 00:30:02.753008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-645b88f0-8e68-43ab-bef0-6071d3c4dc6e req-94745acb-465b-4f4f-87d2-81ada2ae12f4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Aug 19 00:30:03.255294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511164c1-a204-46aa-b819-e7826389f8c6 req-95f79f50-e9e2-4ba2-ad18-4cd45e70c77b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:03.256756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-511164c1-a204-46aa-b819-e7826389f8c6 req-95f79f50-e9e2-4ba2-ad18-4cd45e70c77b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 946 time: 0.0476978 Aug 19 00:30:03.345502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Deleting port 6e029c86-1c35-4d79-b642-82ce8178bc7b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:30:03.345842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:03.430611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] For port 6e029c86-1c35-4d79-b642-82ce8178bc7b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e029c86-1c35-4d79-b642-82ce8178bc7b,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:30:03.430977 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:03.442884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Calling delete_port for 6e029c86-1c35-4d79-b642-82ce8178bc7b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:30:03.566358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:03.593889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Pushing event deleted for resources: {'Port': ['ID=6e029c86-1c35-4d79-b642-82ce8178bc7b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:03.598670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6e029c86-1c35-4d79-b642-82ce8178bc7b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:30:03.623617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.623971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.624334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.624676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.625012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.625349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.625678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.626016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.626334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.626661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.626987 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.627311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:03.645235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] No DVR routers for this DVR port 6e029c86-1c35-4d79-b642-82ce8178bc7b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:30:03.647574 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:03.649592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-511164c1-a204-46aa-b819-e7826389f8c6 req-2dc3a3af-f42a-4955-8ba0-edb055894467 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "DELETE /v2.0/ports/6e029c86-1c35-4d79-b642-82ce8178bc7b HTTP/1.1" status: 204 len: 173 time: 0.3861580 Aug 19 00:30:03.650021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'name': 'network-vif-deleted', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:30:03.652260 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc208c6-fcff-4e82-b353-0e1676c191ae" -d '{"events": [{"server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "name": "network-vif-deleted", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:30:03.756038 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57940753-a105-4c64-9531-cb8ed8ba8cd3 x-openstack-request-id: req-57940753-a105-4c64-9531-cb8ed8ba8cd3 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:30:03.756210 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60073fa0-9f8b-405a-a947-c7f390f938f2", "name": "network-vif-deleted", "tag": "6e029c86-1c35-4d79-b642-82ce8178bc7b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:30:03.756456 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57940753-a105-4c64-9531-cb8ed8ba8cd3 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:30:03.756864 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60073fa0-9f8b-405a-a947-c7f390f938f2', 'name': 'network-vif-deleted', 'tag': '6e029c86-1c35-4d79-b642-82ce8178bc7b', 'status': 'completed', 'code': 200} Aug 19 00:30:03.859767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eec80301-a81a-4c91-9f8d-6e1994543486 req-8283975a-a8b6-405a-98bc-58b481b90a80 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=60073fa0-9f8b-405a-a947-c7f390f938f2 HTTP/1.1" status: 200 len: 210 time: 0.0266190 Aug 19 00:30:06.695889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e029c86-1c35-4d79-b642-82ce8178bc7b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:30:06.716183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 6e029c86-1c35-4d79-b642-82ce8178bc7b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:30:06.716553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e029c86-1c35-4d79-b642-82ce8178bc7b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:30:11.802432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-91509ece-193a-4b01-a18a-65f53a065165 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:11.803900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-91509ece-193a-4b01-a18a-65f53a065165 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 814 time: 0.1046655 Aug 19 00:30:11.819079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-30ae8bb0-247f-4b94-980e-dcfd392f670c tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/quotas/c1f85e1bc66f4382968bfbc14467b569 HTTP/1.1" status: 200 len: 375 time: 0.0089178 Aug 19 00:30:11.849242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-339245ca-046a-45d0-ab73-f4bdf5175f87 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250852 Aug 19 00:30:11.859736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d69071a9-f570-47cd-ad1e-91347491a548 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:30:11.860698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d69071a9-f570-47cd-ad1e-91347491a548 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048790 Aug 19 00:30:11.945423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-2e2cd659-dd73-4eaa-bde5-cae1fbbe91ca service neutron] 10.222.0.20 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793436 Aug 19 00:30:12.033519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-b64a86ca-1be4-4a85-8eb9-ca9dbfab5ec8 service neutron] 10.222.0.20 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821638 Aug 19 00:30:12.191481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54fcc357-77cd-4f9b-bc5b-72709d5e1784 req-821823be-13fd-4e6f-b5e9-8170b7061fc3 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 210 time: 0.0298798 Aug 19 00:30:12.451217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0eda77-5329-4529-a15e-37da8fc0ceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:13.286675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af09e86a-1868-4400-a669-444f77e962c9 req-65abe4d3-7d4d-4a63-8f06-40ce28d50e0e tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 210 time: 0.0268528 Aug 19 00:30:13.347734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-1f7c47bc-fb8d-4fbb-8b28-6cc411a09e43 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:13.349198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-1f7c47bc-fb8d-4fbb-8b28-6cc411a09e43 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 814 time: 0.1002727 Aug 19 00:30:13.368030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Request body: {'port': {'device_id': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997', 'admin_state_up': True, 'tenant_id': 'c1f85e1bc66f4382968bfbc14467b569'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:30:13.473134 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Made reservation on behalf of c1f85e1bc66f4382968bfbc14467b569 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:30:13.476723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:13.595857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Allocated IP 172.20.0.9 (5cdebf07-27e5-47d3-a8ee-836eb65a1997/084a2f30-ac1c-48e4-b0bb-4d7c606c47d1/6704acd6-721c-4fdd-ab16-23d0db619f21) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:30:13.741684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:13.779872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:13.827784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:30:13.830922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:30:13.834738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:30:13.857875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Pushing event updated for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:13.884979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:13.885623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:13.900340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d6da64ca-d300-4904-8852-ca82a63b4965 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362613 Aug 19 00:30:13.970811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Request body: {'port': {'device_id': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:30:14.024120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.277703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6704acd6-721c-4fdd-ab16-23d0db619f21 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:30:14.285055 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.297255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Transition to ACTIVE for port object 6704acd6-721c-4fdd-ab16-23d0db619f21 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:30:14.300315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.366178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Pushing event updated for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:14.449537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Attempting to bind port 6704acd6-721c-4fdd-ab16-23d0db619f21 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:30:14.449872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Attempting to bind port 6704acd6-721c-4fdd-ab16-23d0db619f21 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:30:14.450202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Attempting to bind port 6704acd6-721c-4fdd-ab16-23d0db619f21 on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:30:14.458798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35c23-58cd-4eed-971b-0c61f4ef7760 req-e9eb57d7-55ab-4350-91ba-0a2055c0c169 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:14.460268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ea35c23-58cd-4eed-971b-0c61f4ef7760 req-e9eb57d7-55ab-4350-91ba-0a2055c0c169 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 943 time: 0.0951164 Aug 19 00:30:14.463351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Port 6704acd6-721c-4fdd-ab16-23d0db619f21 on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:30:14.463678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Attempting to bind port 6704acd6-721c-4fdd-ab16-23d0db619f21 on network 5cdebf07-27e5-47d3-a8ee-836eb65a1997 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:30:14.474737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:30:14.475075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Checking segment: {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:30:14.475448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Bound using segment: {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:30:14.476127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Bound port: 6704acd6-721c-4fdd-ab16-23d0db619f21, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab64424-0190-40ba-b268-461466c3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:30:14.476519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.529649 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ea35c23-58cd-4eed-971b-0c61f4ef7760 req-7b2cdc6d-e958-4797-9731-811bc100a1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Aug 19 00:30:14.557557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:30:14.560731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6704acd6-721c-4fdd-ab16-23d0db619f21,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:30:14.564647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.599818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:14.600428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:14.602048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] 10.222.0.21 "PUT /v2.0/ports/6704acd6-721c-4fdd-ab16-23d0db619f21 HTTP/1.1" status: 200 len: 1092 time: 0.6888173 Aug 19 00:30:14.602475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:30:14.604804 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d" -d '{"events": [{"name": "network-changed", "server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:30:14.631089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677398e-a046-4102-bd02-6b76bbd093ec service neutron] Pushing event updated for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:14.641428 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be29fc6d-ee60-4cff-aa75-079784fe59a5 x-openstack-request-id: req-be29fc6d-ee60-4cff-aa75-079784fe59a5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:30:14.641723 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:30:14.642122 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be29fc6d-ee60-4cff-aa75-079784fe59a5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:30:14.642524 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21', 'status': 'completed', 'code': 200} Aug 19 00:30:14.703632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-31625264-8529-49ee-bd63-240d5460af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:14.705162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-31625264-8529-49ee-bd63-240d5460af89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 1095 time: 0.0401270 Aug 19 00:30:14.750637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-5b8f9b2f-baa2-400c-a6d0-c9c9ce2b5acb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6704acd6-721c-4fdd-ab16-23d0db619f21 HTTP/1.1" status: 200 len: 217 time: 0.0326948 Aug 19 00:30:14.797866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d26d13b8-0171-4155-b75c-b294fb8da522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:14.799446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-d26d13b8-0171-4155-b75c-b294fb8da522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0421996 Aug 19 00:30:14.834424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-61ae08b3-03c1-4e10-9b24-f1339318997d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283489 Aug 19 00:30:14.924697 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-210fb747-ac1a-4155-98f7-4afdb15f00e5 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Aug 19 00:30:14.973640 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b8df-208d-4821-9b03-0ee27ce46b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:15.015589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de3e30a8-ab85-4c2f-bbe4-014d352b0167 req-af2d8d35-41f7-4242-b51f-b76a347304b0 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Aug 19 00:30:15.132722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-b6550426-51c7-4ea6-ac92-6e24613e8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:15.134182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-b6550426-51c7-4ea6-ac92-6e24613e8270 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 1095 time: 0.0396373 Aug 19 00:30:15.193978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:15.228792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-8e1ab64f-aec3-465b-8376-efdc053ecb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:15.230256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-8e1ab64f-aec3-465b-8376-efdc053ecb57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 914 time: 0.0882738 Aug 19 00:30:15.243154 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:15.271685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-20ab1f3c-74ac-467a-9986-b4658bfb4b6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6704acd6-721c-4fdd-ab16-23d0db619f21 HTTP/1.1" status: 200 len: 217 time: 0.0342643 Aug 19 00:30:15.318691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-257b6f84-7396-4494-bf50-0e10b83cfe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:15.320058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-257b6f84-7396-4494-bf50-0e10b83cfe4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0413208 Aug 19 00:30:15.350902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-35cb81bf-1225-417d-bcc1-5b4f11e670d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229840 Aug 19 00:30:15.441285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-6ad305e6-3017-4c27-a9f5-612e14f359e7 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Aug 19 00:30:15.822236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-440d905d-b70f-4fd7-9e5d-b8f9a964a90d req-1631cb78-f556-4b21-ae25-d9d5722ad3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739903 Aug 19 00:30:15.858209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd994e-2ad4-4225-b718-eb2f25d17b54 req-648ef516-0c71-4482-99b3-146da7538c0b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:15.859654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42dd994e-2ad4-4225-b718-eb2f25d17b54 req-648ef516-0c71-4482-99b3-146da7538c0b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 943 time: 0.0558236 Aug 19 00:30:15.895801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42dd994e-2ad4-4225-b718-eb2f25d17b54 req-ee56b3fb-c791-434f-9e67-d4b5aa5bccc9 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301397 Aug 19 00:30:16.342130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:17.008595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f579b7-b05b-4ae6-8cc6-fe00bfff15b4 req-d28153f2-f79d-44d1-a9b0-fbc30d5bf26f tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:17.010067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45f579b7-b05b-4ae6-8cc6-fe00bfff15b4 req-d28153f2-f79d-44d1-a9b0-fbc30d5bf26f tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 943 time: 0.0486274 Aug 19 00:30:17.047234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-45f579b7-b05b-4ae6-8cc6-fe00bfff15b4 req-5e02c04e-1172-4ead-9cbe-08d97dfe1243 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 19 00:30:17.833453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:18.157724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8021-0521-4814-86c9-6d59db599377 req-bc811703-9a3f-4b3c-9ee9-cf004130c8a4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:18.159168 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f27e8021-0521-4814-86c9-6d59db599377 req-bc811703-9a3f-4b3c-9ee9-cf004130c8a4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 943 time: 0.0467296 Aug 19 00:30:18.195611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f27e8021-0521-4814-86c9-6d59db599377 req-bf79df40-2ac3-4550-9ff5-12a62e974fa4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Aug 19 00:30:18.775075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6704acd6-721c-4fdd-ab16-23d0db619f21 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:30:18.871258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6704acd6-721c-4fdd-ab16-23d0db619f21,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:30:18.882056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6704acd6-721c-4fdd-ab16-23d0db619f21', 'network_id': '5cdebf07-27e5-47d3-a8ee-836eb65a1997', 'port_id': '6704acd6-721c-4fdd-ab16-23d0db619f21', 'mac_address': 'fa:16:3e:5f:2f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084a2f30-ac1c-48e4-b0bb-4d7c606c47d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:30:18.931173 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:18.976072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6704acd6-721c-4fdd-ab16-23d0db619f21 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:30:18.998885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6704acd6-721c-4fdd-ab16-23d0db619f21,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:30:19.006708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:19.085493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:19.094620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.094974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.095321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.095666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.096005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.096368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.096696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.097029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.097359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.097687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.098015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.098341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:30:19.313609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50f33b-3c20-43a6-9a36-e7162aae68f2 req-7d658e4c-1864-48fd-96cb-1bba5abb69c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:19.315059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d50f33b-3c20-43a6-9a36-e7162aae68f2 req-7d658e4c-1864-48fd-96cb-1bba5abb69c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 944 time: 0.0511768 Aug 19 00:30:19.352148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d50f33b-3c20-43a6-9a36-e7162aae68f2 req-82461c7e-23a4-46ef-ac3c-275eae766502 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Aug 19 00:30:19.377437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6704acd6-721c-4fdd-ab16-23d0db619f21'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:30:20.466549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63e1ac-84ad-43bc-a68a-61c896bc2b90 req-dd1190ba-e67d-4af2-af57-9a696db9938a tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:20.467980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f63e1ac-84ad-43bc-a68a-61c896bc2b90 req-dd1190ba-e67d-4af2-af57-9a696db9938a tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 944 time: 0.0502641 Aug 19 00:30:20.503570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f63e1ac-84ad-43bc-a68a-61c896bc2b90 req-7f9c3975-4b91-4e76-b65f-e6c9d687d386 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296781 Aug 19 00:30:20.791855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6704acd6-721c-4fdd-ab16-23d0db619f21 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:30:20.841895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6704acd6-721c-4fdd-ab16-23d0db619f21 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:30:20.845596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6704acd6-721c-4fdd-ab16-23d0db619f21 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:30:20.845969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:20.922150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:20.944030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:30:20.946278 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd672fd8-f29b-437a-81ea-8b0e64a9b939" -d '{"events": [{"server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "name": "network-vif-plugged", "status": "completed", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:30:20.960835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6704acd6-721c-4fdd-ab16-23d0db619f21,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:30:20.965748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:20.990906 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9892662-6bdc-470d-951a-657190c3229f x-openstack-request-id: req-b9892662-6bdc-470d-951a-657190c3229f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:30:20.991196 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "name": "network-vif-plugged", "status": "completed", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:30:20.991455 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9892662-6bdc-470d-951a-657190c3229f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:30:20.991827 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21', 'code': 200} Aug 19 00:30:21.017845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:21.100954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cda32-2586-4a68-850e-c0c2e87ebf65 req-30558aec-be05-4bb5-992f-2c5c3ea2ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:21.102325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d5cda32-2586-4a68-850e-c0c2e87ebf65 req-30558aec-be05-4bb5-992f-2c5c3ea2ebab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 1097 time: 0.0383787 Aug 19 00:30:21.136438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d5cda32-2586-4a68-850e-c0c2e87ebf65 req-c9165751-4fa7-46bb-b76c-6089e8fc3eeb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265772 Aug 19 00:30:21.614951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985d4d4-6e86-44be-9bde-b908e11004a4 req-e449ddf6-5f9a-4b00-befa-006d3caf127a tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:21.616453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5985d4d4-6e86-44be-9bde-b908e11004a4 req-e449ddf6-5f9a-4b00-befa-006d3caf127a tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Aug 19 00:30:21.653964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5985d4d4-6e86-44be-9bde-b908e11004a4 req-0b5aac1c-20c5-458a-ad55-34d942ffe04e tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Aug 19 00:30:22.766999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e2e6-153b-406d-b41f-64c91c3ec58a req-7ba37bca-21d9-43ee-b6b9-d1ddd5c3ad00 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:22.768487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1c2e2e6-153b-406d-b41f-64c91c3ec58a req-7ba37bca-21d9-43ee-b6b9-d1ddd5c3ad00 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Aug 19 00:30:22.805726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a1c2e2e6-153b-406d-b41f-64c91c3ec58a req-410a9cbc-7641-4468-b26f-87b690a1d7f5 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Aug 19 00:30:25.240091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-e796db8a-b438-4ebc-9189-4663f24000f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431089 Aug 19 00:30:25.339467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-2e162065-82b5-4397-b12f-3afc7b5b3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:25.341029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-2e162065-82b5-4397-b12f-3afc7b5b3792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f85e1bc66f4382968bfbc14467b569&device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 1097 time: 0.0403583 Aug 19 00:30:25.450190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-334126dd-f386-4dd7-a376-833330ddd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:25.451657 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-334126dd-f386-4dd7-a376-833330ddd5dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 200 len: 914 time: 0.0910692 Aug 19 00:30:25.492386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-896f2ad2-befb-48ec-95b4-33778113fa79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6704acd6-721c-4fdd-ab16-23d0db619f21 HTTP/1.1" status: 200 len: 217 time: 0.0334728 Aug 19 00:30:25.541621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-960bcd63-0ea4-4773-8864-5dba58512e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:25.543656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-960bcd63-0ea4-4773-8864-5dba58512e35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 200 len: 854 time: 0.0445018 Aug 19 00:30:25.577509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-193e4c63-de4f-4c94-a7ad-cae772b57249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cdebf07-27e5-47d3-a8ee-836eb65a1997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263534 Aug 19 00:30:25.670435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-76b2e278-8107-4917-beff-b47c3c6e39cb service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863860 Aug 19 00:30:25.762816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec6c0be3-577a-406d-ab95-6773e451be99 req-52910190-38b5-4dac-9a1d-e0fcfdac2472 service neutron] 10.222.0.21 "GET /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Aug 19 00:30:26.845081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:37.010465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:30:42.454837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8556d494-7a22-49d0-b071-001bec3d2922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:44.974638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26d43f4b-ca0c-4d26-892d-cd46a0e96786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:45.195526 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:45.273805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:46.347132 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:47.835889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:48.051598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f1e05-b041-4e6f-bad5-665364869c0c req-16ba26ae-c5ec-41a9-81df-34eacbd01fd4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:48.052996 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-708f1e05-b041-4e6f-bad5-665364869c0c req-16ba26ae-c5ec-41a9-81df-34eacbd01fd4 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Aug 19 00:30:48.089402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-708f1e05-b041-4e6f-bad5-665364869c0c req-66009f7f-db03-46c4-bc8b-b850495de5a1 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299006 Aug 19 00:30:49.207084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5290409-31c4-4cfc-90f8-23593990fc94 req-04719839-bce2-4391-b529-b485219027ee tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:49.208551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5290409-31c4-4cfc-90f8-23593990fc94 req-04719839-bce2-4391-b529-b485219027ee tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 945 time: 0.0482779 Aug 19 00:30:49.245500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5290409-31c4-4cfc-90f8-23593990fc94 req-bdffc4aa-5d65-4657-ac54-9d796902e645 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9b61a9d-eed0-4eb6-9552-00145da83b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Aug 19 00:30:49.752869 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-af05f998-f5ed-40a8-9ca7-44bc477b802b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:30:49.754288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-af05f998-f5ed-40a8-9ca7-44bc477b802b tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 945 time: 0.0470629 Aug 19 00:30:49.844095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Deleting port 6704acd6-721c-4fdd-ab16-23d0db619f21 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:30:49.844470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:49.930320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] For port 6704acd6-721c-4fdd-ab16-23d0db619f21, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6704acd6-721c-4fdd-ab16-23d0db619f21,segment=NetworkSegment(2ab64424-0190-40ba-b268-461466c3ef08),segment_id=2ab64424-0190-40ba-b268-461466c3ef08)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:30:49.930687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:49.942600 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Calling delete_port for 6704acd6-721c-4fdd-ab16-23d0db619f21 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:30:50.075726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:50.101383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Pushing event deleted for resources: {'Port': ['ID=6704acd6-721c-4fdd-ab16-23d0db619f21,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:30:50.108602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6704acd6-721c-4fdd-ab16-23d0db619f21'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:30:50.144440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] No DVR routers for this DVR port 6704acd6-721c-4fdd-ab16-23d0db619f21 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:30:50.147192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:30:50.149569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4a25ac3-8b70-4ef6-b19a-f18c1518961a req-82e934df-f18f-4afe-8d17-b51a13a6f1c8 tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.21 "DELETE /v2.0/ports/6704acd6-721c-4fdd-ab16-23d0db619f21 HTTP/1.1" status: 204 len: 173 time: 0.3891418 Aug 19 00:30:50.150009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'name': 'network-vif-deleted', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:30:50.152990 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d010cb4d-7ab7-48ed-b117-e8835a5b1072" -d '{"events": [{"server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "name": "network-vif-deleted", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:30:50.189132 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f5cd5-7a4f-4c53-b8eb-e12d546d29e5 x-openstack-request-id: req-654f5cd5-7a4f-4c53-b8eb-e12d546d29e5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:30:50.189438 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c173bdef-1d35-46db-9773-3a2d888323f7", "name": "network-vif-deleted", "tag": "6704acd6-721c-4fdd-ab16-23d0db619f21", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:30:50.189751 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-654f5cd5-7a4f-4c53-b8eb-e12d546d29e5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:30:50.190156 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c173bdef-1d35-46db-9773-3a2d888323f7', 'name': 'network-vif-deleted', 'tag': '6704acd6-721c-4fdd-ab16-23d0db619f21', 'status': 'completed', 'code': 200} Aug 19 00:30:50.366375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f6a7f10-b638-4c09-9e2b-cadba9956151 req-485127ae-6ccb-49dc-90af-64f0e48b2eff tempest-VolumesSnapshotTestJSON-2073756100 tempest-VolumesSnapshotTestJSON-2073756100-project] 10.222.0.20 "GET /v2.0/ports?device_id=c173bdef-1d35-46db-9773-3a2d888323f7 HTTP/1.1" status: 200 len: 210 time: 0.0301578 Aug 19 00:30:54.978813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6704acd6-721c-4fdd-ab16-23d0db619f21 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:30:55.001609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 6704acd6-721c-4fdd-ab16-23d0db619f21 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:30:55.002065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6704acd6-721c-4fdd-ab16-23d0db619f21 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:30:56.861584 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:06.931707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-39430faa-a68f-4643-b983-e1464c64a624 req-53b07a8c-57e3-46cf-b497-e79569ba4fd5 service neutron] (94623) timed out ('10.222.0.20', 44316) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:31:12.455825 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09f59e2f-79ed-4105-9302-8435c86e75f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:14.010049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:31:14.975951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79eb597b-2b36-474a-994d-78315a272ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:15.197101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:15.280590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:16.347739 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:17.832218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:26.860862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.317329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39336) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:31.361926 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Deleting subnet 084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:31:31.364989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.399620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.439026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.488714 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.520591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.522484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/084a2f30-ac1c-48e4-b0bb-4d7c606c47d1 HTTP/1.1" status: 204 len: 168 time: 0.2041562 Aug 19 00:31:31.523703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084a2f30-ac1c-48e4-b0bb-4d7c606c47d1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:31.525173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:31.531763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.532108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.532473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.532810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.533143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.533474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.533802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.534127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.534449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.534772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.535093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.535414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cc605-54a1-44ae-827d-daf105997645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.596908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.676564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.687606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdebf07-27e5-47d3-a8ee-836eb65a1997']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:31.698716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab64424-0190-40ba-b268-461466c3ef08') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:31.699062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab64424-0190-40ba-b268-461466c3ef08') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:31.708306 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.722292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.729276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:31:31.729982 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:31:31.731569 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:31:31.783876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.792041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:31.796622 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5cdebf07-27e5-47d3-a8ee-836eb65a1997 HTTP/1.1" status: 204 len: 168 time: 0.2697656 Aug 19 00:31:31.807816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdebf07-27e5-47d3-a8ee-836eb65a1997,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:31.816722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.817398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.818404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.818980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.819905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.820500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.821352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.821904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.822447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.823134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.823783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.824460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293e465-bf91-4e1a-8f2b-c6bb00623984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:31.953117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39342) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:31.995253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-92ef3c38-cc19-441c-8e66-9ba6e5269cc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1f85e1bc66f4382968bfbc14467b569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386417 Aug 19 00:31:31.995457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39344) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:32.043026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.063059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.108804 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.111439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.112576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9b61a9d-eed0-4eb6-9552-00145da83b86 HTTP/1.1" status: 204 len: 168 time: 0.1162922 Aug 19 00:31:32.120172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7694-9405-4cb1-ba09-884925a65695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b61a9d-eed0-4eb6-9552-00145da83b86,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:32.772500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39366) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:32.868366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-74221788-network', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:32.890121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Made reservation on behalf of f52814d2c94f44cbae2b5b2b5050c8e4 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:32.892607 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.900604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.987836 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:32.991452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.015667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:31:33.024821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6b49b-28f2-470b-91b2-62803dc2ec38,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:33.032104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.032104 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Added segment d3b33e26-6086-4f74-a4a9-31d6f0d4dd18 of type vlan for network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 Aug 19 00:31:33.070852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.094103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.095050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:33.095632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.143791 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3701601 Aug 19 00:31:33.146809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:33.151988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Request body: {'subnet': {'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-74221788-subnet', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:33.154590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6c254-8ef9-4958-bb3e-12bb85f0c5da admin admin] Pushing event updated for resources: {'Network': ['ID=0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:33.164162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:31:33.174971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Made reservation on behalf of f52814d2c94f44cbae2b5b2b5050c8e4 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:33.177698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.341706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.398756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:33.407789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Checking segment: {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:33.408154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Network hostable DHCP agents. Network: 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:31:33.424989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:31:33.433433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:33.437307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:33.437883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.442061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9887ed9-697a-44ea-acff-0c2e9f2a8c74 None None] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:33.451520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-067c91e9-1e1e-421b-9cf3-c279e87d3cd4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3036168 Aug 19 00:31:33.454168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39372) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:33.459274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:33.479709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.480701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.530229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.593704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'fixed_ips': [{'subnet_id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:31:33.594832 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.667425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.731186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Allocated IP 172.20.0.2 (0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00/0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1/6e517db9-e5db-4448-b90c-3bc63d0624e4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:33.859651 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.874474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.881400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.882777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Transition to ACTIVE for port object 6e517db9-e5db-4448-b90c-3bc63d0624e4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:33.897713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Transition to ACTIVE for port object 6e517db9-e5db-4448-b90c-3bc63d0624e4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:33.903359 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:33.942281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:33.945044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:33.949075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:33.955678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Pushing event updated for resources: {'Port': ['ID=6e517db9-e5db-4448-b90c-3bc63d0624e4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:33.979784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.980126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.980493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.980829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.981162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.981490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.981817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.982140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.982463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.982782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.983105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.983423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:33.986006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Allocated IP 172.25.1.59 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e5b3b241-7fad-4e3c-a856-c930e9ee878f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:34.013933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Attempting to bind port 6e517db9-e5db-4448-b90c-3bc63d0624e4 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:34.014334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Attempting to bind port 6e517db9-e5db-4448-b90c-3bc63d0624e4 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:34.014700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Attempting to bind port 6e517db9-e5db-4448-b90c-3bc63d0624e4 on network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:34.019593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:34.019969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Checking segment: {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:34.020553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.020958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Bound using segment: {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:34.021449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Bound port: 6e517db9-e5db-4448-b90c-3bc63d0624e4, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:34.021828 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.085769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] For port 6e517db9-e5db-4448-b90c-3bc63d0624e4, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:34.088760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] For port 6e517db9-e5db-4448-b90c-3bc63d0624e4, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6e517db9-e5db-4448-b90c-3bc63d0624e4,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:34.089552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.093801 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.131628 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.153945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b36e-92d9-42ab-95a5-c02a86d4272b None None] Pushing event updated for resources: {'Port': ['ID=6e517db9-e5db-4448-b90c-3bc63d0624e4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:34.176979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:34.180100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:34.186082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:34.188128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b3b241-7fad-4e3c-a856-c930e9ee878f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:34.460194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.462062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6e517db9-e5db-4448-b90c-3bc63d0624e4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:34.509851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6e517db9-e5db-4448-b90c-3bc63d0624e4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:34.650773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.778378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:31:34.887077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:34.897880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Sync routers for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:34.909747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:34.910864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3406ac42-8b50-4868-8654-a3cde00c99f6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4557757 Aug 19 00:31:34.911236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:34.911928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:34.913543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:35.025324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:35.082665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862318cf-25e0-4b35-ab1b-505b81f9ad84 None None] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:35.187348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Provisioning for port 6e517db9-e5db-4448-b90c-3bc63d0624e4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:35.197048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Provisioning complete for port 6e517db9-e5db-4448-b90c-3bc63d0624e4 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:35.197967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.402552 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.426996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:34Z', 'revision_number': 3, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:35.464989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Checking router: a244c1e8-1fc4-4324-8ca7-46e7bca0f420 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:35.465734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Updating router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 port e5b3b241-7fad-4e3c-a856-c930e9ee878f binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:35.489816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] For port 6e517db9-e5db-4448-b90c-3bc63d0624e4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6e517db9-e5db-4448-b90c-3bc63d0624e4,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:35.496891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.500673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.617747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e98cbb-8b5c-4485-bf43-8ee5c0f93d2b None None] Pushing event updated for resources: {'Port': ['ID=6e517db9-e5db-4448-b90c-3bc63d0624e4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:35.693898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.739201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1fdcc9dc-c579-491e-a127-240ab2ceff0d None None] Provisioning complete for port 6e517db9-e5db-4448-b90c-3bc63d0624e4 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:35.739581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc9dc-c579-491e-a127-240ab2ceff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.826351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.848456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Allocated IP 172.20.0.1 (0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00/0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1/6de5c911-edaf-4d4d-83f6-13d0d7cf1327) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:35.854839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Transition to ACTIVE for port object e5b3b241-7fad-4e3c-a856-c930e9ee878f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:35.868668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.925445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Attempting to bind port e5b3b241-7fad-4e3c-a856-c930e9ee878f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:35.925895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Attempting to bind port e5b3b241-7fad-4e3c-a856-c930e9ee878f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:35.926313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Attempting to bind port e5b3b241-7fad-4e3c-a856-c930e9ee878f on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:35.929148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491df6b-1007-4d8a-86f1-7c3834d5a7e0 None None] Pushing event updated for resources: {'Port': ['ID=e5b3b241-7fad-4e3c-a856-c930e9ee878f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:35.934262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:35.934639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:35.935053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.935447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:35.935921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Bound port: e5b3b241-7fad-4e3c-a856-c930e9ee878f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:35.936331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.955747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:35.970999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Transition to ACTIVE for port object 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:35.989856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] For port e5b3b241-7fad-4e3c-a856-c930e9ee878f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:35.993076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] For port e5b3b241-7fad-4e3c-a856-c930e9ee878f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e5b3b241-7fad-4e3c-a856-c930e9ee878f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:35.998084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.006126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.047348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:36.050260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:36.052696 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:36.053686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491df6b-1007-4d8a-86f1-7c3834d5a7e0 None None] Pushing event updated for resources: {'Port': ['ID=e5b3b241-7fad-4e3c-a856-c930e9ee878f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:36.057696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:36.058326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:36.077142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:36.097532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.237318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.327064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bc125a2b-60ef-4f26-bc21-2033185b8161 None None] Provisioning for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:36.329981 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:36.356972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bc125a2b-60ef-4f26-bc21-2033185b8161 None None] Provisioning complete for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:36.357346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc125a2b-60ef-4f26-bc21-2033185b8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.406023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.410959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.450146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6e517db9-e5db-4448-b90c-3bc63d0624e4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:36.481212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc125a2b-60ef-4f26-bc21-2033185b8161 None None] Port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:36.487124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:36.490400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.559457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6e517db9-e5db-4448-b90c-3bc63d0624e4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:36.559907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.583444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:36.584936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:36.619764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:34Z', 'revision_number': 3, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:36.670937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ebb4-172e-43db-9d25-d812f5122107 None None] The sync data for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 is: [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:34Z', 'revision_number': 3, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:36.709359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:31:36.804428 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a69c0df1-33ae-4d8e-aa81-25f21e009a1b None None] Provisioning complete for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:36.804885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a69c0df1-33ae-4d8e-aa81-25f21e009a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:36.823031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:36.836036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d7c28873-e21d-4ad4-ba9d-3d4034929cf1 admin admin] 10.222.0.20 "PUT /v2.0/routers/a244c1e8-1fc4-4324-8ca7-46e7bca0f420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9133689 Aug 19 00:31:36.853929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a69c0df1-33ae-4d8e-aa81-25f21e009a1b None None] Port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:37.331116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39390) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:37.336407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1764179083-network', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:37.358367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Made reservation on behalf of 01c819456f4f4aef8d8b4eb9703f5a33 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:37.360742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.370887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.464638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.468484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.492779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:31:37.502824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f4bfde-0c57-422f-a3f5-f7e986f6f56b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:37.507614 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.507961 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Added segment a04ff5a7-0452-4801-82e4-a8a96066557f of type vlan for network d291e5f4-2329-446a-8b41-4d287c0b99ef Aug 19 00:31:37.546210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.570331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.571282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:37.571865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.622218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2870107 Aug 19 00:31:37.622733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:37.628682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Request body: {'subnet': {'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1764179083-subnet', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:37.630457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200089b-4454-407e-a4cf-e06b543ca4fc admin admin] Pushing event updated for resources: {'Network': ['ID=d291e5f4-2329-446a-8b41-4d287c0b99ef,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:37.641304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d291e5f4-2329-446a-8b41-4d287c0b99ef details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:31:37.652785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Made reservation on behalf of 01c819456f4f4aef8d8b4eb9703f5a33 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:37.655241 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.819674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.870394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1c4967-d7e3-4b25-84cc-2105e0679429,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:37.886569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Checking segment: {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:37.886948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Network hostable DHCP agents. Network: d291e5f4-2329-446a-8b41-4d287c0b99ef, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:31:37.903196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Network d291e5f4-2329-446a-8b41-4d287c0b99ef is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:31:37.911041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d291e5f4-2329-446a-8b41-4d287c0b99ef) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:37.914778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:37.915366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.920255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a68326-b263-49cc-83c3-dc8e3cb3a0f6 None None] Network d291e5f4-2329-446a-8b41-4d287c0b99ef requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:37.937569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39394) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:37.937765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f6819a1b-39ee-417f-bf47-e423f01ebdbe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136845 Aug 19 00:31:37.943038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:37.964845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:37.965855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.027750 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.070957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d291e5f4-2329-446a-8b41-4d287c0b99ef', 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'fixed_ips': [{'subnet_id': '0d1c4967-d7e3-4b25-84cc-2105e0679429'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:31:38.071833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.157304 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Sync routers for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:38.167061 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:38.167994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:38.169412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.210752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Allocated IP 172.20.0.2 (d291e5f4-2329-446a-8b41-4d287c0b99ef/0d1c4967-d7e3-4b25-84cc-2105e0679429/90f06769-cd50-4e69-9560-538b74917a42) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:38.276887 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:38.361418 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.376020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.376652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Transition to ACTIVE for port object 90f06769-cd50-4e69-9560-538b74917a42 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:38.397233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.404538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Transition to ACTIVE for port object 90f06769-cd50-4e69-9560-538b74917a42 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:38.413062 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.457370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Network d291e5f4-2329-446a-8b41-4d287c0b99ef is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:38.464970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:38.469063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:38.493104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e5b3b241-7fad-4e3c-a856-c930e9ee878f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:38.498090 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Pushing event updated for resources: {'Port': ['ID=90f06769-cd50-4e69-9560-538b74917a42,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:38.548814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Allocated IP 172.25.1.24 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/743cafb2-3c52-458c-8faa-1190daf62edf) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:38.573500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Attempting to bind port 90f06769-cd50-4e69-9560-538b74917a42 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:38.573878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Attempting to bind port 90f06769-cd50-4e69-9560-538b74917a42 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:38.574249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Attempting to bind port 90f06769-cd50-4e69-9560-538b74917a42 on network d291e5f4-2329-446a-8b41-4d287c0b99ef {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:38.584406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:38.584790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Checking segment: {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:38.585203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.585608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Bound using segment: {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:38.586085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Bound port: 90f06769-cd50-4e69-9560-538b74917a42, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:38.586482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.587059 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:36Z', 'revision_number': 4, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6de5c911-edaf-4d4d-83f6-13d0d7cf1327', 'name': '', 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'mac_address': 'fa:16:3e:ce:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:35Z', 'updated_at': '2021-08-19T00:31:36Z', 'revision_number': 2, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'subnets': [{'id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:38.612865 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Checking router: a244c1e8-1fc4-4324-8ca7-46e7bca0f420 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:38.613127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Updating router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:38.631620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e5b3b241-7fad-4e3c-a856-c930e9ee878f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:38.638165 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.644597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e5b3b241-7fad-4e3c-a856-c930e9ee878f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:38.645159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.668824 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.676973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] For port 90f06769-cd50-4e69-9560-538b74917a42, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:38.696001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] For port 90f06769-cd50-4e69-9560-538b74917a42, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=90f06769-cd50-4e69-9560-538b74917a42,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:38.704204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.713297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.759586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:38.763300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:38.767652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:38.770826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Pushing event updated for resources: {'Port': ['ID=743cafb2-3c52-458c-8faa-1190daf62edf,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:38.811384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae1b4a-1faa-4ee1-9f5f-ed6b151d8f29 None None] Pushing event updated for resources: {'Port': ['ID=90f06769-cd50-4e69-9560-538b74917a42,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:38.827491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.848592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e5b3b241-7fad-4e3c-a856-c930e9ee878f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e5b3b241-7fad-4e3c-a856-c930e9ee878f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:38.855955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.912265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e5b3b241-7fad-4e3c-a856-c930e9ee878f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:38.948445 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:38.963879 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Transition to ACTIVE for port object 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:39.017436 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.071118 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.088461 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Pushing event updated for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:39.120897 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.121235 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.121485 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.121820 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.122151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.122480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.122806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.123129 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.123452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.123773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.124094 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.124510 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:31:39.164922 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Attempting to bind port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:39.165662 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Attempting to bind port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:39.165662 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Attempting to bind port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 on network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:39.211489 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:39.211922 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Checking segment: {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:39.212276 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.212697 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Bound using segment: {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:39.213210 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Bound port: 6de5c911-edaf-4d4d-83f6-13d0d7cf1327, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:39.213610 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.297173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] For port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:39.300182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.301342 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] For port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:39.307401 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.370275 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:39.370960 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:39.408831 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9975924-1fd4-4864-ad79-ac65369f3acb None None] Pushing event updated for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:39.443125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Router 7d7587ce-8c71-46c9-b3b9-36eadf339375 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:31:39.485630 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:39.558228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:39.570601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Sync routers for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:39.582172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:39.583934 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:39.588333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d38ba01c-b0f3-4a31-8bc5-e72fb8e17193 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6462426 Aug 19 00:31:39.588504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:39.588638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39396) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:39.726148 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:36Z', 'revision_number': 4, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6de5c911-edaf-4d4d-83f6-13d0d7cf1327', 'name': '', 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'mac_address': 'fa:16:3e:ce:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:35Z', 'updated_at': '2021-08-19T00:31:39Z', 'revision_number': 4, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'subnets': [{'id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:39.730622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:39.758207 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ece0b-3fae-4a77-8a37-f78da6514943 None None] The sync data for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 is: [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:36Z', 'revision_number': 4, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6de5c911-edaf-4d4d-83f6-13d0d7cf1327', 'name': '', 'network_id': '0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'mac_address': 'fa:16:3e:ce:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:35Z', 'updated_at': '2021-08-19T00:31:39Z', 'revision_number': 4, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'subnets': [{'id': '0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:39.993688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 3, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:40.025960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Checking router: 7d7587ce-8c71-46c9-b3b9-36eadf339375 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:40.026486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Updating router 7d7587ce-8c71-46c9-b3b9-36eadf339375 port 743cafb2-3c52-458c-8faa-1190daf62edf binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:40.055833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.080538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bea61-e73d-40d7-8a29-55f3885d3bd9 None None] Network d291e5f4-2329-446a-8b41-4d287c0b99ef requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:40.199159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83cf215a-7879-497d-a724-aadfdf85165f None None] Provisioning for port 90f06769-cd50-4e69-9560-538b74917a42 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:40.400381 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.495656 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.507509 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Transition to ACTIVE for port object 743cafb2-3c52-458c-8faa-1190daf62edf will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:40.517722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.587472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8dae-fb68-44fd-a532-d4e0e144022e None None] Pushing event updated for resources: {'Port': ['ID=743cafb2-3c52-458c-8faa-1190daf62edf,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:40.591448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Attempting to bind port 743cafb2-3c52-458c-8faa-1190daf62edf on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:40.591939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Attempting to bind port 743cafb2-3c52-458c-8faa-1190daf62edf by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:40.593925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Attempting to bind port 743cafb2-3c52-458c-8faa-1190daf62edf on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:40.605808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:40.606423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:40.606917 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.607406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:40.607980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Bound port: 743cafb2-3c52-458c-8faa-1190daf62edf, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:40.608506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.682774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e5b3b241-7fad-4e3c-a856-c930e9ee878f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:40.719535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Allocated IP 172.20.0.1 (d291e5f4-2329-446a-8b41-4d287c0b99ef/0d1c4967-d7e3-4b25-84cc-2105e0679429/4c9a93c1-9646-4fe3-9658-37e2e1488c03) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:40.726212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] For port 743cafb2-3c52-458c-8faa-1190daf62edf, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:40.749804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] For port 743cafb2-3c52-458c-8faa-1190daf62edf, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=743cafb2-3c52-458c-8faa-1190daf62edf,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:40.758091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.823661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e5b3b241-7fad-4e3c-a856-c930e9ee878f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:40.824036 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.850377 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.850845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8dae-fb68-44fd-a532-d4e0e144022e None None] Pushing event updated for resources: {'Port': ['ID=743cafb2-3c52-458c-8faa-1190daf62edf,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:40.858304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:40.858948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:40.868075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Transition to ACTIVE for port object 4c9a93c1-9646-4fe3-9658-37e2e1488c03 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:40.904873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:40.949680 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Network d291e5f4-2329-446a-8b41-4d287c0b99ef is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:40.954769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:40.958388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:40.985086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:41.005431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:41.007835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 90f06769-cd50-4e69-9560-538b74917a42 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:41.009185 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.169376 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.335146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fc292b57-b03d-46f1-b4df-71911b9a5dd9 None None] Provisioning for port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:41.349806 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.351319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fc292b57-b03d-46f1-b4df-71911b9a5dd9 None None] Provisioning complete for port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:41.351891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc292b57-b03d-46f1-b4df-71911b9a5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.354626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.382138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 90f06769-cd50-4e69-9560-538b74917a42 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:41.394246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 90f06769-cd50-4e69-9560-538b74917a42 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:41.394629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.420348 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.423222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:41.439028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fc292b57-b03d-46f1-b4df-71911b9a5dd9 None None] Port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:41.507739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 3, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:41.520936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Network d291e5f4-2329-446a-8b41-4d287c0b99ef is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:41.522420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:41.542765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b77c1-25ca-4aa3-a550-ed651b3b8b27 None None] The sync data for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 is: [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 3, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:41.545009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.584913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 90f06769-cd50-4e69-9560-538b74917a42, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=90f06769-cd50-4e69-9560-538b74917a42,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:41.592181 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.593124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:41.664785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Router 7d7587ce-8c71-46c9-b3b9-36eadf339375 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:31:41.666942 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=90f06769-cd50-4e69-9560-538b74917a42,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:41.708824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:41.713591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:41.714047 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.824547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:41.836659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.837651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dcf0d1df-25a7-47a1-ad42-040edfc83298 admin admin] 10.222.0.20 "PUT /v2.0/routers/7d7587ce-8c71-46c9-b3b9-36eadf339375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2479815 Aug 19 00:31:41.894926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:41.895907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6616f083-b110-467a-9c32-91e9ec333a7a None None] Provisioning complete for port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:41.896280 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6616f083-b110-467a-9c32-91e9ec333a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.905633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:41.982031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6616f083-b110-467a-9c32-91e9ec333a7a None None] Port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:42.002697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:42.469146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a98546f-cff7-409a-9445-897978a16dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:42.530977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:42.581026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:42.581306 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:42.659946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 743cafb2-3c52-458c-8faa-1190daf62edf up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:42.706576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 743cafb2-3c52-458c-8faa-1190daf62edf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:42.710817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 743cafb2-3c52-458c-8faa-1190daf62edf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:42.711202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:42.789955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:42.811634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 743cafb2-3c52-458c-8faa-1190daf62edf, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=743cafb2-3c52-458c-8faa-1190daf62edf,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:42.814884 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:42.815656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 90f06769-cd50-4e69-9560-538b74917a42 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:42.891247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=743cafb2-3c52-458c-8faa-1190daf62edf,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:42.901838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 90f06769-cd50-4e69-9560-538b74917a42 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:42.902221 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:43.190947 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Sync routers for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:43.200550 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:43.201163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:43.309826 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:43.507065 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:41Z', 'revision_number': 4, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4c9a93c1-9646-4fe3-9658-37e2e1488c03', 'name': '', 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'mac_address': 'fa:16:3e:7c:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:40Z', 'updated_at': '2021-08-19T00:31:41Z', 'revision_number': 2, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'subnets': [{'id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:43.630556 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Checking router: 7d7587ce-8c71-46c9-b3b9-36eadf339375 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:43.630990 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Updating router 7d7587ce-8c71-46c9-b3b9-36eadf339375 port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:43.657096 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:43.897295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39446) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:43.923846 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:43.934049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Transition to ACTIVE for port object 4c9a93c1-9646-4fe3-9658-37e2e1488c03 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:43.940758 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:43.992739 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528be0-af56-49b9-8c22-70997d61a24f None None] Pushing event updated for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:44.050762 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Attempting to bind port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:44.051127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Attempting to bind port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:44.051487 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Attempting to bind port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 on network d291e5f4-2329-446a-8b41-4d287c0b99ef {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:44.057333 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:44.057704 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Checking segment: {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:44.058101 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.058491 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Bound using segment: {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:44.058953 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Bound port: 4c9a93c1-9646-4fe3-9658-37e2e1488c03, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04ff5a7-0452-4801-82e4-a8a96066557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:44.059329 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.124777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] For port 4c9a93c1-9646-4fe3-9658-37e2e1488c03, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:44.129415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] For port 4c9a93c1-9646-4fe3-9658-37e2e1488c03, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4c9a93c1-9646-4fe3-9658-37e2e1488c03,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:44.137478 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.197476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:44.198120 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:44.235652 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528be0-af56-49b9-8c22-70997d61a24f None None] Pushing event updated for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:44.267887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.314638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:44.457085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 743cafb2-3c52-458c-8faa-1190daf62edf up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:44.507796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 743cafb2-3c52-458c-8faa-1190daf62edf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:44.508165 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.531857 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:41Z', 'revision_number': 4, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4c9a93c1-9646-4fe3-9658-37e2e1488c03', 'name': '', 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'mac_address': 'fa:16:3e:7c:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:40Z', 'updated_at': '2021-08-19T00:31:44Z', 'revision_number': 4, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'subnets': [{'id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:44.536017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Deleting port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:44.536584 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.559064 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74698766-3a36-4e4f-8fcb-e678ea2f4beb None None] The sync data for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 is: [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:41Z', 'revision_number': 4, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4c9a93c1-9646-4fe3-9658-37e2e1488c03', 'name': '', 'network_id': 'd291e5f4-2329-446a-8b41-4d287c0b99ef', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'mac_address': 'fa:16:3e:7c:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:40Z', 'updated_at': '2021-08-19T00:31:44Z', 'revision_number': 4, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'subnets': [{'id': '0d1c4967-d7e3-4b25-84cc-2105e0679429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:44.642434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] For port 6de5c911-edaf-4d4d-83f6-13d0d7cf1327, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:44.642901 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.658095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Calling delete_port for 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:44.841710 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:44.869404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de5c911-edaf-4d4d-83f6-13d0d7cf1327,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:44.981318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195ee39a-9ca9-4212-b2e3-b740131791ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.051098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.199583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.281263 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:31:45.296260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.389894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:45.396835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-416289ee-de8f-49e6-ace5-223eb68d5db4 admin admin] 10.222.0.20 "PUT /v2.0/routers/a244c1e8-1fc4-4324-8ca7-46e7bca0f420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969556 Aug 19 00:31:45.398386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39448) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:45.401041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Sync routers for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:45.411939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:45.412686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:45.519409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:45.701972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:44Z', 'revision_number': 5, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:45.728341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Checking router: a244c1e8-1fc4-4324-8ca7-46e7bca0f420 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:45.736912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Routers {'a244c1e8-1fc4-4324-8ca7-46e7bca0f420'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:45.737444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:45.789482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.841162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] Set router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:45.890107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:45.940629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Deleting port e5b3b241-7fad-4e3c-a856-c930e9ee878f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:45.940969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.013013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:44Z', 'revision_number': 5, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:46.022328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] For port e5b3b241-7fad-4e3c-a856-c930e9ee878f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e5b3b241-7fad-4e3c-a856-c930e9ee878f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:46.022686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.035168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Calling delete_port for e5b3b241-7fad-4e3c-a856-c930e9ee878f owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:46.044745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9422e-6e62-44e0-8785-083d8e6b36cc None None] The sync data for ids ['a244c1e8-1fc4-4324-8ca7-46e7bca0f420'] in n-d-771363-38 is: [{'id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'name': 'tempest-TestAggregatesBasicOps-74221788-router', 'tenant_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:44Z', 'revision_number': 5, 'project_id': 'f52814d2c94f44cbae2b5b2b5050c8e4', 'gw_port': {'id': 'e5b3b241-7fad-4e3c-a856-c930e9ee878f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244c1e8-1fc4-4324-8ca7-46e7bca0f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:33Z', 'updated_at': '2021-08-19T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:46.194180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.220929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b3b241-7fad-4e3c-a856-c930e9ee878f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:46.280062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.350821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.367177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.369771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.415549 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.416626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a244c1e8-1fc4-4324-8ca7-46e7bca0f420 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:31:46.420902 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.423116 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b32893e-8a0f-4f64-8283-b7f5761a6f13 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a244c1e8-1fc4-4324-8ca7-46e7bca0f420 HTTP/1.1" status: 204 len: 168 time: 1.0233722 Aug 19 00:31:46.426508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39450) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:46.480472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Deleting subnet 0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:31:46.484597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.518916 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.548207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4c9a93c1-9646-4fe3-9658-37e2e1488c03 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:46.602514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:46.607337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:46.607742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.616166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.667865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.685645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.694519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:46.697370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.699875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4aad108d-1493-4e88-a91d-036999642ad8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ad87373-36b0-4c02-aa1b-2a0a5dbd57e1 HTTP/1.1" status: 204 len: 168 time: 0.2709351 Aug 19 00:31:46.702267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39452) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:46.705116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b462f5-87a0-4906-accb-8dad33d905e1 None None] Network 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:46.754783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4c9a93c1-9646-4fe3-9658-37e2e1488c03, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4c9a93c1-9646-4fe3-9658-37e2e1488c03,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:46.765235 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.770327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.826728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Deleting port 6e517db9-e5db-4448-b90c-3bc63d0624e4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:46.827065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.857869 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:46.890036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] For port 6e517db9-e5db-4448-b90c-3bc63d0624e4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6e517db9-e5db-4448-b90c-3bc63d0624e4,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:46.890400 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.903884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Calling delete_port for 6e517db9-e5db-4448-b90c-3bc63d0624e4 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:46.922817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] DHCP port deletion for 0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:31:46.967724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Deleting port 6e517db9-e5db-4448-b90c-3bc63d0624e4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:46.968110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:46.986315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.010851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6e517db9-e5db-4448-b90c-3bc63d0624e4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:47.015128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] No DVR routers for this DVR port 6e517db9-e5db-4448-b90c-3bc63d0624e4 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:31:47.032119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] For port 6e517db9-e5db-4448-b90c-3bc63d0624e4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6e517db9-e5db-4448-b90c-3bc63d0624e4,segment=NetworkSegment(d3b33e26-6086-4f74-a4a9-31d6f0d4dd18),segment_id=d3b33e26-6086-4f74-a4a9-31d6f0d4dd18)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:47.032553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.045462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Calling delete_port for 6e517db9-e5db-4448-b90c-3bc63d0624e4 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:47.093996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.106039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 00:31:47.116706 n-d-771363-38 neutron-server[94624]: self.session.flush() Aug 19 00:31:47.120504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:47.120504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b33e26-6086-4f74-a4a9-31d6f0d4dd18') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:47.122265 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.128915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.142598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.146715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] Pushing event deleted for resources: {'Port': ['ID=6e517db9-e5db-4448-b90c-3bc63d0624e4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:47.149013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:31:47.149433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.151765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4354cf4-3f3e-43db-8ff9-f996a5f5ddb1 None None] No DVR routers for this DVR port 6e517db9-e5db-4448-b90c-3bc63d0624e4 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:31:47.151911 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:31:47.205697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.212243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.214772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00 HTTP/1.1" status: 204 len: 168 time: 0.5114563 Aug 19 00:31:47.217784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:47.225084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3971bb-6de9-4d71-9b04-9403f1efb9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0e3e3f-43c3-4d1d-ad51-2117efb3aa00,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:47.558884 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.809172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Deleting port 4c9a93c1-9646-4fe3-9658-37e2e1488c03 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:47.809525 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.835213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.897608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] For port 4c9a93c1-9646-4fe3-9658-37e2e1488c03, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4c9a93c1-9646-4fe3-9658-37e2e1488c03,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:47.897928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:47.909830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Calling delete_port for 4c9a93c1-9646-4fe3-9658-37e2e1488c03 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:48.085741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.116096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9a93c1-9646-4fe3-9658-37e2e1488c03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:48.287311 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.497767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e5b3b241-7fad-4e3c-a856-c930e9ee878f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:48.504158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Router 7d7587ce-8c71-46c9-b3b9-36eadf339375 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:31:48.520234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e5b3b241-7fad-4e3c-a856-c930e9ee878f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:48.520610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e5b3b241-7fad-4e3c-a856-c930e9ee878f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:48.521058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:48.539148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:48.539501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6de5c911-edaf-4d4d-83f6-13d0d7cf1327 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:48.539915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6e517db9-e5db-4448-b90c-3bc63d0624e4 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:48.558080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6e517db9-e5db-4448-b90c-3bc63d0624e4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:48.558430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6e517db9-e5db-4448-b90c-3bc63d0624e4 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:48.609036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:48.614054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64f2f687-0df3-49f8-b672-314e0a4ede6b admin admin] 10.222.0.20 "PUT /v2.0/routers/7d7587ce-8c71-46c9-b3b9-36eadf339375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951063 Aug 19 00:31:48.616784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39456) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:48.617465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Sync routers for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:48.626575 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:48.627173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:48.717101 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.728405 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:48.816709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.869019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Deleting port 743cafb2-3c52-458c-8faa-1190daf62edf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:48.869363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.902867 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:48Z', 'revision_number': 5, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port': {'id': '743cafb2-3c52-458c-8faa-1190daf62edf', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:38Z', 'updated_at': '2021-08-19T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:48.927645 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Checking router: 7d7587ce-8c71-46c9-b3b9-36eadf339375 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:48.935580 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Routers {'7d7587ce-8c71-46c9-b3b9-36eadf339375'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:48.936180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['7d7587ce-8c71-46c9-b3b9-36eadf339375'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:48.944716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] For port 743cafb2-3c52-458c-8faa-1190daf62edf, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=743cafb2-3c52-458c-8faa-1190daf62edf,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:48.945079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:48.957329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Calling delete_port for 743cafb2-3c52-458c-8faa-1190daf62edf owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:49.019519 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] Set router 7d7587ce-8c71-46c9-b3b9-36eadf339375 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:49.071389 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:48Z', 'revision_number': 6, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:49.100347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e42805-02db-4bb6-b145-0f3571c446b7 None None] The sync data for ids ['7d7587ce-8c71-46c9-b3b9-36eadf339375'] in n-d-771363-38 is: [{'id': '7d7587ce-8c71-46c9-b3b9-36eadf339375', 'name': 'tempest-TestAggregatesBasicOps-1764179083-router', 'tenant_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:37Z', 'updated_at': '2021-08-19T00:31:48Z', 'revision_number': 6, 'project_id': '01c819456f4f4aef8d8b4eb9703f5a33', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:49.124013 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.155108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=743cafb2-3c52-458c-8faa-1190daf62edf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:49.223483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.309936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.311922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.353882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.354444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7587ce-8c71-46c9-b3b9-36eadf339375 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:31:49.358776 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.359977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-00a90b53-c4e5-4461-814f-1a42f1c5a9be admin admin] 10.222.0.20 "DELETE /v2.0/routers/7d7587ce-8c71-46c9-b3b9-36eadf339375 HTTP/1.1" status: 204 len: 168 time: 0.7422869 Aug 19 00:31:49.362410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:49.409362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Deleting subnet 0d1c4967-d7e3-4b25-84cc-2105e0679429 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:31:49.412196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.447224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.527921 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.579674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.609635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1c4967-d7e3-4b25-84cc-2105e0679429,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:49.611613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.613498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e968fd3d-d72b-44b2-88ef-841a5302c6b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d1c4967-d7e3-4b25-84cc-2105e0679429 HTTP/1.1" status: 204 len: 168 time: 0.2501540 Aug 19 00:31:49.616522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39460) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:49.619540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f365e-bbbe-49e6-9772-bdb5b94877ef None None] Network d291e5f4-2329-446a-8b41-4d287c0b99ef requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:49.687092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.739681 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Deleting port 90f06769-cd50-4e69-9560-538b74917a42 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:49.740029 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.803293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] For port 90f06769-cd50-4e69-9560-538b74917a42, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=90f06769-cd50-4e69-9560-538b74917a42,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:49.803659 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.815636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Calling delete_port for 90f06769-cd50-4e69-9560-538b74917a42 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:49.842378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] DHCP port deletion for d291e5f4-2329-446a-8b41-4d287c0b99ef request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:31:49.889156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Deleting port 90f06769-cd50-4e69-9560-538b74917a42 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:31:49.889539 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.902387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.928147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=90f06769-cd50-4e69-9560-538b74917a42,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:49.935215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] No DVR routers for this DVR port 90f06769-cd50-4e69-9560-538b74917a42 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:31:49.960176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] For port 90f06769-cd50-4e69-9560-538b74917a42, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=90f06769-cd50-4e69-9560-538b74917a42,segment=NetworkSegment(a04ff5a7-0452-4801-82e4-a8a96066557f),segment_id=a04ff5a7-0452-4801-82e4-a8a96066557f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:49.960610 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:49.973359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Calling delete_port for 90f06769-cd50-4e69-9560-538b74917a42 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:31:50.009515 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.019740 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d291e5f4-2329-446a-8b41-4d287c0b99ef']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:50.030693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04ff5a7-0452-4801-82e4-a8a96066557f') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:50.031182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04ff5a7-0452-4801-82e4-a8a96066557f') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:50.041968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.056992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.059722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.063486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:31:50.064025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:31:50.066490 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:31:50.083830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] Pushing event deleted for resources: {'Port': ['ID=90f06769-cd50-4e69-9560-538b74917a42,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:50.089923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f278a-abc3-4e1b-8702-48aa268c7d30 None None] No DVR routers for this DVR port 90f06769-cd50-4e69-9560-538b74917a42 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:31:50.124632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.130655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.133118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/d291e5f4-2329-446a-8b41-4d287c0b99ef HTTP/1.1" status: 204 len: 168 time: 0.5158148 Aug 19 00:31:50.159146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaabfd-1414-4a5a-9dc9-867de89da1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d291e5f4-2329-446a-8b41-4d287c0b99ef,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:50.292230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39466) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:50.338351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d991791a-c209-4589-8594-58e384e5b174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f52814d2c94f44cbae2b5b2b5050c8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441859 Aug 19 00:31:50.340839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39468) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:50.387090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.409208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.441513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4c9a93c1-9646-4fe3-9658-37e2e1488c03 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:50.461857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.463283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4c9a93c1-9646-4fe3-9658-37e2e1488c03 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:50.463631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4c9a93c1-9646-4fe3-9658-37e2e1488c03 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:50.464048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 743cafb2-3c52-458c-8faa-1190daf62edf no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:50.465232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.466494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30e6b49b-28f2-470b-91b2-62803dc2ec38 HTTP/1.1" status: 204 len: 168 time: 0.1248255 Aug 19 00:31:50.476196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340e49-76e7-4f9f-8574-bead4ec91921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6b49b-28f2-470b-91b2-62803dc2ec38,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:50.486748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 743cafb2-3c52-458c-8faa-1190daf62edf {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:50.487091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 743cafb2-3c52-458c-8faa-1190daf62edf not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:50.487507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 90f06769-cd50-4e69-9560-538b74917a42 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:31:50.510554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 90f06769-cd50-4e69-9560-538b74917a42 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:31:50.510907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 90f06769-cd50-4e69-9560-538b74917a42 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:31:50.774786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39474) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:50.813877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fc1e9b0d-bf8a-41ee-9df2-b55d396157fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01c819456f4f4aef8d8b4eb9703f5a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378809 Aug 19 00:31:50.816252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39476) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:50.862508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.883442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.932141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.934715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:50.935832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13f4bfde-0c57-422f-a3f5-f7e986f6f56b HTTP/1.1" status: 204 len: 168 time: 0.1186578 Aug 19 00:31:50.943386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873424f-363b-4965-a5da-9473966cb987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f4bfde-0c57-422f-a3f5-f7e986f6f56b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:51.009898 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:31:52.398073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39516) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:52.402810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678800396', 'description': 'tempest-secgroup-smoke-1678800396 description', 'project_id': '5e17996b1d784d1c97872bc70c89a535'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:52.426143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.435943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.524711 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.528865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.565229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a680ed-c135-43ed-8e0a-96b2bcb791c5,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:52.619527 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.623030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.649957 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.651157 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2520838 Aug 19 00:31:52.652255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42cc17-7771-4cb5-b3b0-43ca480cda55 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ce5d3-101e-4500-b5e8-de170c73d807,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:52.654189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39518) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:52.658541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:52.685668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.739849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.743655 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.763634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd17170-3138-4351-a82d-507f92a44397,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:52.770385 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.771600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-56549716-dff6-4674-b49a-4c4ee56ed096 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164968 Aug 19 00:31:52.774372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39520) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:52.779305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:52.805546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.862472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.865704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.882124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2a63fd-ba1e-46a9-a475-88d0196bb116,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:52.888371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.889544 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-270857fc-581f-4ff0-b52a-920aedb65a69 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137173 Aug 19 00:31:52.892414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39522) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:52.896743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:52.922127 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.978848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.982272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:52.999446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0aad22b-8017-491c-ab31-fbeffbaa6ac0,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:53.004912 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.006009 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2c705e0c-79c1-4682-b0ba-57039e191928 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126642 Aug 19 00:31:53.009195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:53.013611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:53.039886 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.098045 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.101857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.123029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cfb28e-98e6-431f-a532-3ae81724f514,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:53.129670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.130912 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9a232488-b797-40e3-a852-ca0aa338dfc0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207275 Aug 19 00:31:53.133789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39526) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:53.138978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:53.160538 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:31:53.165129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.224894 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.228523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.246230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f286fdaf-f9b3-481c-be4e-411f5abbd7d6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:53.253428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.254665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6d48bbf0-bf89-4798-83dd-1c16ad302609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194055 Aug 19 00:31:53.257528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:53.262601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'a91ce5d3-101e-4500-b5e8-de170c73d807', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:53.284072 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:31:53.288588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.346864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.350259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.367901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c771f611-447f-4f4a-be19-974609d57954,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:53.370560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.371765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cbda999d-a1ba-4d5c-88ca-137cc2fcf381 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1132057 Aug 19 00:31:53.374765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:53.379442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'network': {'name': 'tempest-network-smoke--48656641', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:53.400462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:53.403920 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.426257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:31:53.436557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.436909 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Added segment cae8ab5b-811c-4b16-96f5-a50e98976baa of type vlan for network 9b1ee17e-5986-4121-93be-eb3360896186 Aug 19 00:31:53.475247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.498074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.503477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:53.504055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.554431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1787295 Aug 19 00:31:53.557775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:53.563994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'admin_state_up': True, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:53.583633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c33de-c7f9-4d54-a74a-0ba3cc4f4e60 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Network': ['ID=9b1ee17e-5986-4121-93be-eb3360896186,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:53.595126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9b1ee17e-5986-4121-93be-eb3360896186 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:31:53.602300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.603335 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:53.654028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.123171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.305596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.323120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.421474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.78 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/9968b98f-2811-4aba-a1d2-5ca6d66cf4b7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:54.524226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.563125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:54.604595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:54.607533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:54.612638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:54.615577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:54.853596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.043881 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.165439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router c17b0dda-58e8-4281-ba5d-f56db74b6637 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:31:55.268734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:55.278025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Sync routers for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:55.286289 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.287150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:55.287757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:55.287994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9c634837-1a15-4ce7-93c7-a2d5e5c02c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7290759 Aug 19 00:31:55.290904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:55.391777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:55.416628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e9e8190-3868-4b01-8d17-e6411c20562f tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5e17996b1d784d1c97872bc70c89a535&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245966 Aug 19 00:31:55.419404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:55.516965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedb4ee-f587-485a-a012-2ca9cd94e76c tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:55.518490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6bedb4ee-f587-485a-a012-2ca9cd94e76c tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981197 Aug 19 00:31:55.522043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:55.551754 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-30846917-e4cf-46d9-b2b0-21cb8e09502f tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284753 Aug 19 00:31:55.554393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:55.559945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-211727374', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:31:55.652853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:31:55.657369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.755062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:54Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:55.782626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Checking router: c17b0dda-58e8-4281-ba5d-f56db74b6637 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:55.782997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Updating router c17b0dda-58e8-4281-ba5d-f56db74b6637 port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:55.813606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.855083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.920711 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Subnet': ['ID=fff14f23-f31d-4178-bad0-d4513cc1e0a5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:55.928090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Checking segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:55.928496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network hostable DHCP agents. Network: 9b1ee17e-5986-4121-93be-eb3360896186, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:31:55.944587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 9b1ee17e-5986-4121-93be-eb3360896186 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:31:55.953232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9b1ee17e-5986-4121-93be-eb3360896186) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:55.957413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:55.958008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:55.965830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fd1c1-a25a-4190-ad8b-1c1b2719f499 None None] Network 9b1ee17e-5986-4121-93be-eb3360896186 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:55.974184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0dbd6938-2bc7-45a2-a132-ecedd11c0ef6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181576 Aug 19 00:31:55.976805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:31:56.181419 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.191146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-9b1ee17e-5986-4121-93be-eb3360896186', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:31:56.191980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.196499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Transition to ACTIVE for port object 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:56.209317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.316063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f4c6-8b13-4a80-9b7a-af64f63903b5 None None] Pushing event updated for resources: {'Port': ['ID=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:56.324400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Attempting to bind port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:56.325127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Attempting to bind port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:56.325127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Attempting to bind port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:56.335825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:56.336203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:56.336641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.337039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:56.338066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Bound port: 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:56.338452 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.408841 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.424228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Allocated IP 172.20.0.2 (9b1ee17e-5986-4121-93be-eb3360896186/fff14f23-f31d-4178-bad0-d4513cc1e0a5/6be09d68-b4b1-46ad-a9aa-abdb9eae1915) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:56.426700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] For port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:56.431846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] For port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:56.441995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.555342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f4c6-8b13-4a80-9b7a-af64f63903b5 None None] Pushing event updated for resources: {'Port': ['ID=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:56.560341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:56.560963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:56.713836 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.720361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:56.774485 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Transition to ACTIVE for port object 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:56.826316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Transition to ACTIVE for port object 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:56.834162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.882301 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.1 (9b1ee17e-5986-4121-93be-eb3360896186/fff14f23-f31d-4178-bad0-d4513cc1e0a5/871c2ddf-9933-44c6-9848-c777c3b9b21a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:31:56.899197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Network 9b1ee17e-5986-4121-93be-eb3360896186 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:56.911657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:56.919419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:56.923979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:56.928558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Pushing event updated for resources: {'Port': ['ID=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:57.004022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.006112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Attempting to bind port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:57.006480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Attempting to bind port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:57.006845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Attempting to bind port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:57.015100 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:57.015473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Checking segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:57.015873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.016266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Bound using segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:57.016813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Bound port: 6be09d68-b4b1-46ad-a9aa-abdb9eae1915, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:57.017067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 871c2ddf-9933-44c6-9848-c777c3b9b21a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:57.017195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.050570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.053459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:54Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:57.084416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad60-7bfe-4c4d-8092-8eda4d45f755 None None] The sync data for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 is: [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:54Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:31:57.090560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 9b1ee17e-5986-4121-93be-eb3360896186 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:57.097801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:57.100542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:31:57.121441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] For port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:57.124589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] For port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:57.129250 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.132399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:57.156581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.188826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b5019-bbf9-4c9f-a52a-52c3c6cf4466 None None] Pushing event updated for resources: {'Port': ['ID=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:57.303207 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.629565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.636050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.713051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:57.715442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:57.822214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 9b1ee17e-5986-4121-93be-eb3360896186 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:31:57.823836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:31:57.944038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router c17b0dda-58e8-4281-ba5d-f56db74b6637 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:31:58.059866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:31:58.064961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-902f687d-d3b9-4d38-93e0-c865a6227bf5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/c17b0dda-58e8-4281-ba5d-f56db74b6637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0869713 Aug 19 00:31:58.121367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e58af-6c4d-4bf5-ac49-6c8afa612614 None None] Network 9b1ee17e-5986-4121-93be-eb3360896186 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:31:58.190863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-85fe3c03-0722-4bc8-9f92-e73a70889230 None None] Provisioning for port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:58.209417 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-8d53ff86-6ac5-4041-bcce-6eebdd18f067 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678800396&fields=id&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 267 time: 0.0370309 Aug 19 00:31:58.324066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-13f8bedc-12e3-446a-8f01-d88db79e5c47 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:58.325670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-13f8bedc-12e3-446a-8f01-d88db79e5c47 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 795 time: 0.1091452 Aug 19 00:31:58.341306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-5bc4adad-051b-461a-934b-7d1d154a4aec tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/quotas/5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Aug 19 00:31:58.396522 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-b8a680b7-facc-4254-a873-52f90fae9936 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494640 Aug 19 00:31:58.532437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:58.541264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-bfd875dd-b767-4477-a37f-cc186ad3bbf7 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184299 Aug 19 00:31:58.581004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ebb82f7f-3264-457b-906a-6dfac3919124 None None] Provisioning for port 871c2ddf-9933-44c6-9848-c777c3b9b21a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:58.587181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ebb82f7f-3264-457b-906a-6dfac3919124 None None] Provisioning complete for port 871c2ddf-9933-44c6-9848-c777c3b9b21a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:58.587615 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebb82f7f-3264-457b-906a-6dfac3919124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:58.625344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:58.629088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ebb82f7f-3264-457b-906a-6dfac3919124 None None] Port 871c2ddf-9933-44c6-9848-c777c3b9b21a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:58.630741 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:58.631121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:58.649412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-d61ff01f-d6ee-46eb-90c4-d6b96f453c83 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011503 Aug 19 00:31:58.714579 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:58.742136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:58.750989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:58.752239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:31:58.815205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0e168590-5096-4e3d-9658-04746baa378b None None] Provisioning complete for port 871c2ddf-9933-44c6-9848-c777c3b9b21a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:58.815608 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e168590-5096-4e3d-9658-04746baa378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:58.845518 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Sync routers for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:31:58.848189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3759e572-42b0-44c2-b79a-62cb414f6cb3 req-60adfd5a-cf8c-4b7f-8ff9-3ebaf71d7a84 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 210 time: 0.0337105 Aug 19 00:31:58.860479 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:58.862065 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:58.880807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0e168590-5096-4e3d-9658-04746baa378b None None] Port 871c2ddf-9933-44c6-9848-c777c3b9b21a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:58.885066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:58.902459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:31:58.908960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:58.910208 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.023547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.060389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:31:59.065799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.099582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:31:59.123951 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-769570b7-2ee9-4e09-bef7-fcbdbea3fc16 None None] Provisioning complete for port 871c2ddf-9933-44c6-9848-c777c3b9b21a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:31:59.124694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-769570b7-2ee9-4e09-bef7-fcbdbea3fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.146304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:59.170155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-769570b7-2ee9-4e09-bef7-fcbdbea3fc16 None None] Port 871c2ddf-9933-44c6-9848-c777c3b9b21a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:31:59.298939 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 2, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:59.329356 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Checking router: c17b0dda-58e8-4281-ba5d-f56db74b6637 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:31:59.329710 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Updating router c17b0dda-58e8-4281-ba5d-f56db74b6637 port 871c2ddf-9933-44c6-9848-c777c3b9b21a binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:31:59.355627 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.611746 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.622329 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Transition to ACTIVE for port object 871c2ddf-9933-44c6-9848-c777c3b9b21a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:31:59.627810 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.675583 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff169b5-adbe-43a6-a129-2d3ccf954ea5 None None] Pushing event updated for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:31:59.724047 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Attempting to bind port 871c2ddf-9933-44c6-9848-c777c3b9b21a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:31:59.724444 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Attempting to bind port 871c2ddf-9933-44c6-9848-c777c3b9b21a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:31:59.724807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Attempting to bind port 871c2ddf-9933-44c6-9848-c777c3b9b21a on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:31:59.729859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:31:59.730231 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Checking segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:31:59.730634 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.731030 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Bound using segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:31:59.731713 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Bound port: 871c2ddf-9933-44c6-9848-c777c3b9b21a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:31:59.731846 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.800023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] For port 871c2ddf-9933-44c6-9848-c777c3b9b21a, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:31:59.804258 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] For port 871c2ddf-9933-44c6-9848-c777c3b9b21a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=871c2ddf-9933-44c6-9848-c777c3b9b21a,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:31:59.810101 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:31:59.869605 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:31:59.870290 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:31:59.957447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-bb4e6b11-98f4-4d0b-a72a-01265c8935e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:31:59.959134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-bb4e6b11-98f4-4d0b-a72a-01265c8935e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 795 time: 0.1350133 Aug 19 00:32:00.004439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eff7870-1c6e-4104-bcec-0bf5212b921e req-61b5007e-8fb5-4477-a53d-5e46d8224ee7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 210 time: 0.0328581 Aug 19 00:32:00.008864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff169b5-adbe-43a6-a129-2d3ccf954ea5 None None] Pushing event updated for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:00.035980 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:32:00.041437 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-a20be8c5-71f3-43ab-a26f-77382506384f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 380 time: 0.0599515 Aug 19 00:32:00.077367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'port': {'device_id': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'admin_state_up': True, 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'security_groups': ['a91ce5d3-101e-4500-b5e8-de170c73d807']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:32:00.190846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:32:00.194526 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.234979 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:31:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:32:00.260500 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2ed73-9084-4cd4-8ad6-cb83a8c0af0c None None] The sync data for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 is: [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:31:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:32:00.332732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.9 (9b1ee17e-5986-4121-93be-eb3360896186/fff14f23-f31d-4178-bad0-d4513cc1e0a5/517c4d91-0401-41c6-982a-5e3912f14b4c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:32:00.493654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.507881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 517c4d91-0401-41c6-982a-5e3912f14b4c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:32:00.539439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 871c2ddf-9933-44c6-9848-c777c3b9b21a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:32:00.547646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.592836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 871c2ddf-9933-44c6-9848-c777c3b9b21a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:32:00.594340 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 9b1ee17e-5986-4121-93be-eb3360896186 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:32:00.596876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 871c2ddf-9933-44c6-9848-c777c3b9b21a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:00.597665 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.600195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:32:00.604967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:32:00.649202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:00.686633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:00.687315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.692948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.704794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-dc53be67-1373-4ecf-9c68-a016095b1085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311719 Aug 19 00:32:00.724084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Request body: {'port': {'device_id': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:32:00.739711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 871c2ddf-9933-44c6-9848-c777c3b9b21a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=871c2ddf-9933-44c6-9848-c777c3b9b21a,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:32:00.746890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:00.748107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:32:00.786267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.003940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-89724ff4-bbc9-4f91-80f7-31b47abd3353 None None] Provisioning for port 517c4d91-0401-41c6-982a-5e3912f14b4c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:32:01.014040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-89724ff4-bbc9-4f91-80f7-31b47abd3353 None None] Provisioning complete for port 517c4d91-0401-41c6-982a-5e3912f14b4c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:01.014415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89724ff4-bbc9-4f91-80f7-31b47abd3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.016647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:01.044887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:01.045140 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.092929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-89724ff4-bbc9-4f91-80f7-31b47abd3353 None None] Port 517c4d91-0401-41c6-982a-5e3912f14b4c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:32:01.110514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517c4d91-0401-41c6-982a-5e3912f14b4c {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:32:01.120034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.135524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Transition to ACTIVE for port object 517c4d91-0401-41c6-982a-5e3912f14b4c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:32:01.139999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.150646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a861b-a492-4076-ada8-c152cb7ee0cb req-debebfe1-7931-421a-9c1b-e7a56af353de tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.151999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-059a861b-a492-4076-ada8-c152cb7ee0cb req-debebfe1-7931-421a-9c1b-e7a56af353de tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 931 time: 0.0591419 Aug 19 00:32:01.156716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:32:01.205213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:01.216968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-059a861b-a492-4076-ada8-c152cb7ee0cb req-c0ff0a2e-7e75-4553-be7a-114839ee8cc1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576122 Aug 19 00:32:01.230859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:01.231238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.295978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:32:01.296407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:32:01.296749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:32:01.301803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:32:01.301994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:32:01.308860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:32:01.309211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Checking segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:32:01.309614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Bound using segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:32:01.310510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Bound port: 517c4d91-0401-41c6-982a-5e3912f14b4c, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:32:01.310888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.381166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:32:01.385261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:32:01.391751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.430409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.431669 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:01.433036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] 10.222.0.21 "PUT /v2.0/ports/517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 1092 time: 0.7152252 Aug 19 00:32:01.433485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:32:01.435751 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35405dd3-31af-4aac-a165-55b4290cd31a" -d '{"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:32:01.482845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db394ad-f7b9-4a6a-b21a-b8671fbb1d59 service neutron] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:01.522484 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296a797-cc64-4667-a316-bea8345d1c34 x-openstack-request-id: req-6296a797-cc64-4667-a316-bea8345d1c34 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:32:01.522791 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:32:01.523097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6296a797-cc64-4667-a316-bea8345d1c34 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:32:01.523479 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'status': 'completed', 'code': 200} Aug 19 00:32:01.538973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-4e32a251-b67b-425e-afde-e09819c76077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.541861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-4e32a251-b67b-425e-afde-e09819c76077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0516324 Aug 19 00:32:01.590268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-f3d7f8cb-52ca-4093-aa77-7bdbdab3f1f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 217 time: 0.0345557 Aug 19 00:32:01.645669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-df03ef14-f55c-4992-b8f9-c35fd4c1473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.647193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-df03ef14-f55c-4992-b8f9-c35fd4c1473e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0499611 Aug 19 00:32:01.692054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4484f-b93b-41af-bb36-eb12520c49db req-f4f46f9f-a588-4cfc-8b40-cbecf3b6f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.693460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-f4f46f9f-a588-4cfc-8b40-cbecf3b6f78b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393677 Aug 19 00:32:01.780144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-ba7699d6-e763-42b7-bae5-07b90de5d573 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797412 Aug 19 00:32:01.871122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11c4484f-b93b-41af-bb36-eb12520c49db req-e11eec59-1ea4-48ab-b07d-861d82ef3864 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842986 Aug 19 00:32:01.989349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35405dd3-31af-4aac-a165-55b4290cd31a req-ca908a57-4cdc-4f7e-a3ce-aabfefa8c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:01.990716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-ca908a57-4cdc-4f7e-a3ce-aabfefa8c800 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0399749 Aug 19 00:32:02.080832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35405dd3-31af-4aac-a165-55b4290cd31a req-a89ed2e2-88da-455a-aa5f-796243302ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:02.082363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-a89ed2e2-88da-455a-aa5f-796243302ff3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0849533 Aug 19 00:32:02.122044 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-cce8aa59-6c93-47ef-8aea-2a2acacd3e6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 217 time: 0.0327983 Aug 19 00:32:02.176522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35405dd3-31af-4aac-a165-55b4290cd31a req-047d6c1e-d4ed-4391-90f8-77ef5dab621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:02.177961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-047d6c1e-d4ed-4391-90f8-77ef5dab621d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0481315 Aug 19 00:32:02.222898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35405dd3-31af-4aac-a165-55b4290cd31a req-0aa98e2c-9aa7-4724-86a3-44a57c5afb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:02.224622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-0aa98e2c-9aa7-4724-86a3-44a57c5afb44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400174 Aug 19 00:32:02.312999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-899cc934-3efa-4e15-8d4c-a0da22107c28 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814259 Aug 19 00:32:02.322836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77131c27-d37b-4acf-9f09-756db32670ac req-08d5bcc1-404f-4e6f-b7d1-ab535085f900 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:02.324474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77131c27-d37b-4acf-9f09-756db32670ac req-08d5bcc1-404f-4e6f-b7d1-ab535085f900 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0519140 Aug 19 00:32:02.361466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77131c27-d37b-4acf-9f09-756db32670ac req-1b915503-4a7b-4894-8210-dc0300a017f3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Aug 19 00:32:02.406971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35405dd3-31af-4aac-a165-55b4290cd31a req-a181ecdd-b31b-433f-8243-fb5a047ddd3b service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864706 Aug 19 00:32:02.449564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 871c2ddf-9933-44c6-9848-c777c3b9b21a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:32:02.498073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 871c2ddf-9933-44c6-9848-c777c3b9b21a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:02.498372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:03.478331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae624-9c8c-4f76-bfc5-c2ffd1c8ca2f req-419a88d3-38fe-4d8b-a66f-8b89097ef071 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:03.479824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb2ae624-9c8c-4f76-bfc5-c2ffd1c8ca2f req-419a88d3-38fe-4d8b-a66f-8b89097ef071 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0510960 Aug 19 00:32:03.516101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb2ae624-9c8c-4f76-bfc5-c2ffd1c8ca2f req-7e820555-f4c2-4e27-89f8-7ebe439c26a6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302727 Aug 19 00:32:04.628791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb928e-d53a-446c-9695-a3287b052b7a req-c51fd61f-c839-40b0-bce5-af567a4d3719 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:04.630258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03bb928e-d53a-446c-9695-a3287b052b7a req-c51fd61f-c839-40b0-bce5-af567a4d3719 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0487299 Aug 19 00:32:04.666954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03bb928e-d53a-446c-9695-a3287b052b7a req-2ed675b9-4d8b-4196-a7cb-f39465a2d24e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302269 Aug 19 00:32:05.288172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:32:05.382487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:32:05.393363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'mac_address': 'fa:16:3e:d2:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:32:05.428145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:05.440423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517c4d91-0401-41c6-982a-5e3912f14b4c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:32:05.459508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:32:05.463963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:05.509515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:05.792185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36769-8a5f-4586-a057-011d3d360028 req-9dbbc59a-c403-4f5a-903e-90ceca6d26aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:05.793704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ce36769-8a5f-4586-a057-011d3d360028 req-9dbbc59a-c403-4f5a-903e-90ceca6d26aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 944 time: 0.0538642 Aug 19 00:32:05.831531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['517c4d91-0401-41c6-982a-5e3912f14b4c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:32:05.832000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0ce36769-8a5f-4586-a057-011d3d360028 req-a1b57af8-2814-41a7-8790-1d3a7f77e49f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Aug 19 00:32:06.945245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196523be-adf2-4049-868f-c8cea227bf3f req-f2e25828-e5b1-4026-8347-55add17bc659 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:06.946708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-196523be-adf2-4049-868f-c8cea227bf3f req-f2e25828-e5b1-4026-8347-55add17bc659 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 944 time: 0.0478358 Aug 19 00:32:06.983985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-196523be-adf2-4049-868f-c8cea227bf3f req-95f906c1-6d82-4f15-99b5-4e636736da30 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Aug 19 00:32:07.300846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:32:07.352868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 517c4d91-0401-41c6-982a-5e3912f14b4c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:32:07.357312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 517c4d91-0401-41c6-982a-5e3912f14b4c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:32:07.357699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:07.430581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:07.452336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:32:07.454647 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a3f96-7baf-40c7-aa27-0179f59e6563" -d '{"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-plugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:32:07.469377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:32:07.473728 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:07.529155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:07.570267 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4c3f7-47ed-4b3d-8a2f-826912537020 x-openstack-request-id: req-e1f4c3f7-47ed-4b3d-8a2f-826912537020 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:32:07.570564 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-plugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:32:07.570823 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1f4c3f7-47ed-4b3d-8a2f-826912537020 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:32:07.571227 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'code': 200} Aug 19 00:32:07.688843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514ef0-7ba0-48fc-80d1-2feca0bcce16 req-898b412b-4b1a-430e-86ec-320efd64e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:07.690232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de514ef0-7ba0-48fc-80d1-2feca0bcce16 req-898b412b-4b1a-430e-86ec-320efd64e13e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0394030 Aug 19 00:32:07.725316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de514ef0-7ba0-48fc-80d1-2feca0bcce16 req-c55d040f-ecd4-40eb-a9fb-6eb8a8f24bf6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278268 Aug 19 00:32:08.098214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90388-9d13-4695-906f-7e6eaf364f8b req-45706e94-ec27-4d8c-bb10-58cb8f346a40 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:08.099885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03d90388-9d13-4695-906f-7e6eaf364f8b req-45706e94-ec27-4d8c-bb10-58cb8f346a40 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0512671 Aug 19 00:32:08.136342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03d90388-9d13-4695-906f-7e6eaf364f8b req-8d646831-13c5-4022-9b9f-8054765fc048 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300517 Aug 19 00:32:09.250151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2256b89-5500-4f09-817a-c201815470a6 req-0640f8da-d512-4c85-8f71-40e0c7da37a4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:09.251646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2256b89-5500-4f09-817a-c201815470a6 req-0640f8da-d512-4c85-8f71-40e0c7da37a4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0493715 Aug 19 00:32:09.293188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2256b89-5500-4f09-817a-c201815470a6 req-90e311a0-9cb1-4995-a3d8-fa33e1e05b10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354335 Aug 19 00:32:09.409442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82328f-9fe6-4048-9623-d6060308a861 req-4d262746-f92e-4726-8be8-1f9e262c35c8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:09.410910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e82328f-9fe6-4048-9623-d6060308a861 req-4d262746-f92e-4726-8be8-1f9e262c35c8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0485239 Aug 19 00:32:09.448215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1e82328f-9fe6-4048-9623-d6060308a861 req-3dd001ee-6fdc-4b40-a697-1202dc407e89 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Aug 19 00:32:09.469043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39608) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:32:09.507103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b198c-fad7-47ed-8719-a60000b208c6 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:09.508595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b63b198c-fad7-47ed-8719-a60000b208c6 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1092 time: 0.0385947 Aug 19 00:32:09.512027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:32:09.516427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:32:09.537436 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:09.635133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:09.736094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.233 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/5c6fcc03-53cd-41e8-8686-d28b1e827245) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:32:09.837956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:09.876301 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:09.914647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:32:09.917856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:32:09.921650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:32:09.927083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=5c6fcc03-53cd-41e8-8686-d28b1e827245,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:10.610582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:10.674261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:10.819812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:10.824730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:10.892962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=5c6fcc03-53cd-41e8-8686-d28b1e827245,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:32:10.902616 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:10.999710 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP 8d6d87fd-4b17-4c81-b6d0-953b3e190e17 associated. External IP: 172.25.1.233, port: 517c4d91-0401-41c6-982a-5e3912f14b4c. Aug 19 00:32:11.205602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router c17b0dda-58e8-4281-ba5d-f56db74b6637 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:32:11.309760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:32:11.318878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Sync routers for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:32:11.325223 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:11.329732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:32:11.330352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:32:11.352198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-aa02940b-962f-4cd6-abf1-88a6ac5aa13a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8390906 Aug 19 00:32:11.352826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:32:11.355617 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901a6cf7-0c46-42ac-ab37-d703135681b3" -d '{"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:32:11.391829 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5174b-999e-41fc-9156-808e6003d0ce x-openstack-request-id: req-5da5174b-999e-41fc-9156-808e6003d0ce {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:32:11.392121 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:32:11.392405 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5da5174b-999e-41fc-9156-808e6003d0ce {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:32:11.392805 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'status': 'completed', 'code': 200} Aug 19 00:32:11.446240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:32:11.493093 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52224c4-6d2f-4795-9494-a0d52812289e req-d02ad543-d98a-4b4e-b0b8-7d8c9c3d7e2e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:11.494629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b52224c4-6d2f-4795-9494-a0d52812289e req-d02ad543-d98a-4b4e-b0b8-7d8c9c3d7e2e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0850081 Aug 19 00:32:11.501083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-2090cafa-010c-4cf0-ba7a-dc77caff9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:11.502497 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-2090cafa-010c-4cf0-ba7a-dc77caff9ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0604618 Aug 19 00:32:11.577561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b52224c4-6d2f-4795-9494-a0d52812289e req-bb5d9b19-8a07-4bdc-b800-3af0dcdcb578 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740175 Aug 19 00:32:11.602420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:32:11.622746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-c319993c-0c84-4c7f-973e-bc917706c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:11.623342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-c319993c-0c84-4c7f-973e-bc917706c28e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.1133347 Aug 19 00:32:11.667595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-785df3e9-4568-4e00-86ea-0267e3917bbd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8d6d87fd-4b17-4c81-b6d0-953b3e190e17 HTTP/1.1" status: 200 len: 991 time: 0.0639503 Aug 19 00:32:11.668251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8d6d87fd-4b17-4c81-b6d0-953b3e190e17', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'mac_address': 'fa:16:3e:d2:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:32:10Z', 'updated_at': '2021-08-19T00:32:10Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:32:11.695835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-1ff29211-5c8a-47a7-b433-f65b2718b92f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 999 time: 0.0653927 Aug 19 00:32:11.697269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Checking router: c17b0dda-58e8-4281-ba5d-f56db74b6637 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:32:11.705576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:32:11.706180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:31:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:32:11.744624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-57e76903-b431-4f5a-800a-eef1c719a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:11.746048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-57e76903-b431-4f5a-800a-eef1c719a160 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0430732 Aug 19 00:32:11.795542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-0cc5ecc6-42cb-4470-9676-2fd98e6616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:11.797112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-0cc5ecc6-42cb-4470-9676-2fd98e6616ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436502 Aug 19 00:32:11.810692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:32:12.040103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8d6d87fd-4b17-4c81-b6d0-953b3e190e17', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'mac_address': 'fa:16:3e:d2:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:32:10Z', 'updated_at': '2021-08-19T00:32:10Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:32:12.066349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dcaf9-905a-4fe2-8c5d-19961e04459c None None] The sync data for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 is: [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8d6d87fd-4b17-4c81-b6d0-953b3e190e17', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'mac_address': 'fa:16:3e:d2:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:32:10Z', 'updated_at': '2021-08-19T00:32:10Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:32:12.177710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-30897677-cb47-45f6-b9e2-d7c318bb17da service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736148 Aug 19 00:32:12.257665 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7baa7-fccd-432f-a013-590c3f21e4ab None None] New status for floating IP 8d6d87fd-4b17-4c81-b6d0-953b3e190e17: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:32:12.272360 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-901a6cf7-0c46-42ac-ab37-d703135681b3 req-720523bb-fa73-4bd7-be9b-08b5d58b2fc9 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877345 Aug 19 00:32:12.460160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8112f27-c40b-41c0-b8bc-b1489fdfa8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:12.671469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:32:12.735165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e363682c-1501-4d48-9e2a-2ffb0f88803c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8d6d87fd-4b17-4c81-b6d0-953b3e190e17 HTTP/1.1" status: 200 len: 993 time: 0.0625665 Aug 19 00:32:14.982517 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc78-8b68-4fc3-be4f-154befd1a146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:15.199590 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:15.296210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:16.358633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:17.837092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:25.812816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-274d9a0e-b4ad-4d27-91c4-69ce535e458e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387611 Aug 19 00:32:25.909101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b878c6-b95a-41b8-addb-abd42f84887a req-92d808ab-5293-410e-bf93-fb8ed831074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:25.910560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-92d808ab-5293-410e-bf93-fb8ed831074e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0391567 Aug 19 00:32:26.012611 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b878c6-b95a-41b8-addb-abd42f84887a req-79451742-06e2-4ec3-9950-47e1b9c4da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:26.014036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-79451742-06e2-4ec3-9950-47e1b9c4da53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0853572 Aug 19 00:32:26.076489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-600b3085-a94f-49a6-a6fb-a4a165d7576f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 1001 time: 0.0554273 Aug 19 00:32:26.127742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b878c6-b95a-41b8-addb-abd42f84887a req-79c09396-7caf-4f2c-ba07-526cbdf6d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:26.129183 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-79c09396-7caf-4f2c-ba07-526cbdf6d115 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0462775 Aug 19 00:32:26.173581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b878c6-b95a-41b8-addb-abd42f84887a req-e6b9ba5c-363b-4c5c-8a9e-5af7c8e45b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:32:26.175020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-e6b9ba5c-363b-4c5c-8a9e-5af7c8e45b6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384970 Aug 19 00:32:26.261331 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-1632f24f-a81a-40bf-b709-c19b59dcb1ef service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785608 Aug 19 00:32:26.351113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b878c6-b95a-41b8-addb-abd42f84887a req-2da027a3-cde3-4451-8291-4fa483e499cf service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Aug 19 00:32:26.873190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:28.009135 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:32:42.461467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac755f6-8625-404c-9ee8-cdff448652aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:44.982271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83276fab-c7b5-40e4-99ee-7629b68ba779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:45.200143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:45.306868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:46.356353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:47.840237 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:32:56.877885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:05.008320 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:33:12.462659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21e05217-3326-4afa-9a7b-29304e785ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:13.507323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-71f2fd1b-62cc-4457-a369-5595585e5534 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:13.508867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-71f2fd1b-62cc-4457-a369-5595585e5534 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0394106 Aug 19 00:33:13.527240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:13.620248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:13.624017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:13.643977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22ed9741-3b0c-4146-9d17-82ce73960b40 req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287251 Aug 19 00:33:13.655208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383c063-28c3-42cc-9810-3503607deef1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:33:13.662608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.662963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.663305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.663643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.663980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.664328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.664660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.664986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.665312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.665639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.665966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.666288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b68652-a93a-4d93-ad07-8497bc8cba29 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:13.761908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e2ae-3bcc-44ea-b09f-995473b95c82 req-06bc1729-b96a-4927-a66e-b3909e5dd9ec tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:13.763568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8866e2ae-3bcc-44ea-b09f-995473b95c82 req-06bc1729-b96a-4927-a66e-b3909e5dd9ec tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0507982 Aug 19 00:33:13.802709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8866e2ae-3bcc-44ea-b09f-995473b95c82 req-17181288-d6bc-469d-8969-6d4c89039ad0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Aug 19 00:33:13.824246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39656) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:33:13.883738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3d02d1f-540f-4551-ac03-7d1116bfbea8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8d6d87fd-4b17-4c81-b6d0-953b3e190e17 HTTP/1.1" status: 200 len: 993 time: 0.0582998 Aug 19 00:33:14.425761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7924a3-cc82-4ed4-8e9c-a47668416943 req-71cde167-084c-48a4-b1b4-47ed871f54c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:14.427283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b7924a3-cc82-4ed4-8e9c-a47668416943 req-71cde167-084c-48a4-b1b4-47ed871f54c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0490758 Aug 19 00:33:14.499813 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-18f23629-bf6f-4313-9d0a-be3f530c5259 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331637 Aug 19 00:33:14.502911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2b7924a3-cc82-4ed4-8e9c-a47668416943 req-8c0d50f1-eed7-43d3-918a-6a158b7f6bec tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Aug 19 00:33:14.982052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3989f22b-114c-4c9b-8e51-1e3841ceed29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:15.201582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:15.324323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:15.582598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-993989ba-0dcc-4af2-a75b-b0c96ddb3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:15.584093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-993989ba-0dcc-4af2-a75b-b0c96ddb3240 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0415568 Aug 19 00:33:15.620284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf475-1b61-4792-920e-899563756dcf req-3b319933-3b83-4c95-87cc-a54548b2b8f8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:15.622435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93edf475-1b61-4792-920e-899563756dcf req-3b319933-3b83-4c95-87cc-a54548b2b8f8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0482590 Aug 19 00:33:15.659543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-93edf475-1b61-4792-920e-899563756dcf req-abd30bbd-8946-4814-8aea-7d01672088d7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Aug 19 00:33:15.680411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-a29897fa-41fb-4689-a8be-f62b715d9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:15.681882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-a29897fa-41fb-4689-a8be-f62b715d9206 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0907032 Aug 19 00:33:15.747654 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-de2faade-9757-40ec-801d-b1aaf1fc874c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 1001 time: 0.0573304 Aug 19 00:33:15.794500 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d664f3f2-a2dc-424f-9f29-88bda46f2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:15.795923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d664f3f2-a2dc-424f-9f29-88bda46f2d84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0418100 Aug 19 00:33:15.844675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-6f44736d-18b0-42d4-b732-808f1f5f1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:15.846149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-6f44736d-18b0-42d4-b732-808f1f5f1a89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430787 Aug 19 00:33:15.932746 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-0a14a038-8919-4e1b-9d55-84f1db136400 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Aug 19 00:33:16.022999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-9ca8ede7-fae4-48ef-be1b-9510d2820831 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Aug 19 00:33:16.359330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:16.774457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce0c12-c438-46eb-8433-720b6b915ccf req-8309db82-1155-4b37-949a-a8a01016f858 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:16.775919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbce0c12-c438-46eb-8433-720b6b915ccf req-8309db82-1155-4b37-949a-a8a01016f858 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0484173 Aug 19 00:33:16.813190 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cbce0c12-c438-46eb-8433-720b6b915ccf req-6a33dfba-dd20-4619-8280-1763341be8d6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Aug 19 00:33:17.842801 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:17.930885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4453-d38e-40ae-8c29-7e7e4f7fbe0e req-3ef7d836-e1c9-4450-aa09-9075df4d2492 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:17.932368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-673a4453-d38e-40ae-8c29-7e7e4f7fbe0e req-3ef7d836-e1c9-4450-aa09-9075df4d2492 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0515587 Aug 19 00:33:17.969849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-673a4453-d38e-40ae-8c29-7e7e4f7fbe0e req-b60c702d-428f-4488-b99e-252920c2f0b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Aug 19 00:33:19.084113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36cf9-48af-45cb-b36a-bddaa4be6cd0 req-d5653c08-7f7e-455b-9f55-c6f409b79e25 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:19.085524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6fc36cf9-48af-45cb-b36a-bddaa4be6cd0 req-d5653c08-7f7e-455b-9f55-c6f409b79e25 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0483880 Aug 19 00:33:19.122206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6fc36cf9-48af-45cb-b36a-bddaa4be6cd0 req-a2ec854d-5f34-47f2-bd7e-e31b66928fe1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303261 Aug 19 00:33:20.237093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a202e-f732-40e6-a1d2-93af100b1422 req-f18b3c96-8c0d-4c6b-aeeb-c65b24d7db91 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:20.238573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a2a202e-f732-40e6-a1d2-93af100b1422 req-f18b3c96-8c0d-4c6b-aeeb-c65b24d7db91 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0478089 Aug 19 00:33:20.275477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a2a202e-f732-40e6-a1d2-93af100b1422 req-41d88aa3-97a6-4fca-92a4-9e5ba3a6d809 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Aug 19 00:33:21.392774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2216-e40b-49a9-87d6-b7b856aa9763 req-ec461649-5b72-4aaf-b070-ddcf2799e6e2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:21.394216 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47ab2216-e40b-49a9-87d6-b7b856aa9763 req-ec461649-5b72-4aaf-b070-ddcf2799e6e2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0521300 Aug 19 00:33:21.430240 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47ab2216-e40b-49a9-87d6-b7b856aa9763 req-d61e875d-c96b-4b94-80b2-175247cf4653 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300725 Aug 19 00:33:22.544093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c72edf-f11d-474a-8091-19c4d475baa2 req-81a7e2c9-ea4b-446c-bb0a-2c7f256ac5c2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:22.545557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4c72edf-f11d-474a-8091-19c4d475baa2 req-81a7e2c9-ea4b-446c-bb0a-2c7f256ac5c2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 19 00:33:22.581570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4c72edf-f11d-474a-8091-19c4d475baa2 req-90e13526-0fd5-4759-9098-192133a8fbc9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301671 Aug 19 00:33:23.696074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9475401-0a77-47e8-b855-6b239b52ef1a req-57039d00-b8e4-4efd-a54d-4a54eaafef74 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:23.697587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d9475401-0a77-47e8-b855-6b239b52ef1a req-57039d00-b8e4-4efd-a54d-4a54eaafef74 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0490651 Aug 19 00:33:23.736076 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d9475401-0a77-47e8-b855-6b239b52ef1a req-e6dc4a41-08ee-449f-8d6f-8eaac2668663 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Aug 19 00:33:24.852529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887c665-b703-4a46-a160-a879e4f9a042 req-e8c466fe-cf1d-490c-841f-42772b6db3cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:24.853977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8887c665-b703-4a46-a160-a879e4f9a042 req-e8c466fe-cf1d-490c-841f-42772b6db3cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0518384 Aug 19 00:33:24.890337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8887c665-b703-4a46-a160-a879e4f9a042 req-26b256c3-e9ac-453d-93e6-f5cb1412b084 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300443 Aug 19 00:33:26.003696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2adba-62db-4899-a9d8-42e9b9b39851 req-6fa43bc4-3d6c-438e-9bb4-2d7cfcdba0fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:26.005174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bf2adba-62db-4899-a9d8-42e9b9b39851 req-6fa43bc4-3d6c-438e-9bb4-2d7cfcdba0fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0490165 Aug 19 00:33:26.041302 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2bf2adba-62db-4899-a9d8-42e9b9b39851 req-422af2d6-8847-40e4-83a7-f48b0966cc92 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301995 Aug 19 00:33:26.887938 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:27.154383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34197d90-4199-4e0b-a228-a25b55a54419 req-330a398a-69a7-425d-ad67-82acb38e721d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:27.155828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34197d90-4199-4e0b-a228-a25b55a54419 req-330a398a-69a7-425d-ad67-82acb38e721d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0479529 Aug 19 00:33:27.191838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34197d90-4199-4e0b-a228-a25b55a54419 req-aba046b1-2068-4a35-b573-67f284439963 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301311 Aug 19 00:33:27.695444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-bc1541b9-8c42-4078-ba38-8d08f8ddb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:27.696982 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-bc1541b9-8c42-4078-ba38-8d08f8ddb2e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0444877 Aug 19 00:33:27.815269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-1b2c6ac8-9917-444c-8790-5990b1565c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:27.816767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-1b2c6ac8-9917-444c-8790-5990b1565c0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0829871 Aug 19 00:33:27.884537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-7f716d3c-2f6b-4a48-8acc-615dab543432 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 1001 time: 0.0600617 Aug 19 00:33:27.932551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-5e7c3133-6561-43b0-b61c-643371a833b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:27.933955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-5e7c3133-6561-43b0-b61c-643371a833b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0424111 Aug 19 00:33:27.979605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-f64ef71c-de0a-4f15-a163-6a52cd7f5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:27.981622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-f64ef71c-de0a-4f15-a163-6a52cd7f5a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392823 Aug 19 00:33:28.008689 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-289aad09-ace5-4bf3-ae2b-8a7a6c260ab6 service neutron] show failed (client error): The resource could not be found. Aug 19 00:33:28.009697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-289aad09-ace5-4bf3-ae2b-8a7a6c260ab6 service neutron] 10.222.0.21 "GET /v2.0/ports/517c4d91-0401-41c6-982a-5e3912f14b4c/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0548720 Aug 19 00:33:28.073620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-3221134a-91be-4f56-88a9-2208539c7ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Aug 19 00:33:28.170138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c65b07dd-22c8-42e1-837f-5cf0b835f59e req-f1948782-4e08-460b-89f4-664f62893111 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 Aug 19 00:33:28.322307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-9fbe1191-a2c0-4e48-8e35-b0b6a08dfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:28.323807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-9fbe1191-a2c0-4e48-8e35-b0b6a08dfb01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 1097 time: 0.1528194 Aug 19 00:33:28.336095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1fb44-61ba-4278-8784-4315d8803c03 req-17430798-85aa-4ec2-84c2-47742afa4edd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:28.337498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ace1fb44-61ba-4278-8784-4315d8803c03 req-17430798-85aa-4ec2-84c2-47742afa4edd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0665441 Aug 19 00:33:28.342804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:33:28.417873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ace1fb44-61ba-4278-8784-4315d8803c03 req-fa72c91b-c543-4ce2-9aad-6e937d711768 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724571 Aug 19 00:33:28.422822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:28.625328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:33:28.658459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:33:28.697075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:33:28.699464 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25446b95-a3f2-4f94-bbd2-025392564666" -d '{"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-unplugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:33:28.704461 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:28.721470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Transition to ACTIVE for port object 517c4d91-0401-41c6-982a-5e3912f14b4c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:33:28.725977 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:28.758330 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df79f1-d78f-4f4b-b6fb-9fc600a0c9c8 x-openstack-request-id: req-18df79f1-d78f-4f4b-b6fb-9fc600a0c9c8 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:33:28.758623 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-unplugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:33:28.758872 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18df79f1-d78f-4f4b-b6fb-9fc600a0c9c8 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:33:28.759259 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'code': 200} Aug 19 00:33:28.842284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:33:28.905844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] No DVR routers for this DVR port 517c4d91-0401-41c6-982a-5e3912f14b4c on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:33:29.038311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:33:29.038592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:33:29.038924 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:33:29.043636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:33:29.043954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Attempting to bind port 517c4d91-0401-41c6-982a-5e3912f14b4c on network 9b1ee17e-5986-4121-93be-eb3360896186 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:33:29.048811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:33:29.049172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Checking segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:33:29.049558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Bound using segment: {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:33:29.049983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Bound port: 517c4d91-0401-41c6-982a-5e3912f14b4c, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae8ab5b-811c-4b16-96f5-a50e98976baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:33:29.050336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:29.110633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:33:29.113669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:33:29.117322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:29.150643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.151153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:29.152578 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] 10.222.0.11 "PUT /v2.0/ports/517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 1092 time: 0.8141663 Aug 19 00:33:29.188954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ade3b2-27dc-4866-ad23-c3641635955b service neutron] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:33:29.227947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-6473fb1f-2842-412b-a41c-7f0fc5cbee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.229637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-6473fb1f-2842-412b-a41c-7f0fc5cbee6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0533957 Aug 19 00:33:29.322623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-04f93e9b-d6ca-49d2-8ba0-1fb9731e49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.324098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-04f93e9b-d6ca-49d2-8ba0-1fb9731e49ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0868039 Aug 19 00:33:29.393971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-b24f71f9-4b6f-4179-920b-b15939ee2258 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 999 time: 0.0624311 Aug 19 00:33:29.444537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-c3471000-2f93-4fbf-99a4-315bebf25047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.446254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-c3471000-2f93-4fbf-99a4-315bebf25047 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0448611 Aug 19 00:33:29.500542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-01d89f94-2446-483c-b87e-e266e922c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.501968 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-01d89f94-2446-483c-b87e-e266e922c018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485408 Aug 19 00:33:29.583606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ed18-c8cc-406c-b8bb-df4d8371dedc req-bb0d6563-61f0-4d85-937a-4ebc0979517b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:29.585067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33f6ed18-c8cc-406c-b8bb-df4d8371dedc req-bb0d6563-61f0-4d85-937a-4ebc0979517b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0987747 Aug 19 00:33:29.630946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-079bcfc2-074a-4ef8-bc60-2146948d297c service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163673 Aug 19 00:33:29.651391 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33f6ed18-c8cc-406c-b8bb-df4d8371dedc req-55921393-ffc4-49e7-8005-73ebfe915304 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578511 Aug 19 00:33:29.726659 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-da12bd8e-a5ab-4990-a914-87226a38bea2 service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Aug 19 00:33:30.760591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:33:30.763323 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b5292-51b4-45bc-bb4d-d6e37b390552" -d '{"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:33:30.773286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc7fdb-65c4-438b-8092-4cf61f75d297 req-4cd9a2a5-5836-4ce0-b2dc-5cb34679656e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:30.774799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34cc7fdb-65c4-438b-8092-4cf61f75d297 req-4cd9a2a5-5836-4ce0-b2dc-5cb34679656e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0522382 Aug 19 00:33:30.810968 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d4efe-cf30-4817-8e6b-993374975403 x-openstack-request-id: req-703d4efe-cf30-4817-8e6b-993374975403 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:33:30.811332 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:33:30.811649 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-703d4efe-cf30-4817-8e6b-993374975403 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:33:30.812200 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'status': 'completed', 'code': 200} Aug 19 00:33:30.813646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-34cc7fdb-65c4-438b-8092-4cf61f75d297 req-4ce9ba80-2b9b-4dad-b495-7d91773fda47 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Aug 19 00:33:30.898951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-a59ddac1-11fc-44be-b055-69222523120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:30.900434 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-a59ddac1-11fc-44be-b055-69222523120c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0685999 Aug 19 00:33:30.905447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-4ae9d72b-32f7-44cf-bc9b-8d797c177500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:30.906770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-4ae9d72b-32f7-44cf-bc9b-8d797c177500 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0493851 Aug 19 00:33:31.056203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-58b465cb-dadd-4544-8ed5-4d2091ec9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.057576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-58b465cb-dadd-4544-8ed5-4d2091ec9fb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.1486263 Aug 19 00:33:31.062226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-4e54fae1-a187-4a01-9ed9-83d2a8029582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.063526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-4e54fae1-a187-4a01-9ed9-83d2a8029582 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.1471303 Aug 19 00:33:31.169704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-3a5180a9-ffb0-41bf-9a72-dc7f46250cf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 999 time: 0.1008630 Aug 19 00:33:31.171425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-352b9c1c-0bbb-4426-a596-76dffcc85c63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 999 time: 0.0958550 Aug 19 00:33:31.254972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-d805c4e6-6024-47b4-8249-79a9476b01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.256541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-d805c4e6-6024-47b4-8249-79a9476b01d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0785499 Aug 19 00:33:31.257941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-01699f7d-3008-4976-8060-49ba262f1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.259255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-01699f7d-3008-4976-8060-49ba262f1738 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0736830 Aug 19 00:33:31.613380 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-6b730883-1602-46cc-ade0-f935a5d25874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.614942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-6b730883-1602-46cc-ade0-f935a5d25874 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3517182 Aug 19 00:33:31.616693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-e377d447-b0ec-459d-8688-8137215eff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.618019 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-e377d447-b0ec-459d-8688-8137215eff59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3473384 Aug 19 00:33:31.651598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:33:31.691553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:33:31.773609 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-e6d25da8-b977-4d30-b5d2-9ac6ec4bbfef service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508467 Aug 19 00:33:31.775455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-e54aedb5-55fc-46ed-9e07-4ce83de5885c service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423309 Aug 19 00:33:31.962612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-1dd64e3e-c986-45ac-b118-b954a86e4822 service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751821 Aug 19 00:33:31.966944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-311b5292-51b4-45bc-bb4d-d6e37b390552 req-bc8a6700-7c38-4250-b552-29bd44ceba78 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866584 Aug 19 00:33:31.978143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5636-5096-4d53-aac1-f5294e000f09 req-3561b7b7-ac11-4d33-8509-f56e7ef05182 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:31.979829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f3e5636-5096-4d53-aac1-f5294e000f09 req-3561b7b7-ac11-4d33-8509-f56e7ef05182 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.0943277 Aug 19 00:33:32.018530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f3e5636-5096-4d53-aac1-f5294e000f09 req-1f69e4e5-01c1-45f2-9206-22b7901060c2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 19 00:33:32.265198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da2989-48cb-413d-8c70-5d742cff26cf req-4be07e7a-3f15-4299-81ba-0df1693b24e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.266573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48da2989-48cb-413d-8c70-5d742cff26cf req-4be07e7a-3f15-4299-81ba-0df1693b24e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 943 time: 0.1103802 Aug 19 00:33:32.287297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-c00aed63-76db-4245-b1d0-491fbbbe0acd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.288687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-c00aed63-76db-4245-b1d0-491fbbbe0acd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f&tenant_id=5e17996b1d784d1c97872bc70c89a535&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 943 time: 0.1071463 Aug 19 00:33:32.343045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48da2989-48cb-413d-8c70-5d742cff26cf req-2c0ddc3d-d820-409c-9d85-027dfeb31597 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692122 Aug 19 00:33:32.364844 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-ea6ec42f-b699-481e-8f58-134ed90a5596 service neutron] delete failed (client error): The resource could not be found. Aug 19 00:33:32.365901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-ea6ec42f-b699-481e-8f58-134ed90a5596 service neutron] 10.222.0.21 "DELETE /v2.0/ports/517c4d91-0401-41c6-982a-5e3912f14b4c/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0683670 Aug 19 00:33:32.467306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-7485e54d-d7b7-46d3-83cc-aa0c25b13dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.468789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-7485e54d-d7b7-46d3-83cc-aa0c25b13dfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1095 time: 0.0405464 Aug 19 00:33:32.561024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-55886e08-6d51-46ed-96cb-9ed02a481370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.562368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-55886e08-6d51-46ed-96cb-9ed02a481370 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.0862825 Aug 19 00:33:32.624781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-06eebc6f-ac9d-419d-9287-d46f6254ac39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 999 time: 0.0555465 Aug 19 00:33:32.676063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-cc9455e2-727d-4120-a2b9-4f318aeaee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.677484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-cc9455e2-727d-4120-a2b9-4f318aeaee11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0455234 Aug 19 00:33:32.722050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-bdb47f21-6fdf-46f5-8ce8-a53b3a58e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:32.723470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-bdb47f21-6fdf-46f5-8ce8-a53b3a58e31c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386100 Aug 19 00:33:32.767478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:33:32.818648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-d4433df7-1ec9-4e9f-a030-3381ba0baa46 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Aug 19 00:33:32.864926 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:33:32.876169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'port_id': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'mac_address': 'fa:16:3e:d2:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:33:32.910579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1b7ded6c-7fb9-461e-8477-5e5c1c66ec9f req-ff726b86-d110-4596-b8e6-1e823a631e31 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846217 Aug 19 00:33:32.913841 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:32.927444 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517c4d91-0401-41c6-982a-5e3912f14b4c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:33:32.946747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:33:32.950574 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:32.997567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:33:33.005185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.005535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.005874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.006210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.006544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.006873 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.007199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.007523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.007864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.008183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.008529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.008849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:33:33.194384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['517c4d91-0401-41c6-982a-5e3912f14b4c'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:33:33.463518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c148c-caeb-4443-a142-40b51a07165f req-702c0386-eeee-4334-b7ef-d55a6384f063 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:33:33.465602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-967c148c-caeb-4443-a142-40b51a07165f req-702c0386-eeee-4334-b7ef-d55a6384f063 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 944 time: 0.0519106 Aug 19 00:33:33.504805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-967c148c-caeb-4443-a142-40b51a07165f req-9f328b0f-ca59-42dd-b7e9-279f21e76bbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 19 00:33:33.526825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39738) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:33:33.584923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f865b0d9-22e9-49d6-ac9d-a511e458d289 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8d6d87fd-4b17-4c81-b6d0-953b3e190e17 HTTP/1.1" status: 200 len: 992 time: 0.0563157 Aug 19 00:33:34.781964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:33:34.828505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 517c4d91-0401-41c6-982a-5e3912f14b4c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:33:34.831940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 517c4d91-0401-41c6-982a-5e3912f14b4c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:33:34.832339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:35.059985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:35.081954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:33:35.084163 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1829299-376a-410b-b81d-c79680381701" -d '{"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-plugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:33:35.097299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:33:35.101990 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:35.124270 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749d8b6-d185-4926-9740-1c64da77cb2e x-openstack-request-id: req-1749d8b6-d185-4926-9740-1c64da77cb2e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:33:35.124589 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-plugged", "status": "completed", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:33:35.124838 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1749d8b6-d185-4926-9740-1c64da77cb2e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:33:35.125221 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'code': 200} Aug 19 00:33:35.149841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:33:42.006759 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:33:42.464169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c79872dc-fd45-4f07-99b7-e2599dc68562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:44.982767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e4545d4c-5779-434b-8adc-bdcfbe0336ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:45.202007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:45.312415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:46.361480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:47.844206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:33:56.902915 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.010556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497456-3739-4fec-9c14-59856609314a req-b45733a0-df8a-43e3-b0c1-13b13cc85fc0 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:02.012557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10497456-3739-4fec-9c14-59856609314a req-b45733a0-df8a-43e3-b0c1-13b13cc85fc0 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0395448 Aug 19 00:34:02.046487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10497456-3739-4fec-9c14-59856609314a req-8882e341-afb0-42f5-8fd8-063121516006 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278342 Aug 19 00:34:02.067169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:02.223054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 5c6fcc03-53cd-41e8-8686-d28b1e827245 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:34:02.223404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.295820 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.296156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.307464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 5c6fcc03-53cd-41e8-8686-d28b1e827245 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:34:02.451379 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.477367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=5c6fcc03-53cd-41e8-8686-d28b1e827245,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:02.501873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.502230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.502578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.502919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.503256 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.503594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.503945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.504261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.504621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.504952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.505282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.505607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:02.546727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.547062 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP 8d6d87fd-4b17-4c81-b6d0-953b3e190e17 disassociated (deleted). External IP: 172.25.1.233, port: 517c4d91-0401-41c6-982a-5e3912f14b4c. Aug 19 00:34:02.743850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router c17b0dda-58e8-4281-ba5d-f56db74b6637 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:34:02.849533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:34:02.854185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:02.859150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Sync routers for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:34:02.867713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:02.868365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:02.881440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-867e8d82-2439-40ca-b0c0-860f918f6d16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d6d87fd-4b17-4c81-b6d0-953b3e190e17 HTTP/1.1" status: 204 len: 168 time: 0.8132212 Aug 19 00:34:02.882027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:34:02.884288 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92e576-3ac4-41c8-9237-36d5b65d8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:34:02.976598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:02.988100 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a8790-eb1f-4086-aa43-99e58b2bed31 x-openstack-request-id: req-3f6a8790-eb1f-4086-aa43-99e58b2bed31 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:34:02.988420 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:34:02.988676 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6a8790-eb1f-4086-aa43-99e58b2bed31 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:34:02.989982 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'status': 'completed', 'code': 200} Aug 19 00:34:03.070934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-ef34a118-a5ef-4912-947e-206b3d42b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:03.072423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-ef34a118-a5ef-4912-947e-206b3d42b0fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 1097 time: 0.0486026 Aug 19 00:34:03.163258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953157be-9961-48cc-841b-4608e2fa6a5f req-0fd454b2-d38a-4bb9-86c4-1ea9e48c61a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:03.164752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953157be-9961-48cc-841b-4608e2fa6a5f req-0fd454b2-d38a-4bb9-86c4-1ea9e48c61a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0962262 Aug 19 00:34:03.186566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:03.212261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Checking router: c17b0dda-58e8-4281-ba5d-f56db74b6637 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:34:03.216782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-db191a77-6b80-43c1-bf61-b1fdd00c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:03.218242 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-db191a77-6b80-43c1-bf61-b1fdd00c132c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 200 len: 895 time: 0.1367028 Aug 19 00:34:03.221582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:03.222177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:03.225731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953157be-9961-48cc-841b-4608e2fa6a5f req-4f017bb8-265e-4f15-9392-ac2694aa57b6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538468 Aug 19 00:34:03.261008 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-a98a8a3d-7aac-4897-b544-cb133ab54045 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 200 len: 217 time: 0.0343406 Aug 19 00:34:03.311131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-06a37907-72ea-471f-ab4c-b0a5972f1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:03.312534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-06a37907-72ea-471f-ab4c-b0a5972f1bae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 200 len: 834 time: 0.0435643 Aug 19 00:34:03.328378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:03.358274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-95b92fcf-c2de-4536-be36-d08623168919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:03.359759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-95b92fcf-c2de-4536-be36-d08623168919 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b1ee17e-5986-4121-93be-eb3360896186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401864 Aug 19 00:34:03.453173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-a4f559f3-6b7d-4634-ac8c-567e4873a123 service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Aug 19 00:34:03.529621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:03.551870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f92e576-3ac4-41c8-9237-36d5b65d8ded req-3e3da760-6acc-4539-9f6b-8482a3248562 service neutron] 10.222.0.11 "GET /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903318 Aug 19 00:34:03.555483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6741f6d-fe4e-4d29-ac36-673fcb0d933f None None] The sync data for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 is: [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:31:57Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '871c2ddf-9933-44c6-9848-c777c3b9b21a', 'name': '', 'network_id': '9b1ee17e-5986-4121-93be-eb3360896186', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:83:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:56Z', 'updated_at': '2021-08-19T00:32:00Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'fff14f23-f31d-4178-bad0-d4513cc1e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:34:03.770109 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20658101-7701-4709-863b-b40dc97b5b5c None None] New status for floating IP 8d6d87fd-4b17-4c81-b6d0-953b3e190e17: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:34:04.344830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c987a7-aa41-47ee-b60d-cb1d5c821356 req-89e26fde-eecb-4046-b604-55c727b5a832 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:04.346595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83c987a7-aa41-47ee-b60d-cb1d5c821356 req-89e26fde-eecb-4046-b604-55c727b5a832 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0518899 Aug 19 00:34:04.376969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-b1cb9caa-4c22-4382-9b63-89b089f25b8c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:04.378449 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-b1cb9caa-4c22-4382-9b63-89b089f25b8c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.11 "GET /v2.0/ports?device_id=074b00b5-cae7-44d0-8493-bfa34f52b79f HTTP/1.1" status: 200 len: 945 time: 0.0489283 Aug 19 00:34:04.384941 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83c987a7-aa41-47ee-b60d-cb1d5c821356 req-c824ee17-e09b-4e0d-8788-1976bd80eb5a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=a91ce5d3-101e-4500-b5e8-de170c73d807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Aug 19 00:34:04.464942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 517c4d91-0401-41c6-982a-5e3912f14b4c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:34:04.465329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:04.553707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 517c4d91-0401-41c6-982a-5e3912f14b4c, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=517c4d91-0401-41c6-982a-5e3912f14b4c,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:04.554005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:04.566984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 517c4d91-0401-41c6-982a-5e3912f14b4c owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:34:04.693294 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:04.721498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=517c4d91-0401-41c6-982a-5e3912f14b4c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:04.761205 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] No DVR routers for this DVR port 517c4d91-0401-41c6-982a-5e3912f14b4c on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:34:04.763880 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:04.766085 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-86691bf2-90e5-4316-9caf-f2dfc198967a req-7262aaaf-284c-4ad6-bdae-3cfcbb8eb664 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.11 "DELETE /v2.0/ports/517c4d91-0401-41c6-982a-5e3912f14b4c HTTP/1.1" status: 204 len: 173 time: 0.3815696 Aug 19 00:34:04.766554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-deleted', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:34:04.768855 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c9680-678a-4ea0-888c-48c1b19e4678" -d '{"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-deleted", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:34:04.808392 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713efb13-d770-473c-9413-33f33bc59c06 x-openstack-request-id: req-713efb13-d770-473c-9413-33f33bc59c06 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:34:04.808693 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b00b5-cae7-44d0-8493-bfa34f52b79f", "name": "network-vif-deleted", "tag": "517c4d91-0401-41c6-982a-5e3912f14b4c", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:34:04.808992 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713efb13-d770-473c-9413-33f33bc59c06 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:34:04.809401 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b00b5-cae7-44d0-8493-bfa34f52b79f', 'name': 'network-vif-deleted', 'tag': '517c4d91-0401-41c6-982a-5e3912f14b4c', 'status': 'completed', 'code': 200} Aug 19 00:34:05.439623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:05.791817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.033961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 871c2ddf-9933-44c6-9848-c777c3b9b21a {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:34:06.034302 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.121247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 871c2ddf-9933-44c6-9848-c777c3b9b21a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=871c2ddf-9933-44c6-9848-c777c3b9b21a,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:06.121529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.132686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 871c2ddf-9933-44c6-9848-c777c3b9b21a owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:34:06.308830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.332577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=871c2ddf-9933-44c6-9848-c777c3b9b21a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:06.512620 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.719897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router c17b0dda-58e8-4281-ba5d-f56db74b6637 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:34:06.821841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:34:06.827433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7180f61b-a98a-49ae-be7a-91dfe3776834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/c17b0dda-58e8-4281-ba5d-f56db74b6637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867359 Aug 19 00:34:06.830152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:06.832548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Sync routers for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:34:06.841458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:06.842058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:06.882208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting subnet fff14f23-f31d-4178-bad0-d4513cc1e0a5 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:34:06.885423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.924613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:06.943723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:07.009740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.067080 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.094661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Subnet': ['ID=fff14f23-f31d-4178-bad0-d4513cc1e0a5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:07.097772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.100006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3286bea-1493-44e6-b971-176ab54cf98a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/subnets/fff14f23-f31d-4178-bad0-d4513cc1e0a5 HTTP/1.1" status: 204 len: 168 time: 0.2680802 Aug 19 00:34:07.102817 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39772) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:07.103111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9efe5-98ff-4e3b-8b89-fddb592273e7 None None] Network 9b1ee17e-5986-4121-93be-eb3360896186 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:34:07.198159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:34:06Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:07.206135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.241038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Checking router: c17b0dda-58e8-4281-ba5d-f56db74b6637 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:34:07.253752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Routers {'c17b0dda-58e8-4281-ba5d-f56db74b6637'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:07.254361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['c17b0dda-58e8-4281-ba5d-f56db74b6637'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:07.361498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] DHCP port deletion for 9b1ee17e-5986-4121-93be-eb3360896186 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:34:07.370895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] Set router c17b0dda-58e8-4281-ba5d-f56db74b6637 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:07.538359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Deleting port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:34:07.538747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.603467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.629351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] For port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,segment=NetworkSegment(cae8ab5b-811c-4b16-96f5-a50e98976baa),segment_id=cae8ab5b-811c-4b16-96f5-a50e98976baa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:07.629755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.644814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Calling delete_port for 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:34:07.653584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:34:07.653936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.662956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:34:06Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:07.715816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48309c-f494-41b0-a421-052b0157a9fe None None] The sync data for ids ['c17b0dda-58e8-4281-ba5d-f56db74b6637'] in n-d-771363-38 is: [{'id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805459153', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:31:53Z', 'updated_at': '2021-08-19T00:34:06Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '9968b98f-2811-4aba-a1d2-5ca6d66cf4b7', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b0dda-58e8-4281-ba5d-f56db74b6637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:31:54Z', 'updated_at': '2021-08-19T00:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:34:07.740825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:07.741209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.756654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:34:07.760151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.792538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] Pushing event deleted for resources: {'Port': ['ID=6be09d68-b4b1-46ad-a9aa-abdb9eae1915,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:07.797191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ef7d5-c299-4c7d-afb0-42289fa6186b None None] No DVR routers for this DVR port 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:34:07.922632 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:07.947586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=9968b98f-2811-4aba-a1d2-5ca6d66cf4b7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:08.005408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.098827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.101047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.145043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.145683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Fanout notify agent at l3_agent the message router_deleted on router c17b0dda-58e8-4281-ba5d-f56db74b6637 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:34:08.154329 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.155466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-42901f40-d64d-42e1-8736-4bcc2ed261f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/routers/c17b0dda-58e8-4281-ba5d-f56db74b6637 HTTP/1.1" status: 204 len: 168 time: 1.0517435 Aug 19 00:34:08.158328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39774) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:08.237559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.326514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.336636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1ee17e-5986-4121-93be-eb3360896186']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:08.347292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae8ab5b-811c-4b16-96f5-a50e98976baa') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:08.347596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae8ab5b-811c-4b16-96f5-a50e98976baa') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:08.357068 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.371236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.377774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:34:08.378173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:34:08.381216 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:34:08.442401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.451855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.453681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/networks/9b1ee17e-5986-4121-93be-eb3360896186 HTTP/1.1" status: 204 len: 168 time: 0.2943892 Aug 19 00:34:08.456670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:08.464901 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0585cac-3168-4a81-a66c-0d6286c34021 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Network': ['ID=9b1ee17e-5986-4121-93be-eb3360896186,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:08.514437 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.538185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.595430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.598242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.599396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/security-groups/a91ce5d3-101e-4500-b5e8-de170c73d807 HTTP/1.1" status: 204 len: 168 time: 0.1417491 Aug 19 00:34:08.608217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baff03-97f9-4b99-b5a7-75ab6ca4cb52 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ce5d3-101e-4500-b5e8-de170c73d807,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:08.764707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 871c2ddf-9933-44c6-9848-c777c3b9b21a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:34:08.784671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 871c2ddf-9933-44c6-9848-c777c3b9b21a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:34:08.785104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 871c2ddf-9933-44c6-9848-c777c3b9b21a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:34:08.785593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:34:08.804493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:34:08.804849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9968b98f-2811-4aba-a1d2-5ca6d66cf4b7 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:34:08.805261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:34:08.823464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:34:08.823821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6be09d68-b4b1-46ad-a9aa-abdb9eae1915 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:34:08.938267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:08.943068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064153281', 'description': 'tempest-secgroup-smoke-1064153281 description', 'project_id': '5e17996b1d784d1c97872bc70c89a535'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:08.945758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:34:08.964887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:08.965979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 517c4d91-0401-41c6-982a-5e3912f14b4c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:34:08.966334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 517c4d91-0401-41c6-982a-5e3912f14b4c not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:34:09.048662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.053526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.086774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.087997 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487198 Aug 19 00:34:09.092598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b3db-dfb7-4603-aa0f-9afad39b0b7e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.095216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39786) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.101746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.127708 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.181609 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.184999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.203261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854550ca-77aa-4319-bb71-f5d668f4ff03,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.209012 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.210229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3a4dfd6-0404-4803-9a37-4e55edc2f96c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121695 Aug 19 00:34:09.213066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.218200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.244214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.299355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.302987 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.321153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1854c426-6b38-4de6-9715-49ef04e879d7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.326291 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.327674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9cfed92d-145f-4c60-8d9b-5e0e9706e201 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134992 Aug 19 00:34:09.330287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.334697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.361605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.417680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.421852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.439735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96195a2-4b42-4f04-8f02-550a4445dcbe,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.446023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.447215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c91ef161-4708-4546-beab-f16ec0fdc89e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160266 Aug 19 00:34:09.450027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.454849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.481013 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.537409 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.541171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.562430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e486e-f2c7-4e96-8e2c-3e18519f5c01,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.565674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.566864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3d95432c-a917-4399-b949-a76d577bba65 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159036 Aug 19 00:34:09.569964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.574326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.596736 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:34:09.601676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.665006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.668868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.687004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9ed4fe-ac53-43c5-9dcb-118d761647a5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.689463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.690715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-73b477f8-bb11-4a1c-8cde-0ec7262b4f4d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197863 Aug 19 00:34:09.694704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39796) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.699343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '53c44a24-73ed-402b-8ed3-54a1d8d4bbe1', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.721762 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:34:09.726532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.785666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.791366 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.810030 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b95b0ab-e53e-4f96-b9d8-93e03a7e4f37,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:09.817446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.818253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-38c2f6e9-e214-4db0-a084-d8cb6f8bc56d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225603 Aug 19 00:34:09.821109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39798) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:09.826771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'network': {'name': 'tempest-network-smoke--70775657', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:09.846749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:34:09.850315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.872566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:34:09.881906 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.882257 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Added segment 4a57fcc0-eed2-4698-976c-3000c6ee9548 of type vlan for network fe6a6461-efa8-420c-9b6a-a517606f5cd7 Aug 19 00:34:09.924612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.948654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:09.954778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:09.955375 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.013837 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1916180 Aug 19 00:34:10.017155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:10.022027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'admin_state_up': True, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:10.025858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5a07c-4092-49d4-81ac-56a42771add5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Network': ['ID=fe6a6461-efa8-420c-9b6a-a517606f5cd7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:10.036340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:34:10.045021 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.046015 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.098615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.235286 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.418334 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.440657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.537941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.209 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/4b137aff-e6d4-4b9c-9a8d-db0205aa2240) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:34:10.638296 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.677186 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:10.711508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:10.716911 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:10.720423 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:34:10.745650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:10.964392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:11.156541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:11.278988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 324f5160-6d49-41f1-ab0c-290e1aec5de2 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:34:11.718691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:34:11.729423 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Sync routers for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:34:11.738590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:11.739811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-56824bf2-bf1d-4024-be2c-8c30a6386be2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7214968 Aug 19 00:34:11.740219 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:11.740863 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:11.742922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:11.770147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4409ff6d-5309-4df5-9ff7-02a4b80d9007 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5e17996b1d784d1c97872bc70c89a535&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261352 Aug 19 00:34:11.772608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39804) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:11.846038 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:11.860133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e915e8-bf82-44fd-b397-f35aa58c3d03 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:11.861676 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-64e915e8-bf82-44fd-b397-f35aa58c3d03 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881774 Aug 19 00:34:11.864511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:11.897263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5e013da2-639d-497c-a2f0-d11739ab4d79 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315971 Aug 19 00:34:11.899701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:11.904699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-739302326', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:11.993497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:34:11.997104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.115049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:10Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:12.139527 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Checking router: 324f5160-6d49-41f1-ab0c-290e1aec5de2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:34:12.140002 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Updating router 324f5160-6d49-41f1-ab0c-290e1aec5de2 port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:34:12.163896 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.177596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.240836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Subnet': ['ID=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:12.250824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:34:12.251187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network hostable DHCP agents. Network: fe6a6461-efa8-420c-9b6a-a517606f5cd7, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:34:12.267832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:34:12.276341 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, fe6a6461-efa8-420c-9b6a-a517606f5cd7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:12.280799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:12.281389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.289314 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf50a1-8ed7-44b2-a9fb-6076db253796 None None] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:34:12.297131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-87c32800-17ba-4f12-b22d-667af844c9c0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3963645 Aug 19 00:34:12.299871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:12.422210 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.432871 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Transition to ACTIVE for port object 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:12.439073 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.441483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:34:12.442350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.479015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac954533-2690-44bf-8ad0-d021acf547f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.487852 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Attempting to bind port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:34:12.488226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Attempting to bind port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:34:12.488641 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Attempting to bind port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:34:12.498997 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:34:12.499294 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:34:12.499691 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.500081 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:34:12.500627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Bound port: 4b137aff-e6d4-4b9c-9a8d-db0205aa2240, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:34:12.501007 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.502453 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Pushing event updated for resources: {'Port': ['ID=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:12.535157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.535501 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.535841 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.536186 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.536544 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.536869 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.537193 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.537516 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.537841 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.538155 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.538472 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.538788 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:12.563791 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] For port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:34:12.566982 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] For port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:34:12.571756 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.598107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Allocated IP 172.20.0.2 (fe6a6461-efa8-420c-9b6a-a517606f5cd7/8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a/b4c7917b-6145-49e5-b8c1-d19f98a9c1fd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:34:12.623872 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:12.624551 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:12.681187 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da5c80-f536-4ee8-8d60-4275ad3083a7 None None] Pushing event updated for resources: {'Port': ['ID=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:12.756337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:12.774408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.908064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.917009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Transition to ACTIVE for port object b4c7917b-6145-49e5-b8c1-d19f98a9c1fd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:12.933018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Transition to ACTIVE for port object b4c7917b-6145-49e5-b8c1-d19f98a9c1fd will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:12.939802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:12.947062 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:10Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:12.972892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f29d09-d8ce-4265-bfa6-35afa083a8d6 None None] The sync data for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 is: [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:10Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:34:12.990521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:12.998808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:13.001076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Pushing event updated for resources: {'Port': ['ID=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:13.003437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:34:13.059406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Attempting to bind port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:34:13.059812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Attempting to bind port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:34:13.060767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Attempting to bind port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:34:13.067628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:34:13.067882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:34:13.068180 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.068611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Bound using segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:34:13.069092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Bound port: b4c7917b-6145-49e5-b8c1-d19f98a9c1fd, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:34:13.069933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.076959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.1 (fe6a6461-efa8-420c-9b6a-a517606f5cd7/8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a/4ded20e0-eb82-42d3-8fca-a53ddb2803cc) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:34:13.140570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] For port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:34:13.144137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] For port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:34:13.149999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.213197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057584b1-fbaa-4549-a8b3-961d778ab497 None None] Pushing event updated for resources: {'Port': ['ID=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:13.242864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.257809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 4ded20e0-eb82-42d3-8fca-a53ddb2803cc will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:13.298262 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.348060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:13.351361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:13.355377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:34:13.381843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:13.414232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.566585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.868737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.879351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.953800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:13.955539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:14.057671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:14.059179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:14.126644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3001c1-6bbd-4d2d-ba6d-d55bf225252c None None] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:34:14.178586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 324f5160-6d49-41f1-ab0c-290e1aec5de2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:34:14.190215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-29d3ae91-918a-47d7-9462-f24e6bc719e8 None None] Provisioning for port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:14.287466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:34:14.292638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f7f739ec-372d-4a1d-b7f5-3a00c8913793 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/324f5160-6d49-41f1-ab0c-290e1aec5de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915986 Aug 19 00:34:14.446939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-81bf3b97-d325-4b21-96eb-92f6986ac9ab tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064153281&fields=id&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 267 time: 0.0355573 Aug 19 00:34:14.561352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d6569a8c-d60d-434b-9a01-0b286ae83dc9 None None] Provisioning for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:14.571250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d6569a8c-d60d-434b-9a01-0b286ae83dc9 None None] Provisioning complete for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:14.571632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6569a8c-d60d-434b-9a01-0b286ae83dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:14.594228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-f2200803-3c92-4790-b56e-b53d165a4577 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:14.596521 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-f2200803-3c92-4790-b56e-b53d165a4577 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 795 time: 0.1418676 Aug 19 00:34:14.613111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4c7917b-6145-49e5-b8c1-d19f98a9c1fd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:14.623097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-1bef9d14-cfde-4e3d-b4db-e45ce7cce7d6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/quotas/5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 375 time: 0.0178726 Aug 19 00:34:14.661674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d6569a8c-d60d-434b-9a01-0b286ae83dc9 None None] Port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:34:14.673335 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-2e0ca39a-b057-4502-a55f-4c15410d5320 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491903 Aug 19 00:34:14.681600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:14.686962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:14.687725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:14.733823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Sync routers for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:34:14.749625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:14.750255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:33:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:14.845472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-3cf53bf2-e607-45c3-bb8c-56fc8197bd68 service neutron] 10.222.0.20 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569791 Aug 19 00:34:14.878791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-99e7242c-a64f-437e-a587-816a5bd2f7de None None] Provisioning complete for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:14.879166 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e7242c-a64f-437e-a587-816a5bd2f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:14.906070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:14.946388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-99e7242c-a64f-437e-a587-816a5bd2f7de None None] Port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:34:14.952678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:14.960632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-1aabbba8-25e4-4124-9b46-09027d097699 service neutron] 10.222.0.20 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081283 Aug 19 00:34:15.002901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:15.011691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.012508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:15.043980 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-debf5632-b41d-419c-8dcf-8d6490a4bead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.121311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4249c3a4-eb05-4085-88dd-d70548787908 req-08a6348b-c3b7-4216-b443-512188615b1c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Aug 19 00:34:15.187740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:15.202211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5d50b15f-6418-41dd-8e9f-6dbb796122fc None None] Provisioning complete for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:15.202594 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d50b15f-6418-41dd-8e9f-6dbb796122fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.264188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.270739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:15.279239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b15f-6418-41dd-8e9f-6dbb796122fc None None] Port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:34:15.281765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:15.282237 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.352030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.406353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 2, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:15.434886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Checking router: 324f5160-6d49-41f1-ab0c-290e1aec5de2 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:34:15.435390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Updating router 324f5160-6d49-41f1-ab0c-290e1aec5de2 port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:34:15.439953 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.477620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.491281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:15.498273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.627638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:15.783548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.793692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Transition to ACTIVE for port object 4ded20e0-eb82-42d3-8fca-a53ddb2803cc will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:15.799814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.849386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a0753-46e7-428c-9c89-678ddfb1aa69 None None] Pushing event updated for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:15.901360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Attempting to bind port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:34:15.901732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Attempting to bind port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:34:15.902105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Attempting to bind port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:34:15.912676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:34:15.913160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:34:15.913628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.914095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Bound using segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:34:15.914649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Bound port: 4ded20e0-eb82-42d3-8fca-a53ddb2803cc, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:34:15.915112 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:15.984129 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] For port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:34:15.987759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] For port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:34:15.994207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.075004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:16.075868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:34:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:16.078051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a0753-46e7-428c-9c89-678ddfb1aa69 None None] Pushing event updated for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:16.133599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-549b2fc9-47b8-4a98-93df-7a9b5593ba2b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:16.136094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-549b2fc9-47b8-4a98-93df-7a9b5593ba2b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 795 time: 0.1480579 Aug 19 00:34:16.195717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-f467235b-f5d7-42fd-8184-6c7732ff42ea tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 380 time: 0.0418427 Aug 19 00:34:16.212280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:16.234560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'port': {'device_id': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'admin_state_up': True, 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'security_groups': ['53c44a24-73ed-402b-8ed3-54a1d8d4bbe1']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:16.239269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e5b1134-c65e-4f03-b659-ac82567a60a8 req-3201f421-7854-4465-98fc-f112d79890ab tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0361924 Aug 19 00:34:16.359795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:34:16.363330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.397653 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.449322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:16.477183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4e446-a8e9-450a-8e7d-40b9941d7392 None None] The sync data for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 is: [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:34:16.498460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.7 (fe6a6461-efa8-420c-9b6a-a517606f5cd7/8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a/4cddf821-caaf-4a6a-a5ba-7c4746e4d472) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:34:16.555965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4c7917b-6145-49e5-b8c1-d19f98a9c1fd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:16.607037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:16.607760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.678726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.696561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:16.702452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:16.732598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.755949 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:16.756374 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.785429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:16.788773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:16.794213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:34:16.822522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:16.841279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.841627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.842194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.842535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.843045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.843391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.843721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.844668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.844668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.844858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.845095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.845331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:34:16.868927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:16.869697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:16.885888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-e38a8b94-e2f0-49f5-96e2-f5800b4cf946 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552703 Aug 19 00:34:16.903641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Request body: {'port': {'device_id': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:16.960671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.136180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1475e5aa-db04-4193-b374-fda5bc43471d None None] Provisioning for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:17.140400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1475e5aa-db04-4193-b374-fda5bc43471d None None] Provisioning complete for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:17.141175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1475e5aa-db04-4193-b374-fda5bc43471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.177184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1475e5aa-db04-4193-b374-fda5bc43471d None None] Port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:34:17.243426 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:34:17.252092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.264857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Transition to ACTIVE for port object 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:34:17.269688 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.377114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f766e-ec9f-47ff-81da-956783afd0e3 req-3eaf4e60-f499-4aee-bf01-b2aac5454d59 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:17.384046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-788f766e-ec9f-47ff-81da-956783afd0e3 req-3eaf4e60-f499-4aee-bf01-b2aac5454d59 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0640545 Aug 19 00:34:17.400179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:17.405735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:34:17.406077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:34:17.406483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:34:17.411391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:34:17.411717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:34:17.417618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:34:17.418024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:34:17.418510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Bound using segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:34:17.419171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Bound port: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:34:17.420196 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.452894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-788f766e-ec9f-47ff-81da-956783afd0e3 req-b9cfc0e7-2511-4297-a19d-f6f8a9d1bff5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643396 Aug 19 00:34:17.503622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:34:17.507152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:34:17.512054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.557381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:17.558000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.559396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] 10.222.0.21 "PUT /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1092 time: 0.6602924 Aug 19 00:34:17.559849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:34:17.562161 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bca668-34ea-4da7-b400-1cd98b748231" -d '{"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:34:17.584224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482284-f5a3-4009-b943-ae442d6f300e service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:17.627574 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7cff83-f88d-4f48-a26f-9fd1b4a0bc1d x-openstack-request-id: req-3c7cff83-f88d-4f48-a26f-9fd1b4a0bc1d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:34:17.627941 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:34:17.628256 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c7cff83-f88d-4f48-a26f-9fd1b4a0bc1d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:34:17.628736 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:34:17.667871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-c665261c-47d1-4e53-9ccb-a010d6f240c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:17.670166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-c665261c-47d1-4e53-9ccb-a010d6f240c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0551820 Aug 19 00:34:17.721949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-ce8263ca-f5dc-41b2-8993-fae21b203e2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 217 time: 0.0400207 Aug 19 00:34:17.773638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-7aea51d9-5846-4124-87e0-623f45a9341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:17.775166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-7aea51d9-5846-4124-87e0-623f45a9341c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0459566 Aug 19 00:34:17.822888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-66923db5-9a64-4a3a-821f-e295b7673042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:17.824470 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-66923db5-9a64-4a3a-821f-e295b7673042 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423398 Aug 19 00:34:17.851710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:17.918550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-210817f7-5615-4a70-a951-47912eb1a68e service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862944 Aug 19 00:34:18.005944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbf5a6c5-db17-4297-8387-ab399f1506c7 req-f6e641ea-cac8-4953-b179-72884c85b2be service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806828 Aug 19 00:34:18.128287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca668-34ea-4da7-b400-1cd98b748231 req-cb9201ca-72c0-4ea3-9171-8532a641b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:18.129819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-cb9201ca-72c0-4ea3-9171-8532a641b9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0441339 Aug 19 00:34:18.217040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca668-34ea-4da7-b400-1cd98b748231 req-f78f9222-865f-4cc2-b317-805564786bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:18.218430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-f78f9222-865f-4cc2-b317-805564786bf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0811338 Aug 19 00:34:18.261119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-97283855-b485-4a4a-b2d8-9346e6a9ffd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 217 time: 0.0359054 Aug 19 00:34:18.307754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca668-34ea-4da7-b400-1cd98b748231 req-2b720daf-ef65-4cf0-86bb-5a5607f7e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:18.309186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-2b720daf-ef65-4cf0-86bb-5a5607f7e303 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0410988 Aug 19 00:34:18.354733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca668-34ea-4da7-b400-1cd98b748231 req-9e722141-679f-4a5c-9d43-4241fcfc8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:18.356231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-9e722141-679f-4a5c-9d43-4241fcfc8a2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394197 Aug 19 00:34:18.447656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-fa14f353-6abb-4aaf-b387-dd817892fc93 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Aug 19 00:34:18.544924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34bca668-34ea-4da7-b400-1cd98b748231 req-b07a0f8e-7fe3-46b5-bdfc-0ca3e1f449fc service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893111 Aug 19 00:34:18.551636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ded20e0-eb82-42d3-8fca-a53ddb2803cc up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:18.568621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb45a-a249-42a7-9e6b-20e334aeedfc req-9aa8e79f-d878-4816-b6c1-1d657b2e96b8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:18.570269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a91fb45a-a249-42a7-9e6b-20e334aeedfc req-9aa8e79f-d878-4816-b6c1-1d657b2e96b8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0560012 Aug 19 00:34:18.601335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:18.605295 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:18.605686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:18.611655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a91fb45a-a249-42a7-9e6b-20e334aeedfc req-978a4fdf-bab3-4ec1-be6f-6e629f2024b9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Aug 19 00:34:18.834955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:18.866806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:18.870680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:18.915943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:19.005325 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:34:19.727031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608da28-7efd-4683-bedf-719af4bffafc req-4917c64c-4b26-43c1-b2a0-7c55cdb6a2fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:19.728516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d608da28-7efd-4683-bedf-719af4bffafc req-4917c64c-4b26-43c1-b2a0-7c55cdb6a2fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0483785 Aug 19 00:34:19.769718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d608da28-7efd-4683-bedf-719af4bffafc req-a68a978e-aebd-425c-929b-6e670348894f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347774 Aug 19 00:34:20.522920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ded20e0-eb82-42d3-8fca-a53ddb2803cc up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:20.569082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:20.569460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:20.882471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522843-91b0-466e-b99e-5a6a740ef7e3 req-d1e580ee-67a1-468e-866b-29dcc91eee86 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:20.883909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2522843-91b0-466e-b99e-5a6a740ef7e3 req-d1e580ee-67a1-468e-866b-29dcc91eee86 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0507562 Aug 19 00:34:20.920874 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2522843-91b0-466e-b99e-5a6a740ef7e3 req-1c1bd24a-1568-47c0-864d-052cdebc8f59 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Aug 19 00:34:21.846118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:34:21.939855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:21.951319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:34:21.988190 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:22.000868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:34:22.021196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:22.026413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:22.036079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadea1f9-dc10-46b0-b295-21c6640c23e8 req-c0a896ed-05e6-4c50-8873-4ba6a7ed7ee5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:22.037664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fadea1f9-dc10-46b0-b295-21c6640c23e8 req-c0a896ed-05e6-4c50-8873-4ba6a7ed7ee5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0496900 Aug 19 00:34:22.073567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:22.075271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fadea1f9-dc10-46b0-b295-21c6640c23e8 req-74271eff-73da-49a6-9012-b105d00e8efc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Aug 19 00:34:22.444346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4cddf821-caaf-4a6a-a5ba-7c4746e4d472'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:34:23.192241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd3b25-b696-4faf-a5dc-6c09fe51d091 req-11dd5b22-583a-4505-8de3-77021705d4e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:23.193754 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43bd3b25-b696-4faf-a5dc-6c09fe51d091 req-11dd5b22-583a-4505-8de3-77021705d4e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0479412 Aug 19 00:34:23.229746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43bd3b25-b696-4faf-a5dc-6c09fe51d091 req-74ceb99a-dd9f-4aff-b39b-a436fc71b7f4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301497 Aug 19 00:34:23.846504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:34:23.892900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:34:23.896567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:34:23.896945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:23.972118 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:23.993634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:34:23.995884 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7763eb-bad4-4938-bbeb-74326948ff6c" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:34:24.008957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:34:24.012819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:24.035615 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2076e3-260e-4f32-9870-bb71c9575f89 x-openstack-request-id: req-1d2076e3-260e-4f32-9870-bb71c9575f89 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:34:24.035911 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:34:24.036163 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2076e3-260e-4f32-9870-bb71c9575f89 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:34:24.036576 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'code': 200} Aug 19 00:34:24.061599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:24.158546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b6462-38a7-4ab9-9af2-cd18820f733c req-9e3430ff-16c1-404c-8fb8-01bb32312bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:24.160017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-233b6462-38a7-4ab9-9af2-cd18820f733c req-9e3430ff-16c1-404c-8fb8-01bb32312bd9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0395992 Aug 19 00:34:24.193141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-233b6462-38a7-4ab9-9af2-cd18820f733c req-93b75d8e-55ed-4b6b-bc0b-26c8853dd437 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263534 Aug 19 00:34:24.341102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c90e4-6696-4d98-b614-a7e32a8796eb req-54cc9e2e-7a4a-48f7-9444-5547b598700b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:24.342574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-575c90e4-6696-4d98-b614-a7e32a8796eb req-54cc9e2e-7a4a-48f7-9444-5547b598700b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0475736 Aug 19 00:34:24.379113 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-575c90e4-6696-4d98-b614-a7e32a8796eb req-00a07c8d-889a-4431-b216-b797b5091e00 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Aug 19 00:34:25.497546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c29e5-37f6-4c39-954c-3f7621a671b7 req-1d24a571-eebc-43cd-b3b9-fd575dfeefcf tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:25.499531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b40c29e5-37f6-4c39-954c-3f7621a671b7 req-1d24a571-eebc-43cd-b3b9-fd575dfeefcf tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0499818 Aug 19 00:34:25.541318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b40c29e5-37f6-4c39-954c-3f7621a671b7 req-170c7473-5a93-4a02-8c93-d43b47d4ab5f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357854 Aug 19 00:34:26.658103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b9c08-aae3-4354-bcf5-6b2c03df1975 req-945e265f-d1dd-4596-82de-71a92b4100ba tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:26.659572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba2b9c08-aae3-4354-bcf5-6b2c03df1975 req-945e265f-d1dd-4596-82de-71a92b4100ba tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Aug 19 00:34:26.697029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba2b9c08-aae3-4354-bcf5-6b2c03df1975 req-f2ca4a12-6903-4a11-a6f0-797386dcd7e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Aug 19 00:34:26.808660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a4de-928d-4f39-9d2b-d79907b8702b req-e865c60e-89bb-43b8-a655-4db6cf07d14d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:26.810124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49a2a4de-928d-4f39-9d2b-d79907b8702b req-e865c60e-89bb-43b8-a655-4db6cf07d14d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Aug 19 00:34:26.847825 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49a2a4de-928d-4f39-9d2b-d79907b8702b req-b46abe9d-011f-4b4e-b2cc-be6fa4dd345a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Aug 19 00:34:26.868628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:26.907865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:26.910085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a283f0-2c00-4827-a1af-39bb9e97e58a tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:26.911592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-50a283f0-2c00-4827-a1af-39bb9e97e58a tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1092 time: 0.0419710 Aug 19 00:34:26.914494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:26.918738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:34:26.938915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.035294 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.133065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.25 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:34:27.233785 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.272469 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.310427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:34:27.313697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:34:27.317278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:34:27.338492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:27.659694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.724739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.872443 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.877500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:27.942563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:34:27.957814 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:28.389891 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP d723ebde-b512-43d3-a718-ae5bdac898c2 associated. External IP: 172.25.1.25, port: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472. Aug 19 00:34:28.587562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 324f5160-6d49-41f1-ab0c-290e1aec5de2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:34:28.634018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-7b33d805-90e4-48f1-8015-d8d9a02493f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392120 Aug 19 00:34:28.695657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:34:28.705920 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Sync routers for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:34:28.712950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:28.715926 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:28.716760 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:34:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:28.732737 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-db96fb60-dd15-4d0b-a88a-2ddee1e49eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:28.734805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-db96fb60-dd15-4d0b-a88a-2ddee1e49eee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0443695 Aug 19 00:34:28.741970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d2722024-e003-441b-8da0-f6e89331e981 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8264647 Aug 19 00:34:28.742612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:34:28.744960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:34:28.784390 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f688dcd6-603a-4842-b52b-f6c42de8357c x-openstack-request-id: req-f688dcd6-603a-4842-b52b-f6c42de8357c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:34:28.784390 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:34:28.784390 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f688dcd6-603a-4842-b52b-f6c42de8357c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:34:28.784741 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:34:28.834836 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:28.850609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeef48f-3d84-4ad1-8128-af7fe59e7bb4 req-3644a674-82c0-4325-b876-3d4d4b6343e5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:28.852237 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8aeef48f-3d84-4ad1-8128-af7fe59e7bb4 req-3644a674-82c0-4325-b876-3d4d4b6343e5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Aug 19 00:34:28.862929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-85e2b0ea-4cd2-4fee-8aca-c12b7c6026ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:28.864443 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-85e2b0ea-4cd2-4fee-8aca-c12b7c6026ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1025732 Aug 19 00:34:28.892801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8aeef48f-3d84-4ad1-8128-af7fe59e7bb4 req-6ed66d2f-e248-4afc-8cab-76ace2ee093a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Aug 19 00:34:28.916234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39876) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:28.974807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-763ab698-e8d7-4c8e-918b-31a51e23fd3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.1033885 Aug 19 00:34:28.997653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4efbb82a-5ded-4b3f-a95d-a1524b944f3c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/d723ebde-b512-43d3-a718-ae5bdac898c2 HTTP/1.1" status: 200 len: 990 time: 0.0802214 Aug 19 00:34:29.031269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-ecc57913-8d44-4438-a750-1a99975c811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.032778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-ecc57913-8d44-4438-a750-1a99975c811f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0499642 Aug 19 00:34:29.060791 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd723ebde-b512-43d3-a718-ae5bdac898c2', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:34:27Z', 'updated_at': '2021-08-19T00:34:27Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:29.078755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-317a0417-9718-438b-8957-94eff805252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.080260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-317a0417-9718-438b-8957-94eff805252c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398495 Aug 19 00:34:29.086467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Checking router: 324f5160-6d49-41f1-ab0c-290e1aec5de2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:34:29.095164 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:34:29.096030 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:34:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:29.173482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-a90cae90-36a3-467f-8bd4-8bf2a0c2db3a service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Aug 19 00:34:29.197598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:34:29.267696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9b49aa7-9565-4ffd-a1e7-7937e0d9ea6e req-cf31f134-a876-49cb-a830-b2164f807a50 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Aug 19 00:34:29.384665 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-7a9901a3-f670-4100-860d-8d51c6d474c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.386207 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-7a9901a3-f670-4100-860d-8d51c6d474c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0400541 Aug 19 00:34:29.479323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-f8230ee0-6046-4c06-89a9-51d7015db7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.480883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-f8230ee0-6046-4c06-89a9-51d7015db7fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0881240 Aug 19 00:34:29.510143 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd723ebde-b512-43d3-a718-ae5bdac898c2', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:34:27Z', 'updated_at': '2021-08-19T00:34:27Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:34:29.535441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c13de7d-6592-4426-8325-444dd7e9a3bb None None] The sync data for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 is: [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd723ebde-b512-43d3-a718-ae5bdac898c2', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:34:27Z', 'updated_at': '2021-08-19T00:34:27Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:34:29.551287 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-0efd7d54-422b-4b4e-9720-bff69f43fcaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.0624642 Aug 19 00:34:29.609050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-a0dddace-dd05-4a1a-a2bd-f9fb24e212cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.610532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-a0dddace-dd05-4a1a-a2bd-f9fb24e212cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0454633 Aug 19 00:34:29.660573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-d8d084c3-f4ee-43cd-9bb9-a9863e33b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:34:29.662095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-d8d084c3-f4ee-43cd-9bb9-a9863e33b88f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421071 Aug 19 00:34:29.731931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee227241-b4de-4e2e-92d5-9060947e0fd8 None None] New status for floating IP d723ebde-b512-43d3-a718-ae5bdac898c2: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:34:29.773816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-62f072d8-9c2a-48e6-85bd-162a39908b86 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960414 Aug 19 00:34:29.877300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83a2b27f-67da-41a9-b1f2-d3a6aa46d0a8 req-2aff579d-bfd3-4746-961f-7a2136e36b77 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881860 Aug 19 00:34:30.001573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39878) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:34:30.068678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-43a31026-766b-4888-bfc1-fe2f72176922 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/d723ebde-b512-43d3-a718-ae5bdac898c2 HTTP/1.1" status: 200 len: 992 time: 0.0657852 Aug 19 00:34:42.472745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b667b476-86fc-410e-b7ee-8a986ec913ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:44.984688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89dfe429-8e21-4268-848f-838aac223ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:45.204889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:45.349978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:46.365666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:47.851488 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:34:56.004910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:34:56.922246 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:12.473008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e79ed1b-143f-4d47-9669-1b41e765074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:14.984313 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95303a5-0171-4679-a9b4-ebdb02fa9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:15.203563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:15.355445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:16.368849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:17.853219 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:26.915765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:29.723021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-99a55b30-2730-43c3-9fdd-4ab84ea04453 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1277590 Aug 19 00:35:29.820741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-da824286-526b-46b1-8ebc-97ba0b9ed965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:29.822191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-da824286-526b-46b1-8ebc-97ba0b9ed965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0396690 Aug 19 00:35:29.923450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-63fe2fd0-84f2-40cf-8ddb-3400b7b88c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:29.925005 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-63fe2fd0-84f2-40cf-8ddb-3400b7b88c53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0841265 Aug 19 00:35:29.992346 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-ca741c51-1a0d-4c8b-b2fc-8eab086ead00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1000 time: 0.0592403 Aug 19 00:35:30.335235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-f3d23641-d027-46c3-8731-6637e53acea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:30.336637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-f3d23641-d027-46c3-8731-6637e53acea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.3365877 Aug 19 00:35:30.385072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-84385cbf-a582-43b3-813a-0785bd28d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:30.386576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-84385cbf-a582-43b3-813a-0785bd28d3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412817 Aug 19 00:35:30.477559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-49ab261a-6f2a-455b-ba2d-622f44a9fef9 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837231 Aug 19 00:35:30.566021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-27ccba40-0474-4909-9394-dfc0d0de7d98 req-fa5f22b0-9d3e-4b54-af21-fdb825ad4587 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Aug 19 00:35:30.893758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dde17-fbcb-484c-8749-15f106bd6b5e req-c0b5fa87-442a-4b45-8f16-6576dc6afc2a tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:30.895246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-734dde17-fbcb-484c-8749-15f106bd6b5e req-c0b5fa87-442a-4b45-8f16-6576dc6afc2a tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.1263413 Aug 19 00:35:30.932226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-734dde17-fbcb-484c-8749-15f106bd6b5e req-a4d183f9-fcf3-499e-826b-7d8c91b22bcb tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Aug 19 00:35:31.108722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e621-8bd6-47d6-9a7f-f89bd2e582d3 req-ab23beda-650f-4558-988a-e6c78937df01 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:31.110189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c29e621-8bd6-47d6-9a7f-f89bd2e582d3 req-ab23beda-650f-4558-988a-e6c78937df01 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.1078265 Aug 19 00:35:31.146484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c29e621-8bd6-47d6-9a7f-f89bd2e582d3 req-0555a13d-d8fb-44cb-89aa-cba7a65f16ca tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302718 Aug 19 00:35:31.168176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 39916) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:35:31.228176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd7b488b-1466-4746-b984-697ca208a251 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/d723ebde-b512-43d3-a718-ae5bdac898c2 HTTP/1.1" status: 200 len: 992 time: 0.0588613 Aug 19 00:35:31.751945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 39932) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:35:31.858508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995ed7c-5383-40ca-b82c-d58a0d92b387 req-3ab8819d-36ce-405f-abe6-19b98abd79c6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:31.859957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9995ed7c-5383-40ca-b82c-d58a0d92b387 req-3ab8819d-36ce-405f-abe6-19b98abd79c6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0801017 Aug 19 00:35:31.866738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-9f97a0b7-df4e-4476-8919-2c7e8e8a5b7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133499 Aug 19 00:35:31.898467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9995ed7c-5383-40ca-b82c-d58a0d92b387 req-70661e8c-982c-490a-ad51-3a584dff732e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Aug 19 00:35:33.004391 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:35:33.046091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052fd8-a35f-48e4-aad7-a4b6dc4e5bca req-071bd7b7-3d18-4913-abc2-b4bbb9227f92 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:33.047566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51052fd8-a35f-48e4-aad7-a4b6dc4e5bca req-071bd7b7-3d18-4913-abc2-b4bbb9227f92 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0778012 Aug 19 00:35:33.053129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-a21fff3a-d55f-48ba-86fd-e5b42167697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:33.054643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-a21fff3a-d55f-48ba-86fd-e5b42167697e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0602257 Aug 19 00:35:33.134380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51052fd8-a35f-48e4-aad7-a4b6dc4e5bca req-29dac4d8-30c0-49c7-8c39-fb661047453a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787616 Aug 19 00:35:33.167767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-aecb82d4-98b1-4df5-8082-355f00fd9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:33.169248 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-aecb82d4-98b1-4df5-8082-355f00fd9c40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1076231 Aug 19 00:35:33.232145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-6fd1d227-38a7-4947-ad8a-406261084251 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1000 time: 0.0554776 Aug 19 00:35:33.279705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-4c4b4867-02cf-406e-9ad3-d8e5f178d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:33.281102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-4c4b4867-02cf-406e-9ad3-d8e5f178d79e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0414257 Aug 19 00:35:33.328603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-3af8505c-e22d-433c-9aee-b5275e0bd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:33.330075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-3af8505c-e22d-433c-9aee-b5275e0bd344 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421457 Aug 19 00:35:33.415099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-05070de6-dc46-48b6-98ac-8f03bc2fbb9b service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777030 Aug 19 00:35:33.507326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-ac5279ba-598a-44ff-a114-cb8bf3c2845a service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Aug 19 00:35:34.248677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fda1a-01e8-4f51-bd30-202b5f09302f req-75d1d0c1-a642-4f12-a5b4-c3edb5aa8c0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:34.250124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b4fda1a-01e8-4f51-bd30-202b5f09302f req-75d1d0c1-a642-4f12-a5b4-c3edb5aa8c0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Aug 19 00:35:34.287556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b4fda1a-01e8-4f51-bd30-202b5f09302f req-1140e26a-4de1-4b1d-81a9-4e7b78c67ce0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 19 00:35:35.400951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2c02-44f4-4bae-816d-99245b5f8e99 req-d6921954-5302-48f1-8908-8697f438ac5e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:35.402411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-938c2c02-44f4-4bae-816d-99245b5f8e99 req-d6921954-5302-48f1-8908-8697f438ac5e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 19 00:35:35.439616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-938c2c02-44f4-4bae-816d-99245b5f8e99 req-43d6ff27-22ac-4128-a4ae-865a216a5a00 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Aug 19 00:35:36.553159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62719a-b1b9-4ced-b07c-e7198a37cc34 req-be86d23f-c3f6-4e71-9c0f-a4d912d4d603 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:36.554638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed62719a-b1b9-4ced-b07c-e7198a37cc34 req-be86d23f-c3f6-4e71-9c0f-a4d912d4d603 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Aug 19 00:35:36.591234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed62719a-b1b9-4ced-b07c-e7198a37cc34 req-b1418c74-0e3a-4bfe-8cd6-7b69043a6b8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Aug 19 00:35:37.703894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecc7e3-4061-41f3-a736-f2188c3e60fb req-bfc99526-4d6c-492a-aa63-7d51eb717d8e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:37.705941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7ecc7e3-4061-41f3-a736-f2188c3e60fb req-bfc99526-4d6c-492a-aa63-7d51eb717d8e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Aug 19 00:35:37.742683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a7ecc7e3-4061-41f3-a736-f2188c3e60fb req-b077a1b2-1d13-4b1f-9ef4-64e6caeabb33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 19 00:35:38.860003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb8d7-ae72-40a8-b02f-7feadec2739e req-19c3e8b5-5a87-45d0-8db4-cbcdf2ffceee tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:38.861483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-148cb8d7-ae72-40a8-b02f-7feadec2739e req-19c3e8b5-5a87-45d0-8db4-cbcdf2ffceee tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Aug 19 00:35:38.899067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-148cb8d7-ae72-40a8-b02f-7feadec2739e req-c5b4e937-75f0-4c38-9c07-2a59c4cf9ab0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Aug 19 00:35:40.013964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c2d8-e8d2-4c1b-a51a-5926b1c9cd3f req-5f4097d0-9651-4bc3-87e7-e64d19a15fd9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:40.015406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef24c2d8-e8d2-4c1b-a51a-5926b1c9cd3f req-5f4097d0-9651-4bc3-87e7-e64d19a15fd9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Aug 19 00:35:40.056614 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef24c2d8-e8d2-4c1b-a51a-5926b1c9cd3f req-913093b8-4c50-47ec-a579-3c44d5ec33a3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346782 Aug 19 00:35:41.169483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38064f9b-4ec6-43c5-9594-0c71ffbe4980 req-f8c8c053-f693-4073-88a6-05b2711f2375 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:41.170946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38064f9b-4ec6-43c5-9594-0c71ffbe4980 req-f8c8c053-f693-4073-88a6-05b2711f2375 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Aug 19 00:35:41.209077 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38064f9b-4ec6-43c5-9594-0c71ffbe4980 req-b9c01a1a-4dba-4e86-a187-720d2d5c168d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Aug 19 00:35:42.326982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3bd8-1300-4713-b665-6381c2ac85e5 req-e85b9051-5659-400f-920e-49276abc02ea tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:42.328483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8adb3bd8-1300-4713-b665-6381c2ac85e5 req-e85b9051-5659-400f-920e-49276abc02ea tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 19 00:35:42.365754 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8adb3bd8-1300-4713-b665-6381c2ac85e5 req-16e3a243-13fc-4817-91a5-b994bc8b2582 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Aug 19 00:35:42.474265 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97decfd6-59d1-4bfb-8450-e174a1d6e653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:43.478589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f659b-ba83-4617-9455-6fba3b413b71 req-92839f2a-a8b3-4467-a64b-dce7ca91d662 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:43.480037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af2f659b-ba83-4617-9455-6fba3b413b71 req-92839f2a-a8b3-4467-a64b-dce7ca91d662 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Aug 19 00:35:43.515935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af2f659b-ba83-4617-9455-6fba3b413b71 req-6631debb-0f8c-4bca-a308-c1ada7026400 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Aug 19 00:35:44.628115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774a0a-878d-4840-82d7-c87d1cc73a3b req-a5026a17-e90d-4dd9-9a58-e9a5283da214 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:44.629581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34774a0a-878d-4840-82d7-c87d1cc73a3b req-a5026a17-e90d-4dd9-9a58-e9a5283da214 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Aug 19 00:35:44.666773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34774a0a-878d-4840-82d7-c87d1cc73a3b req-71a169cf-0d46-4ea9-a14e-d554db69c3bb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Aug 19 00:35:44.984443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1906-c966-43e4-977e-b7d75c476407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:45.206492 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:45.363769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:45.758864 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-b30f231e-c939-43e0-a67f-89524646315c service neutron] show failed (client error): The resource could not be found. Aug 19 00:35:45.759903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-b30f231e-c939-43e0-a67f-89524646315c service neutron] 10.222.0.21 "GET /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0547876 Aug 19 00:35:45.784139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c3c13-5290-4766-908d-0a6b4d1ff74f req-f6c86faf-1bee-4358-ab7d-42be1010f112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:45.785827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c0c3c13-5290-4766-908d-0a6b4d1ff74f req-f6c86faf-1bee-4358-ab7d-42be1010f112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Aug 19 00:35:45.825849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c0c3c13-5290-4766-908d-0a6b4d1ff74f req-9e25995c-d039-4b25-bb34-0c35e32f61ae tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Aug 19 00:35:45.965803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-28ec606c-b71e-401b-937a-da9b1756a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:45.967225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-28ec606c-b71e-401b-937a-da9b1756a84c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 1097 time: 0.0447121 Aug 19 00:35:45.978621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:35:46.030099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.225945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:46.256576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:35:46.298146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:35:46.300414 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d054bfc-b0cf-4240-9919-d852e6295e95" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:35:46.304028 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.315780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Transition to ACTIVE for port object 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:35:46.320202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.375399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.404457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:46.420478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.420828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.421248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.421506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.421831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.422160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.422483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.422851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.423146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.423469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.423791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.424110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:46.437818 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a242cd-8203-4c54-b700-34c275161179 x-openstack-request-id: req-73a242cd-8203-4c54-b700-34c275161179 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:35:46.438636 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:35:46.438869 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73a242cd-8203-4c54-b700-34c275161179 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:35:46.439273 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'code': 200} Aug 19 00:35:46.457651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] No DVR routers for this DVR port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:35:46.591664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:35:46.592002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:35:46.592365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:35:46.596803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:35:46.597114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:35:46.601885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:35:46.602225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:35:46.602607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Bound using segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:35:46.603031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Bound port: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:35:46.603389 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.664227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:35:46.667132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:35:46.671416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.703857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:46.705106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:46.706375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] 10.222.0.11 "PUT /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1092 time: 0.7316957 Aug 19 00:35:46.727051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224909a-0f73-4705-bf72-007100fa4d58 service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:46.774568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-31bed6ca-e356-4b57-b1b7-66205b1419e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:46.776006 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-31bed6ca-e356-4b57-b1b7-66205b1419e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0460672 Aug 19 00:35:46.870714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-273b54d8-9c20-449f-a980-dfa8edd0b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:46.872421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-273b54d8-9c20-449f-a980-dfa8edd0b076 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0896420 Aug 19 00:35:46.943017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-a1a78b27-32af-4ee6-9842-fa8c14e41c65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.0628965 Aug 19 00:35:46.951701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ce507-4234-4798-a723-87b35a11ebfe req-aa9bc38f-88d4-4bfc-af43-f0710aa04917 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:46.953209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a8ce507-4234-4798-a723-87b35a11ebfe req-aa9bc38f-88d4-4bfc-af43-f0710aa04917 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Aug 19 00:35:46.990958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a8ce507-4234-4798-a723-87b35a11ebfe req-e8b71d82-4a69-4131-b7cf-402b8452fb07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Aug 19 00:35:46.992094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-bf476b06-4e3d-419b-ad4b-1cc3d6cddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:46.993728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-bf476b06-4e3d-419b-ad4b-1cc3d6cddb04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0441802 Aug 19 00:35:47.039118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-2c2f3b12-9d27-42d0-bd45-4c8dec538642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:47.040535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-2c2f3b12-9d27-42d0-bd45-4c8dec538642 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384636 Aug 19 00:35:47.134736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-3926cb8e-2eca-4653-a1de-216c7e29e336 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867503 Aug 19 00:35:47.223436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-8be14258-8748-48a5-8dca-cce6f567bca2 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Aug 19 00:35:47.855971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:48.107322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688bba-5aa9-4ddb-bcbd-a3232a1f6e7d req-cb4f5482-0bd4-46e5-a71c-9dfeaf53e70e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.108730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9688bba-5aa9-4ddb-bcbd-a3232a1f6e7d req-cb4f5482-0bd4-46e5-a71c-9dfeaf53e70e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.0497863 Aug 19 00:35:48.151233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9688bba-5aa9-4ddb-bcbd-a3232a1f6e7d req-bdedf3e3-05df-463c-9cb9-20f3161ec3ed tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364964 Aug 19 00:35:48.440431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:35:48.442790 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743338d6-a28d-4428-bf0c-a5e750843cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:35:48.489280 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f5084-d592-4831-8bf9-868ac86bac38 x-openstack-request-id: req-8a8f5084-d592-4831-8bf9-868ac86bac38 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:35:48.489630 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:35:48.489945 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8f5084-d592-4831-8bf9-868ac86bac38 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:35:48.490337 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:35:48.580837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-c55404ec-54f0-4ffe-922b-3d0c6778c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.582319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-c55404ec-54f0-4ffe-922b-3d0c6778c212 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0711474 Aug 19 00:35:48.584770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-c53a61f2-a909-4929-a070-4dd64c89e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.586131 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-c53a61f2-a909-4929-a070-4dd64c89e904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0501416 Aug 19 00:35:48.742927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-8433535b-8457-4aff-ab33-a375584bd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.744426 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-8433535b-8457-4aff-ab33-a375584bd094 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1544838 Aug 19 00:35:48.745725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-4aaad201-7967-4995-bb4d-a049952f5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.747210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-4aaad201-7967-4995-bb4d-a049952f5494 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1493046 Aug 19 00:35:48.860867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-3f14794b-e1ab-4169-9305-024ef02696d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.1065531 Aug 19 00:35:48.862605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-efb1fdd2-3f9f-411d-bc57-adbee1a3f0ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.1031508 Aug 19 00:35:48.944034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-049ebda8-3ed4-47f9-aeca-101951d600ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.945481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-049ebda8-3ed4-47f9-aeca-101951d600ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0784624 Aug 19 00:35:48.946830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-efe26e8a-a6c6-4b61-ae16-24f01d90ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:48.948136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-efe26e8a-a6c6-4b61-ae16-24f01d90ce05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0735731 Aug 19 00:35:49.021048 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-eb4588ee-6f46-4f51-8b0c-e5d7f843c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.022566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-eb4588ee-6f46-4f51-8b0c-e5d7f843c13a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701900 Aug 19 00:35:49.024806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-9c049fca-5a9b-422f-b216-5d2e3c037854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.026149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-9c049fca-5a9b-422f-b216-5d2e3c037854 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657651 Aug 19 00:35:49.177127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-b00bf00b-ca8e-4e56-ab86-91c1af613201 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476154 Aug 19 00:35:49.179095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-b3adc726-dd0a-4970-b560-48f6717d381d service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422627 Aug 19 00:35:49.362533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21991-e680-42d4-bef3-3fdd184357b0 req-3f65da1c-2ede-4727-ac28-7dc5444ca3a1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.363901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96b21991-e680-42d4-bef3-3fdd184357b0 req-3f65da1c-2ede-4727-ac28-7dc5444ca3a1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 943 time: 0.1228294 Aug 19 00:35:49.378492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-c650abb4-68d3-423d-9540-c48734a2c6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871223 Aug 19 00:35:49.394840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-743338d6-a28d-4428-bf0c-a5e750843cfa req-ed41dcef-a7e2-4088-8d7e-864a64d4d058 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110951 Aug 19 00:35:49.418149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96b21991-e680-42d4-bef3-3fdd184357b0 req-320a297e-81de-4b65-99e5-6fa1a582af66 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Aug 19 00:35:49.442740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:35:49.537292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:49.549035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:35:49.590081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:49.604203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:35:49.625542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:49.629511 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:49.670283 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-3516a6a4-a913-4a34-a802-4d6925296dd0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.671760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-3516a6a4-a913-4a34-a802-4d6925296dd0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&tenant_id=5e17996b1d784d1c97872bc70c89a535&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 943 time: 0.0794203 Aug 19 00:35:49.676984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:49.685168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.685525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.685872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.686217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.686556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.686891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.687227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.687558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.687890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.688251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.688612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.688947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:35:49.691936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fe081-430d-49d6-9785-9e2d598a447e req-4df89809-2979-4c36-870e-d35c67f17b23 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.693452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a84fe081-430d-49d6-9785-9e2d598a447e req-4df89809-2979-4c36-870e-d35c67f17b23 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0738261 Aug 19 00:35:49.761734 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a84fe081-430d-49d6-9785-9e2d598a447e req-36a7207d-f41e-476b-87b9-ca49befd31d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621023 Aug 19 00:35:49.776412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-4ec337ae-f448-4ded-a170-6a764fb25095 service neutron] 10.222.0.11 "GET /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472/bindings/n-h2-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.0820086 Aug 19 00:35:49.839963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-5d37758b-efcd-4ea7-b284-2280811d0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.841454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-5d37758b-efcd-4ea7-b284-2280811d0fcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0410047 Aug 19 00:35:49.875787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['4cddf821-caaf-4a6a-a5ba-7c4746e4d472'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:35:49.927922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-f93a7e4d-0b88-4bcb-9f38-400d87817fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:49.931589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-f93a7e4d-0b88-4bcb-9f38-400d87817fb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0823143 Aug 19 00:35:50.002017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-46922aeb-a5d1-4565-a013-21fbbb2a49e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 999 time: 0.0629904 Aug 19 00:35:50.051250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-018d3932-8296-46c0-9707-77804f27d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:50.052762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-018d3932-8296-46c0-9707-77804f27d7ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0433142 Aug 19 00:35:50.098812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-c582cdf9-7220-49b9-a429-380501a1475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:50.100340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-c582cdf9-7220-49b9-a429-380501a1475c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406919 Aug 19 00:35:50.191787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-8788cee4-ea49-469e-a126-b92955c6ff9a service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843503 Aug 19 00:35:50.285877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-079a3841-fea4-46f0-a60b-06d2335bdc8e service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862236 Aug 19 00:35:50.312499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:35:50.351702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:35:50.878564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da26dca-bcd6-4bb8-9b79-34280aaf3bbd req-7986e356-2f32-4974-90e2-68349a14a074 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:50.880040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1da26dca-bcd6-4bb8-9b79-34280aaf3bbd req-7986e356-2f32-4974-90e2-68349a14a074 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0486884 Aug 19 00:35:50.917001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1da26dca-bcd6-4bb8-9b79-34280aaf3bbd req-834624bf-0ea4-4f7f-9e73-c993e16bbab5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Aug 19 00:35:51.452287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:35:51.499832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:35:51.503399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:35:51.503773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:51.577746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:51.601783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:35:51.604021 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f9281e-0625-4074-8e6e-75569a2c8cbc" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:35:51.617396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:51.622857 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:51.656677 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08661c1-69bf-4437-b633-b796bfef5bdd x-openstack-request-id: req-c08661c1-69bf-4437-b633-b796bfef5bdd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:35:51.656991 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:35:51.657240 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c08661c1-69bf-4437-b633-b796bfef5bdd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:35:51.657643 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'code': 200} Aug 19 00:35:51.672843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:52.037559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a3b0-2583-4f39-b17b-4206a303ea03 req-366e5371-981a-48fd-835b-ba650fe50c22 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:52.039106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9a8a3b0-2583-4f39-b17b-4206a303ea03 req-366e5371-981a-48fd-835b-ba650fe50c22 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0533974 Aug 19 00:35:52.076904 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9a8a3b0-2583-4f39-b17b-4206a303ea03 req-a197a0a7-d878-4853-8bc4-6fdb605e393d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Aug 19 00:35:52.190995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-47ef8f65-4054-435d-aaa0-3a9839d00ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:52.192570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-47ef8f65-4054-435d-aaa0-3a9839d00ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 1097 time: 0.0443788 Aug 19 00:35:52.209107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:35:52.259045 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:52.742979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:52.774141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:35:52.812017 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:35:52.814362 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72af53-136e-4baa-9ff2-8b286f6bb41c" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:35:52.818096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:52.830973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Transition to ACTIVE for port object 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:35:52.834716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:52.871901 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca062e-46e5-4511-977b-62e36b7b2579 x-openstack-request-id: req-a2ca062e-46e5-4511-977b-62e36b7b2579 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:35:52.872191 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:35:52.872465 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2ca062e-46e5-4511-977b-62e36b7b2579 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:35:52.872853 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'code': 200} Aug 19 00:35:52.923009 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=10']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:52.961076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] No DVR routers for this DVR port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:35:53.092248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:35:53.092605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:35:53.093187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:35:53.098113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:35:53.098428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Attempting to bind port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on network fe6a6461-efa8-420c-9b6a-a517606f5cd7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:35:53.103319 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:35:53.103659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Checking segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:35:53.104392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Bound using segment: {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:35:53.104526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Bound port: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a57fcc0-eed2-4698-976c-3000c6ee9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:35:53.104862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:53.165995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:35:53.168850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:35:53.174239 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:53.191180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1126760-9deb-4d73-9728-31e0f3d64cea req-58eee636-d0fd-40c8-96e7-4683a7b68e8b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.192718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1126760-9deb-4d73-9728-31e0f3d64cea req-58eee636-d0fd-40c8-96e7-4683a7b68e8b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0487778 Aug 19 00:35:53.206624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.207245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:53.208729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1093 time: 1.0036027 Aug 19 00:35:53.232585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a9b4e-ee82-4d16-8f1a-0612f26cab19 service neutron] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=11']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:53.240966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1126760-9deb-4d73-9728-31e0f3d64cea req-5ff472ce-aabd-4f74-a2b9-9607e11573b1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Aug 19 00:35:53.290202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-05f307b9-44fb-4d73-aa45-c26a4ff62cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.291713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-05f307b9-44fb-4d73-aa45-c26a4ff62cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0452230 Aug 19 00:35:53.384211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-30dbb73f-92e3-42cb-98ab-e8a96ec5aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.385727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-30dbb73f-92e3-42cb-98ab-e8a96ec5aaaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0867076 Aug 19 00:35:53.455095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-f36c1d14-32f5-467f-b16d-4986bef3029f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.0621834 Aug 19 00:35:53.503435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-5c516100-ba78-4525-9443-95263dd2dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.504806 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-5c516100-ba78-4525-9443-95263dd2dbc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0428143 Aug 19 00:35:53.549902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-47c0b537-8f22-4754-b260-c7473539dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:53.551280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-47c0b537-8f22-4754-b260-c7473539dd8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394692 Aug 19 00:35:53.641249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-d063cfa6-3413-4f35-8e07-8799edd47125 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Aug 19 00:35:53.726562 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-837425d1-2ca3-45d1-addd-e3c9925119c9 req-597185c7-8afd-4cac-9c04-7b74bb73655f service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784013 Aug 19 00:35:54.356470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cceda-ea86-4d13-a7c1-7ec6d68b60c8 req-f575f286-f1f0-48ff-8469-73dcbbe6252a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:54.357935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe2cceda-ea86-4d13-a7c1-7ec6d68b60c8 req-f575f286-f1f0-48ff-8469-73dcbbe6252a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0536556 Aug 19 00:35:54.394642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fe2cceda-ea86-4d13-a7c1-7ec6d68b60c8 req-6207a4b9-c6e7-4d55-9df4-584bdfa88c5d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Aug 19 00:35:54.874033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:35:54.877056 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b60e808-093f-43da-8ead-5c8e40d32bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:35:54.923324 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9742bf-d62d-4fe6-aafe-792c09af8293 x-openstack-request-id: req-4f9742bf-d62d-4fe6-aafe-792c09af8293 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:35:54.923616 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:35:54.923872 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f9742bf-d62d-4fe6-aafe-792c09af8293 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:35:54.924367 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:35:55.011199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-a53db47b-8470-4de7-b9dd-3046288f8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.012733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-a53db47b-8470-4de7-b9dd-3046288f8e44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0692778 Aug 19 00:35:55.019204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-5762ef6e-eeb0-42d5-a333-3f56ec0fc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.020643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-5762ef6e-eeb0-42d5-a333-3f56ec0fc09f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0511060 Aug 19 00:35:55.173799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-9749c32b-aafc-4932-b4f8-ecd992245aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.175269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-9749c32b-aafc-4932-b4f8-ecd992245aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1537812 Aug 19 00:35:55.177888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-3b537fe9-6f6e-4106-96d2-cd17045d474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.179215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-3b537fe9-6f6e-4106-96d2-cd17045d474e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1497819 Aug 19 00:35:55.284101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-1350adca-4c7d-45f1-8042-89fd96e006ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.1013730 Aug 19 00:35:55.287637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-e9a5c30f-645c-44cc-81dd-c000bab80983 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 998 time: 0.0995541 Aug 19 00:35:55.367046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-b57603d8-720a-4f81-bb77-31e8bb1ed5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.368495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-b57603d8-720a-4f81-bb77-31e8bb1ed5a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0770004 Aug 19 00:35:55.369864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-892ecf0b-2081-4d69-90f2-5a95e25542b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.371149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-892ecf0b-2081-4d69-90f2-5a95e25542b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0721741 Aug 19 00:35:55.445041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-9ef16dd5-d00c-488d-9653-37dbb311440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.446586 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-9ef16dd5-d00c-488d-9653-37dbb311440f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714064 Aug 19 00:35:55.448382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-e90e9013-839d-4bb5-9b96-8e4e230e8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.449742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-e90e9013-839d-4bb5-9b96-8e4e230e8fae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668187 Aug 19 00:35:55.488412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:35:55.526708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:35:55.632149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db744db-3d22-40fe-b2c5-2af3b1ae87d8 req-8a23291f-8273-4817-b208-37cc7eb98834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:55.633647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6db744db-3d22-40fe-b2c5-2af3b1ae87d8 req-8a23291f-8273-4817-b208-37cc7eb98834 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.1326880 Aug 19 00:35:55.638446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-4dedabbd-d650-4533-8f33-fa90a26f32eb service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849945 Aug 19 00:35:55.682826 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-20022d34-c08b-42b8-9668-24d0b4c19d37 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213707 Aug 19 00:35:55.771785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6db744db-3d22-40fe-b2c5-2af3b1ae87d8 req-ec43ae1d-0581-4de3-b60d-7ea8ab674d7f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294923 Aug 19 00:35:55.828105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-eaa4d39d-7f82-475a-9eeb-11faaa91d28d service neutron] 10.222.0.11 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736553 Aug 19 00:35:55.839206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b60e808-093f-43da-8ead-5c8e40d32bb5 req-90de1739-29ac-474f-8ea8-531c8b3144a0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319911 Aug 19 00:35:56.889086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b3c2-da9f-42ac-a57e-75d56097f84e req-94ce4b19-56dd-4ac4-9f17-c0363998f626 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:35:56.890576 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce25b3c2-da9f-42ac-a57e-75d56097f84e req-94ce4b19-56dd-4ac4-9f17-c0363998f626 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0515165 Aug 19 00:35:56.915240 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:56.930314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce25b3c2-da9f-42ac-a57e-75d56097f84e req-0f80bfcc-700d-4461-a047-c6bc4fd0a87f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338666 Aug 19 00:35:56.952605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:35:57.021610 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a10d619b-934a-4b2d-ae81-6bfacceb856b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/d723ebde-b512-43d3-a718-ae5bdac898c2 HTTP/1.1" status: 200 len: 990 time: 0.0679088 Aug 19 00:35:58.320882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:35:58.412617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:58.424122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'port_id': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'mac_address': 'fa:16:3e:9b:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:35:58.463479 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:58.475771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:35:58.493956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:35:58.497583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:35:58.542724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:35:58.865579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4cddf821-caaf-4a6a-a5ba-7c4746e4d472'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:36:00.327469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:36:00.374508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:36:00.379053 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:36:00.379424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:00.454710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:00.476170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:36:00.478410 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2c346a-f09a-41e1-bc0b-8cf98993e35b" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:36:00.491115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:36:00.495372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:00.518519 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b946d-f1d7-4ac4-8f3b-87b1309c3794 x-openstack-request-id: req-a90b946d-f1d7-4ac4-8f3b-87b1309c3794 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:36:00.518811 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:36:00.519065 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a90b946d-f1d7-4ac4-8f3b-87b1309c3794 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:36:00.519446 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'code': 200} Aug 19 00:36:00.543463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:10.003694 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:36:12.475774 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97272869-f1ca-452c-8e87-d9ec6fe76a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:14.984912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3dcf-aec4-4c8d-aadf-c3efb34cc7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:15.206824 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:15.362701 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:16.375860 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:17.858829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:18.032657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-dd59d658-79f8-4d90-abb1-61cf8c175478 req-06f757ba-7a85-4259-bef5-ef2b41782789 tempest-ServersNegativeTestJSON-1898823345 tempest-ServersNegativeTestJSON-1898823345-project] (94623) timed out ('10.222.0.11', 60987) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:36:26.931204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:31.640322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-42af8cc8-c2b0-4609-8147-fd7d33b5df00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387642 Aug 19 00:36:31.736606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-732931fd-9e27-4922-be8f-c9d81705e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:31.738045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-732931fd-9e27-4922-be8f-c9d81705e98a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0397067 Aug 19 00:36:31.840478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-e9a04df1-a581-41ef-ac25-e14ea38b4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:31.841946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-e9a04df1-a581-41ef-ac25-e14ea38b4ded service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.0863957 Aug 19 00:36:31.906769 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-d8ce3e27-9a89-49a4-b640-e4487ecbe005 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 1000 time: 0.0568082 Aug 19 00:36:31.953840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-cbd521ba-a33b-4c31-89a6-c15e517e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:31.955236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-cbd521ba-a33b-4c31-89a6-c15e517e97fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0416234 Aug 19 00:36:32.002460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-bdb36741-40f1-4751-b671-3cb9ed8bad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:32.003896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-bdb36741-40f1-4751-b671-3cb9ed8bad50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421636 Aug 19 00:36:32.089106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-66eb3d36-ca93-4d36-a411-356c41554ddc service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779719 Aug 19 00:36:32.177480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dde3f0b3-7486-42d9-be8c-85c9eaf48e81 req-b2d8dd9e-fd4a-4851-9d27-feeb4e6ccb09 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813658 Aug 19 00:36:33.719848 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-93bb8fc5-1890-45de-8b25-d0c0f79622cf req-4d310507-7ca8-4ec4-a96a-af4f4707909e service neutron] (94622) timed out ('10.222.0.21', 51525) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:36:42.477116 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dced10-e0e5-43ba-b3fe-3d49329bb1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:44.983982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4a11-210f-44f1-ac63-58a49e86fa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.207043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.371308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.522104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c993ecf-2e62-4979-8244-e71f8cc210af req-64c3eaae-2f77-415d-8daf-554e301c7bc7 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:45.523627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c993ecf-2e62-4979-8244-e71f8cc210af req-64c3eaae-2f77-415d-8daf-554e301c7bc7 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0403008 Aug 19 00:36:45.556667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c993ecf-2e62-4979-8244-e71f8cc210af req-c6f94bcf-4bef-43e7-8c41-c88dbcf354bc tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270855 Aug 19 00:36:45.578062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40046) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:45.728265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:36:45.728647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.805031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.805361 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.816736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:36:45.958369 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:45.984352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=fd64dcd5-ccb1-46fd-a1a4-ab3ef0c9b35c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:46.043241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:46.043580 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP d723ebde-b512-43d3-a718-ae5bdac898c2 disassociated (deleted). External IP: 172.25.1.25, port: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472. Aug 19 00:36:46.242784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 324f5160-6d49-41f1-ab0c-290e1aec5de2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:36:46.350036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:36:46.354943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:46.359195 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Sync routers for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:36:46.370591 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:46.371190 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:46.380629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:46.383547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5ce071c6-adce-415b-9fb7-d031893b1a8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/floatingips/d723ebde-b512-43d3-a718-ae5bdac898c2 HTTP/1.1" status: 204 len: 168 time: 0.8044498 Aug 19 00:36:46.384140 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:36:46.386404 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25953a5a-1591-46cf-965e-7614ee2e5cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:36:46.427057 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651bfa5-73b2-4360-98fa-7c3e5205a0d0 x-openstack-request-id: req-d651bfa5-73b2-4360-98fa-7c3e5205a0d0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:36:46.427402 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:36:46.427663 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d651bfa5-73b2-4360-98fa-7c3e5205a0d0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:36:46.428075 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:36:46.482025 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:46.513479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-e0eb766d-7c7e-4e54-86e8-c01867406b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:46.515552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-e0eb766d-7c7e-4e54-86e8-c01867406b4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0440774 Aug 19 00:36:46.658175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece15aa-9255-44dc-ba71-d6cace8649bd req-fc5b5a78-de8c-4aa3-9d72-b2563d8443c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:46.659637 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eece15aa-9255-44dc-ba71-d6cace8649bd req-fc5b5a78-de8c-4aa3-9d72-b2563d8443c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0717511 Aug 19 00:36:46.661023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-0ff90984-144b-4f67-9fa5-77dd56a16c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:46.662355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-0ff90984-144b-4f67-9fa5-77dd56a16c89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 200 len: 895 time: 0.1400197 Aug 19 00:36:46.686353 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:46.712246 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Checking router: 324f5160-6d49-41f1-ab0c-290e1aec5de2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:36:46.715668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-2d4884d5-10d9-40d6-91da-37d53cf7f487 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 200 len: 217 time: 0.0435708 Aug 19 00:36:46.720528 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:46.721128 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:46.758600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eece15aa-9255-44dc-ba71-d6cace8649bd req-1824a3cc-c52d-4e02-bd84-9b261a9aef88 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924933 Aug 19 00:36:46.779663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-84514d4b-5f45-4fd5-b9b2-99482a910c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:46.779663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-84514d4b-5f45-4fd5-b9b2-99482a910c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 200 len: 834 time: 0.0514221 Aug 19 00:36:46.824768 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:46.825889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-d8c2befe-82b5-46d3-9acf-b95a75abdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:46.827397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-d8c2befe-82b5-46d3-9acf-b95a75abdea2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe6a6461-efa8-420c-9b6a-a517606f5cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411811 Aug 19 00:36:46.923226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-2a23f362-579f-4042-b8ef-3748be9bf6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869296 Aug 19 00:36:47.003999 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:36:47.015728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25953a5a-1591-46cf-965e-7614ee2e5cf4 req-5d97eb50-527d-4cf0-9393-34916f62bc92 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Aug 19 00:36:47.026023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:47.052647 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb992f7-2539-4a60-87c4-9a45a56195f6 None None] The sync data for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 is: [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:13Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '4ded20e0-eb82-42d3-8fca-a53ddb2803cc', 'name': '', 'network_id': 'fe6a6461-efa8-420c-9b6a-a517606f5cd7', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:af:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:12Z', 'updated_at': '2021-08-19T00:34:18Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:36:47.252747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a867b71-b8cd-41b3-89f8-bf1d73eac8ee None None] New status for floating IP d723ebde-b512-43d3-a718-ae5bdac898c2: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:36:47.864361 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:47.876980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6459530-f093-4f7d-94c9-4b16afe751e2 req-f714dce1-0243-4746-9055-a8b5619edfcc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:47.878466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6459530-f093-4f7d-94c9-4b16afe751e2 req-f714dce1-0243-4746-9055-a8b5619edfcc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0496192 Aug 19 00:36:47.915634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c6459530-f093-4f7d-94c9-4b16afe751e2 req-e304e576-9ed7-49b8-9daf-d4216d746dd2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 19 00:36:48.272599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-b701de5b-8419-436b-8baa-a761eccf9033 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:48.274047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-b701de5b-8419-436b-8baa-a761eccf9033 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0477600 Aug 19 00:36:48.361444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:36:48.361791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:48.737154 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:36:48.737514 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:48.749804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:36:48.875695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:48.901517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=4cddf821-caaf-4a6a-a5ba-7c4746e4d472,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:48.911262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.911619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.911960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.912326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.912658 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.912991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.913324 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.914072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.914072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.914281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.914597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.914919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:48.955886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] No DVR routers for this DVR port 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:36:48.958758 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:48.960821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ce858fee-dcf8-4b09-bd73-4f3e557a5ea3 req-3a13af74-fc22-4f42-bd49-6ed3442c1f07 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "DELETE /v2.0/ports/4cddf821-caaf-4a6a-a5ba-7c4746e4d472 HTTP/1.1" status: 204 len: 173 time: 0.6803343 Aug 19 00:36:48.961318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-deleted', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:36:48.963565 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72ddfa-3659-4ee8-ae4b-607577276470" -d '{"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-deleted", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:36:49.013716 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be0501-3a30-42e4-bfc8-2ff037f196ac x-openstack-request-id: req-c3be0501-3a30-42e4-bfc8-2ff037f196ac {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:36:49.014007 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca93e87-0705-4dfb-b2f3-c701f183d4d2", "name": "network-vif-deleted", "tag": "4cddf821-caaf-4a6a-a5ba-7c4746e4d472", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:36:49.014261 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3be0501-3a30-42e4-bfc8-2ff037f196ac {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:36:49.014648 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca93e87-0705-4dfb-b2f3-c701f183d4d2', 'name': 'network-vif-deleted', 'tag': '4cddf821-caaf-4a6a-a5ba-7c4746e4d472', 'status': 'completed', 'code': 200} Aug 19 00:36:49.016543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b2c4b06d-9c99-4735-ac18-c25f1c39d3b0 req-d30eb3ec-80b9-447f-8f7a-b72f8069f84d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca93e87-0705-4dfb-b2f3-c701f183d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0300512 Aug 19 00:36:50.070626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:50.431519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:50.684427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:36:50.684698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:50.787510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 4ded20e0-eb82-42d3-8fca-a53ddb2803cc, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:36:50.788147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:50.800732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 4ded20e0-eb82-42d3-8fca-a53ddb2803cc owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:36:50.979866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.010380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=4ded20e0-eb82-42d3-8fca-a53ddb2803cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:51.034929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.035286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.035630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.035971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.036321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.036673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.037012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.037343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.037674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.038004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.038334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.038658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:51.191315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.399520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 324f5160-6d49-41f1-ab0c-290e1aec5de2 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:36:51.504930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:36:51.512098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-760c8a4d-98ce-42db-9b04-6f3b66a24112 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/324f5160-6d49-41f1-ab0c-290e1aec5de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383771 Aug 19 00:36:51.512866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:51.515156 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Sync routers for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:36:51.524142 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:51.524770 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:51.562389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting subnet 8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:36:51.565475 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.605409 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.626338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:51.689978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.744687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.771189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:51.774844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.779122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0f35e98e-964a-4139-996b-dca7dfe0488b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/subnets/8c1ea7c7-2082-4e73-9250-ace5d7ebfb2a HTTP/1.1" status: 204 len: 168 time: 0.2629323 Aug 19 00:36:51.779415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:51.782400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437d118-8dba-4f21-a2c8-7d6f4c7b2528 None None] Network fe6a6461-efa8-420c-9b6a-a517606f5cd7 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:36:51.811896 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:36:50Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:51.839679 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Checking router: 324f5160-6d49-41f1-ab0c-290e1aec5de2 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:36:51.848123 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Routers {'324f5160-6d49-41f1-ab0c-290e1aec5de2'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:51.848753 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['324f5160-6d49-41f1-ab0c-290e1aec5de2'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:51.887719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:51.962555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] DHCP port deletion for fe6a6461-efa8-420c-9b6a-a517606f5cd7 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:36:52.001874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.022999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Deleting port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:36:52.023377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.048866 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] Set router 324f5160-6d49-41f1-ab0c-290e1aec5de2 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:52.058914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:36:52.059266 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.085301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] For port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,segment=NetworkSegment(4a57fcc0-eed2-4698-976c-3000c6ee9548),segment_id=4a57fcc0-eed2-4698-976c-3000c6ee9548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:36:52.085708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.098120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Calling delete_port for b4c7917b-6145-49e5-b8c1-d19f98a9c1fd owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:36:52.142906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 4b137aff-e6d4-4b9c-9a8d-db0205aa2240, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:36:52.143282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.155598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:36:52.182636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.210994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Pushing event deleted for resources: {'Port': ['ID=b4c7917b-6145-49e5-b8c1-d19f98a9c1fd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:52.214763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] No DVR routers for this DVR port b4c7917b-6145-49e5-b8c1-d19f98a9c1fd on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:36:52.222624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.223449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.224004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.224579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.225138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.225680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.226213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.226551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.226887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.227708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.227708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.227924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb5145-4549-484f-a25f-a6993ebccab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:36:52.229803 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:36:50Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:52.260411 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa68a2e-2d35-4ab8-9767-4fcbcbf5b882 None None] The sync data for ids ['324f5160-6d49-41f1-ab0c-290e1aec5de2'] in n-d-771363-38 is: [{'id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952975607', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:36:50Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '4b137aff-e6d4-4b9c-9a8d-db0205aa2240', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f5160-6d49-41f1-ab0c-290e1aec5de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:34:10Z', 'updated_at': '2021-08-19T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:36:52.339204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.364803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=4b137aff-e6d4-4b9c-9a8d-db0205aa2240,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:52.420870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.507338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.509281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.552028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.552595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Fanout notify agent at l3_agent the message router_deleted on router 324f5160-6d49-41f1-ab0c-290e1aec5de2 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:36:52.559205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.560342 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b03b6e9e-f878-4fff-ad39-c3836ee8e691 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/routers/324f5160-6d49-41f1-ab0c-290e1aec5de2 HTTP/1.1" status: 204 len: 168 time: 0.7801003 Aug 19 00:36:52.562941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:52.574396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:36:52.593571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:36:52.593911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4cddf821-caaf-4a6a-a5ba-7c4746e4d472 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:36:52.690290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.717263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ded20e0-eb82-42d3-8fca-a53ddb2803cc no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:36:52.738130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4ded20e0-eb82-42d3-8fca-a53ddb2803cc {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:36:52.738626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4ded20e0-eb82-42d3-8fca-a53ddb2803cc not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:36:52.739140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4c7917b-6145-49e5-b8c1-d19f98a9c1fd no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:36:52.757635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b4c7917b-6145-49e5-b8c1-d19f98a9c1fd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:36:52.758025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4c7917b-6145-49e5-b8c1-d19f98a9c1fd not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:36:52.783281 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.793431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6a6461-efa8-420c-9b6a-a517606f5cd7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:52.803644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a57fcc0-eed2-4698-976c-3000c6ee9548') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:52.803939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a57fcc0-eed2-4698-976c-3000c6ee9548') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:52.812780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.825972 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.832083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:36:52.832513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:36:52.835373 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:36:52.897594 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.904906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:52.907466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/networks/fe6a6461-efa8-420c-9b6a-a517606f5cd7 HTTP/1.1" status: 204 len: 168 time: 0.3436096 Aug 19 00:36:52.910391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40076) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:52.919690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407665-1e5b-4da5-91c8-92a46208f9b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Network': ['ID=fe6a6461-efa8-420c-9b6a-a517606f5cd7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:52.979625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:53.004930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:53.061993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:53.064643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:53.065778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/security-groups/53c44a24-73ed-402b-8ed3-54a1d8d4bbe1 HTTP/1.1" status: 204 len: 168 time: 0.1544566 Aug 19 00:36:53.075194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c375ea-2407-4792-94d0-b5621c3c6116 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c44a24-73ed-402b-8ed3-54a1d8d4bbe1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:54.419762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40084) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:54.425369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747602418', 'description': 'tempest-secgroup-smoke-1747602418 description', 'project_id': '5e17996b1d784d1c97872bc70c89a535'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:54.447737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.526275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.529552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.557470 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.561921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377921 Aug 19 00:36:54.561921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9c6f-2968-4310-acdd-7272c0a72598 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fcf4c-a909-4377-b81d-23129aa1ab1a,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:54.562225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:36:54.562676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:54.568851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:54.584480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:36:54.584689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4b137aff-e6d4-4b9c-9a8d-db0205aa2240 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:36:54.595905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.648606 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.651831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.669791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c1e3fa-529f-4675-b4b4-115998f14b41,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:54.676137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.677253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bd4b2db3-07e7-42b6-9f6a-c6f3ddc33d33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136229 Aug 19 00:36:54.679888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:54.684125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:54.708551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.763943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.767449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.786861 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3106441e-de06-4216-aa75-0dc1cb1edee7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:54.789795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.790967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5fc4d3ba-ff85-4e01-ba11-4cfc5d02db09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1101434 Aug 19 00:36:54.793837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:54.798769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:54.823583 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.883139 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.886803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.904692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638c483-7e7b-4d9e-9a65-667019c3f607,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:54.908039 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.909346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-766ce59e-c485-4390-8922-b66b217bfe93 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146204 Aug 19 00:36:54.911990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:54.916352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:54.941887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:54.999018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.002328 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.018856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303d1794-39d4-4a46-bbc4-b9b0e4e4ada1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:55.028079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.029349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7a01d3f0-c1b6-4615-8074-2ff25fb513e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163530 Aug 19 00:36:55.032799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40094) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:55.037509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:55.057826 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:36:55.062513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.122944 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.126176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.145851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63171d73-4da9-40fb-8568-9610435a8ea0,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:55.148762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.149927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5164659b-96ba-4e91-9902-74ad45f42b34 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161058 Aug 19 00:36:55.152670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:55.157587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': 'f83fcf4c-a909-4377-b81d-23129aa1ab1a', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:55.177875 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:36:55.182765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.242505 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.246031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.263065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc32cab-f155-4ddd-b8e3-61fdb7af229b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:55.269165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.270339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-79f9f271-4600-48e7-9de2-dc850dde0555 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167605 Aug 19 00:36:55.273104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40098) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:55.277890 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'network': {'name': 'tempest-network-smoke--2011504469', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:55.297482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:36:55.300872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.322933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:36:55.332339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.332683 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Added segment 93b9e058-b8f6-4322-9f98-bb27391dbc8d of type vlan for network 57c84990-e2bd-45b6-abb7-7bc9c1548dea Aug 19 00:36:55.370346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.393865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.399204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:55.399781 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.450653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1765573 Aug 19 00:36:55.454009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:55.459519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'admin_state_up': True, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:55.469604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e35f63-5c38-4116-ab21-1d1a33438800 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Network': ['ID=57c84990-e2bd-45b6-abb7-7bc9c1548dea,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:55.480191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:36:55.483228 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.484206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.534489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:55.667579 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.188803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.206364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.302680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.97 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/58d939ad-47d0-4cc3-bb49-258c87a5ba16) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:36:56.405709 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.443969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.485102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:36:56.487959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:36:56.492059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:36:56.513092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=58d939ad-47d0-4cc3-bb49-258c87a5ba16,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:56.737006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.929925 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:56.939912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.069110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 16053aee-e464-4551-94f2-2fa6e08e17cd is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:36:57.171781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:36:57.180996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Sync routers for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:36:57.189993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.190647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:57.191219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7c5a4d3b-b9f0-446d-bc5f-b620024f73cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7361474 Aug 19 00:36:57.191386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:57.195485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:57.274004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-74fbb0fd-9cc3-4eed-9c45-7dc7d1d50255 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5e17996b1d784d1c97872bc70c89a535&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749719 Aug 19 00:36:57.274350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:57.365773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805ca48d-641f-44f4-a294-504202e7530e tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:57.367207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-805ca48d-641f-44f4-a294-504202e7530e tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918689 Aug 19 00:36:57.370112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:57.398543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-57fd0960-a344-40f2-ab28-3aa33d6851d7 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273368 Aug 19 00:36:57.400974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:57.405743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1377797583', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:36:57.445416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:57.494675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:36:57.498356 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.626440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:56Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:57.651610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Checking router: 16053aee-e464-4551-94f2-2fa6e08e17cd for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:36:57.651965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Updating router 16053aee-e464-4551-94f2-2fa6e08e17cd port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:36:57.677559 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.677787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.742034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Subnet': ['ID=630cdc8a-91f0-4657-98fd-1c197d898c8d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:57.749009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:36:57.749387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network hostable DHCP agents. Network: 57c84990-e2bd-45b6-abb7-7bc9c1548dea, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:36:57.766104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:36:57.774179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 57c84990-e2bd-45b6-abb7-7bc9c1548dea) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:36:57.778265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:36:57.778833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:57.793005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8c539-58ef-4bd4-a899-a637976c5160 None None] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:36:57.798505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-010147ec-e96f-41ca-a1fc-7b14724b74a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935058 Aug 19 00:36:57.798737 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:36:58.035116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:36:58.035974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.057745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.073978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Transition to ACTIVE for port object 58d939ad-47d0-4cc3-bb49-258c87a5ba16 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:36:58.118708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.213661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792afa30-7726-4085-ae48-5f4b70d5d0c0 None None] Pushing event updated for resources: {'Port': ['ID=58d939ad-47d0-4cc3-bb49-258c87a5ba16,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:58.215217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.215889 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Attempting to bind port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:36:58.216270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Attempting to bind port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:36:58.216666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Attempting to bind port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:36:58.226930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:36:58.227310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:36:58.227716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.228107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:36:58.228608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Bound port: 58d939ad-47d0-4cc3-bb49-258c87a5ba16, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:36:58.228994 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.265143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Allocated IP 172.20.0.2 (57c84990-e2bd-45b6-abb7-7bc9c1548dea/630cdc8a-91f0-4657-98fd-1c197d898c8d/6b08154b-8882-4db0-90ae-ef9f58d3e449) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:36:58.328727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] For port 58d939ad-47d0-4cc3-bb49-258c87a5ba16, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:36:58.350638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] For port 58d939ad-47d0-4cc3-bb49-258c87a5ba16, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=58d939ad-47d0-4cc3-bb49-258c87a5ba16,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:36:58.356701 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.440201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:36:58.440848 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:58.451720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792afa30-7726-4085-ae48-5f4b70d5d0c0 None None] Pushing event updated for resources: {'Port': ['ID=58d939ad-47d0-4cc3-bb49-258c87a5ba16,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:58.560076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.575560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Transition to ACTIVE for port object 6b08154b-8882-4db0-90ae-ef9f58d3e449 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:36:58.599849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:36:58.601700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Transition to ACTIVE for port object 6b08154b-8882-4db0-90ae-ef9f58d3e449 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:36:58.654671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.677732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.1 (57c84990-e2bd-45b6-abb7-7bc9c1548dea/630cdc8a-91f0-4657-98fd-1c197d898c8d/8b39b928-b819-4ff7-b689-7d7c4769e8f9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:36:58.732919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:36:58.739205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:36:58.745507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:36:58.749263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Pushing event updated for resources: {'Port': ['ID=6b08154b-8882-4db0-90ae-ef9f58d3e449,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:58.789179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.803536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 8b39b928-b819-4ff7-b689-7d7c4769e8f9 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:36:58.820410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Attempting to bind port 6b08154b-8882-4db0-90ae-ef9f58d3e449 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:36:58.820783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Attempting to bind port 6b08154b-8882-4db0-90ae-ef9f58d3e449 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:36:58.821145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Attempting to bind port 6b08154b-8882-4db0-90ae-ef9f58d3e449 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:36:58.836213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.843303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:36:58.843681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:36:58.844084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.844499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Bound using segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:36:58.844976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Bound port: 6b08154b-8882-4db0-90ae-ef9f58d3e449, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:36:58.845367 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.881898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:36:58.885040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:36:58.889076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:36:58.914111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:58.924394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] For port 6b08154b-8882-4db0-90ae-ef9f58d3e449, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:36:58.926989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:56Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:36:58.930587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] For port 6b08154b-8882-4db0-90ae-ef9f58d3e449, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6b08154b-8882-4db0-90ae-ef9f58d3e449,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:36:58.936848 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:58.954675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451588b7-7bb9-4848-bfe7-230dd97d0fb0 None None] The sync data for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 is: [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:56Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:36:58.956797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:59.022360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978e67-d91b-4ad8-b83f-d994888162aa None None] Pushing event updated for resources: {'Port': ['ID=6b08154b-8882-4db0-90ae-ef9f58d3e449,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:59.078795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:59.413184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:59.419012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:59.493223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:36:59.495807 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:36:59.590927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:36:59.592629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:36:59.713998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 16053aee-e464-4551-94f2-2fa6e08e17cd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:36:59.830949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:36:59.840860 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-96dc2f83-aaa3-4bff-9b50-f54fe3edcfb2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/16053aee-e464-4551-94f2-2fa6e08e17cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410116 Aug 19 00:36:59.953632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af990be-5620-4c34-b21b-a08c7fdaa72c None None] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:36:59.985621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-167ce29b-4275-485d-930b-4956a45d60e7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747602418&fields=id&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 267 time: 0.0415218 Aug 19 00:37:00.017086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d7da28a4-9034-409e-91db-4672ca7f2689 None None] Provisioning for port 6b08154b-8882-4db0-90ae-ef9f58d3e449 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:00.097129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-59b505dd-5d97-4fd2-be64-0e4268d3ac8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:00.098592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-59b505dd-5d97-4fd2-be64-0e4268d3ac8d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 797 time: 0.1059997 Aug 19 00:37:00.114194 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-771441c1-a7e5-4527-94e8-a8db2303524f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/quotas/5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 375 time: 0.0092003 Aug 19 00:37:00.167199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-932604e0-2136-43df-ad0b-363410259b4b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469732 Aug 19 00:37:00.183514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-cd63a772-fbe4-4ae1-b4d5-2ca58abc1021 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:37:00.184563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-cd63a772-fbe4-4ae1-b4d5-2ca58abc1021 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054672 Aug 19 00:37:00.285215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-dac060ac-db59-4b90-a0eb-291ad5a4e45a service neutron] 10.222.0.20 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938425 Aug 19 00:37:00.368592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1d1226f-cc62-4ee2-9275-d9cb064623e8 None None] Provisioning for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:00.373001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d1d1226f-cc62-4ee2-9275-d9cb064623e8 None None] Provisioning complete for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:00.374428 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1d1226f-cc62-4ee2-9275-d9cb064623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:00.397571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-baada691-2496-4a33-9663-a73aa141aaa3 service neutron] 10.222.0.20 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057765 Aug 19 00:37:00.409865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1226f-cc62-4ee2-9275-d9cb064623e8 None None] Port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:37:00.527861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-73ef4900-5d0f-46d4-9582-f58c5c16b98f None None] Provisioning complete for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:00.528425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73ef4900-5d0f-46d4-9582-f58c5c16b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:00.589402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9d754ef7-d4cd-42e2-9203-45c10bd72297 req-cad202b2-37be-4280-8656-fe26d174be20 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 210 time: 0.0472748 Aug 19 00:37:00.611352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-73ef4900-5d0f-46d4-9582-f58c5c16b98f None None] Port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:37:00.646510 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Sync routers for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:37:00.657156 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:37:00.657790 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:00.706613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 58d939ad-47d0-4cc3-bb49-258c87a5ba16 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:00.762743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:00.768188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:00.768767 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:00.788242 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:37:00.862781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e402ec8b-f8e6-4fda-b48a-06580ddc9903 None None] Provisioning complete for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:00.863167 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e402ec8b-f8e6-4fda-b48a-06580ddc9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.007751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 2, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:01.035540 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Checking router: 16053aee-e464-4551-94f2-2fa6e08e17cd for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:37:01.035936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Updating router 16053aee-e464-4551-94f2-2fa6e08e17cd port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:37:01.056170 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.065344 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.081201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e402ec8b-f8e6-4fda-b48a-06580ddc9903 None None] Port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:37:01.085707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 58d939ad-47d0-4cc3-bb49-258c87a5ba16, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=58d939ad-47d0-4cc3-bb49-258c87a5ba16,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:01.091026 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.092013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6b08154b-8882-4db0-90ae-ef9f58d3e449 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:01.168688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=58d939ad-47d0-4cc3-bb49-258c87a5ba16,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:01.185285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6b08154b-8882-4db0-90ae-ef9f58d3e449 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:01.189393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6b08154b-8882-4db0-90ae-ef9f58d3e449 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:01.189764 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.275013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.308608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6b08154b-8882-4db0-90ae-ef9f58d3e449, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6b08154b-8882-4db0-90ae-ef9f58d3e449,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:01.313638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.337165 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.347671 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Transition to ACTIVE for port object 8b39b928-b819-4ff7-b689-7d7c4769e8f9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:37:01.353465 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.360883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6b08154b-8882-4db0-90ae-ef9f58d3e449,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:01.402932 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Pushing event updated for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:01.426871 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.427214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.427550 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.427880 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.428206 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.428568 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.428889 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.429206 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.429523 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.429918 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.430290 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.430671 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:37:01.468180 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Attempting to bind port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:37:01.468606 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Attempting to bind port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:37:01.468967 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Attempting to bind port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:37:01.474182 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:37:01.474557 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:37:01.474954 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.475345 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Bound using segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:37:01.475807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Bound port: 8b39b928-b819-4ff7-b689-7d7c4769e8f9, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:37:01.476187 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.542340 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] For port 8b39b928-b819-4ff7-b689-7d7c4769e8f9, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:37:01.546215 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] For port 8b39b928-b819-4ff7-b689-7d7c4769e8f9, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b39b928-b819-4ff7-b689-7d7c4769e8f9,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:37:01.550697 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:01.609405 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193af22-bbd9-4346-9874-77141a47b078 None None] Pushing event updated for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:01.613454 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:37:01.614059 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:01.734100 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:37:01.736079 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7e6bef24-8fd8-4002-8010-a9b754d8c846 req-1eebfe14-4a83-43e4-9f2f-19e3adf1777b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 210 time: 0.0508533 Aug 19 00:37:01.793548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-5c17e0b2-4fff-4d14-8c63-528d530fc781 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:01.794997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-5c17e0b2-4fff-4d14-8c63-528d530fc781 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 797 time: 0.1887300 Aug 19 00:37:01.852475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-4429a5e7-f05a-4337-9d90-eaa3804f3db1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 380 time: 0.0384772 Aug 19 00:37:01.868854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'port': {'device_id': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'admin_state_up': True, 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'security_groups': ['f83fcf4c-a909-4377-b81d-23129aa1ab1a']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:37:01.943565 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:01.970795 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43ffbf-c558-46ce-ad0a-68463a03542a None None] The sync data for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 is: [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:37:01.977966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:37:01.981473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.110634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.7 (57c84990-e2bd-45b6-abb7-7bc9c1548dea/630cdc8a-91f0-4657-98fd-1c197d898c8d/60d0b370-7fef-4af0-97cf-1340fed81916) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:37:02.260534 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.274824 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 60d0b370-7fef-4af0-97cf-1340fed81916 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:37:02.309777 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.357899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:37:02.361820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:37:02.366328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:37:02.370844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:02.423367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:02.424078 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.440739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71c463a9-b531-4b70-816c-1bb26a82f65a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756068 Aug 19 00:37:02.456551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-dbb59ff8-4d5f-42be-abd0-34e6922e55ad tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:37:02.457692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-dbb59ff8-4d5f-42be-abd0-34e6922e55ad tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057163 Aug 19 00:37:02.471703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Request body: {'port': {'device_id': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:37:02.535634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.603300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-26a869f0-d7af-49f0-a856-fc7d7add86e7 None None] Provisioning for port 60d0b370-7fef-4af0-97cf-1340fed81916 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:02.607698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-26a869f0-d7af-49f0-a856-fc7d7add86e7 None None] Provisioning complete for port 60d0b370-7fef-4af0-97cf-1340fed81916 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:02.612650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26a869f0-d7af-49f0-a856-fc7d7add86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.649883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-26a869f0-d7af-49f0-a856-fc7d7add86e7 None None] Port 60d0b370-7fef-4af0-97cf-1340fed81916 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:37:02.732701 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 58d939ad-47d0-4cc3-bb49-258c87a5ba16 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:02.797229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:02.798004 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.854234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120efa7-c9c5-4693-a132-1f31ec6b596b req-afee4e6f-aff3-46fa-8fbc-fdb2a29b0ca8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:02.857217 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b120efa7-c9c5-4693-a132-1f31ec6b596b req-afee4e6f-aff3-46fa-8fbc-fdb2a29b0ca8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 931 time: 0.0579276 Aug 19 00:37:02.881844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d0b370-7fef-4af0-97cf-1340fed81916 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:37:02.890826 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.903650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Transition to ACTIVE for port object 60d0b370-7fef-4af0-97cf-1340fed81916 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:37:02.904947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b120efa7-c9c5-4693-a132-1f31ec6b596b req-65df08ee-10bc-4469-ade0-c660684ffaf7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Aug 19 00:37:02.912801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6b08154b-8882-4db0-90ae-ef9f58d3e449 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:02.912974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:02.973347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:02.976680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6b08154b-8882-4db0-90ae-ef9f58d3e449 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:02.977070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.064760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:37:03.065132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:37:03.065439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:37:03.071005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:37:03.071394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:37:03.082096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:37:03.082432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:37:03.083383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Bound using segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:37:03.083847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Bound port: 60d0b370-7fef-4af0-97cf-1340fed81916, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:37:03.084215 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.084835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b39b928-b819-4ff7-b689-7d7c4769e8f9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:03.136130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:03.141459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:03.142110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.158956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:37:03.162415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:37:03.168817 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.205525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.206421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.208279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 1092 time: 0.7431369 Aug 19 00:37:03.208863 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:37:03.211247 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc96cdc-2ac0-4952-8a26-363f80537669" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:37:03.245959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cacb32-da51-4bbf-b9fb-d85ce2de96b7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:03.251387 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.267326 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda9196-f347-4f9b-806c-571562e1b034 x-openstack-request-id: req-6eda9196-f347-4f9b-806c-571562e1b034 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:37:03.267618 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:37:03.267875 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eda9196-f347-4f9b-806c-571562e1b034 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:37:03.268284 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'status': 'completed', 'code': 200} Aug 19 00:37:03.301200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 8b39b928-b819-4ff7-b689-7d7c4769e8f9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b39b928-b819-4ff7-b689-7d7c4769e8f9,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:03.307908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:03.334565 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71e9cc5f-4165-4852-8939-0bf38f818da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.336182 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-71e9cc5f-4165-4852-8939-0bf38f818da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1095 time: 0.0524006 Aug 19 00:37:03.360405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:03.390120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-4316837f-6244-4b69-a468-f50d3791d6a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 217 time: 0.0410454 Aug 19 00:37:03.440858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-d532dc29-c63a-4b92-a321-aadb9f7fddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.442340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-d532dc29-c63a-4b92-a321-aadb9f7fddea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0450404 Aug 19 00:37:03.487815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-6ee77144-d1d5-4b9e-834c-cd42b155f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.489249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-6ee77144-d1d5-4b9e-834c-cd42b155f048 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399013 Aug 19 00:37:03.581161 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-cfb69e60-930c-4b6e-885e-69b5daac6dbe service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Aug 19 00:37:03.668381 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81a35784-73b1-4829-b4e0-5d04ccf7235a req-7485bffe-264f-42d4-a73e-5f0b6f72b71a service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794392 Aug 19 00:37:03.791169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-86de7b3f-7926-464c-95e2-f81c8a3ce194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.792684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-86de7b3f-7926-464c-95e2-f81c8a3ce194 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1095 time: 0.0441079 Aug 19 00:37:03.880597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-356c4642-6acd-4e31-92ca-c01f6f9744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.882138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-356c4642-6acd-4e31-92ca-c01f6f9744a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.0826249 Aug 19 00:37:03.926401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-784c233f-2c38-465a-aab0-3b3f3f540d03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Aug 19 00:37:03.974083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-04aee015-ec55-43d9-b4a7-c22daac5921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:03.975538 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-04aee015-ec55-43d9-b4a7-c22daac5921b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0427437 Aug 19 00:37:04.020959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-41b072da-ea79-47e2-863a-7d1ec7abf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:04.022478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-41b072da-ea79-47e2-863a-7d1ec7abf1d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402503 Aug 19 00:37:04.022632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c185b-078c-4244-be7b-3927400bf962 req-8476d56f-f961-4f73-908f-39d86a059364 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:04.024349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d5c185b-078c-4244-be7b-3927400bf962 req-8476d56f-f961-4f73-908f-39d86a059364 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 943 time: 0.0481269 Aug 19 00:37:04.063184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1d5c185b-078c-4244-be7b-3927400bf962 req-85e47c56-e45a-4a88-8d5f-b8541ec46f1d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Aug 19 00:37:04.115073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-301b3459-93a9-4cd1-b47a-65794f91f6e1 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Aug 19 00:37:04.200860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bc96cdc-2ac0-4952-8a26-363f80537669 req-281b9667-8cd3-4b5e-8fd3-22b00796a520 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787416 Aug 19 00:37:04.610422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b39b928-b819-4ff7-b689-7d7c4769e8f9 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:04.656483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:04.656855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:05.183274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93717542-c042-4435-9ac5-e53e49f9d90d req-b8410d0a-d367-46d5-a04c-5c755b84ba96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:05.184656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93717542-c042-4435-9ac5-e53e49f9d90d req-b8410d0a-d367-46d5-a04c-5c755b84ba96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 943 time: 0.0480266 Aug 19 00:37:05.224674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-93717542-c042-4435-9ac5-e53e49f9d90d req-2c361b4b-0462-4c0c-bd0a-c069a7d2e22a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340922 Aug 19 00:37:06.340103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4bd05-c7d8-4ef5-bed8-6c53f7495abd req-8b9990cb-f4a2-4e41-aabd-68845d2e02ae tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:06.341935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40e4bd05-c7d8-4ef5-bed8-6c53f7495abd req-8b9990cb-f4a2-4e41-aabd-68845d2e02ae tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 943 time: 0.0518522 Aug 19 00:37:06.379483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-40e4bd05-c7d8-4ef5-bed8-6c53f7495abd req-567ac267-6a0c-43b3-bfc0-f6f917a96d9b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Aug 19 00:37:06.669038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:37:06.762180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:06.772065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '60d0b370-7fef-4af0-97cf-1340fed81916', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'port_id': '60d0b370-7fef-4af0-97cf-1340fed81916', 'mac_address': 'fa:16:3e:1b:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:37:06.809309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:06.821734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d0b370-7fef-4af0-97cf-1340fed81916 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:37:06.840447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:06.845353 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:06.892541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:07.234169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['60d0b370-7fef-4af0-97cf-1340fed81916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:37:07.494742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00792-f952-4df8-b8d5-b288e2399a9b req-f2e18aa4-ccb4-42ce-a73d-bce4c510bd46 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:07.496187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31c00792-f952-4df8-b8d5-b288e2399a9b req-f2e18aa4-ccb4-42ce-a73d-bce4c510bd46 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0509830 Aug 19 00:37:07.533828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31c00792-f952-4df8-b8d5-b288e2399a9b req-b4bcec3e-d095-44d2-8817-dd7e07919fd4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Aug 19 00:37:08.644694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e2d8-a1c7-4065-9603-e7a18d4f0175 req-13d1ba13-5496-469c-a688-9368ade122c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:08.646196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28e1e2d8-a1c7-4065-9603-e7a18d4f0175 req-13d1ba13-5496-469c-a688-9368ade122c9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0475273 Aug 19 00:37:08.682773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28e1e2d8-a1c7-4065-9603-e7a18d4f0175 req-9e684e94-3207-48f4-85f6-cafdce40b27e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 19 00:37:08.683855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:37:08.731364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 60d0b370-7fef-4af0-97cf-1340fed81916 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:37:08.735084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 60d0b370-7fef-4af0-97cf-1340fed81916 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:37:08.735468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:08.811541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:08.833455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:37:08.835682 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702eca33-3312-472d-b8e1-a80649aa1e83" -d '{"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-plugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:37:08.849261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:37:08.853402 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:08.901042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:08.937570 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fec302a-6ee0-444f-bb90-4f6a88c66cb7 x-openstack-request-id: req-7fec302a-6ee0-444f-bb90-4f6a88c66cb7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:37:08.937861 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-plugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:37:08.938113 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fec302a-6ee0-444f-bb90-4f6a88c66cb7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:37:08.938529 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'code': 200} Aug 19 00:37:09.054912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19093e24-4cf0-41af-8314-fa54d2225291 req-2d04aa3d-6978-4a60-bd79-a9a727029de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:09.056273 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19093e24-4cf0-41af-8314-fa54d2225291 req-2d04aa3d-6978-4a60-bd79-a9a727029de8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1097 time: 0.0382860 Aug 19 00:37:09.089869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19093e24-4cf0-41af-8314-fa54d2225291 req-57e318bf-f43f-4462-9057-04ca8ec7b354 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267441 Aug 19 00:37:09.793373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156323a9-6429-4f7c-9898-2e8518a80c96 req-cd811fe3-2066-40a9-8d9c-da08b3a08517 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:09.794854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-156323a9-6429-4f7c-9898-2e8518a80c96 req-cd811fe3-2066-40a9-8d9c-da08b3a08517 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0475721 Aug 19 00:37:09.831603 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-156323a9-6429-4f7c-9898-2e8518a80c96 req-a3fd5585-b434-461c-b86c-9238e5d77e78 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302584 Aug 19 00:37:10.944815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3ad8-9bc2-4f78-a82b-c13fded0065e req-e4e3d404-d1d0-411d-aa4d-3c5a0b9cc196 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:10.946275 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63ee3ad8-9bc2-4f78-a82b-c13fded0065e req-e4e3d404-d1d0-411d-aa4d-3c5a0b9cc196 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0471835 Aug 19 00:37:10.986641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63ee3ad8-9bc2-4f78-a82b-c13fded0065e req-94b179d0-e656-425e-af6c-3d6393ec6a94 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338044 Aug 19 00:37:11.102337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc9d03-afb0-4409-8a43-ed70561b59b9 req-9b14b1cf-f904-4cad-828e-93aa405fbda0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:11.103804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-61bc9d03-afb0-4409-8a43-ed70561b59b9 req-9b14b1cf-f904-4cad-828e-93aa405fbda0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0514579 Aug 19 00:37:11.140910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-61bc9d03-afb0-4409-8a43-ed70561b59b9 req-d538f93c-c369-41bc-8d84-7368c4200239 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Aug 19 00:37:11.162260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:37:11.200602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd784a-cbbf-46db-8760-27b466420ceb tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:11.202074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c9bd784a-cbbf-46db-8760-27b466420ceb tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1092 time: 0.0388460 Aug 19 00:37:11.204754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40168) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:37:11.208967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '60d0b370-7fef-4af0-97cf-1340fed81916', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:37:11.230516 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:11.326151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:11.424221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.108 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/5618b5d6-2848-4b27-be7e-af4ec6b49cf6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:37:11.524984 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:11.563150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:11.598746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:37:11.603447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:37:11.606895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:37:11.629524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=5618b5d6-2848-4b27-be7e-af4ec6b49cf6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:12.285758 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.349098 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.477937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b344c69-fa67-4b53-b071-0d944ad8ad06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.500208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.504483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.572803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=5618b5d6-2848-4b27-be7e-af4ec6b49cf6,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:37:12.584243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:12.681238 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP 8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 associated. External IP: 172.25.1.108, port: 60d0b370-7fef-4af0-97cf-1340fed81916. Aug 19 00:37:12.885205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 16053aee-e464-4551-94f2-2fa6e08e17cd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:37:12.989373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:37:12.998625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Sync routers for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:37:13.004541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:13.008195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:37:13.008862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:13.032770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38f5bc72-4a73-4df9-bb65-e1ad7aef7192 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8269629 Aug 19 00:37:13.033343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:37:13.035599 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64022fce-45ae-496a-a305-89bbc777142c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:37:13.072688 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9d325-20df-456f-83d7-786d41601dde x-openstack-request-id: req-57b9d325-20df-456f-83d7-786d41601dde {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:37:13.072972 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:37:13.073233 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b9d325-20df-456f-83d7-786d41601dde {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:37:13.073637 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'status': 'completed', 'code': 200} Aug 19 00:37:13.121290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:37:13.158296 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3f96-1b95-4279-bb6d-97779a149033 req-1c41af9e-c68e-4651-9309-a901e6b8d026 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:13.159758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90cc3f96-1b95-4279-bb6d-97779a149033 req-1c41af9e-c68e-4651-9309-a901e6b8d026 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0758021 Aug 19 00:37:13.174871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022fce-45ae-496a-a305-89bbc777142c req-0788b4dd-1542-4970-aef9-64d8c44702e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:13.176276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-0788b4dd-1542-4970-aef9-64d8c44702e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1097 time: 0.0608215 Aug 19 00:37:13.250163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-90cc3f96-1b95-4279-bb6d-97779a149033 req-44a5cbb1-ee32-4afa-98df-4a1a76f12d5e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829244 Aug 19 00:37:13.274671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:37:13.290607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022fce-45ae-496a-a305-89bbc777142c req-f4e575b4-1465-4556-be34-263c7e019201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:13.292075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-f4e575b4-1465-4556-be34-263c7e019201 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.1084642 Aug 19 00:37:13.335064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7384d87-4271-4562-996c-a8d0781adeba tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 HTTP/1.1" status: 200 len: 991 time: 0.0592179 Aug 19 00:37:13.347988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'port_id': '60d0b370-7fef-4af0-97cf-1340fed81916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'mac_address': 'fa:16:3e:1b:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:37:12Z', 'updated_at': '2021-08-19T00:37:12Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:13.358246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-5e14128e-f63d-46b2-a203-913b4ab80afc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 999 time: 0.0594294 Aug 19 00:37:13.373054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Checking router: 16053aee-e464-4551-94f2-2fa6e08e17cd for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:37:13.381685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:37:13.382281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:36:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:13.411008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022fce-45ae-496a-a305-89bbc777142c req-8412d827-0703-4de8-b973-2875daae8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:13.412501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-8412d827-0703-4de8-b973-2875daae8168 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0468020 Aug 19 00:37:13.459511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022fce-45ae-496a-a305-89bbc777142c req-c21b44d9-eb8a-4c0f-af80-32259ebe491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:13.461050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-c21b44d9-eb8a-4c0f-af80-32259ebe491f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419800 Aug 19 00:37:13.485223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:37:13.548501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-7fedd6b4-170d-496e-9ec4-d197d6dff236 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801406 Aug 19 00:37:13.640698 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64022fce-45ae-496a-a305-89bbc777142c req-c254fb25-63a9-442f-9c37-6a8dd7d07c09 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848296 Aug 19 00:37:13.706568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'port_id': '60d0b370-7fef-4af0-97cf-1340fed81916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'mac_address': 'fa:16:3e:1b:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:37:12Z', 'updated_at': '2021-08-19T00:37:12Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:37:13.731571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5191a7-c4ac-4a9a-9b61-4080bb995c25 None None] The sync data for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 is: [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'port_id': '60d0b370-7fef-4af0-97cf-1340fed81916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'mac_address': 'fa:16:3e:1b:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:37:12Z', 'updated_at': '2021-08-19T00:37:12Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:37:13.927631 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376403dc-42cf-40af-8d17-be562ad19491 None None] New status for floating IP 8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:37:14.339006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40176) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:37:14.398188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-887b7d10-2a08-4081-8aa5-890e4e60892d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 HTTP/1.1" status: 200 len: 993 time: 0.0581112 Aug 19 00:37:14.983516 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e168422-a120-4dbc-9e30-234dc3bf02f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:15.207503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:15.380374 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:16.380959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:17.867313 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:24.003075 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:37:26.925131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:32.629885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-fdd5115d-6102-4eff-bdc8-8d69f8054af5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423615 Aug 19 00:37:32.733779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-2f90d0d1-f1e6-4475-9d46-d5bd4ed3e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:32.735234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-2f90d0d1-f1e6-4475-9d46-d5bd4ed3e833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1097 time: 0.0400403 Aug 19 00:37:32.838201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-b519fb80-3db9-42ae-b57b-1cace5865032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:32.839567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-b519fb80-3db9-42ae-b57b-1cace5865032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.0848958 Aug 19 00:37:32.902166 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-57173a62-c411-4cce-b677-d6afd8901003 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 1001 time: 0.0554988 Aug 19 00:37:32.948552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-2bcf4c08-ae45-4935-9749-3679ea56a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:32.949913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-2bcf4c08-ae45-4935-9749-3679ea56a08b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0408347 Aug 19 00:37:32.996278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-a2fcc5a0-f2fe-438e-acde-8b0e5cd2e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:37:32.997739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-a2fcc5a0-f2fe-438e-acde-8b0e5cd2e05f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405362 Aug 19 00:37:33.083380 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-aae9a553-3e84-4e1a-b39f-b633cf2726ca service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787013 Aug 19 00:37:33.171999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c5cbe1f-0c8a-4991-9484-49e79208f03d req-7f277af6-b3bf-4d90-9fed-1daae3168040 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814555 Aug 19 00:37:42.479846 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05c5e63f-a8cb-4515-a113-8e5e5614bfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:44.983686 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d58f31-d40e-44cc-b018-fb6b624fa409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:45.207712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:45.393283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:46.384396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:47.873063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:37:56.927319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:01.002750 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:38:12.480257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38ea81b7-01ff-463a-a189-f22ff3e04859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:14.983295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-347ec1ff-b25f-4e48-9404-e6df6bc07c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:15.089249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ac927-35de-4cc6-9328-01d33bae7790 req-eec9a3ea-45f7-422c-9bdb-428f292b6eca tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:15.090699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b4ac927-35de-4cc6-9328-01d33bae7790 req-eec9a3ea-45f7-422c-9bdb-428f292b6eca tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Aug 19 00:38:15.129612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b4ac927-35de-4cc6-9328-01d33bae7790 req-896392fd-179f-4175-99b1-ad844dcd6855 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Aug 19 00:38:15.151074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40208) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:15.208476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:15.213405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9af55d68-d44c-45eb-83f2-7f29d5fb60a3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 HTTP/1.1" status: 200 len: 993 time: 0.0612104 Aug 19 00:38:15.394236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:15.796082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42251f-7a9b-4e38-8a16-c0597b09b4d8 req-c8d38457-2ef5-48a5-b851-ace0ef2f7d7c tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:15.797675 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab42251f-7a9b-4e38-8a16-c0597b09b4d8 req-c8d38457-2ef5-48a5-b851-ace0ef2f7d7c tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1097 time: 0.0399241 Aug 19 00:38:15.832072 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ab42251f-7a9b-4e38-8a16-c0597b09b4d8 req-2b65b4db-92cf-4d21-ad7e-1fa297cd4fec tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277925 Aug 19 00:38:16.387339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:17.354425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-174a31b2-0ad1-40d1-98a5-864e7ca7aa17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836837 Aug 19 00:38:17.856980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-b17b61b3-2420-42af-abae-bec88c60153d tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:38:17.858295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-b17b61b3-2420-42af-abae-bec88c60153d tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751112 Aug 19 00:38:17.868673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Request body: {'binding': {'host': 'n-h2-771363-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:17.869195 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Unknown quota resources ['binding']. {{(pid=94622) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 00:38:17.872706 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:17.998972 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on host n-h2-771363-38 for vnic_type normal with profile None {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:17.999206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:17.999527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:18.003645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:38:18.003965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:18.008794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:18.009132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:18.009510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Bound using segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:18.009928 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Bound port: 60d0b370-7fef-4af0-97cf-1340fed81916, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:18.094422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:18.099315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:18.100531 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] 10.222.0.20 "POST /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916/bindings HTTP/1.1" status: 201 len: 390 time: 0.2350652 Aug 19 00:38:18.261867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f237e33-013c-4ea7-b93b-216f55797800 req-fa98da43-ef5d-4d77-9c82-b71652064609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:18.263264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f237e33-013c-4ea7-b93b-216f55797800 req-fa98da43-ef5d-4d77-9c82-b71652064609 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Aug 19 00:38:18.323836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f237e33-013c-4ea7-b93b-216f55797800 req-a49e1f73-e6e6-4672-8b39-497608ee65b3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536523 Aug 19 00:38:18.333852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-51b0519d-757f-4220-b13d-51616756e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:18.335268 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-51b0519d-757f-4220-b13d-51616756e56e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1097 time: 0.0585060 Aug 19 00:38:18.720655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-fb447a8a-b73d-4cc0-90e7-cbf54123f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:18.722150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-fb447a8a-b73d-4cc0-90e7-cbf54123f84f service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.3802586 Aug 19 00:38:18.784072 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-e36d4bdc-ac28-4117-b107-42bc53fe09f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 1001 time: 0.0548739 Aug 19 00:38:18.835637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-0ca83134-ea96-4653-86a1-d87fe49fbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:18.837062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-0ca83134-ea96-4653-86a1-d87fe49fbfd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0456679 Aug 19 00:38:18.881211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-4c99d53b-b26c-44a5-be5b-1bd293a8198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:18.882571 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-4c99d53b-b26c-44a5-be5b-1bd293a8198a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386486 Aug 19 00:38:18.967743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-59ac15a1-22c0-4aa4-98fc-2c3c9dabc9e5 service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780818 Aug 19 00:38:19.064330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-1125321a-9340-4676-a365-87cd004544b3 service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Aug 19 00:38:19.199114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-bb4a88b5-f9fa-4f72-bf27-194c9d610562 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:19.200537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-bb4a88b5-f9fa-4f72-bf27-194c9d610562 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&tenant_id=5e17996b1d784d1c97872bc70c89a535&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1097 time: 0.0758748 Aug 19 00:38:19.212792 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-38'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:19.263615 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.394040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:19.432934 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:19.447582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851368de-f1cd-47ea-b1af-52435e943d95 req-fe25910c-536b-4e6a-bed2-7819a32761f6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:19.449194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-851368de-f1cd-47ea-b1af-52435e943d95 req-fe25910c-536b-4e6a-bed2-7819a32761f6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0550926 Aug 19 00:38:19.476200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:19.478551 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11847a34-e366-4c6e-a1e5-8f4f581d84f5" -d '{"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-unplugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:19.482427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.490270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.497044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-851368de-f1cd-47ea-b1af-52435e943d95 req-80b0f734-ae93-4a1d-9ce5-a2ba1139cf70 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Aug 19 00:38:19.530126 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285831a5-5244-42ee-8401-df55682f35c4 x-openstack-request-id: req-285831a5-5244-42ee-8401-df55682f35c4 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:19.530378 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-unplugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:19.530626 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-285831a5-5244-42ee-8401-df55682f35c4 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:19.531083 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'code': 200} Aug 19 00:38:19.597892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:19.612070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.612490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.612843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.613185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.613522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.613857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.614190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.614524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.614855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.615188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.615516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.615873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:19.660267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on host n-h1-771363-38 for vnic_type normal with profile {"migrating_to": "n-h2-771363-38"} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:19.660652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:19.660964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:19.665575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:38:19.665897 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Attempting to bind port 60d0b370-7fef-4af0-97cf-1340fed81916 on network 57c84990-e2bd-45b6-abb7-7bc9c1548dea {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:19.672097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:19.672477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Checking segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:19.673163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Bound using segment: {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:19.673599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Bound port: 60d0b370-7fef-4af0-97cf-1340fed81916, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b9e058-b8f6-4322-9f98-bb27391dbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:19.673962 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.723175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a05f6a99-4e76-4b55-9ad5-f4080a30fc54 None None] Provisioning complete for port 60d0b370-7fef-4af0-97cf-1340fed81916 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:19.723715 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05f6a99-4e76-4b55-9ad5-f4080a30fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.742845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:19.745807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:19.751205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.757547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a05f6a99-4e76-4b55-9ad5-f4080a30fc54 None None] Port 60d0b370-7fef-4af0-97cf-1340fed81916 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:38:19.843946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=8']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:19.888803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:19.889442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:19.891213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-24f018f6-5160-479d-988b-709a8ad2db2d service neutron] 10.222.0.11 "PUT /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 1123 time: 0.6823404 Aug 19 00:38:19.976054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Provisioning complete for port 60d0b370-7fef-4af0-97cf-1340fed81916 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:19.976380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:20.015193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['60d0b370-7fef-4af0-97cf-1340fed81916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:38:20.091432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:20.130194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:20.132428 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c20c49-e873-4896-b556-e009e280af3d" -d '{"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-plugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:20.147052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:20.155550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:20.169719 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e85c8-4c92-4c1d-8c70-c850a1a4a3cd x-openstack-request-id: req-e09e85c8-4c92-4c1d-8c70-c850a1a4a3cd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:20.170009 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-plugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:20.170261 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09e85c8-4c92-4c1d-8c70-c850a1a4a3cd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:20.170647 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'code': 200} Aug 19 00:38:20.312500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:20.334790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.335137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.335479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.335815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.336147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.336516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.336846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.337172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.337498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.337820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.338143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.338465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68a0e7-b2fe-419f-8214-dabfdf9d327e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:20.615047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918260e0-0417-4524-9cf1-8391c11dbb90 req-f274daa7-0155-4402-958b-300254b50b84 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:20.617339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-918260e0-0417-4524-9cf1-8391c11dbb90 req-f274daa7-0155-4402-958b-300254b50b84 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Aug 19 00:38:20.654246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-918260e0-0417-4524-9cf1-8391c11dbb90 req-3d594eb1-0d86-4158-a5e3-2e167eb50557 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Aug 19 00:38:21.532159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:21.534571 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ab179-a689-48d5-93b6-4ac084767d61" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:21.569466 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ae087e-bfba-4cfb-8fdf-ef570e4412a1 x-openstack-request-id: req-39ae087e-bfba-4cfb-8fdf-ef570e4412a1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:21.569753 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:21.570002 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39ae087e-bfba-4cfb-8fdf-ef570e4412a1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:21.570395 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'status': 'completed', 'code': 200} Aug 19 00:38:21.651769 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-a3abc30e-387f-4e6a-841f-7e7def1a3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:21.653304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-a3abc30e-387f-4e6a-841f-7e7def1a3fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1128 time: 0.0412545 Aug 19 00:38:21.776699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-351a6a81-0238-41c2-9f49-e5a03f5eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:21.778153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-351a6a81-0238-41c2-9f49-e5a03f5eeaf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.1174264 Aug 19 00:38:21.790220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca8d99-14d5-483b-b76c-fda75251ff0d req-6981c075-04c8-4a27-b711-100cf043da16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:21.791644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78ca8d99-14d5-483b-b76c-fda75251ff0d req-6981c075-04c8-4a27-b711-100cf043da16 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0684230 Aug 19 00:38:21.873787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78ca8d99-14d5-483b-b76c-fda75251ff0d req-07e50da1-7b62-41af-ab89-4d19ae4ad490 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754986 Aug 19 00:38:21.880585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-ae541168-8985-4709-8e80-979ee2171ec2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 1001 time: 0.0880256 Aug 19 00:38:21.929237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-5cac505e-afd5-400a-8c86-ffdb11ef180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:21.930656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-5cac505e-afd5-400a-8c86-ffdb11ef180d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0426540 Aug 19 00:38:21.975353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-ae859003-85ea-41ed-8edb-c6430ad8b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:21.976864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-ae859003-85ea-41ed-8edb-c6430ad8b1c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390604 Aug 19 00:38:22.068783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-66aa5446-c2d5-45c7-8fda-08f911693194 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838685 Aug 19 00:38:22.155487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e78ab179-a689-48d5-93b6-4ac084767d61 req-a33f0948-70ee-4b36-9e35-f248002550f6 service neutron] 10.222.0.21 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796189 Aug 19 00:38:22.291641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:38:22.385861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:22.396845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 has no active binding in host n-h2-771363-38 {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 00:38:22.989835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb65723-8c92-4a67-9f94-bcd8b4ec8c5c req-20b93219-a282-4cc7-a78d-f33382c270ba tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:22.991325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-efb65723-8c92-4a67-9f94-bcd8b4ec8c5c req-20b93219-a282-4cc7-a78d-f33382c270ba tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0496502 Aug 19 00:38:23.027219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-efb65723-8c92-4a67-9f94-bcd8b4ec8c5c req-7725a7f9-1dda-4e3c-9e59-ddf70015411c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300729 Aug 19 00:38:24.145209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c946f-ce33-450a-be53-ad072621f6b2 req-88ecfb87-c814-4c51-801b-95fabdc385e7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:24.146662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f3c946f-ce33-450a-be53-ad072621f6b2 req-88ecfb87-c814-4c51-801b-95fabdc385e7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0528643 Aug 19 00:38:24.183018 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f3c946f-ce33-450a-be53-ad072621f6b2 req-0b02f28c-2be2-4480-9adb-a072b7cf496f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Aug 19 00:38:25.054587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-e7a4a851-d6df-4c8e-aaa8-898301407c26 service neutron] 10.222.0.21 "GET /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916/bindings/n-h2-771363-38 HTTP/1.1" status: 200 len: 385 time: 0.0547163 Aug 19 00:38:25.222853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:25.242547 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:25.282585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:25.284985 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da332ad9-e5ef-4dfe-83c8-cbfba3a7e87b" -d '{"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-unplugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:25.292207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:25.301213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd09003-8d6f-4af3-95d9-c603c8a68e51 req-a7bfabdc-6bd4-4387-8fc7-9c354d99348d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:25.302756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7dd09003-8d6f-4af3-95d9-c603c8a68e51 req-a7bfabdc-6bd4-4387-8fc7-9c354d99348d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 945 time: 0.0499096 Aug 19 00:38:25.309217 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:25.323547 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072e8fc-ba25-4e7b-8e0b-178728413b15 x-openstack-request-id: req-4072e8fc-ba25-4e7b-8e0b-178728413b15 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:25.323840 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-unplugged", "status": "completed", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:25.324084 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4072e8fc-ba25-4e7b-8e0b-178728413b15 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:25.324843 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'code': 200} Aug 19 00:38:25.343396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7dd09003-8d6f-4af3-95d9-c603c8a68e51 req-5a68a8f8-8c1f-404a-826f-ac467d59ffc1 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Aug 19 00:38:25.388959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] Transition to ACTIVE for port object 60d0b370-7fef-4af0-97cf-1340fed81916 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:25.392803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:25.488408 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=11']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:25.524322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] No DVR routers for this DVR port 60d0b370-7fef-4af0-97cf-1340fed81916 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:38:25.649407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-7c86818e-d705-4023-a96f-7232213991d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916/bindings/n-h2-771363-38/activate HTTP/1.1" status: 200 len: 370 time: 0.5882876 Aug 19 00:38:25.774173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-05caac36-0015-4a68-b6c1-b82e5e730836 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:25.775541 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-05caac36-0015-4a68-b6c1-b82e5e730836 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&tenant_id=5e17996b1d784d1c97872bc70c89a535&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.0426743 Aug 19 00:38:25.821422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-fbd18f7d-d5fb-4766-b9a4-cc772151021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:25.822802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-fbd18f7d-d5fb-4766-b9a4-cc772151021b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 1096 time: 0.0397816 Aug 19 00:38:25.885840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-cc1258c3-b085-4b2e-ba87-09b90f38ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:25.887288 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-cc1258c3-b085-4b2e-ba87-09b90f38ada1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1096 time: 0.0435221 Aug 19 00:38:25.974709 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-c4ec453b-8e39-46e7-a405-3571f589ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:25.976137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-c4ec453b-8e39-46e7-a405-3571f589ecf7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.0813506 Aug 19 00:38:26.041999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-d49b1523-10fb-43da-a542-6aab4f64c1ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 999 time: 0.0592706 Aug 19 00:38:26.089130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-eefd671d-9aba-42ae-8f00-ebfa71110917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:26.090433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-eefd671d-9aba-42ae-8f00-ebfa71110917 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0416014 Aug 19 00:38:26.134285 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-bce9b0eb-0b71-4faf-8f00-9bd05bb6286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:26.135704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-bce9b0eb-0b71-4faf-8f00-9bd05bb6286d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379150 Aug 19 00:38:26.146714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-867d591e-72f7-4658-9086-38d76dbd7856 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:38:26.147632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-867d591e-72f7-4658-9086-38d76dbd7856 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048003 Aug 19 00:38:26.238000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-f9dbf521-6b63-4ef1-8fd1-d4df6735532e service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Aug 19 00:38:26.321499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-34b6d75c-65cb-4559-b397-21c44b719b4d service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774767 Aug 19 00:38:26.460194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba228c-28db-42c8-834a-56ab6c1a3f4e req-c165d00c-1225-42c9-800f-0cca78bdc784 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:26.461818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9ba228c-28db-42c8-834a-56ab6c1a3f4e req-c165d00c-1225-42c9-800f-0cca78bdc784 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0513186 Aug 19 00:38:26.507552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9ba228c-28db-42c8-834a-56ab6c1a3f4e req-4f8fbe58-58ee-4614-92fd-f0d5e845cee4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369482 Aug 19 00:38:26.549282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-de7b765a-dd8e-44e2-9290-31855a0dbb13 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:26.550781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-de7b765a-dd8e-44e2-9290-31855a0dbb13 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457&tenant_id=5e17996b1d784d1c97872bc70c89a535&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 1096 time: 0.0423868 Aug 19 00:38:26.670480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-779c7068-c498-4bb2-8138-75cbd188558d service neutron] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:26.673842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-779c7068-c498-4bb2-8138-75cbd188558d service neutron] Notify callbacks [] for binding, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:26.675001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-779c7068-c498-4bb2-8138-75cbd188558d service neutron] 10.222.0.11 "DELETE /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916/bindings/n-h1-771363-38 HTTP/1.1" status: 204 len: 173 time: 0.1169643 Aug 19 00:38:26.928340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:27.621259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f173-4fd1-4c0c-8866-07916ce9213b req-e7135145-2ce5-4b63-b30b-dd4f03e28bc8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:27.622737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01d5f173-4fd1-4c0c-8866-07916ce9213b req-e7135145-2ce5-4b63-b30b-dd4f03e28bc8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0494804 Aug 19 00:38:27.663756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-01d5f173-4fd1-4c0c-8866-07916ce9213b req-89daa8a8-fc7f-4aa8-aed4-bfd6f05516a6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350931 Aug 19 00:38:27.771099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c58c97-5026-4fd8-962f-110ca7a1e1da req-362f3a85-648f-4bbf-a9ab-af350e4d0147 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:27.772657 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74c58c97-5026-4fd8-962f-110ca7a1e1da req-362f3a85-648f-4bbf-a9ab-af350e4d0147 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1096 time: 0.0435967 Aug 19 00:38:27.806344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74c58c97-5026-4fd8-962f-110ca7a1e1da req-45bc9686-d141-483b-9b3e-862c1b90f6d5 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277839 Aug 19 00:38:27.917317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80a2-14dd-4bc0-8499-7d548fd27b5e req-67d4a3de-f70b-4c3f-8e6d-f72146e980f7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:27.918664 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95ae80a2-14dd-4bc0-8499-7d548fd27b5e req-67d4a3de-f70b-4c3f-8e6d-f72146e980f7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0473413 Aug 19 00:38:27.955197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95ae80a2-14dd-4bc0-8499-7d548fd27b5e req-1464b86e-b5e8-4521-a140-36f8ac9fd107 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Aug 19 00:38:27.976750 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:28.034891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1bada41e-7a88-48fb-9f3a-1a7eca86262b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 HTTP/1.1" status: 200 len: 991 time: 0.0569932 Aug 19 00:38:28.248015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:28.398079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 5618b5d6-2848-4b27-be7e-af4ec6b49cf6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:38:28.398425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:28.474297 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:28.474627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:28.485788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 5618b5d6-2848-4b27-be7e-af4ec6b49cf6 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:38:28.627642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:28.650393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=5618b5d6-2848-4b27-be7e-af4ec6b49cf6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:28.660755 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.661112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.661460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.661799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.662134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.663066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.663066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.663290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.663430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.663756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.664082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.664431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:28.723149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:28.723484 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP 8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 disassociated (deleted). External IP: 172.25.1.108, port: 60d0b370-7fef-4af0-97cf-1340fed81916. Aug 19 00:38:28.923596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 16053aee-e464-4551-94f2-2fa6e08e17cd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:38:29.028469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:38:29.033194 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:29.037680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Sync routers for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:38:29.046136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:29.046748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:29.062703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d37e2ea6-9f19-49c3-841f-2051564a0d0f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879 HTTP/1.1" status: 204 len: 168 time: 0.8136439 Aug 19 00:38:29.063305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:29.066305 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:29.104001 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c05575-cd3b-482c-a529-2cc92a101604 x-openstack-request-id: req-e9c05575-cd3b-482c-a529-2cc92a101604 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:29.104313 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:29.104597 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9c05575-cd3b-482c-a529-2cc92a101604 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:29.105005 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'status': 'completed', 'code': 200} Aug 19 00:38:29.161882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:29.192718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:38:29.222128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-333e7c26-6049-451f-8ca0-789ae9e9f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.223680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-333e7c26-6049-451f-8ca0-789ae9e9f28a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 1096 time: 0.0969350 Aug 19 00:38:29.309148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:38:29.353795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e1dbe-a35f-42aa-a0a9-e068b6137291 req-8591de87-5f3f-4e3e-bdaf-b98ad01ef4e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.355300 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf9e1dbe-a35f-42aa-a0a9-e068b6137291 req-8591de87-5f3f-4e3e-bdaf-b98ad01ef4e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0785995 Aug 19 00:38:29.358266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d24cca63-cc80-4df2-9a0c-2e4fdb293c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.359655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d24cca63-cc80-4df2-9a0c-2e4fdb293c45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 200 len: 897 time: 0.1291087 Aug 19 00:38:29.393169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:29.417312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-28d31e5a-287a-4dae-bd42-3f30de36016e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 200 len: 217 time: 0.0421579 Aug 19 00:38:29.418387 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Checking router: 16053aee-e464-4551-94f2-2fa6e08e17cd for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:38:29.424483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf9e1dbe-a35f-42aa-a0a9-e068b6137291 req-5b9f8670-83ac-423f-aaa5-8bb9496e2482 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=f83fcf4c-a909-4377-b81d-23129aa1ab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628424 Aug 19 00:38:29.427249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:29.427791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:29.473920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d52a533a-61e7-47c3-941a-f9deba303a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.475389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d52a533a-61e7-47c3-941a-f9deba303a61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 200 len: 835 time: 0.0500619 Aug 19 00:38:29.521334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-4e448353-9670-4d0f-bd9f-f76b3bf43a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.523919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-4e448353-9670-4d0f-bd9f-f76b3bf43a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c84990-e2bd-45b6-abb7-7bc9c1548dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403419 Aug 19 00:38:29.543131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:29.616266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-17dd6ea4-b484-4aa5-b271-4558957a6dad service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Aug 19 00:38:29.645362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.11', 61725) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:29.694890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-c7b496f7-5f96-41bd-a4f8-88afdd2dcc6b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:29.696434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-c7b496f7-5f96-41bd-a4f8-88afdd2dcc6b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457 HTTP/1.1" status: 200 len: 944 time: 0.0500710 Aug 19 00:38:29.709464 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d3b143f9-ae0b-4e74-b933-b5059c8ba4fa service neutron] 10.222.0.11 "GET /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Aug 19 00:38:29.746803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:29.775330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364aae5-dd69-4cb2-a928-3a400cae4f0d None None] The sync data for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 is: [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:36:59Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '8b39b928-b819-4ff7-b689-7d7c4769e8f9', 'name': '', 'network_id': '57c84990-e2bd-45b6-abb7-7bc9c1548dea', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:73:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:58Z', 'updated_at': '2021-08-19T00:37:03Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': '630cdc8a-91f0-4657-98fd-1c197d898c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:38:29.790450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 60d0b370-7fef-4af0-97cf-1340fed81916 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:38:29.790801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:29.883494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 60d0b370-7fef-4af0-97cf-1340fed81916, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=60d0b370-7fef-4af0-97cf-1340fed81916,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:29.883875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:29.901193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 60d0b370-7fef-4af0-97cf-1340fed81916 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:38:30.001733 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed6678-3a4a-403b-83cb-0a0e8800cf94 None None] New status for floating IP 8bfe8ac1-d81a-4bbe-87f8-0b5f109c6879: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:38:30.035009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:30.063824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=60d0b370-7fef-4af0-97cf-1340fed81916,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:30.110426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] No DVR routers for this DVR port 60d0b370-7fef-4af0-97cf-1340fed81916 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:38:30.113261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:30.115886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d2a290ef-d55c-40f5-9ea6-17282e7b7f86 req-78eb8b58-6439-491f-80ba-7df24efdd1aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.11 "DELETE /v2.0/ports/60d0b370-7fef-4af0-97cf-1340fed81916 HTTP/1.1" status: 204 len: 173 time: 0.4134455 Aug 19 00:38:30.487266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:30.838134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.084251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 8b39b928-b819-4ff7-b689-7d7c4769e8f9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:38:31.084526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.123611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-deleted', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:31.125826 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bef82a-c24f-4e95-9131-f5b55498e011" -d '{"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-deleted", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:31.162898 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed35fc8-6f83-43a7-8c72-9300b9c9236f x-openstack-request-id: req-fed35fc8-6f83-43a7-8c72-9300b9c9236f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:31.163187 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457", "name": "network-vif-deleted", "tag": "60d0b370-7fef-4af0-97cf-1340fed81916", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:31.163437 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fed35fc8-6f83-43a7-8c72-9300b9c9236f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:31.163822 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d3dbe-f6a2-4d38-8a3f-1cb70bde8457', 'name': 'network-vif-deleted', 'tag': '60d0b370-7fef-4af0-97cf-1340fed81916', 'status': 'completed', 'code': 200} Aug 19 00:38:31.180237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 8b39b928-b819-4ff7-b689-7d7c4769e8f9, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=8b39b928-b819-4ff7-b689-7d7c4769e8f9,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:31.180634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.193713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 8b39b928-b819-4ff7-b689-7d7c4769e8f9 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:38:31.373523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.398318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=8b39b928-b819-4ff7-b689-7d7c4769e8f9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:31.568821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.779048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router 16053aee-e464-4551-94f2-2fa6e08e17cd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:38:31.883112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:38:31.888264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-49cf1dfd-c676-490a-8fe7-9296baa2c964 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/16053aee-e464-4551-94f2-2fa6e08e17cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998761 Aug 19 00:38:31.891736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40302) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:31.892457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Sync routers for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:38:31.902075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:31.902683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:31.942952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting subnet 630cdc8a-91f0-4657-98fd-1c197d898c8d {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:38:31.945994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:31.989811 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.006247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:32.071099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.127765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.158545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Subnet': ['ID=630cdc8a-91f0-4657-98fd-1c197d898c8d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:32.162269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.166626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8c96477b-768c-4f96-a6dc-4a1ac8d62085 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/subnets/630cdc8a-91f0-4657-98fd-1c197d898c8d HTTP/1.1" status: 204 len: 168 time: 0.2713580 Aug 19 00:38:32.166772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40304) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:32.172686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6af6e-8cea-4197-96fc-bbb8eafcabc2 None None] Network 57c84990-e2bd-45b6-abb7-7bc9c1548dea requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:38:32.231611 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:38:31Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:32.265312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Checking router: 16053aee-e464-4551-94f2-2fa6e08e17cd for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:38:32.268783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.294936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Routers {'16053aee-e464-4551-94f2-2fa6e08e17cd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:32.295571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['16053aee-e464-4551-94f2-2fa6e08e17cd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:32.356895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:38:32.370460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.408124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 60d0b370-7fef-4af0-97cf-1340fed81916 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:38:32.408496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 60d0b370-7fef-4af0-97cf-1340fed81916 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:38:32.426328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 58d939ad-47d0-4cc3-bb49-258c87a5ba16 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:38:32.426675 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.443130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] Set router 16053aee-e464-4551-94f2-2fa6e08e17cd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:32.506931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 58d939ad-47d0-4cc3-bb49-258c87a5ba16, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=58d939ad-47d0-4cc3-bb49-258c87a5ba16,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:32.507301 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.508531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] DHCP port deletion for 57c84990-e2bd-45b6-abb7-7bc9c1548dea request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:38:32.519506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 58d939ad-47d0-4cc3-bb49-258c87a5ba16 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:38:32.633867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Deleting port 6b08154b-8882-4db0-90ae-ef9f58d3e449 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:38:32.635454 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.692159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.724592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=58d939ad-47d0-4cc3-bb49-258c87a5ba16,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:32.790162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.844948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6b08154b-8882-4db0-90ae-ef9f58d3e449 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:38:32.920085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] For port 6b08154b-8882-4db0-90ae-ef9f58d3e449, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6b08154b-8882-4db0-90ae-ef9f58d3e449,segment=NetworkSegment(93b9e058-b8f6-4322-9f98-bb27391dbc8d),segment_id=93b9e058-b8f6-4322-9f98-bb27391dbc8d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:32.920777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:32.937430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Calling delete_port for 6b08154b-8882-4db0-90ae-ef9f58d3e449 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:38:32.954116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:38:31Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:33.016075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c3c36-9cf8-4415-acc3-3f968c11572d None None] The sync data for ids ['16053aee-e464-4551-94f2-2fa6e08e17cd'] in n-d-771363-38 is: [{'id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433207953', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:36:55Z', 'updated_at': '2021-08-19T00:38:31Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': '58d939ad-47d0-4cc3-bb49-258c87a5ba16', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16053aee-e464-4551-94f2-2fa6e08e17cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:36:56Z', 'updated_at': '2021-08-19T00:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:38:33.064977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.101819 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.149223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] Pushing event deleted for resources: {'Port': ['ID=6b08154b-8882-4db0-90ae-ef9f58d3e449,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:33.154001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36901a44-9013-4e55-a68c-e7008a6c09ec None None] No DVR routers for this DVR port 6b08154b-8882-4db0-90ae-ef9f58d3e449 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:38:33.193334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.195421 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.237557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.238301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Fanout notify agent at l3_agent the message router_deleted on router 16053aee-e464-4551-94f2-2fa6e08e17cd {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:38:33.245531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.246639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c77c40f6-1035-4be6-82d0-c9c935c1dc10 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/routers/16053aee-e464-4551-94f2-2fa6e08e17cd HTTP/1.1" status: 204 len: 168 time: 1.0789845 Aug 19 00:38:33.249286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40306) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:33.333639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.420463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.431292 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c84990-e2bd-45b6-abb7-7bc9c1548dea']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:33.441458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b9e058-b8f6-4322-9f98-bb27391dbc8d') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:33.441751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b9e058-b8f6-4322-9f98-bb27391dbc8d') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:33.450631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.470255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.476564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:38:33.477107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:38:33.480202 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:38:33.537232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.542009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.544780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/networks/57c84990-e2bd-45b6-abb7-7bc9c1548dea HTTP/1.1" status: 204 len: 168 time: 0.2939010 Aug 19 00:38:33.546981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:33.558602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ee5f7-c71d-43a7-a606-4ddb77da7fa5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Network': ['ID=57c84990-e2bd-45b6-abb7-7bc9c1548dea,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:33.608208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.635130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.698154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.700842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:33.704637 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/security-groups/f83fcf4c-a909-4377-b81d-23129aa1ab1a HTTP/1.1" status: 204 len: 168 time: 0.1540415 Aug 19 00:38:33.713928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a74e3-f3d9-4991-99b3-070cbbe98423 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fcf4c-a909-4377-b81d-23129aa1ab1a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:33.907142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:33.911997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80032601', 'description': 'tempest-secgroup-smoke-80032601 description', 'project_id': '5e17996b1d784d1c97872bc70c89a535'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:33.937774 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.019450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.023088 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.047424 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.048695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1405411 Aug 19 00:38:34.052194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40316) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.059174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455651d4-78af-4ef0-a4e9-94a8bbebcd2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251ef1e-7d58-4d04-8a42-02687b7950c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.062421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.090506 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.147663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.151090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.168491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f244748-e75c-4fff-9008-e4abb690edbf,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.173852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.174815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-429b287b-f27b-402d-8390-b632ac14440a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213422 Aug 19 00:38:34.178125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40318) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.182501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.208830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.268543 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.271862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.289206 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e72b3e-3848-4fbd-ab3e-5bf4ecf6766e,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.294699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.295896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8256e35a-ae74-4639-9e26-091d51d91f3e tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168349 Aug 19 00:38:34.298518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40320) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.303423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.329018 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.389288 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.393031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.410786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a514cc3-4a2f-4b69-b880-863a6bdfaf0c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.418490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.419915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-995e58b7-d35b-491b-8f18-b687ea7c4fbe tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204889 Aug 19 00:38:34.422620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40322) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.427763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.452841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.511275 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.514716 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.531209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972ae2c2-3730-4f23-9cb9-7dc1adba6e3c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.537668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.539098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a6ce6a61-d780-4ed3-a1a8-a1d79d7bc285 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155617 Aug 19 00:38:34.541867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40324) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.546381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.567355 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:38:34.572871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.637023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.641286 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.660122 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dc1a15-9a02-4d03-aeca-5b8d0456e86c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.663937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b39b928-b819-4ff7-b689-7d7c4769e8f9 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:38:34.665497 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.669294 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f532d8b9-744c-46df-a077-1732a244d2d9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239741 Aug 19 00:38:34.669707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40326) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.673877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'security_group_rule': {'security_group_id': '7251ef1e-7d58-4d04-8a42-02687b7950c2', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.689240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 8b39b928-b819-4ff7-b689-7d7c4769e8f9 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:38:34.689666 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 8b39b928-b819-4ff7-b689-7d7c4769e8f9 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:38:34.690166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 58d939ad-47d0-4cc3-bb49-258c87a5ba16 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:38:34.695084 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Project 5e17996b1d784d1c97872bc70c89a535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:38:34.700114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.709652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 58d939ad-47d0-4cc3-bb49-258c87a5ba16 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:38:34.710013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 58d939ad-47d0-4cc3-bb49-258c87a5ba16 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:38:34.761823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.765262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.779975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a1b0db-82fa-4286-9b66-ad92c392605f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:34.790460 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.791905 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-34090878-0571-477c-b26b-4c8c7f1a3ed3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214395 Aug 19 00:38:34.794698 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40328) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.799604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'network': {'name': 'tempest-network-smoke--1796831846', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:34.819578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:38:34.823032 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.846731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:38:34.855770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.856116 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Added segment 9c83fff4-03ef-421d-a2c3-4afa5a355983 of type vlan for network c82d18e7-6581-416e-9e29-226324279b20 Aug 19 00:38:34.901624 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.925663 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.931120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:34.931702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:34.984250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885319 Aug 19 00:38:34.986960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40330) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:34.991331 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'admin_state_up': True, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:35.013142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5e0e5-9871-4e2f-b1cf-787bb24e1f50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Network': ['ID=c82d18e7-6581-416e-9e29-226324279b20,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:35.024041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network c82d18e7-6581-416e-9e29-226324279b20 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:38:35.028835 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.029893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.082330 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.216519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.402556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.420108 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.516503 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.14 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c8196e94-bfa6-434a-ad78-10cd8020cf5c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:38:35.618339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.655424 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:35.689836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:35.693171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:35.698493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:38:35.726411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=c8196e94-bfa6-434a-ad78-10cd8020cf5c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:35.942825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.133043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.255308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router f387189d-afc6-4308-9f8a-bb9a978eb1fd is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:38:36.359710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:38:36.368931 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Sync routers for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:38:36.377295 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.378806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:36.379127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:36.382531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:36.383021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-443abb6c-f53d-42da-81f7-f9b99d17a332 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.3947299 Aug 19 00:38:36.416765 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a41b8dcc-8456-4475-95d1-2ffc9c758668 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5e17996b1d784d1c97872bc70c89a535&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323491 Aug 19 00:38:36.419290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:36.482077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:36.670877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:35Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:36.697627 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Checking router: f387189d-afc6-4308-9f8a-bb9a978eb1fd for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:38:36.697975 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Updating router f387189d-afc6-4308-9f8a-bb9a978eb1fd port c8196e94-bfa6-434a-ad78-10cd8020cf5c binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:38:36.724792 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.853047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf8e18-4012-4b38-8e6f-78b949b4ca97 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:36.854550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e6cf8e18-4012-4b38-8e6f-78b949b4ca97 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4342530 Aug 19 00:38:36.857530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:36.885949 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d29e320f-a847-474f-bc38-50d62a6cad72 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273814 Aug 19 00:38:36.888505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:36.893426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-861169505', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:36.975921 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.976660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:38:36.980074 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:36.985352 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Transition to ACTIVE for port object c8196e94-bfa6-434a-ad78-10cd8020cf5c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:36.991469 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.040230 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Attempting to bind port c8196e94-bfa6-434a-ad78-10cd8020cf5c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:37.040623 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Attempting to bind port c8196e94-bfa6-434a-ad78-10cd8020cf5c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:37.040988 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Attempting to bind port c8196e94-bfa6-434a-ad78-10cd8020cf5c on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:37.047910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Pushing event updated for resources: {'Port': ['ID=c8196e94-bfa6-434a-ad78-10cd8020cf5c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:37.050105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:37.050994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:37.051392 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.051781 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:37.052240 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Bound port: c8196e94-bfa6-434a-ad78-10cd8020cf5c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:37.052645 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.075471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.075817 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.076154 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.076511 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.076846 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.077171 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.077497 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.077825 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.078146 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.078465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.078784 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.079103 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:38:37.113219 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] For port c8196e94-bfa6-434a-ad78-10cd8020cf5c, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:37.116238 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] For port c8196e94-bfa6-434a-ad78-10cd8020cf5c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c8196e94-bfa6-434a-ad78-10cd8020cf5c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:37.121179 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.170708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.177127 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e450d6-3a2b-4c8f-93cf-7da99c2884f1 None None] Pushing event updated for resources: {'Port': ['ID=c8196e94-bfa6-434a-ad78-10cd8020cf5c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:37.181132 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:37.181732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:37.234854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Subnet': ['ID=ef0c2a07-93ff-4a28-b5c5-979581711123,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:37.244041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Checking segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:37.244446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network hostable DHCP agents. Network: c82d18e7-6581-416e-9e29-226324279b20, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:38:37.260664 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network c82d18e7-6581-416e-9e29-226324279b20 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:38:37.269486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, c82d18e7-6581-416e-9e29-226324279b20) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:37.274570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:37.276623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.277665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09641830-a4dc-423d-bbbf-513315464a9e None None] Network c82d18e7-6581-416e-9e29-226324279b20 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:38:37.286899 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:37.295277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5f92f9b4-84eb-4b7e-b09f-1d0ff736e9cc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4032578 Aug 19 00:38:37.295515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40342) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:37.423736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-c82d18e7-6581-416e-9e29-226324279b20', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:38:37.424631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.477097 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:35Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:37.503057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f199f3-ba8e-4951-a77e-6ef4710b9a9b None None] The sync data for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 is: [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:35Z', 'revision_number': 3, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:38:37.563228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Allocated IP 172.20.0.2 (c82d18e7-6581-416e-9e29-226324279b20/ef0c2a07-93ff-4a28-b5c5-979581711123/9b4950f9-21ca-4194-ad64-63713e7b186a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:38:37.735507 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.758158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Transition to ACTIVE for port object 9b4950f9-21ca-4194-ad64-63713e7b186a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:37.771407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.773392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Transition to ACTIVE for port object 9b4950f9-21ca-4194-ad64-63713e7b186a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:37.788631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.832235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Network c82d18e7-6581-416e-9e29-226324279b20 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:37.837884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:37.840136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Pushing event updated for resources: {'Port': ['ID=9b4950f9-21ca-4194-ad64-63713e7b186a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:37.842920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:38:37.903159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Attempting to bind port 9b4950f9-21ca-4194-ad64-63713e7b186a on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:37.903524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Attempting to bind port 9b4950f9-21ca-4194-ad64-63713e7b186a by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:37.904342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Attempting to bind port 9b4950f9-21ca-4194-ad64-63713e7b186a on network c82d18e7-6581-416e-9e29-226324279b20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:37.909142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:37.910258 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Checking segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:37.910682 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.911071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Bound using segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:37.911720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Bound port: 9b4950f9-21ca-4194-ad64-63713e7b186a, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:37.911914 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:37.979125 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] For port 9b4950f9-21ca-4194-ad64-63713e7b186a, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:37.982988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] For port 9b4950f9-21ca-4194-ad64-63713e7b186a, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9b4950f9-21ca-4194-ad64-63713e7b186a,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:37.989138 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.004750 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:38:38.050768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331862a9-dba2-4a23-94a2-2097f3233926 None None] Pushing event updated for resources: {'Port': ['ID=9b4950f9-21ca-4194-ad64-63713e7b186a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:38.095548 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.1 (c82d18e7-6581-416e-9e29-226324279b20/ef0c2a07-93ff-4a28-b5c5-979581711123/9110c0cc-e4aa-4346-aa72-fc248575fb77) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:38:38.247152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.266286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object 9110c0cc-e4aa-4346-aa72-fc248575fb77 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:38.302603 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.348948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network c82d18e7-6581-416e-9e29-226324279b20 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:38.352125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:38.355016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:38:38.385791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:38.405961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.539374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.707010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c8196e94-bfa6-434a-ad78-10cd8020cf5c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:38.767899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c8196e94-bfa6-434a-ad78-10cd8020cf5c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:38.773546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c8196e94-bfa6-434a-ad78-10cd8020cf5c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:38.774475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.840004 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.845737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.862350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.884537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c8196e94-bfa6-434a-ad78-10cd8020cf5c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c8196e94-bfa6-434a-ad78-10cd8020cf5c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:38.890513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.892070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9b4950f9-21ca-4194-ad64-63713e7b186a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:38.920728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:38.923152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:38.981530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c8196e94-bfa6-434a-ad78-10cd8020cf5c,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:38.997786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 9b4950f9-21ca-4194-ad64-63713e7b186a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:39.021947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network c82d18e7-6581-416e-9e29-226324279b20 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:39.023767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:39.038146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0630b-369e-4385-8c93-eab104af920f None None] Network c82d18e7-6581-416e-9e29-226324279b20 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:38:39.103978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Provisioning for port 9b4950f9-21ca-4194-ad64-63713e7b186a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:39.111723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Provisioning complete for port 9b4950f9-21ca-4194-ad64-63713e7b186a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:39.112100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.139166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router f387189d-afc6-4308-9f8a-bb9a978eb1fd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:38:39.249422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:38:39.255327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bbf6b8e8-3e01-4851-8e9b-54821a58f6a0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/f387189d-afc6-4308-9f8a-bb9a978eb1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586694 Aug 19 00:38:39.256629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.303038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] For port 9b4950f9-21ca-4194-ad64-63713e7b186a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9b4950f9-21ca-4194-ad64-63713e7b186a,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:39.307746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.366805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b59e-a072-4485-93bb-3554855ca4e8 None None] Pushing event updated for resources: {'Port': ['ID=9b4950f9-21ca-4194-ad64-63713e7b186a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:39.420847 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-6c104e23-077c-4a4d-98a5-f9a2c64e35bc tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80032601&fields=id&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 267 time: 0.0374186 Aug 19 00:38:39.535699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Provisioning for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:39.547249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Provisioning complete for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:39.547651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.548077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-a54f6a90-e347-4f22-81ad-16bc36824cc3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:39.555381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-a54f6a90-e347-4f22-81ad-16bc36824cc3 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 797 time: 0.1267972 Aug 19 00:38:39.566538 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-5e43ce40-9e42-4102-9077-c3e7bb924e3a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/quotas/5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 375 time: 0.0097053 Aug 19 00:38:39.584813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Port 9110c0cc-e4aa-4346-aa72-fc248575fb77 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:38:39.594945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Provisioning complete for port 9b4950f9-21ca-4194-ad64-63713e7b186a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:39.595591 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce1116ca-dbb7-476e-bfd1-f5db19cc59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.622926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-f72d6069-4709-4bd2-88ae-f1e21c7afc4c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498633 Aug 19 00:38:39.669356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Sync routers for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:38:39.692519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:39.693363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:39.785955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ccd036eb-4d4e-4ba6-9d41-ef5bd9c94ab5 service neutron] 10.222.0.20 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472433 Aug 19 00:38:39.813781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:39.844643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b98f45d0-6893-44cf-9595-e4a4756eff95 None None] Provisioning complete for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:39.845020 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b98f45d0-6893-44cf-9595-e4a4756eff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:39.886820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-e408a434-82ed-4058-9b23-560ea83025d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946119 Aug 19 00:38:39.948677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b98f45d0-6893-44cf-9595-e4a4756eff95 None None] Port 9110c0cc-e4aa-4346-aa72-fc248575fb77 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:38:40.059328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48658699-9577-4d8f-a8ce-c8957f431435 req-6e2e3420-3e2c-4750-bdb2-d3e6c9de2960 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Aug 19 00:38:40.068625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 2, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:40.097348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Checking router: f387189d-afc6-4308-9f8a-bb9a978eb1fd for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:38:40.097704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Updating router f387189d-afc6-4308-9f8a-bb9a978eb1fd port 9110c0cc-e4aa-4346-aa72-fc248575fb77 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:38:40.100356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b245199c-bf41-428f-9586-952cf4dac149 None None] Provisioning complete for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:40.100730 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b245199c-bf41-428f-9586-952cf4dac149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.140531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.158076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b245199c-bf41-428f-9586-952cf4dac149 None None] Port 9110c0cc-e4aa-4346-aa72-fc248575fb77 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:38:40.405154 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.415015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Transition to ACTIVE for port object 9110c0cc-e4aa-4346-aa72-fc248575fb77 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:40.420413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.471759 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27967c6c-4b53-4cb6-89e3-944a6d33e55e None None] Pushing event updated for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:40.517312 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Attempting to bind port 9110c0cc-e4aa-4346-aa72-fc248575fb77 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:40.517693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Attempting to bind port 9110c0cc-e4aa-4346-aa72-fc248575fb77 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:40.518070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Attempting to bind port 9110c0cc-e4aa-4346-aa72-fc248575fb77 on network c82d18e7-6581-416e-9e29-226324279b20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:40.523474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:40.523860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Checking segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:40.524278 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.524713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Bound using segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:40.525196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Bound port: 9110c0cc-e4aa-4346-aa72-fc248575fb77, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:40.525593 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.591681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] For port 9110c0cc-e4aa-4346-aa72-fc248575fb77, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:40.595072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] For port 9110c0cc-e4aa-4346-aa72-fc248575fb77, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9110c0cc-e4aa-4346-aa72-fc248575fb77,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:40.600094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:40.659933 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27967c6c-4b53-4cb6-89e3-944a6d33e55e None None] Pushing event updated for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:40.662615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:40.663230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:40.707851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c8196e94-bfa6-434a-ad78-10cd8020cf5c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:40.821471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:40.823824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c8196e94-bfa6-434a-ad78-10cd8020cf5c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:40.824205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:41.038601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9b4950f9-21ca-4194-ad64-63713e7b186a up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:41.123158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9b4950f9-21ca-4194-ad64-63713e7b186a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:41.123545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:41.139630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd1af3f6-be14-4fdb-96d6-73e7ccf4a295 req-5e912ad6-cb70-4b82-b354-bbfbadfacad7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Aug 19 00:38:41.303049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:40Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:41.333479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795017-3cd4-4125-bd53-852e27a10701 None None] The sync data for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 is: [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:40Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:38:42.224647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31cd1004-1d57-4e01-aa57-8766ac1b71f9 req-24088b70-9e6d-46ab-a31c-749e8aa4601a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0271964 Aug 19 00:38:42.481510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ef92ed7-eda9-4674-b14e-bac3e8692b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:42.680830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9110c0cc-e4aa-4346-aa72-fc248575fb77 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:42.731570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:42.735782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:42.736169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:42.815668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:42.849069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 9110c0cc-e4aa-4346-aa72-fc248575fb77, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9110c0cc-e4aa-4346-aa72-fc248575fb77,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:42.852678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:42.900288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:43.297128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98f4dc2f-70d2-4e6d-964e-fad6672a0421 req-cdbde23c-585c-4f59-868f-37e09a479da4 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0258636 Aug 19 00:38:44.386775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f5835a0f-9cbe-49df-8420-0fa633e0177a req-1ab00260-6f17-4ffa-a9fb-75f55e65b19f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0253215 Aug 19 00:38:44.670970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9110c0cc-e4aa-4346-aa72-fc248575fb77 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:44.717625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9110c0cc-e4aa-4346-aa72-fc248575fb77 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:44.718009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:44.981734 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8140c6e5-5f9a-4030-bf87-80282bd50b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.130851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-b8537b62-5413-4006-80ea-9eecca2a067a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:45.132260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-b8537b62-5413-4006-80ea-9eecca2a067a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 797 time: 0.1056893 Aug 19 00:38:45.181685 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-9e61d343-2b24-4f9d-9915-32aba308147c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e17996b1d784d1c97872bc70c89a535 HTTP/1.1" status: 200 len: 378 time: 0.0321262 Aug 19 00:38:45.192791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'port': {'device_id': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'admin_state_up': True, 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'security_groups': ['7251ef1e-7d58-4d04-8a42-02687b7950c2']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:45.209051 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.301761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Made reservation on behalf of 5e17996b1d784d1c97872bc70c89a535 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:38:45.305242 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.411813 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.429965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.20.0.13 (c82d18e7-6581-416e-9e29-226324279b20/ef0c2a07-93ff-4a28-b5c5-979581711123/c37bd931-945d-422d-9433-16c1b862fbd4) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:38:45.480352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d1d3aa4-6578-4efb-a184-7906843d2d92 req-d91edca4-c2db-4680-b175-0648584eb83b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0267906 Aug 19 00:38:45.572635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.585335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Transition to ACTIVE for port object c37bd931-945d-422d-9433-16c1b862fbd4 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:45.617980 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.661189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network c82d18e7-6581-416e-9e29-226324279b20 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:45.664343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:45.668029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:38:45.696089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:45.725232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:45.725865 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.740883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-960aa228-8983-43e4-bc12-776d7f226b96 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521350 Aug 19 00:38:45.758212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Request body: {'port': {'device_id': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:45.813800 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.933149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d7efbd37-104d-4f2a-96e1-811f4604ac85 None None] Provisioning for port c37bd931-945d-422d-9433-16c1b862fbd4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:45.936927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d7efbd37-104d-4f2a-96e1-811f4604ac85 None None] Provisioning complete for port c37bd931-945d-422d-9433-16c1b862fbd4 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:45.937441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7efbd37-104d-4f2a-96e1-811f4604ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:45.973518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d7efbd37-104d-4f2a-96e1-811f4604ac85 None None] Port c37bd931-945d-422d-9433-16c1b862fbd4 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:38:46.075975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:38:46.083859 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.095494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Transition to ACTIVE for port object c37bd931-945d-422d-9433-16c1b862fbd4 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:38:46.099338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.151401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:46.220495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Attempting to bind port c37bd931-945d-422d-9433-16c1b862fbd4 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:38:46.220834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Attempting to bind port c37bd931-945d-422d-9433-16c1b862fbd4 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:38:46.221200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Attempting to bind port c37bd931-945d-422d-9433-16c1b862fbd4 on network c82d18e7-6581-416e-9e29-226324279b20 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:46.226344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Port c37bd931-945d-422d-9433-16c1b862fbd4 on network c82d18e7-6581-416e-9e29-226324279b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:38:46.226667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Attempting to bind port c37bd931-945d-422d-9433-16c1b862fbd4 on network c82d18e7-6581-416e-9e29-226324279b20 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:38:46.231622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:38:46.231957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Checking segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:38:46.232364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Bound using segment: {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:38:46.232800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Bound port: c37bd931-945d-422d-9433-16c1b862fbd4, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c83fff4-03ef-421d-a2c3-4afa5a355983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:38:46.233166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.297287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:38:46.300225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:38:46.304546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.343597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.345345 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.348328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] 10.222.0.21 "PUT /v2.0/ports/c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 1093 time: 0.5942786 Aug 19 00:38:46.352311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:46.354839 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80f670-d219-49c1-b1bd-786a2d464e10" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:46.389939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5920d7-10e5-4cb1-82d1-5b7c5ca2936e service neutron] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:46.403850 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d38174-5dba-4ce8-9267-fd70c449ed61 x-openstack-request-id: req-e2d38174-5dba-4ce8-9267-fd70c449ed61 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:46.404286 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:46.404733 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d38174-5dba-4ce8-9267-fd70c449ed61 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:46.405310 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'status': 'completed', 'code': 200} Aug 19 00:38:46.410049 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:46.461277 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-5e439782-bea7-4353-9632-123cb03fa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.462893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-5e439782-bea7-4353-9632-123cb03fa452 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1096 time: 0.0433221 Aug 19 00:38:46.510914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-3c0db8bb-ae07-44fe-b40e-83bdbf6e9449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 217 time: 0.0349159 Aug 19 00:38:46.566940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-3b4cadd6-da49-47ba-814c-8a64d4a18d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.568424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-3b4cadd6-da49-47ba-814c-8a64d4a18d32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0506735 Aug 19 00:38:46.603378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff267ec2-eb56-4461-9f37-8036c8dc14c7 req-0a869d38-57fc-48e6-987b-2f027f2ca9fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.604882 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff267ec2-eb56-4461-9f37-8036c8dc14c7 req-0a869d38-57fc-48e6-987b-2f027f2ca9fa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Aug 19 00:38:46.614360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-c99c85a0-f85f-48f7-a194-c1a9973823f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.615964 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-c99c85a0-f85f-48f7-a194-c1a9973823f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408909 Aug 19 00:38:46.650474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff267ec2-eb56-4461-9f37-8036c8dc14c7 req-8e88663b-c7a6-4afc-b4bc-5d4854b7d3c5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392792 Aug 19 00:38:46.707809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-f62ae868-e9e0-4b88-a96f-dc923dbc51ee service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Aug 19 00:38:46.798881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d99c735c-7b49-4596-aea7-d1f194d85f0d req-30ff8935-7b6b-4144-a55d-a07aaede3aff service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Aug 19 00:38:46.921748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-25462af1-ff0c-4091-935d-1834838cbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:46.923187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-25462af1-ff0c-4091-935d-1834838cbb75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1096 time: 0.0386014 Aug 19 00:38:47.014968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-c4d379d6-405e-4431-af01-3a0b74c4a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:47.016398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-c4d379d6-405e-4431-af01-3a0b74c4a7d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 897 time: 0.0840123 Aug 19 00:38:47.056500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-33efb9cb-0cf5-4abb-a5a8-0896dba0e196 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 217 time: 0.0321443 Aug 19 00:38:47.106150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-87e44209-6d13-42fd-8e1b-9b4f5666438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:47.107510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-87e44209-6d13-42fd-8e1b-9b4f5666438e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0445836 Aug 19 00:38:47.151474 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-8bab9c81-8575-497b-80ca-82bc0e407a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:47.152914 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-8bab9c81-8575-497b-80ca-82bc0e407a9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378048 Aug 19 00:38:47.238834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-5e22e47e-5972-470c-aeb6-1751fdb065c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786088 Aug 19 00:38:47.329386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3f80f670-d219-49c1-b1bd-786a2d464e10 req-ab6c737a-5ce7-439a-813e-d402ca1075cc service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835810 Aug 19 00:38:47.765646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259cbc9-01d8-4118-9672-730179246b60 req-6e16ad5a-26c6-49e0-b41c-95e536f6e36b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:47.767127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6259cbc9-01d8-4118-9672-730179246b60 req-6e16ad5a-26c6-49e0-b41c-95e536f6e36b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0497050 Aug 19 00:38:47.804679 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6259cbc9-01d8-4118-9672-730179246b60 req-9e416659-94a0-4c00-b788-ee2a20f459d0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315123 Aug 19 00:38:47.875947 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:48.916914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e12d30-6e9e-446d-b702-8d2aa953a844 req-2cba0f1d-4d26-4a47-b56a-e7868b4ac01d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:48.918387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-35e12d30-6e9e-446d-b702-8d2aa953a844 req-2cba0f1d-4d26-4a47-b56a-e7868b4ac01d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0482540 Aug 19 00:38:48.955294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-35e12d30-6e9e-446d-b702-8d2aa953a844 req-cd9714de-8b42-48b0-aa61-0787fe212eef tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309873 Aug 19 00:38:50.073732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1678-2ae8-412f-9d6c-c1b8e3329276 req-08552867-13cc-4746-868c-79c76d31c3aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:50.075089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb7b1678-2ae8-412f-9d6c-c1b8e3329276 req-08552867-13cc-4746-868c-79c76d31c3aa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0520878 Aug 19 00:38:50.111334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb7b1678-2ae8-412f-9d6c-c1b8e3329276 req-07bade8a-8dcf-4f48-85b7-7908f0078676 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302961 Aug 19 00:38:51.224631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab5391-0f6f-4296-8d4e-0b48ca81647f req-5094105f-d45f-4507-ac14-b7ad1f6bebd7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:51.225976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55ab5391-0f6f-4296-8d4e-0b48ca81647f req-5094105f-d45f-4507-ac14-b7ad1f6bebd7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0469129 Aug 19 00:38:51.262176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-55ab5391-0f6f-4296-8d4e-0b48ca81647f req-5e017d08-1863-4504-8d98-1d9d330105d5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302970 Aug 19 00:38:51.264675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:38:51.360531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:51.375614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'mac_address': 'fa:16:3e:df:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:38:51.410906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:51.423118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:38:51.442304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:51.445281 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:51.491997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:51.808517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c37bd931-945d-422d-9433-16c1b862fbd4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:38:52.376752 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c866-d28c-413f-8af0-62c3fee3ee02 req-527ce61b-a9f8-41a6-b1c7-9a718e57e022 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:52.378233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5e1c866-d28c-413f-8af0-62c3fee3ee02 req-527ce61b-a9f8-41a6-b1c7-9a718e57e022 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Aug 19 00:38:52.414915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5e1c866-d28c-413f-8af0-62c3fee3ee02 req-522d62fe-2e58-416f-a1a7-d8b380b37a4f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300138 Aug 19 00:38:53.279572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:38:53.326210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port c37bd931-945d-422d-9433-16c1b862fbd4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:38:53.329663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port c37bd931-945d-422d-9433-16c1b862fbd4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:38:53.330041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:53.405972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:53.426915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:53.429180 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb8bb2-dc4e-4327-bb61-3645d7b179ac" -d '{"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-plugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:53.442412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:38:53.449600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:53.476135 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3628a7-adad-4551-83ba-d36b85c3efba x-openstack-request-id: req-7d3628a7-adad-4551-83ba-d36b85c3efba {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:53.476450 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-plugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:53.476710 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d3628a7-adad-4551-83ba-d36b85c3efba {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:53.477101 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'code': 200} Aug 19 00:38:53.503939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:53.536648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46736b6-e233-4ab1-8ae8-b370d4ead6b9 req-89dbb8c6-05d2-4f69-89f2-08b1d0cd3b09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:53.538051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a46736b6-e233-4ab1-8ae8-b370d4ead6b9 req-89dbb8c6-05d2-4f69-89f2-08b1d0cd3b09 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Aug 19 00:38:53.601239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a46736b6-e233-4ab1-8ae8-b370d4ead6b9 req-7de53c8b-160a-4521-91b7-d926481ded38 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572226 Aug 19 00:38:53.610394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe7714-9625-4f9e-8c7d-9377833451e1 req-e299be0f-a5aa-4a7c-994e-57260baa1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:53.611940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1dfe7714-9625-4f9e-8c7d-9377833451e1 req-e299be0f-a5aa-4a7c-994e-57260baa1ded service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0611923 Aug 19 00:38:53.647396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1dfe7714-9625-4f9e-8c7d-9377833451e1 req-50ea433a-301e-4178-9c02-04ba914db66b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286484 Aug 19 00:38:54.717963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a9433-0b47-41df-a656-c2df41ec3245 req-442b0bfc-a873-43be-a1a4-5de5724f2746 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:54.719392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c41a9433-0b47-41df-a656-c2df41ec3245 req-442b0bfc-a873-43be-a1a4-5de5724f2746 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0510287 Aug 19 00:38:54.755814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c41a9433-0b47-41df-a656-c2df41ec3245 req-ab570325-797b-4d72-b9bc-195d0e06e943 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299990 Aug 19 00:38:55.869469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e89e0-efcf-4390-ab70-aeff7f4e4872 req-93f0db3a-0acf-41fa-8f38-783a43f2e13f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:55.870933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea1e89e0-efcf-4390-ab70-aeff7f4e4872 req-93f0db3a-0acf-41fa-8f38-783a43f2e13f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Aug 19 00:38:55.907087 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea1e89e0-efcf-4390-ab70-aeff7f4e4872 req-05cca60e-933a-4424-81bd-255d67ee622f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302112 Aug 19 00:38:56.018380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc34c-c206-4eb8-90f9-945cf774ed8b req-7cd47bf9-0b52-4d32-8110-a95d2be19932 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:56.020387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d46dc34c-c206-4eb8-90f9-945cf774ed8b req-7cd47bf9-0b52-4d32-8110-a95d2be19932 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Aug 19 00:38:56.057404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d46dc34c-c206-4eb8-90f9-945cf774ed8b req-e48e00a8-1ebf-42a8-bbf0-7c88c94e84e9 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312173 Aug 19 00:38:56.077731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:56.116983 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300dbc7b-aae1-4cfa-806b-53775f5a5909 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:56.118444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-300dbc7b-aae1-4cfa-806b-53775f5a5909 tempest-TestNetworkAdvancedServerOps-19615686 tempest-TestNetworkAdvancedServerOps-19615686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1093 time: 0.0397782 Aug 19 00:38:56.121139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:56.125305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:38:56.145889 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.241451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.337582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Allocated IP 172.25.1.96 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/55b335fe-8da0-4328-83ac-8bbb95ab9e5d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:38:56.437400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.475671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.514097 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:38:56.517005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:38:56.521197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:38:56.526440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=55b335fe-8da0-4328-83ac-8bbb95ab9e5d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:56.872127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.929389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:56.939000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:57.082692 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:57.087163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:57.153851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event updated for resources: {'Port': ['ID=55b335fe-8da0-4328-83ac-8bbb95ab9e5d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:38:57.165591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:57.260577 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac associated. External IP: 172.25.1.96, port: c37bd931-945d-422d-9433-16c1b862fbd4. Aug 19 00:38:57.801412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router f387189d-afc6-4308-9f8a-bb9a978eb1fd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:38:57.905832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:38:57.915613 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Sync routers for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:38:57.920961 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:38:57.925806 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:57.926448 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:57.947335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-454d7d37-8cbc-4ed5-b7d6-ef26d3a3cb11 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8252256 Aug 19 00:38:57.947919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:38:57.950207 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b46200-2572-460b-8e35-7713c3f07935" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:38:57.986412 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a319efe-67b4-4008-8f05-e1454a53a837 x-openstack-request-id: req-3a319efe-67b4-4008-8f05-e1454a53a837 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:38:57.986705 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:38:57.986956 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a319efe-67b4-4008-8f05-e1454a53a837 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:38:57.987357 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'status': 'completed', 'code': 200} Aug 19 00:38:58.033261 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:58.083231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29688e93-05a5-4f29-b679-099b310bef89 req-ac9bccc7-add5-4c1f-9858-d6f6c567af6d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:58.084748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29688e93-05a5-4f29-b679-099b310bef89 req-ac9bccc7-add5-4c1f-9858-d6f6c567af6d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0797374 Aug 19 00:38:58.098823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46200-2572-460b-8e35-7713c3f07935 req-ff907af1-0344-414d-a2be-40a6f44c56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:58.100234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-ff907af1-0344-414d-a2be-40a6f44c56f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0686939 Aug 19 00:38:58.171078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29688e93-05a5-4f29-b679-099b310bef89 req-3d729235-04b3-48c9-ba55-705eb1ec44db tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800204 Aug 19 00:38:58.193578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:58.209985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46200-2572-460b-8e35-7713c3f07935 req-8b61a3fa-7545-4c4b-999d-1bffedb7f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:58.211450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-8b61a3fa-7545-4c4b-999d-1bffedb7f59f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 897 time: 0.1042030 Aug 19 00:38:58.252581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e0c41b9-08ed-4ceb-9376-d27c7670a5ae tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac HTTP/1.1" status: 200 len: 991 time: 0.0578036 Aug 19 00:38:58.257471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'mac_address': 'fa:16:3e:df:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:38:56Z', 'updated_at': '2021-08-19T00:38:56Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:58.281883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-18d15820-9b02-4bf2-99a9-18b503ccb87d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 999 time: 0.0631993 Aug 19 00:38:58.283371 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Checking router: f387189d-afc6-4308-9f8a-bb9a978eb1fd for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:38:58.291449 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:38:58.292044 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:58.331552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46200-2572-460b-8e35-7713c3f07935 req-51a1466d-973a-41b3-811d-7a189d11ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:58.333112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-51a1466d-973a-41b3-811d-7a189d11ea2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0432971 Aug 19 00:38:58.377741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46200-2572-460b-8e35-7713c3f07935 req-37289b26-bf0a-4313-adfa-71663ea89b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:38:58.379801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-37289b26-bf0a-4313-adfa-71663ea89b8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395432 Aug 19 00:38:58.400057 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:38:58.718968 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'mac_address': 'fa:16:3e:df:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:38:56Z', 'updated_at': '2021-08-19T00:38:56Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:38:58.748467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314eb2b0-3195-4a29-906a-b1aaa3eac16e None None] The sync data for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 is: [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'mac_address': 'fa:16:3e:df:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:38:56Z', 'updated_at': '2021-08-19T00:38:56Z', 'revision_number': 0, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:38:58.787229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-53fb59d5-b3d1-417b-aa74-5d6fdfd6a02c service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008770 Aug 19 00:38:58.882322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20b46200-2572-460b-8e35-7713c3f07935 req-195853f6-994f-4559-a4d9-4e8330ebd91d service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Aug 19 00:38:58.937948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ef9fb-9e29-442a-af7c-e67030850285 None None] New status for floating IP fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:38:59.256370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:38:59.317490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90dc7bb2-db22-4ad5-a9b9-8a7991cc79e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac HTTP/1.1" status: 200 len: 993 time: 0.0600522 Aug 19 00:39:12.482233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-309e3fb0-14c8-413d-b25c-f07e8179626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:14.982706 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ceea26fe-655a-4fc5-bfa8-3453dd18d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:15.003968 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:39:15.209839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:15.412366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:16.391628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:17.877833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:26.928532 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:36.623086 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-8955f182-b8b4-4a5a-9c3e-24b89c4eb1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391421 Aug 19 00:39:36.718208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-9695a728-b33c-4bc9-a6bf-05a57c7df6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:39:36.719703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-9695a728-b33c-4bc9-a6bf-05a57c7df6cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0395856 Aug 19 00:39:36.824405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-b343dcd1-d53a-41b3-8443-5f9074cf2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:39:36.825866 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-b343dcd1-d53a-41b3-8443-5f9074cf2d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 897 time: 0.0858150 Aug 19 00:39:36.890232 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-cbd7270c-173c-4c95-b2af-bd680f9e7526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0566454 Aug 19 00:39:36.939265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-701099f3-5a7b-4d7e-954e-5589206ce640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:39:36.940707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-701099f3-5a7b-4d7e-954e-5589206ce640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0441957 Aug 19 00:39:36.988593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-0a662910-d10d-4028-a751-290267919954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:39:36.990100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-0a662910-d10d-4028-a751-290267919954 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427279 Aug 19 00:39:37.076843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-c33f80c7-3abe-4fa4-a932-e4183b70d145 service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786829 Aug 19 00:39:37.165827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e3c166a-529a-46d7-a56e-1ca361858ff1 req-83fd12d1-731d-4177-a27a-bf5de812fd47 service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818875 Aug 19 00:39:42.484483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82c7c434-34cf-41bb-bc81-127b01c5d064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:44.982969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9b1383e-a2a7-4f8a-8775-b34c1f4bffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:45.209282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:45.415175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:46.394175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:47.880777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:39:52.003078 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:39:56.928187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:00.275953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478b50-7ec7-4640-8ad6-dd600b68d14c req-0f318d2c-fcca-47b1-9241-b2dc11767083 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:00.277647 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-07478b50-7ec7-4640-8ad6-dd600b68d14c req-0f318d2c-fcca-47b1-9241-b2dc11767083 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0503488 Aug 19 00:40:00.314795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-07478b50-7ec7-4640-8ad6-dd600b68d14c req-88db3734-3bea-4e82-87ad-15ffa41b4420 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313234 Aug 19 00:40:01.442424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324d27-1549-4968-961e-93b2e36e8480 req-b8ba5ce0-567c-4c94-8384-9d6a488dec35 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:01.443870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41324d27-1549-4968-961e-93b2e36e8480 req-b8ba5ce0-567c-4c94-8384-9d6a488dec35 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0479200 Aug 19 00:40:01.481097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41324d27-1549-4968-961e-93b2e36e8480 req-4ff14ec3-79b1-4a60-b530-244597c30545 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312738 Aug 19 00:40:02.593728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05bbed-4a46-4bfb-bc7b-6d57532e79b1 req-22a37dd6-d92f-4714-b949-0d999fd70259 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:02.595176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e05bbed-4a46-4bfb-bc7b-6d57532e79b1 req-22a37dd6-d92f-4714-b949-0d999fd70259 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Aug 19 00:40:02.631678 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e05bbed-4a46-4bfb-bc7b-6d57532e79b1 req-e6a7e9ce-c727-4bd8-a7ba-364687ebbc02 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306845 Aug 19 00:40:03.745997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b6aca-b330-4c59-97cf-d8486c52ad69 req-c81abf23-7e33-4e26-bbcc-62f922f9a47b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:03.747450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f26b6aca-b330-4c59-97cf-d8486c52ad69 req-c81abf23-7e33-4e26-bbcc-62f922f9a47b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0484095 Aug 19 00:40:03.783729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f26b6aca-b330-4c59-97cf-d8486c52ad69 req-eb835d59-d970-4d35-b637-4f1139e72dbd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303974 Aug 19 00:40:04.902690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34640e-d602-4c21-98ec-74edefda7c64 req-e83fb383-69f8-40fe-a2f9-d6af2f05a7d5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:04.904059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be34640e-d602-4c21-98ec-74edefda7c64 req-e83fb383-69f8-40fe-a2f9-d6af2f05a7d5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0521049 Aug 19 00:40:04.942285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-be34640e-d602-4c21-98ec-74edefda7c64 req-f7287425-2aa5-4f2c-b8a1-6b04b6a2878d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317206 Aug 19 00:40:06.060232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89b76-44a5-43cb-a81e-6f9680323b3c req-92867f56-8355-4f07-b0b8-f0022f21c6c6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:06.061639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50f89b76-44a5-43cb-a81e-6f9680323b3c req-92867f56-8355-4f07-b0b8-f0022f21c6c6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Aug 19 00:40:06.098622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50f89b76-44a5-43cb-a81e-6f9680323b3c req-7f20270c-4953-4707-9b31-876105ecbf36 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304835 Aug 19 00:40:07.210289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c9806-c49a-46b3-98f6-04618fb186e8 req-bd7489e7-0852-405a-8f2a-990b438c1597 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:07.211739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-403c9806-c49a-46b3-98f6-04618fb186e8 req-bd7489e7-0852-405a-8f2a-990b438c1597 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0478005 Aug 19 00:40:07.248302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-403c9806-c49a-46b3-98f6-04618fb186e8 req-14001e87-aa50-45ab-b095-b692bcf14a33 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307333 Aug 19 00:40:08.360785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4697b6-9996-4f6b-8164-fba07fd96728 req-cad93f52-b66a-4bd3-bb40-0e5f41823599 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:08.362254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af4697b6-9996-4f6b-8164-fba07fd96728 req-cad93f52-b66a-4bd3-bb40-0e5f41823599 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0485969 Aug 19 00:40:08.399100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-af4697b6-9996-4f6b-8164-fba07fd96728 req-97ae9522-da02-4a3c-a975-ebb0827aee50 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310507 Aug 19 00:40:09.513374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b168e-5c18-4364-aaa4-d7943b903d88 req-f60cacc5-ddd1-43b7-a830-e734d8d3fbb6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:09.514842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b41b168e-5c18-4364-aaa4-d7943b903d88 req-f60cacc5-ddd1-43b7-a830-e734d8d3fbb6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0493002 Aug 19 00:40:09.551923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b41b168e-5c18-4364-aaa4-d7943b903d88 req-40d69312-d26f-4af0-b1a0-dcef67a06156 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311706 Aug 19 00:40:10.663700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f82f2-b413-4838-bc6c-428945f3f8c7 req-2d31321e-974e-4de1-bf10-69d22f6133d0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:10.665204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a46f82f2-b413-4838-bc6c-428945f3f8c7 req-2d31321e-974e-4de1-bf10-69d22f6133d0 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0484428 Aug 19 00:40:10.701904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a46f82f2-b413-4838-bc6c-428945f3f8c7 req-13ec70d9-85d3-456d-9427-0c501b87ff2a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308671 Aug 19 00:40:11.816950 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732bc5-d91b-4e1a-93ed-2b8800402a46 req-3d433bf6-204d-4419-a844-de73c4de186f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:11.818989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7732bc5-d91b-4e1a-93ed-2b8800402a46 req-3d433bf6-204d-4419-a844-de73c4de186f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0519874 Aug 19 00:40:11.855481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7732bc5-d91b-4e1a-93ed-2b8800402a46 req-3834ce56-b53a-46a7-a0da-996d9f5bdbe2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305173 Aug 19 00:40:12.487995 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c43bbb04-f400-4516-86c0-1be6790e6ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:12.971714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d00c5-48d0-4096-94db-f70ae9e26d4d req-5e29cef5-bdc5-4d12-bd44-285cc1b1a160 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:12.973124 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed3d00c5-48d0-4096-94db-f70ae9e26d4d req-5e29cef5-bdc5-4d12-bd44-285cc1b1a160 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0520420 Aug 19 00:40:13.009576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed3d00c5-48d0-4096-94db-f70ae9e26d4d req-9327370a-c326-4ee4-8379-1152a41655a5 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305693 Aug 19 00:40:14.123467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c27d4-07b9-4739-9c8d-a19a033eadbd req-040e02ce-a9dd-4946-b223-80962658dac6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:14.124964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-344c27d4-07b9-4739-9c8d-a19a033eadbd req-040e02ce-a9dd-4946-b223-80962658dac6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Aug 19 00:40:14.162712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-344c27d4-07b9-4739-9c8d-a19a033eadbd req-a937ea48-31fb-4aa1-82a6-f72c2d23dbdb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316887 Aug 19 00:40:14.726230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcc22b-ad4d-414e-8e75-54e8c7e0e6bf req-7e44ed3b-48c4-4951-a86c-fb84229eee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:14.727716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5dcc22b-ad4d-414e-8e75-54e8c7e0e6bf req-7e44ed3b-48c4-4951-a86c-fb84229eee6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0398915 Aug 19 00:40:14.762315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5dcc22b-ad4d-414e-8e75-54e8c7e0e6bf req-d8733312-da14-4f32-aaaa-b32dab0e9e81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274363 Aug 19 00:40:14.985408 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-502179cc-6f52-4f29-b484-623da9d5cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:15.211278 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:15.279265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646cc17-5e4d-49e3-aca3-32979ac866ad req-e4640fd2-e921-4e30-bf70-7bd75cfc0efd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:15.280667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7646cc17-5e4d-49e3-aca3-32979ac866ad req-e4640fd2-e921-4e30-bf70-7bd75cfc0efd tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0476637 Aug 19 00:40:15.318359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7646cc17-5e4d-49e3-aca3-32979ac866ad req-7ff4ad36-9308-416e-8dcb-d78da2dc9c4f tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313468 Aug 19 00:40:15.431070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:15.748640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:40:15.759447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:40:15.902704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:40:15.904880 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:15.921320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'port_id': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'mac_address': 'fa:16:3e:df:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:40:15.936515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:40:15.938763 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08529935-1ec3-46fd-94c0-5a367a751af3" -d '{"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-unplugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:40:15.971272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:40:15.976823 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93cb177-70c5-4d0b-944e-ff639369da6c x-openstack-request-id: req-c93cb177-70c5-4d0b-944e-ff639369da6c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:40:15.977110 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-unplugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:40:15.977382 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c93cb177-70c5-4d0b-944e-ff639369da6c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:40:15.977752 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'code': 200} Aug 19 00:40:15.979946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:15.987210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:16.018671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:40:16.061881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:40:16.075263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.075610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.075953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.076313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.076648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.076979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.077308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.077637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.077965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.078291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.078615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.078940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:40:16.086356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:40:16.086722 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:40:16.398071 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:16.435621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5a374-fb32-41dc-906b-3f2ba5aef9aa req-1fcbf6b4-0d37-4265-8f67-238f95404be7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:16.437137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7f5a374-fb32-41dc-906b-3f2ba5aef9aa req-1fcbf6b4-0d37-4265-8f67-238f95404be7 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 944 time: 0.0515165 Aug 19 00:40:16.475642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7f5a374-fb32-41dc-906b-3f2ba5aef9aa req-8a4aa77c-5349-44cd-8d67-d65f59db9edb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318410 Aug 19 00:40:16.497494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:40:16.555690 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5781ad62-e467-4b16-9d1e-cd27ebc99c62 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/floatingips/fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac HTTP/1.1" status: 200 len: 991 time: 0.0570920 Aug 19 00:40:16.625537 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:16.637695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:40:16.655893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:40:16.661553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:16.707463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:40:17.051934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['c37bd931-945d-422d-9433-16c1b862fbd4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:40:17.884075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:19.756225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:40:19.802749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port c37bd931-945d-422d-9433-16c1b862fbd4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:40:19.803127 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:19.877941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:19.899792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:40:19.902046 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e93245-36aa-40d5-8426-3b43f422c26d" -d '{"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-plugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:40:19.914985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:40:19.919281 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:19.943574 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50113e24-492f-4dd7-b2d7-c740eeb6b12d x-openstack-request-id: req-50113e24-492f-4dd7-b2d7-c740eeb6b12d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:40:19.943863 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-plugged", "status": "completed", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:40:19.944114 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50113e24-492f-4dd7-b2d7-c740eeb6b12d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:40:19.944528 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'code': 200} Aug 19 00:40:19.969443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:40:26.944740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:29.003131 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:40:38.351446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-6e2e5637-a48c-4379-9502-0aad65677bbe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902350 Aug 19 00:40:38.446138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-8c609cd7-167c-4782-93a5-48a4b15b125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:38.447607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-8c609cd7-167c-4782-93a5-48a4b15b125c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0391164 Aug 19 00:40:38.546394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-1cc77bf5-6a08-485a-b8fd-3110ae34f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:38.547774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-1cc77bf5-6a08-485a-b8fd-3110ae34f323 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 897 time: 0.0820448 Aug 19 00:40:38.614911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-8ff67dbf-78ee-4fee-8c90-f7c59d87c45d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0598891 Aug 19 00:40:38.664753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-1e703380-acb6-44bb-8acb-19e38bf33c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:38.666218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-1e703380-acb6-44bb-8acb-19e38bf33c20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0442176 Aug 19 00:40:38.711083 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-61f73346-8296-4451-a1aa-71bd0b767c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:40:38.712576 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-61f73346-8296-4451-a1aa-71bd0b767c8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397351 Aug 19 00:40:38.804042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-467970c8-ea43-4489-9382-a7cbef132261 service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844007 Aug 19 00:40:38.892764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a648159-8a68-4a20-9483-8cf93672fbd8 req-77e873d2-c6d4-4d6a-8ff8-68a62d66292f service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Aug 19 00:40:42.490232 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6954bef9-4f8f-4eb7-8721-292959bb51c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:44.984737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fc50-17fd-4e7b-a251-c9e6bcc6f1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:45.211333 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:45.425489 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:46.401416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:47.889913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:40:56.943935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:06.002197 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:41:12.491636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97ac5942-da40-40a1-a6cb-0701f507743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:14.984633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3ccccd8-1cd1-4edd-be7e-6a6c0eaae3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:15.211347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:15.422236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:16.403125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:17.889745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.163572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40540) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:21.318955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 55b335fe-8da0-4328-83ac-8bbb95ab9e5d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:21.319302 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.392487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.392815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.404147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 55b335fe-8da0-4328-83ac-8bbb95ab9e5d owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:21.546414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.572329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=55b335fe-8da0-4328-83ac-8bbb95ab9e5d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:21.595865 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.596212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.596579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.596917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.597245 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.597571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.597899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.598225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.598548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.598871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.599190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.600130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:21.643898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.644238 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Floating IP fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac disassociated (deleted). External IP: 172.25.1.96, port: c37bd931-945d-422d-9433-16c1b862fbd4. Aug 19 00:41:21.843950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router f387189d-afc6-4308-9f8a-bb9a978eb1fd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:41:21.946921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:41:21.951615 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:21.958274 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Sync routers for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:41:21.977692 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:41:21.978301 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:21.983373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ccf4391-31fc-4ab8-a509-9e74a2fc0e04 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/floatingips/fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac HTTP/1.1" status: 204 len: 168 time: 0.8187215 Aug 19 00:41:21.983968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:41:21.986241 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:41:22.087805 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679da141-36b5-45e0-b1ae-d40ced18265c x-openstack-request-id: req-679da141-36b5-45e0-b1ae-d40ced18265c {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:41:22.088099 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:41:22.088404 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-679da141-36b5-45e0-b1ae-d40ced18265c {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:41:22.088817 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'status': 'completed', 'code': 200} Aug 19 00:41:22.092458 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:41:22.174586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-ba263d94-6050-481c-8167-961c44965b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:22.176147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-ba263d94-6050-481c-8167-961c44965b3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e17996b1d784d1c97872bc70c89a535&device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 1098 time: 0.0419867 Aug 19 00:41:22.294675 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:22.310440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b2c75-99c5-4580-b52c-476a4f39f8a8 req-cbe92bdd-4a89-41b4-8994-5d9a86eac6e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:22.311931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db0b2c75-99c5-4580-b52c-476a4f39f8a8 req-cbe92bdd-4a89-41b4-8994-5d9a86eac6e6 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.1316245 Aug 19 00:41:22.312919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-38b30935-6328-476f-9bba-9e99c0740a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:22.314238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-38b30935-6328-476f-9bba-9e99c0740a74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 200 len: 897 time: 0.1287570 Aug 19 00:41:22.320826 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Checking router: f387189d-afc6-4308-9f8a-bb9a978eb1fd for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:41:22.329082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:41:22.329679 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:22.365921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-fd78ddda-cb63-4898-9801-c056c6d3decb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 200 len: 217 time: 0.0404389 Aug 19 00:41:22.407493 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-db0b2c75-99c5-4580-b52c-476a4f39f8a8 req-21ad4057-7212-42ba-96a3-571d71fa7521 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891147 Aug 19 00:41:22.423327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-2709d264-a848-4a93-b43c-ffa38b57df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:22.424803 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-2709d264-a848-4a93-b43c-ffa38b57df6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 200 len: 834 time: 0.0495040 Aug 19 00:41:22.432570 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:41:22.476121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-786c0c7d-0563-4ab2-b9d3-df59ccabe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:22.477647 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-786c0c7d-0563-4ab2-b9d3-df59ccabe64f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c82d18e7-6581-416e-9e29-226324279b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438862 Aug 19 00:41:22.567678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-07abbd9f-f16a-4aac-8032-1793e8157c57 service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810926 Aug 19 00:41:22.625107 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-53793c2a-4640-4183-850a-09ea06142fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:22.653832 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53793c2a-4640-4183-850a-09ea06142fea None None] The sync data for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 is: [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9110c0cc-e4aa-4346-aa72-fc248575fb77', 'name': '', 'network_id': 'c82d18e7-6581-416e-9e29-226324279b20', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'mac_address': 'fa:16:3e:f3:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:37Z', 'updated_at': '2021-08-19T00:38:42Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'subnets': [{'id': 'ef0c2a07-93ff-4a28-b5c5-979581711123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:41:22.666669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c8f3f96-05ea-4fe3-a503-41f3d1d53df1 req-b8f030f1-ed81-4a41-bf06-d1ebd8859fdf service neutron] 10.222.0.21 "GET /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883329 Aug 19 00:41:22.865892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f59d43-59ba-40d6-a53d-5929ddc81945 None None] New status for floating IP fdf1dc8d-ce67-47d3-a2d4-8652e1daf5ac: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:41:23.591283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321e3b3-83da-4041-901a-3fa2ebf26ab7 req-b14974af-17d3-4e83-9abf-a131fba82ed2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:23.592787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f321e3b3-83da-4041-901a-3fa2ebf26ab7 req-b14974af-17d3-4e83-9abf-a131fba82ed2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.1000330 Aug 19 00:41:23.629091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f321e3b3-83da-4041-901a-3fa2ebf26ab7 req-32bf1287-fc0c-4fab-8cef-43f9cd511c7a tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/security-groups?id=7251ef1e-7d58-4d04-8a42-02687b7950c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301447 Aug 19 00:41:24.083462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-1618255d-5142-4f4e-b2f6-904619358df8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:24.084864 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-1618255d-5142-4f4e-b2f6-904619358df8 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 946 time: 0.0478044 Aug 19 00:41:24.175064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:24.175428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:24.262504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port c37bd931-945d-422d-9433-16c1b862fbd4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=c37bd931-945d-422d-9433-16c1b862fbd4,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:24.262871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:24.275391 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for c37bd931-945d-422d-9433-16c1b862fbd4 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:24.399768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:24.427246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=c37bd931-945d-422d-9433-16c1b862fbd4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:24.470417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] No DVR routers for this DVR port c37bd931-945d-422d-9433-16c1b862fbd4 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:41:24.473049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:24.475102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30abd5e9-e54c-4df8-81f2-d18033344688 req-b0eacf74-f97b-4042-98d7-4c895bd5133c tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.21 "DELETE /v2.0/ports/c37bd931-945d-422d-9433-16c1b862fbd4 HTTP/1.1" status: 204 len: 173 time: 0.3840601 Aug 19 00:41:24.475542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-deleted', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:41:24.477866 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38cf4d-50bf-4dca-85b8-9025e6221928" -d '{"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-deleted", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:41:24.517022 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572642bd-8a96-41fb-ac44-ddbc267715ca x-openstack-request-id: req-572642bd-8a96-41fb-ac44-ddbc267715ca {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:41:24.517316 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d10319-6e6f-4b9b-91c6-6ef03cc1b856", "name": "network-vif-deleted", "tag": "c37bd931-945d-422d-9433-16c1b862fbd4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:41:24.517568 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-572642bd-8a96-41fb-ac44-ddbc267715ca {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:41:24.517966 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d10319-6e6f-4b9b-91c6-6ef03cc1b856', 'name': 'network-vif-deleted', 'tag': 'c37bd931-945d-422d-9433-16c1b862fbd4', 'status': 'completed', 'code': 200} Aug 19 00:41:24.737830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c4382e9-f0e8-4c0d-ba83-cc94d86e58ea req-ef92e2b7-9faa-4206-900d-0546563cd76b tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d10319-6e6f-4b9b-91c6-6ef03cc1b856 HTTP/1.1" status: 200 len: 210 time: 0.0296109 Aug 19 00:41:25.793628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40570) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:26.142734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:26.388233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port 9110c0cc-e4aa-4346-aa72-fc248575fb77 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:26.388736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:26.477687 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port 9110c0cc-e4aa-4346-aa72-fc248575fb77, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9110c0cc-e4aa-4346-aa72-fc248575fb77,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:26.477974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:26.489363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for 9110c0cc-e4aa-4346-aa72-fc248575fb77 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:26.667496 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:26.691753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=9110c0cc-e4aa-4346-aa72-fc248575fb77,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:26.868847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:26.943942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.078647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Router f387189d-afc6-4308-9f8a-bb9a978eb1fd has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:41:27.483443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:41:27.488368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cf5d95dd-0822-48d5-a575-2ad5832d62cb tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "PUT /v2.0/routers/f387189d-afc6-4308-9f8a-bb9a978eb1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6936965 Aug 19 00:41:27.491595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40572) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:27.494136 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Sync routers for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:41:27.503511 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:41:27.504108 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:27.541834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting subnet ef0c2a07-93ff-4a28-b5c5-979581711123 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:41:27.544947 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.590254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.604602 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:41:27.674582 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.730970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.759207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0c2a07-93ff-4a28-b5c5-979581711123,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:27.761122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.762978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-82423cd4-9193-4247-9400-c74de1377dfa tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/subnets/ef0c2a07-93ff-4a28-b5c5-979581711123 HTTP/1.1" status: 204 len: 168 time: 0.2700400 Aug 19 00:41:27.765821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:27.771403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009aed1-9e33-40c0-a433-7efa1365a502 None None] Network c82d18e7-6581-416e-9e29-226324279b20 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:27.777497 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:41:26Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:27.806863 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Checking router: f387189d-afc6-4308-9f8a-bb9a978eb1fd for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:41:27.813049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Routers {'f387189d-afc6-4308-9f8a-bb9a978eb1fd'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:41:27.813669 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:27.887461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:27.953655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] DHCP port deletion for c82d18e7-6581-416e-9e29-226324279b20 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:41:27.991551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.004544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Deleting port 9b4950f9-21ca-4194-ad64-63713e7b186a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:28.004940 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.015349 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] Set router f387189d-afc6-4308-9f8a-bb9a978eb1fd gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:41:28.048161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Deleting port c8196e94-bfa6-434a-ad78-10cd8020cf5c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:28.048671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.057734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:41:28.084003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: c37bd931-945d-422d-9433-16c1b862fbd4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:41:28.084377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device c37bd931-945d-422d-9433-16c1b862fbd4 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:41:28.086884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] For port 9b4950f9-21ca-4194-ad64-63713e7b186a, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9b4950f9-21ca-4194-ad64-63713e7b186a,segment=NetworkSegment(9c83fff4-03ef-421d-a2c3-4afa5a355983),segment_id=9c83fff4-03ef-421d-a2c3-4afa5a355983)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:28.087377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.099737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Calling delete_port for 9b4950f9-21ca-4194-ad64-63713e7b186a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:28.135436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] For port c8196e94-bfa6-434a-ad78-10cd8020cf5c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c8196e94-bfa6-434a-ad78-10cd8020cf5c,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:28.135840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.148702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Calling delete_port for c8196e94-bfa6-434a-ad78-10cd8020cf5c owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:28.186973 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.202683 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:41:26Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:28.210672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Pushing event deleted for resources: {'Port': ['ID=9b4950f9-21ca-4194-ad64-63713e7b186a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:28.220781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.221166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.221492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.221835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.222175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.222506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.222846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.223299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.223642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.223971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.224857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.225201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.227906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45d5df-28c5-4f31-ae2e-c1e2b7911821 None None] No DVR routers for this DVR port 9b4950f9-21ca-4194-ad64-63713e7b186a on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:41:28.235869 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425c8a-9b39-4b99-872e-2d9ed421aa7f None None] The sync data for ids ['f387189d-afc6-4308-9f8a-bb9a978eb1fd'] in n-d-771363-38 is: [{'id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22020232', 'tenant_id': '5e17996b1d784d1c97872bc70c89a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:41:26Z', 'revision_number': 5, 'project_id': '5e17996b1d784d1c97872bc70c89a535', 'gw_port': {'id': 'c8196e94-bfa6-434a-ad78-10cd8020cf5c', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f387189d-afc6-4308-9f8a-bb9a978eb1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:38:35Z', 'updated_at': '2021-08-19T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:41:28.329839 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.355487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Port': ['ID=c8196e94-bfa6-434a-ad78-10cd8020cf5c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:28.384484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.384837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.385182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.385523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.385862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.386196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.386530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.386862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.387190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.387519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.387845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.388168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:41:28.425041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.514895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.516937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.558460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.558971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Fanout notify agent at l3_agent the message router_deleted on router f387189d-afc6-4308-9f8a-bb9a978eb1fd {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:41:28.566108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.567192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1038ed3c-dd25-4631-b59b-9d3d8a5a58b2 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/routers/f387189d-afc6-4308-9f8a-bb9a978eb1fd HTTP/1.1" status: 204 len: 168 time: 0.8001156 Aug 19 00:41:28.572136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40576) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:28.652768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.740600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.750630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82d18e7-6581-416e-9e29-226324279b20']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:28.760791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c83fff4-03ef-421d-a2c3-4afa5a355983') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:28.761233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c83fff4-03ef-421d-a2c3-4afa5a355983') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:28.770701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.793822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.804246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9b4950f9-21ca-4194-ad64-63713e7b186a no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:41:28.809684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:41:28.811031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:41:28.813588 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:41:28.827327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 9b4950f9-21ca-4194-ad64-63713e7b186a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:41:28.827675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9b4950f9-21ca-4194-ad64-63713e7b186a not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:41:28.828179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9110c0cc-e4aa-4346-aa72-fc248575fb77 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:41:28.849073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 9110c0cc-e4aa-4346-aa72-fc248575fb77 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:41:28.849073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9110c0cc-e4aa-4346-aa72-fc248575fb77 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:41:28.875276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.884291 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.886140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/networks/c82d18e7-6581-416e-9e29-226324279b20 HTTP/1.1" status: 204 len: 168 time: 0.3130312 Aug 19 00:41:28.888945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:28.898215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ace4a-2820-4e42-a633-00911a67cb0d tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'Network': ['ID=c82d18e7-6581-416e-9e29-226324279b20,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:28.951468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:28.978867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.040741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.043396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.044549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] 10.222.0.20 "DELETE /v2.0/security-groups/7251ef1e-7d58-4d04-8a42-02687b7950c2 HTTP/1.1" status: 204 len: 168 time: 0.1545246 Aug 19 00:41:29.054127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbe955-d152-41fb-a674-233c8ac86145 tempest-TestNetworkAdvancedServerOps-719124203 tempest-TestNetworkAdvancedServerOps-719124203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251ef1e-7d58-4d04-8a42-02687b7950c2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:29.368810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:29.500704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2b3ab5d6-3bb9-4502-971d-85cff0efdae4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e17996b1d784d1c97872bc70c89a535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306448 Aug 19 00:41:29.503083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:29.550347 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.570823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.616550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.619003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.620135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31a680ed-c135-43ed-8e0a-96b2bcb791c5 HTTP/1.1" status: 204 len: 168 time: 0.1161556 Aug 19 00:41:29.627880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094ef5b-b6b8-4922-8d15-66c326559881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a680ed-c135-43ed-8e0a-96b2bcb791c5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:29.873886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:29.913158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f53e3ad4-479e-4b29-8382-5f81bac87f3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe2bc15922744fad92cea53a4aca923b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380881 Aug 19 00:41:29.915547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:29.964001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:29.985272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.030598 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.033333 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.034529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e383c063-28c3-42cc-9810-3503607deef1 HTTP/1.1" status: 204 len: 168 time: 0.1180422 Aug 19 00:41:30.043582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443074-9eb2-407c-a7fb-16c2b4f7b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383c063-28c3-42cc-9810-3503607deef1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:30.693867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:30.706758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c8196e94-bfa6-434a-ad78-10cd8020cf5c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:41:30.726645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c8196e94-bfa6-434a-ad78-10cd8020cf5c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:41:30.726990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c8196e94-bfa6-434a-ad78-10cd8020cf5c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:41:30.790304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-531285085-network', 'tenant_id': 'e1bcf18241fd45928a91ac8f2ad24483'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:30.811330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Made reservation on behalf of e1bcf18241fd45928a91ac8f2ad24483 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:30.813636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.822585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.909163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.913120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.934361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:41:30.949398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:30.953222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:30.953570 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Added segment ef81e53d-7171-4068-b338-d184542e40f6 of type vlan for network d2068abd-51bd-4141-a6cf-b0a634982ab1 Aug 19 00:41:30.993703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.017235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.018327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:31.018940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.070354 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3744137 Aug 19 00:41:31.072736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40624) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:31.077789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Request body: {'subnet': {'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-531285085-subnet', 'tenant_id': 'e1bcf18241fd45928a91ac8f2ad24483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:31.082130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ceab9-891f-45fe-94b0-0f8980ce1634 admin admin] Pushing event updated for resources: {'Network': ['ID=d2068abd-51bd-4141-a6cf-b0a634982ab1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:31.092215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d2068abd-51bd-4141-a6cf-b0a634982ab1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:41:31.099862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Made reservation on behalf of e1bcf18241fd45928a91ac8f2ad24483 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:31.102290 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.264102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.317885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127f2050-74fe-485c-bac8-1de949612aaf,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:31.324726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Checking segment: {'id': 'ef81e53d-7171-4068-b338-d184542e40f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:41:31.325088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Network hostable DHCP agents. Network: d2068abd-51bd-4141-a6cf-b0a634982ab1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:41:31.341393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Network d2068abd-51bd-4141-a6cf-b0a634982ab1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:41:31.350933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d2068abd-51bd-4141-a6cf-b0a634982ab1) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:41:31.356638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:31.356638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.360843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cee79c-43ed-4749-98ca-cc2776677b23 None None] Network d2068abd-51bd-4141-a6cf-b0a634982ab1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:31.371843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8d65cebd-3046-4ec4-b8f2-9fb2acf64786 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2979658 Aug 19 00:41:31.486601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c7f24-df8f-4066-a72e-678f3f35a586 None None] Network d2068abd-51bd-4141-a6cf-b0a634982ab1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:31.823526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40640) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:31.828693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-750694750-network', 'tenant_id': '2c50359ec9e74dfa9f316d16c2688741'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:31.849371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Made reservation on behalf of 2c50359ec9e74dfa9f316d16c2688741 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:31.851561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.859802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.949138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.952796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.973647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:41:31.988257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070981be-90a7-4add-ae92-9abca25eb41d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:31.991643 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:31.991993 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Added segment 71514b5e-3303-4001-a0d7-46ff84232545 of type vlan for network 3f762edd-85f9-4c56-adb0-55738f940c1b Aug 19 00:41:32.030117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.054073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.055056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:32.055627 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.103602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2789454 Aug 19 00:41:32.106408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:32.111522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Request body: {'subnet': {'network_id': '3f762edd-85f9-4c56-adb0-55738f940c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-750694750-subnet', 'tenant_id': '2c50359ec9e74dfa9f316d16c2688741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:32.114181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d14d1-002c-4e51-8eaf-697bc4bb6eab admin admin] Pushing event updated for resources: {'Network': ['ID=3f762edd-85f9-4c56-adb0-55738f940c1b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:32.124287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 3f762edd-85f9-4c56-adb0-55738f940c1b details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:41:32.133926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Made reservation on behalf of 2c50359ec9e74dfa9f316d16c2688741 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:32.136411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.299941 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.354577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c92a5b0-2c0f-459f-9f5b-8229dde53424,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:32.362044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Checking segment: {'id': '71514b5e-3303-4001-a0d7-46ff84232545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f762edd-85f9-4c56-adb0-55738f940c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:41:32.362404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Network hostable DHCP agents. Network: 3f762edd-85f9-4c56-adb0-55738f940c1b, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:41:32.378267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Network 3f762edd-85f9-4c56-adb0-55738f940c1b is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:41:32.386367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 3f762edd-85f9-4c56-adb0-55738f940c1b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:41:32.390942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:32.391874 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:32.395138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b13a80-d471-4f90-a248-d0d9e681a046 None None] Network 3f762edd-85f9-4c56-adb0-55738f940c1b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:32.406073 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7d091006-0d50-4cee-8522-963e81dd7b62 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2985799 Aug 19 00:41:32.518246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784aff15-f7c6-4980-ac39-9dc538391f18 None None] Network 3f762edd-85f9-4c56-adb0-55738f940c1b requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:32.881586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-ef94dad1-495d-4133-ac12-d3ccb2486b17 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:32.883055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-ef94dad1-495d-4133-ac12-d3ccb2486b17 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/networks?id=d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 200 len: 811 time: 0.1035063 Aug 19 00:41:32.897857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-d454b1b5-f061-4ea2-9b11-6b3e9e4e772e tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/quotas/e1bcf18241fd45928a91ac8f2ad24483 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Aug 19 00:41:32.928179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-ec81b7f9-c1b1-4ac1-888a-a4be5d4e1c7e tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253589 Aug 19 00:41:33.115801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-276eb193-f895-428b-b003-390d22bd11a3 service neutron] 10.222.0.20 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809504 Aug 19 00:41:33.201477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-0bb6c21f-fd00-4025-a832-38f23ca46bcb service neutron] 10.222.0.20 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793877 Aug 19 00:41:33.357978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbeaedf8-03d8-492a-b5ab-ce3ee4aa5343 req-c0bc69cf-7818-4448-a327-e9d030f41e84 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 210 time: 0.0281518 Aug 19 00:41:34.470439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5c86db1-8880-4e61-9122-1bb6ec8d3a9d req-e1a58fb1-9a8b-4fd0-84a5-10745d8053be tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 210 time: 0.0340757 Aug 19 00:41:34.516386 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-010c358d-0c6d-4789-b62d-dc594bf38f56 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:34.517759 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-010c358d-0c6d-4789-b62d-dc594bf38f56 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.21 "GET /v2.0/networks?id=d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 200 len: 811 time: 0.1308701 Aug 19 00:41:34.537722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Request body: {'port': {'device_id': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1', 'admin_state_up': True, 'tenant_id': 'e1bcf18241fd45928a91ac8f2ad24483'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:34.646261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Made reservation on behalf of e1bcf18241fd45928a91ac8f2ad24483 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:34.649615 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:34.773243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Allocated IP 172.20.0.5 (d2068abd-51bd-4141-a6cf-b0a634982ab1/127f2050-74fe-485c-bac8-1de949612aaf/20e4119d-5341-4f00-86ad-d5165c407786) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:41:34.923114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:34.960986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.008431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Network d2068abd-51bd-4141-a6cf-b0a634982ab1 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:41:35.011468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:41:35.015254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:41:35.038596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Pushing event updated for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:35.064827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:35.065441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.078594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-5f947dec-91b5-43f6-978a-fd760b18aa2d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444748 Aug 19 00:41:35.096203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Request body: {'port': {'device_id': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:35.152588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.409425 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e4119d-5341-4f00-86ad-d5165c407786 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:41:35.417208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.429810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Transition to ACTIVE for port object 20e4119d-5341-4f00-86ad-d5165c407786 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:41:35.433456 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.499096 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:35.550061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Attempting to bind port 20e4119d-5341-4f00-86ad-d5165c407786 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:41:35.550393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Attempting to bind port 20e4119d-5341-4f00-86ad-d5165c407786 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'ef81e53d-7171-4068-b338-d184542e40f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:41:35.550721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Attempting to bind port 20e4119d-5341-4f00-86ad-d5165c407786 on network d2068abd-51bd-4141-a6cf-b0a634982ab1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:41:35.555686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Port 20e4119d-5341-4f00-86ad-d5165c407786 on network d2068abd-51bd-4141-a6cf-b0a634982ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:41:35.556008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Attempting to bind port 20e4119d-5341-4f00-86ad-d5165c407786 on network d2068abd-51bd-4141-a6cf-b0a634982ab1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:41:35.560909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:41:35.561248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Checking segment: {'id': 'ef81e53d-7171-4068-b338-d184542e40f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:41:35.561631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Bound using segment: {'id': 'ef81e53d-7171-4068-b338-d184542e40f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:41:35.562058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Bound port: 20e4119d-5341-4f00-86ad-d5165c407786, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef81e53d-7171-4068-b338-d184542e40f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:41:35.562418 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.590011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf7ee1-20be-49e7-9d07-06056ffea49b req-07b86189-73fc-475b-8286-33f1afa6f32c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:35.591489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6edf7ee1-20be-49e7-9d07-06056ffea49b req-07b86189-73fc-475b-8286-33f1afa6f32c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 943 time: 0.0523734 Aug 19 00:41:35.624660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:41:35.627577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=20e4119d-5341-4f00-86ad-d5165c407786,segment=NetworkSegment(ef81e53d-7171-4068-b338-d184542e40f6),segment_id=ef81e53d-7171-4068-b338-d184542e40f6)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:41:35.631147 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6edf7ee1-20be-49e7-9d07-06056ffea49b req-35f56436-617a-4365-b559-61198c30a09e tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Aug 19 00:41:35.633056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.668237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:35.668983 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:35.670351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] 10.222.0.21 "PUT /v2.0/ports/20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 200 len: 1092 time: 0.5784416 Aug 19 00:41:35.670781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:41:35.673024 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362de913-83b7-46bc-9375-d3e096a468fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "tag": "20e4119d-5341-4f00-86ad-d5165c407786"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:41:35.699114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef51c-7601-49a4-b4d7-067bd7a8fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:35.717390 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c3d48-c724-4b87-acb0-dddf4f8da0df x-openstack-request-id: req-5c5c3d48-c724-4b87-acb0-dddf4f8da0df {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:41:35.717675 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "tag": "20e4119d-5341-4f00-86ad-d5165c407786", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:41:35.717926 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c5c3d48-c724-4b87-acb0-dddf4f8da0df {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:41:35.718498 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786', 'status': 'completed', 'code': 200} Aug 19 00:41:35.785948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-35770f02-588a-430e-b4fe-f4792ffa7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:35.787577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-35770f02-588a-430e-b4fe-f4792ffa7c86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 1095 time: 0.0409806 Aug 19 00:41:35.838253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-b3b4004e-e085-40b2-96ee-880e428e4241 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 200 len: 217 time: 0.0376174 Aug 19 00:41:35.886486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-64ea90ff-75e5-44ab-901a-e0b0145822e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:35.887885 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-64ea90ff-75e5-44ab-901a-e0b0145822e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=127f2050-74fe-485c-bac8-1de949612aaf HTTP/1.1" status: 200 len: 851 time: 0.0426517 Aug 19 00:41:35.917972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-b0318a55-6e8e-4152-afa6-fd570323aa5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2068abd-51bd-4141-a6cf-b0a634982ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231040 Aug 19 00:41:36.008093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-b25ee1a9-b771-4c47-9091-6410b2053671 service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828297 Aug 19 00:41:36.096377 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee57f175-c6ee-4840-a21c-427e773b1f5a req-d7aea256-4c0c-41db-bbeb-21a447c4e12e service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809660 Aug 19 00:41:36.225554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de913-83b7-46bc-9375-d3e096a468fd req-317c1b8a-9654-4116-8534-6bca69e91076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:36.226921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-317c1b8a-9654-4116-8534-6bca69e91076 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 1095 time: 0.0438178 Aug 19 00:41:36.314927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de913-83b7-46bc-9375-d3e096a468fd req-767bfd8a-1f76-4909-a819-0ad9b5099d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:36.316466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-767bfd8a-1f76-4909-a819-0ad9b5099d1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 200 len: 911 time: 0.0823171 Aug 19 00:41:36.367639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-ab89b732-1e37-4931-8699-d1bf01145cd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 200 len: 217 time: 0.0381508 Aug 19 00:41:36.415660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de913-83b7-46bc-9375-d3e096a468fd req-96fcaf04-2f04-4920-b0f8-1cabb961ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:36.417128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-96fcaf04-2f04-4920-b0f8-1cabb961ecfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=127f2050-74fe-485c-bac8-1de949612aaf HTTP/1.1" status: 200 len: 851 time: 0.0423822 Aug 19 00:41:36.447812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-aa8087bb-55b2-4c8d-bf5b-669bc57c78c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2068abd-51bd-4141-a6cf-b0a634982ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238347 Aug 19 00:41:36.540987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-8ef854f1-1ee8-4289-a6b5-9ac48d9120d4 service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Aug 19 00:41:36.626814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-362de913-83b7-46bc-9375-d3e096a468fd req-d52a02c8-e11d-4c72-beae-7f5aaea03b71 service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785565 Aug 19 00:41:36.744514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def19b-3dbf-4eea-986c-99497abfb162 req-f8941cb5-8100-4326-8d74-64cd86dc0ef5 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:36.745975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3def19b-3dbf-4eea-986c-99497abfb162 req-f8941cb5-8100-4326-8d74-64cd86dc0ef5 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 943 time: 0.0489795 Aug 19 00:41:36.782965 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d3def19b-3dbf-4eea-986c-99497abfb162 req-c555af69-71ec-46ed-b09e-2ea3d5315dfb tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Aug 19 00:41:37.897271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2231cb-8279-4069-8bae-d31c84ec7f4f req-e5e11c36-f154-4d80-a07b-f7b56118262c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:37.898735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf2231cb-8279-4069-8bae-d31c84ec7f4f req-e5e11c36-f154-4d80-a07b-f7b56118262c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 943 time: 0.0478106 Aug 19 00:41:37.935641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf2231cb-8279-4069-8bae-d31c84ec7f4f req-834331e0-8a04-4d1b-a422-0806bb4ee190 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Aug 19 00:41:39.046717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03443b-a959-449e-8e14-a9ddbc1d7a67 req-75ccb36f-2355-4cc2-8f06-3f584dd976a7 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:39.048213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa03443b-a959-449e-8e14-a9ddbc1d7a67 req-75ccb36f-2355-4cc2-8f06-3f584dd976a7 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 943 time: 0.0486977 Aug 19 00:41:39.086652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa03443b-a959-449e-8e14-a9ddbc1d7a67 req-068b0008-c12a-4fb2-967e-086a74ce9058 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Aug 19 00:41:40.115498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 20e4119d-5341-4f00-86ad-d5165c407786 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:41:40.204873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776b4e2-d630-4384-b979-970586ad2370 req-7f20c6f8-ea57-4f0b-9d07-a44213fffb72 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:40.206396 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9776b4e2-d630-4384-b979-970586ad2370 req-7f20c6f8-ea57-4f0b-9d07-a44213fffb72 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 943 time: 0.0523267 Aug 19 00:41:40.209690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=20e4119d-5341-4f00-86ad-d5165c407786,segment=NetworkSegment(ef81e53d-7171-4068-b338-d184542e40f6),segment_id=ef81e53d-7171-4068-b338-d184542e40f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:40.220566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '20e4119d-5341-4f00-86ad-d5165c407786', 'network_id': 'd2068abd-51bd-4141-a6cf-b0a634982ab1', 'port_id': '20e4119d-5341-4f00-86ad-d5165c407786', 'mac_address': 'fa:16:3e:53:0f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127f2050-74fe-485c-bac8-1de949612aaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:41:40.244854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9776b4e2-d630-4384-b979-970586ad2370 req-befd985e-f0ab-49c8-8748-7ef92c4923b0 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 19 00:41:40.257079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:40.269402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e4119d-5341-4f00-86ad-d5165c407786 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:41:40.291213 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=20e4119d-5341-4f00-86ad-d5165c407786,segment=NetworkSegment(ef81e53d-7171-4068-b338-d184542e40f6),segment_id=ef81e53d-7171-4068-b338-d184542e40f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:40.295077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:40.339723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:40.662299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['20e4119d-5341-4f00-86ad-d5165c407786'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:41:41.363119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4cf2d-a0e2-4ad3-9544-4d526db11fe7 req-e84c0a01-e51f-4850-8bd2-430c19d51b18 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:41.364665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06d4cf2d-a0e2-4ad3-9544-4d526db11fe7 req-e84c0a01-e51f-4850-8bd2-430c19d51b18 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 944 time: 0.0541606 Aug 19 00:41:41.402888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06d4cf2d-a0e2-4ad3-9544-4d526db11fe7 req-7d6b6223-2af9-4cdc-bcac-e739a0fbe546 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 19 00:41:42.131704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 20e4119d-5341-4f00-86ad-d5165c407786 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:41:42.180531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 20e4119d-5341-4f00-86ad-d5165c407786 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:41:42.184038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 20e4119d-5341-4f00-86ad-d5165c407786 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:41:42.184455 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:42.257829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:42.281325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:41:42.283604 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e527d-478b-4f6f-afc2-98da7d55b593" -d '{"events": [{"server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "name": "network-vif-plugged", "status": "completed", "tag": "20e4119d-5341-4f00-86ad-d5165c407786"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:41:42.297361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=20e4119d-5341-4f00-86ad-d5165c407786,segment=NetworkSegment(ef81e53d-7171-4068-b338-d184542e40f6),segment_id=ef81e53d-7171-4068-b338-d184542e40f6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:42.301835 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:42.330101 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414e167-69e0-4f19-80a7-1ce0d02688b2 x-openstack-request-id: req-8414e167-69e0-4f19-80a7-1ce0d02688b2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:41:42.330402 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "name": "network-vif-plugged", "status": "completed", "tag": "20e4119d-5341-4f00-86ad-d5165c407786", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:41:42.330653 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8414e167-69e0-4f19-80a7-1ce0d02688b2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:41:42.331035 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786', 'code': 200} Aug 19 00:41:42.357390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:42.440940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eca73-8287-4b60-849f-941f4a63f725 req-05ebbcb3-d617-47ca-8f43-a29685bdb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:42.442566 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e50eca73-8287-4b60-849f-941f4a63f725 req-05ebbcb3-d617-47ca-8f43-a29685bdb44d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 1097 time: 0.0410097 Aug 19 00:41:42.486605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e50eca73-8287-4b60-849f-941f4a63f725 req-cedc6c8c-f774-41f3-ab69-de16bb02cf31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Aug 19 00:41:42.495454 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-098178ac-6228-4a1b-80b9-72815143a036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:42.519762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17576-6f48-4c96-a7fb-aa18c8eb003a req-5fd82bcb-f46c-42eb-b659-e163f545d812 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:42.521336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29e17576-6f48-4c96-a7fb-aa18c8eb003a req-5fd82bcb-f46c-42eb-b659-e163f545d812 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0507905 Aug 19 00:41:42.559139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29e17576-6f48-4c96-a7fb-aa18c8eb003a req-4ed61d20-695e-42ac-8c8d-2549ae1e927b tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 19 00:41:43.001159 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:41:43.673120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac98d7-672a-4a23-81c0-65fff6b7ccdd req-6327a61e-8fe8-400b-a5ee-12018686bacd tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:43.674583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1ac98d7-672a-4a23-81c0-65fff6b7ccdd req-6327a61e-8fe8-400b-a5ee-12018686bacd tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0490215 Aug 19 00:41:43.711368 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1ac98d7-672a-4a23-81c0-65fff6b7ccdd req-0b245765-f08e-4409-b4a1-4f130eae1868 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Aug 19 00:41:44.822007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638275e2-9e67-40fb-8693-56b9c59b8754 req-0965949b-f22f-4fbb-bc3d-edc030772efa tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:44.823478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-638275e2-9e67-40fb-8693-56b9c59b8754 req-0965949b-f22f-4fbb-bc3d-edc030772efa tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0478685 Aug 19 00:41:44.861030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-638275e2-9e67-40fb-8693-56b9c59b8754 req-ed336d52-d426-4706-8153-cf36e8cdd504 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 19 00:41:44.977352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874a690-2e19-40c3-8045-a32ad79d3250 req-38e65c89-b2e6-4a8e-a89a-b0cdf0c284a3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:44.978779 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7874a690-2e19-40c3-8045-a32ad79d3250 req-38e65c89-b2e6-4a8e-a89a-b0cdf0c284a3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0532551 Aug 19 00:41:44.986670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49731988-67ec-43b8-adb9-d99afb5c5b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:45.016245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7874a690-2e19-40c3-8045-a32ad79d3250 req-ed359eac-2994-4417-ac23-b6f7445fe42d tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 19 00:41:45.211555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:45.235836 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bb398-89cd-4ffa-914b-5abf1f7ce05b req-f1c67df6-43d2-414c-9fc4-4f61bc876207 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:45.237274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c9bb398-89cd-4ffa-914b-5abf1f7ce05b req-f1c67df6-43d2-414c-9fc4-4f61bc876207 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0492611 Aug 19 00:41:45.274651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c9bb398-89cd-4ffa-914b-5abf1f7ce05b req-d940c191-6152-4ebc-af18-1cdfe230e672 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 19 00:41:45.423550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:46.392411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58234b9-6832-4286-9e15-c8d081287880 req-5cf3675e-ddeb-4552-a640-47d0e1e64d58 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:46.393866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e58234b9-6832-4286-9e15-c8d081287880 req-5cf3675e-ddeb-4552-a640-47d0e1e64d58 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0515373 Aug 19 00:41:46.407315 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:46.431511 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e58234b9-6832-4286-9e15-c8d081287880 req-e3d53760-8e4a-4130-ba41-d409a3e97cb3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Aug 19 00:41:46.630747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebae94-081a-4b86-ac96-1f2bd0e50a0a req-901db71b-7586-4a22-9e87-f4ef47c8dd6c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:46.632210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acebae94-081a-4b86-ac96-1f2bd0e50a0a req-901db71b-7586-4a22-9e87-f4ef47c8dd6c tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0505002 Aug 19 00:41:46.668991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-acebae94-081a-4b86-ac96-1f2bd0e50a0a req-260ef261-9217-4ad8-80b4-aa74e2d20a21 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Aug 19 00:41:46.669372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-f6bc0c8f-31ef-478a-9999-f8b270c64134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:46.670847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-f6bc0c8f-31ef-478a-9999-f8b270c64134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 1097 time: 0.0407708 Aug 19 00:41:46.763371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-3811bc6b-003b-411e-ace0-b3fcb5b895a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:46.764857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-3811bc6b-003b-411e-ace0-b3fcb5b895a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 200 len: 911 time: 0.0867043 Aug 19 00:41:46.804674 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-ef7533fc-8aaa-43ba-a8c3-399421d5b019 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 200 len: 217 time: 0.0321698 Aug 19 00:41:46.856131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-08159e06-7e62-4867-a91f-5fdbcc56b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:46.857543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-08159e06-7e62-4867-a91f-5fdbcc56b3ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=127f2050-74fe-485c-bac8-1de949612aaf HTTP/1.1" status: 200 len: 851 time: 0.0462527 Aug 19 00:41:46.888507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-938fbe1b-4f2e-4cdf-9b5c-c192fcbc8a1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2068abd-51bd-4141-a6cf-b0a634982ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232246 Aug 19 00:41:46.975523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-0b6da7e9-ef33-4000-a9ff-5e22c9d587da service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Aug 19 00:41:47.066634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5742b31a-bc90-434a-866f-9c7b97d25a02 req-4b899c20-a25d-4421-a06f-862eedcf007c service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Aug 19 00:41:47.783086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f70f4-2961-40ae-85c8-17696d7f0c45 req-77ad6947-212f-48b9-ab29-21c80f0bb37e tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:47.784600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-263f70f4-2961-40ae-85c8-17696d7f0c45 req-77ad6947-212f-48b9-ab29-21c80f0bb37e tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0482326 Aug 19 00:41:47.821804 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-263f70f4-2961-40ae-85c8-17696d7f0c45 req-a2be5f78-4474-4a46-8c14-5975c992edf7 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Aug 19 00:41:47.892936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:48.935042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63e03-3ce5-42bb-93fb-33b02694bddd req-d0918e0d-69b7-49a4-85bb-59c7793cb4e4 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:48.936540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-efa63e03-3ce5-42bb-93fb-33b02694bddd req-d0918e0d-69b7-49a4-85bb-59c7793cb4e4 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0483749 Aug 19 00:41:48.972838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-efa63e03-3ce5-42bb-93fb-33b02694bddd req-efbc77c6-344a-4b3b-81c8-76b291c069fd tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Aug 19 00:41:49.195041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6107-1c48-4df5-a036-7a8a24d0e2d7 req-c8e245d4-e4fe-450e-b368-ad2eb6bcfe36 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:49.196531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e9a6107-1c48-4df5-a036-7a8a24d0e2d7 req-c8e245d4-e4fe-450e-b368-ad2eb6bcfe36 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0556850 Aug 19 00:41:49.235029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5e9a6107-1c48-4df5-a036-7a8a24d0e2d7 req-1bcfc353-7dc3-4f42-99d4-c721fe4af4a5 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Aug 19 00:41:50.352670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50994fc8-62e0-400b-afe8-8534812f97aa req-cb58792c-4107-4239-bf0d-0fab6794b9ed tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:50.354114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50994fc8-62e0-400b-afe8-8534812f97aa req-cb58792c-4107-4239-bf0d-0fab6794b9ed tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0526295 Aug 19 00:41:50.392893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50994fc8-62e0-400b-afe8-8534812f97aa req-2b2522a4-3859-4228-b265-2d533c4bca2f tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Aug 19 00:41:50.592507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421af06-d175-4b24-95a0-c993851eed0e req-3840f859-761c-4ca1-b5e0-aa1aa36f5a28 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:50.594153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a421af06-d175-4b24-95a0-c993851eed0e req-3840f859-761c-4ca1-b5e0-aa1aa36f5a28 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0522187 Aug 19 00:41:50.653980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a421af06-d175-4b24-95a0-c993851eed0e req-26e1e014-a07b-4fed-9788-3a019ca8fcce tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Aug 19 00:41:50.658367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-c3461937-0edd-4cf2-9486-a14cfe07ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:50.659799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-c3461937-0edd-4cf2-9486-a14cfe07ec12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 1097 time: 0.0647893 Aug 19 00:41:50.751661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-4def6098-4ff9-498f-9552-0916906f9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:50.753147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-4def6098-4ff9-498f-9552-0916906f9a79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 200 len: 911 time: 0.0866785 Aug 19 00:41:50.794126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-102dd090-11e2-46c8-a593-8ef94d1e36b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 200 len: 217 time: 0.0334513 Aug 19 00:41:50.841876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-8b1caa9c-dd4c-44a0-aa84-8abe248a8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:50.843384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-8b1caa9c-dd4c-44a0-aa84-8abe248a8f11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=127f2050-74fe-485c-bac8-1de949612aaf HTTP/1.1" status: 200 len: 851 time: 0.0427303 Aug 19 00:41:50.877599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-0396d91f-1a8d-4f63-b298-c8b349822470 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2068abd-51bd-4141-a6cf-b0a634982ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266938 Aug 19 00:41:50.964043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-3306c6cb-05b3-4662-a3a5-8352b9fa3651 service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791824 Aug 19 00:41:51.054292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e78b30-032f-43ca-8815-71ac771ce502 req-a7610ed1-a9c3-4a7a-b301-cda9f0a82163 service neutron] 10.222.0.21 "GET /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Aug 19 00:41:51.769654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d13b6-8a3b-410b-96fa-66e433722d32 req-980c19f9-dbec-44d6-a36f-fd4c40e308f8 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:51.771136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-833d13b6-8a3b-410b-96fa-66e433722d32 req-980c19f9-dbec-44d6-a36f-fd4c40e308f8 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0478106 Aug 19 00:41:51.807766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-833d13b6-8a3b-410b-96fa-66e433722d32 req-97808de5-c049-438d-94dd-6995dbda5734 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Aug 19 00:41:52.923106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ab0-47ca-44f9-8ff6-2802782ec0d1 req-a4cddb8e-e12a-46f2-9385-8fc744ce6d6a tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:52.924590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38202ab0-47ca-44f9-8ff6-2802782ec0d1 req-a4cddb8e-e12a-46f2-9385-8fc744ce6d6a tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0482266 Aug 19 00:41:52.961414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-38202ab0-47ca-44f9-8ff6-2802782ec0d1 req-575218f8-b9ca-4ac5-997f-039a4c5185ee tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304301 Aug 19 00:41:53.184402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5ede5-5a7e-4d6c-a539-5efcf3c7458f req-43d82e22-9b70-4485-8068-54a3baba7a74 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:53.185881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2f5ede5-5a7e-4d6c-a539-5efcf3c7458f req-43d82e22-9b70-4485-8068-54a3baba7a74 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0485659 Aug 19 00:41:53.222585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c2f5ede5-5a7e-4d6c-a539-5efcf3c7458f req-7402d4de-7ca6-4218-ad92-8802bc261b4f tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Aug 19 00:41:54.337237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9334df3-5170-4f8b-a8b3-20ec1c90a068 req-fb507123-0874-48d6-9cc3-9adb1a89b526 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:54.338709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9334df3-5170-4f8b-a8b3-20ec1c90a068 req-fb507123-0874-48d6-9cc3-9adb1a89b526 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0480204 Aug 19 00:41:54.374727 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f9334df3-5170-4f8b-a8b3-20ec1c90a068 req-819c8775-4014-4218-80f9-fd2c05c3c087 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298769 Aug 19 00:41:55.181197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aef00-30bf-4f1f-9900-befa50672962 req-7da72351-6191-48b7-aab7-f07475fde818 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:55.182629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e53aef00-30bf-4f1f-9900-befa50672962 req-7da72351-6191-48b7-aab7-f07475fde818 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0517826 Aug 19 00:41:55.269065 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Deleting port 20e4119d-5341-4f00-86ad-d5165c407786 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:41:55.269408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:55.356602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] For port 20e4119d-5341-4f00-86ad-d5165c407786, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=20e4119d-5341-4f00-86ad-d5165c407786,segment=NetworkSegment(ef81e53d-7171-4068-b338-d184542e40f6),segment_id=ef81e53d-7171-4068-b338-d184542e40f6)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:41:55.356966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:55.369015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Calling delete_port for 20e4119d-5341-4f00-86ad-d5165c407786 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:41:55.528991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efcd6c-a24d-4b85-a13f-037981eb509c req-eb0b51d1-c3e2-49c5-997a-ba1071e92a41 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:55.530397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26efcd6c-a24d-4b85-a13f-037981eb509c req-eb0b51d1-c3e2-49c5-997a-ba1071e92a41 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce652791-7e3c-4f00-8d62-f6915387447c HTTP/1.1" status: 200 len: 945 time: 0.0887890 Aug 19 00:41:55.535262 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:55.568958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['20e4119d-5341-4f00-86ad-d5165c407786'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:41:55.578537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Pushing event deleted for resources: {'Port': ['ID=20e4119d-5341-4f00-86ad-d5165c407786,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:55.617423 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-26efcd6c-a24d-4b85-a13f-037981eb509c req-f52ca845-f492-4e97-a449-d8d832bbeefe tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790484 Aug 19 00:41:55.634451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] No DVR routers for this DVR port 20e4119d-5341-4f00-86ad-d5165c407786 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:41:55.636997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:55.638948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e53aef00-30bf-4f1f-9900-befa50672962 req-c5283ee3-db5f-4190-9868-8f44b8380fa3 tempest-TestServerAdvancedOps-493612566 tempest-TestServerAdvancedOps-493612566-project] 10.222.0.21 "DELETE /v2.0/ports/20e4119d-5341-4f00-86ad-d5165c407786 HTTP/1.1" status: 204 len: 173 time: 0.4491966 Aug 19 00:41:55.639462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'name': 'network-vif-deleted', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:41:55.641667 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd1381-7ae0-458b-aa57-95ff26a48e42" -d '{"events": [{"server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "name": "network-vif-deleted", "tag": "20e4119d-5341-4f00-86ad-d5165c407786"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:41:55.678817 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075ec81-2620-432f-b4dd-6d9ae5a43032 x-openstack-request-id: req-d075ec81-2620-432f-b4dd-6d9ae5a43032 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:41:55.679143 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce652791-7e3c-4f00-8d62-f6915387447c", "name": "network-vif-deleted", "tag": "20e4119d-5341-4f00-86ad-d5165c407786", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:41:55.679401 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d075ec81-2620-432f-b4dd-6d9ae5a43032 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:41:55.679804 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce652791-7e3c-4f00-8d62-f6915387447c', 'name': 'network-vif-deleted', 'tag': '20e4119d-5341-4f00-86ad-d5165c407786', 'status': 'completed', 'code': 200} Aug 19 00:41:56.676245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:56.725731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Deleting subnet 127f2050-74fe-485c-bac8-1de949612aaf {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:41:56.728819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.762132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.799547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.854438 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.878718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127f2050-74fe-485c-bac8-1de949612aaf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:56.883444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.885551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3e83f96e-9885-4aa6-a942-46980a77b639 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/127f2050-74fe-485c-bac8-1de949612aaf HTTP/1.1" status: 204 len: 168 time: 0.2082338 Aug 19 00:41:56.887985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:56.959953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:56.960550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.038319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.047574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2068abd-51bd-4141-a6cf-b0a634982ab1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.057309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef81e53d-7171-4068-b338-d184542e40f6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.057600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef81e53d-7171-4068-b338-d184542e40f6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.066665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.080011 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.086139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:41:57.086517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:41:57.088080 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:41:57.139115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.144389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.146872 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] 10.222.0.20 "DELETE /v2.0/networks/d2068abd-51bd-4141-a6cf-b0a634982ab1 HTTP/1.1" status: 204 len: 168 time: 0.2573574 Aug 19 00:41:57.149858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40752) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:57.157695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c766a-d2cd-41ac-a8f0-717c436c2cff admin admin] Pushing event deleted for resources: {'Network': ['ID=d2068abd-51bd-4141-a6cf-b0a634982ab1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:57.194213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Deleting subnet 3c92a5b0-2c0f-459f-9f5b-8229dde53424 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:41:57.197292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.230487 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.267003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.316949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.346515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c92a5b0-2c0f-459f-9f5b-8229dde53424,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:57.351135 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.352971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-555af35c-14ed-488b-ace0-a0088f1c3c77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3c92a5b0-2c0f-459f-9f5b-8229dde53424 HTTP/1.1" status: 204 len: 168 time: 0.2021105 Aug 19 00:41:57.355375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40754) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:57.420230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.497881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.507767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f762edd-85f9-4c56-adb0-55738f940c1b']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.517932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71514b5e-3303-4001-a0d7-46ff84232545') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.518232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71514b5e-3303-4001-a0d7-46ff84232545') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:41:57.526858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.540537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.546481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:41:57.546958 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:41:57.548611 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:41:57.600240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.605862 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.607580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f762edd-85f9-4c56-adb0-55738f940c1b HTTP/1.1" status: 204 len: 168 time: 0.2512374 Aug 19 00:41:57.619143 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a77df-04aa-48a7-a979-cbaab656aa35 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f762edd-85f9-4c56-adb0-55738f940c1b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:57.762394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40758) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:57.800602 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d76820cb-2ad5-47a7-854c-58aa3e7ca72d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1bcf18241fd45928a91ac8f2ad24483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369723 Aug 19 00:41:57.803632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40760) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:57.854454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.874801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.918331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.921165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:57.922299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bc4f13d-e07c-4b8d-b97f-3454a2da90fb HTTP/1.1" status: 204 len: 168 time: 0.1177530 Aug 19 00:41:57.930627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae87bc-dd24-423d-8385-a1086c165477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4f13d-e07c-4b8d-b97f-3454a2da90fb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:58.230245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 20e4119d-5341-4f00-86ad-d5165c407786 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:41:58.238144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:58.251658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 20e4119d-5341-4f00-86ad-d5165c407786 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:41:58.252010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 20e4119d-5341-4f00-86ad-d5165c407786 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:41:58.276908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ca8536a5-aa48-476b-8348-af36002a6640 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c50359ec9e74dfa9f316d16c2688741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374076 Aug 19 00:41:58.279193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:58.325173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:58.345639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:58.391601 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:58.394152 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:58.395478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/070981be-90a7-4add-ae92-9abca25eb41d HTTP/1.1" status: 204 len: 168 time: 0.1153665 Aug 19 00:41:58.404218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbdc3-e09a-480a-a8a0-3d2a1116d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070981be-90a7-4add-ae92-9abca25eb41d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:59.044593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40790) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:59.145421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1713040916-network', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:59.168087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Made reservation on behalf of 3feaedff1cfa46138b6532cfa4e5429e for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:59.170306 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.178864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.263819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.267657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.291332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:41:59.300800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec3cc2-c557-4c66-b8de-12d5ba59bf31,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:59.306322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.306672 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Added segment dbfe9422-9414-47da-90aa-51f23a109b89 of type vlan for network 0c84337d-a196-49bc-814d-c130212b9b98 Aug 19 00:41:59.345114 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.369591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.370538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:59.371110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.420505 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3746619 Aug 19 00:41:59.423277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:59.429082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Request body: {'subnet': {'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1713040916-subnet', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:59.431742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4094d6-b2a3-4319-80b4-8d8a109de352 admin admin] Pushing event updated for resources: {'Network': ['ID=0c84337d-a196-49bc-814d-c130212b9b98,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:59.441547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 0c84337d-a196-49bc-814d-c130212b9b98 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:41:59.449773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Made reservation on behalf of 3feaedff1cfa46138b6532cfa4e5429e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:41:59.452163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.614122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.670976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32b2687-16f9-4689-a73d-6ca396cf2ff7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:41:59.680190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Checking segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:41:59.680582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Network hostable DHCP agents. Network: 0c84337d-a196-49bc-814d-c130212b9b98, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:41:59.697360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Network 0c84337d-a196-49bc-814d-c130212b9b98 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:41:59.706039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 0c84337d-a196-49bc-814d-c130212b9b98) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:41:59.711427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:41:59.712517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.714369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363e984-176a-4764-a99f-cafe41e1b7c6 None None] Network 0c84337d-a196-49bc-814d-c130212b9b98 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:41:59.726221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-614be816-d412-48af-865c-dcc3edcacb46 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018405 Aug 19 00:41:59.728947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:41:59.733178 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:41:59.752717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.753675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.805130 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.861405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-0c84337d-a196-49bc-814d-c130212b9b98', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:41:59.862266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.938330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:41:59.992710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Allocated IP 172.20.0.2 (0c84337d-a196-49bc-814d-c130212b9b98/d32b2687-16f9-4689-a73d-6ca396cf2ff7/f2f964ac-dab1-4a70-aaa6-7bb776fade78) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:00.132909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.136107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.144375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Transition to ACTIVE for port object f2f964ac-dab1-4a70-aaa6-7bb776fade78 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:00.157293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.159601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Transition to ACTIVE for port object f2f964ac-dab1-4a70-aaa6-7bb776fade78 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:00.166794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.202530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Network 0c84337d-a196-49bc-814d-c130212b9b98 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:00.207329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:00.211447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:00.220250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Pushing event updated for resources: {'Port': ['ID=f2f964ac-dab1-4a70-aaa6-7bb776fade78,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:00.264206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Allocated IP 172.25.1.250 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/3f752797-a903-40d3-9e95-55b794c5d661) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:00.273388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Attempting to bind port f2f964ac-dab1-4a70-aaa6-7bb776fade78 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:00.273894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Attempting to bind port f2f964ac-dab1-4a70-aaa6-7bb776fade78 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:00.274330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Attempting to bind port f2f964ac-dab1-4a70-aaa6-7bb776fade78 on network 0c84337d-a196-49bc-814d-c130212b9b98 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:00.279467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:00.279867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Checking segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:00.280319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.280783 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Bound using segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:00.281291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Bound port: f2f964ac-dab1-4a70-aaa6-7bb776fade78, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:00.281680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.342204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] For port f2f964ac-dab1-4a70-aaa6-7bb776fade78, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:00.345590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] For port f2f964ac-dab1-4a70-aaa6-7bb776fade78, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f2f964ac-dab1-4a70-aaa6-7bb776fade78,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:00.350503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.371871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.407043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6a0cf-3c10-4551-b850-90bbb2773e2b None None] Pushing event updated for resources: {'Port': ['ID=f2f964ac-dab1-4a70-aaa6-7bb776fade78,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:00.426948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.464439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:00.469618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:00.474381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:00.498644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Pushing event updated for resources: {'Port': ['ID=3f752797-a903-40d3-9e95-55b794c5d661,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:00.739201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:00.791589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f2f964ac-dab1-4a70-aaa6-7bb776fade78 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:00.848418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f2f964ac-dab1-4a70-aaa6-7bb776fade78 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:00.940132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.269478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a223b98-7f20-4dfa-b6c0-9009f2ec15af None None] Network 0c84337d-a196-49bc-814d-c130212b9b98 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:42:01.380499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Provisioning for port f2f964ac-dab1-4a70-aaa6-7bb776fade78 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:01.388067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Provisioning complete for port f2f964ac-dab1-4a70-aaa6-7bb776fade78 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:01.388474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.415047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:42:01.498320 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.521640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:42:01.539088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Sync routers for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:42:01.539397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.540688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a0926a08-e66f-4881-b2cc-c6f0194039fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8107240 Aug 19 00:42:01.542518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] For port f2f964ac-dab1-4a70-aaa6-7bb776fade78, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f2f964ac-dab1-4a70-aaa6-7bb776fade78,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:01.543400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:01.547863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.556143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:01.556829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:01.671702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094258c-4464-4ca2-9721-54b531807f00 None None] Pushing event updated for resources: {'Port': ['ID=f2f964ac-dab1-4a70-aaa6-7bb776fade78,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:01.699764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:01.811898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-39209251-d680-4a1c-b569-2eeda5aea1d1 None None] Provisioning complete for port f2f964ac-dab1-4a70-aaa6-7bb776fade78 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:01.812687 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39209251-d680-4a1c-b569-2eeda5aea1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.948124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:00Z', 'revision_number': 3, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:01.960324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:01.974269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Checking router: cd2a6ce8-2515-4fa5-8695-69d0824a35a5 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:42:01.974629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Updating router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 port 3f752797-a903-40d3-9e95-55b794c5d661 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:42:01.999363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.116947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Allocated IP 172.20.0.1 (0c84337d-a196-49bc-814d-c130212b9b98/d32b2687-16f9-4689-a73d-6ca396cf2ff7/9a108d75-206a-44f8-af8e-0eccb1c9b499) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:02.219181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.232587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Transition to ACTIVE for port object 9a108d75-206a-44f8-af8e-0eccb1c9b499 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:02.244202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.253763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Transition to ACTIVE for port object 3f752797-a903-40d3-9e95-55b794c5d661 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:02.260542 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.269664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.307862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Network 0c84337d-a196-49bc-814d-c130212b9b98 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:02.310419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Attempting to bind port 3f752797-a903-40d3-9e95-55b794c5d661 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:02.310789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Attempting to bind port 3f752797-a903-40d3-9e95-55b794c5d661 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:02.311153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Attempting to bind port 3f752797-a903-40d3-9e95-55b794c5d661 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:02.313130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be1367-1f05-4900-ab85-9bfcc48ba0ca None None] Pushing event updated for resources: {'Port': ['ID=3f752797-a903-40d3-9e95-55b794c5d661,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:02.314584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:02.317434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:02.319033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:02.319410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:02.319814 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.320200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:02.320692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Bound port: 3f752797-a903-40d3-9e95-55b794c5d661, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:02.321077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.343142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Pushing event updated for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:02.361537 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.374948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] For port 3f752797-a903-40d3-9e95-55b794c5d661, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:02.379800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] For port 3f752797-a903-40d3-9e95-55b794c5d661, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f752797-a903-40d3-9e95-55b794c5d661,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:02.384168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.442749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:02.443441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:02.486304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be1367-1f05-4900-ab85-9bfcc48ba0ca None None] Pushing event updated for resources: {'Port': ['ID=3f752797-a903-40d3-9e95-55b794c5d661,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:02.505319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.568337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:02.634569 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af53e3a3-68c5-4861-a17d-57d536dba579 None None] Provisioning for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:02.663191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af53e3a3-68c5-4861-a17d-57d536dba579 None None] Provisioning complete for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:02.663571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af53e3a3-68c5-4861-a17d-57d536dba579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.669563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.673836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.743789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Pushing event updated for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:02.747355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.847906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Network 0c84337d-a196-49bc-814d-c130212b9b98 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:02.849856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:02.852212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f2f964ac-dab1-4a70-aaa6-7bb776fade78 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:02.896983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-af53e3a3-68c5-4861-a17d-57d536dba579 None None] Port 9a108d75-206a-44f8-af8e-0eccb1c9b499 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:42:02.961743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f2f964ac-dab1-4a70-aaa6-7bb776fade78 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:02.962122 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:02.978542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:42:03.018337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:00Z', 'revision_number': 3, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:03.046865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2304b5f-1164-4854-95ae-d821ddc5a3eb None None] The sync data for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 is: [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:00Z', 'revision_number': 3, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:42:03.095429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:42:03.103926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b867c557-56ea-4488-9f7d-b99a56019715 admin admin] 10.222.0.20 "PUT /v2.0/routers/cd2a6ce8-2515-4fa5-8695-69d0824a35a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564201 Aug 19 00:42:03.120320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bdc1ee69-ac92-44ff-83b0-0987a231ddca None None] Provisioning complete for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:03.120667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdc1ee69-ac92-44ff-83b0-0987a231ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.156463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1ee69-ac92-44ff-83b0-0987a231ddca None None] Port 9a108d75-206a-44f8-af8e-0eccb1c9b499 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:42:03.590619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:03.596025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1529834540-network', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:03.617780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Made reservation on behalf of 8c85afdce32e4f7692aa887dc6f45ce5 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:42:03.620197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.629251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.722320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.727058 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.752253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:42:03.761329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e68ea6-ad1c-440b-a616-f924a3c308e4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:03.767985 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.768434 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Added segment d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31 of type vlan for network 85513e2a-86bc-485d-b9c7-7b2460560c3d Aug 19 00:42:03.809533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.838001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.839158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:03.839802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:03.899500 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3077652 Aug 19 00:42:03.902303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40816) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:03.902805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f44d-cd07-4cac-883e-1460587fe0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=85513e2a-86bc-485d-b9c7-7b2460560c3d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:03.908888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Request body: {'subnet': {'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1529834540-subnet', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:03.913489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:42:03.929473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Made reservation on behalf of 8c85afdce32e4f7692aa887dc6f45ce5 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:42:03.932038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.098163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.149840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e99b73-6602-4df5-bf25-e76fd01a2fdd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:04.159613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Checking segment: {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:04.159973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Network hostable DHCP agents. Network: 85513e2a-86bc-485d-b9c7-7b2460560c3d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:42:04.176439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:42:04.188892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 85513e2a-86bc-485d-b9c7-7b2460560c3d) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:04.193722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:04.194320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.202601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e9dd0-50a9-41ef-8d28-15f4a1109cd2 None None] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:42:04.208778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-641ac74d-61c3-406d-8a52-dc857431a08a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050370 Aug 19 00:42:04.211338 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:04.216171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:04.241696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.242786 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.296045 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.358828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-85513e2a-86bc-485d-b9c7-7b2460560c3d', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:42:04.359687 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.499469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Allocated IP 172.20.0.2 (85513e2a-86bc-485d-b9c7-7b2460560c3d/e7e99b73-6602-4df5-bf25-e76fd01a2fdd/54d3f07d-e43e-4207-a524-d67bbd065bd5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:04.627038 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Sync routers for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:42:04.636849 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:04.637613 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:04.655617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.665118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Transition to ACTIVE for port object 54d3f07d-e43e-4207-a524-d67bbd065bd5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:04.681183 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Transition to ACTIVE for port object 54d3f07d-e43e-4207-a524-d67bbd065bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:04.687715 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.749419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:04.751879 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:04.752161 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.753206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:04.761152 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:04.767609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Pushing event updated for resources: {'Port': ['ID=54d3f07d-e43e-4207-a524-d67bbd065bd5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:04.834535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f752797-a903-40d3-9e95-55b794c5d661 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:04.839644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Attempting to bind port 54d3f07d-e43e-4207-a524-d67bbd065bd5 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:04.840013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Attempting to bind port 54d3f07d-e43e-4207-a524-d67bbd065bd5 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:04.840409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Attempting to bind port 54d3f07d-e43e-4207-a524-d67bbd065bd5 on network 85513e2a-86bc-485d-b9c7-7b2460560c3d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:04.866676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:04.867059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Checking segment: {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:04.867473 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.867870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Bound using segment: {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:04.868424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Bound port: 54d3f07d-e43e-4207-a524-d67bbd065bd5, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:04.868760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.939516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 3f752797-a903-40d3-9e95-55b794c5d661 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:04.949269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3f752797-a903-40d3-9e95-55b794c5d661 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:04.949653 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.975824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] For port 54d3f07d-e43e-4207-a524-d67bbd065bd5, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:04.981986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:04.987297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 2, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:04.995279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] For port 54d3f07d-e43e-4207-a524-d67bbd065bd5, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=54d3f07d-e43e-4207-a524-d67bbd065bd5,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:05.002005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.002606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.015075 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Checking router: cd2a6ce8-2515-4fa5-8695-69d0824a35a5 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:42:05.015505 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Updating router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 port 9a108d75-206a-44f8-af8e-0eccb1c9b499 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:42:05.040434 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.083112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdfec0-185a-4cc4-b81a-ac079380afe0 None None] Pushing event updated for resources: {'Port': ['ID=54d3f07d-e43e-4207-a524-d67bbd065bd5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:05.106593 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.128944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 3f752797-a903-40d3-9e95-55b794c5d661, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f752797-a903-40d3-9e95-55b794c5d661,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:05.129494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Allocated IP 172.25.1.148 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/25736c47-005c-4193-ad32-6f28026f7ac1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:05.134945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.192248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=3f752797-a903-40d3-9e95-55b794c5d661,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:05.290715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.340030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.347426 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.357533 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Transition to ACTIVE for port object 9a108d75-206a-44f8-af8e-0eccb1c9b499 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:05.362858 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.377509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:05.382602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:05.387699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:05.410837 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Pushing event updated for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:05.415398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Pushing event updated for resources: {'Port': ['ID=25736c47-005c-4193-ad32-6f28026f7ac1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:05.421849 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.421849 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.422197 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.422378 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.422721 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.423050 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.423378 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.423702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.424023 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.424363 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.425297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.425297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:05.473156 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Attempting to bind port 9a108d75-206a-44f8-af8e-0eccb1c9b499 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:05.473522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Attempting to bind port 9a108d75-206a-44f8-af8e-0eccb1c9b499 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:05.473881 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Attempting to bind port 9a108d75-206a-44f8-af8e-0eccb1c9b499 on network 0c84337d-a196-49bc-814d-c130212b9b98 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:05.479552 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:05.479856 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Checking segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:05.480260 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.480701 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Bound using segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:05.481205 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Bound port: 9a108d75-206a-44f8-af8e-0eccb1c9b499, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:05.482195 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.554223 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] For port 9a108d75-206a-44f8-af8e-0eccb1c9b499, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:05.558984 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] For port 9a108d75-206a-44f8-af8e-0eccb1c9b499, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9a108d75-206a-44f8-af8e-0eccb1c9b499,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:05.564697 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.617030 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:05.617666 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:05.669903 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d86a4-7906-4c38-9efd-0cb6f7eb77fe None None] Pushing event updated for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:05.672689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.738727 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:05.913794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:05.978735 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:06.009314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de28c-f193-427c-8b35-c910ee30a0c7 None None] The sync data for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 is: [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:42:06.073156 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:42:06.175291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fff89-4b61-47d2-a105-41c635c99ff9 None None] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:42:06.212513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:42:06.223702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Sync routers for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:42:06.230139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:06.231579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-53475675-0bec-45fc-8e94-310445fdfdac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0191305 Aug 19 00:42:06.234497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40820) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:06.253292 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:06.253868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:06.309790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2a669991-2a6d-4891-9f96-a35ad606a184 None None] Provisioning for port 54d3f07d-e43e-4207-a524-d67bbd065bd5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:06.424227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:06.632236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 3, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:06.660850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Checking router: 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:42:06.661217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Updating router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 port 25736c47-005c-4193-ad32-6f28026f7ac1 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:42:06.694275 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:06.700839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:06.973333 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Allocated IP 172.20.0.1 (85513e2a-86bc-485d-b9c7-7b2460560c3d/e7e99b73-6602-4df5-bf25-e76fd01a2fdd/6f33327e-1f0d-4c63-b115-38f8b35a2bad) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:06.976755 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f752797-a903-40d3-9e95-55b794c5d661 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:07.079245 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3f752797-a903-40d3-9e95-55b794c5d661 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:07.079629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.087660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.102822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Transition to ACTIVE for port object 6f33327e-1f0d-4c63-b115-38f8b35a2bad will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:07.125696 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.139205 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.140288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Transition to ACTIVE for port object 25736c47-005c-4193-ad32-6f28026f7ac1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:07.152909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.181162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:07.184202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:07.187797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:07.213231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Pushing event updated for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:07.235197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.247238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Attempting to bind port 25736c47-005c-4193-ad32-6f28026f7ac1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:07.247736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Attempting to bind port 25736c47-005c-4193-ad32-6f28026f7ac1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:07.247971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Attempting to bind port 25736c47-005c-4193-ad32-6f28026f7ac1 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:07.250388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a093a-a8f9-4a3e-9574-a4e32c50139d None None] Pushing event updated for resources: {'Port': ['ID=25736c47-005c-4193-ad32-6f28026f7ac1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:07.254635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9a108d75-206a-44f8-af8e-0eccb1c9b499 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:07.259859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:07.259859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:07.260241 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.260662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:07.261141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Bound port: 25736c47-005c-4193-ad32-6f28026f7ac1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:07.261529 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.345458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] For port 25736c47-005c-4193-ad32-6f28026f7ac1, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:07.351622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] For port 25736c47-005c-4193-ad32-6f28026f7ac1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=25736c47-005c-4193-ad32-6f28026f7ac1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:07.360934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.373697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:07.399003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.401765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:07.402151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.455644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a093a-a8f9-4a3e-9574-a4e32c50139d None None] Pushing event updated for resources: {'Port': ['ID=25736c47-005c-4193-ad32-6f28026f7ac1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:07.458187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:07.459337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:07.527595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-98c7db43-b784-4afe-93d5-b426fbb20d6e None None] Provisioning for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:07.571437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.575908 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.576523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-98c7db43-b784-4afe-93d5-b426fbb20d6e None None] Provisioning complete for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:07.576904 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c7db43-b784-4afe-93d5-b426fbb20d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.647703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Pushing event updated for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:07.650359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.743707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:07.745100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:07.800831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.815348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-98c7db43-b784-4afe-93d5-b426fbb20d6e None None] Port 6f33327e-1f0d-4c63-b115-38f8b35a2bad cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:42:07.818358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:07.863927 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:42:07.911267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 9a108d75-206a-44f8-af8e-0eccb1c9b499, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9a108d75-206a-44f8-af8e-0eccb1c9b499,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:07.922876 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:07.923692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 54d3f07d-e43e-4207-a524-d67bbd065bd5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:07.986032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:42:07.991625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-12a877e3-9f59-4c70-b129-3154d45f7206 admin admin] 10.222.0.20 "PUT /v2.0/routers/4a9b507c-7a89-4d37-a8bb-46388fb1d9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561500 Aug 19 00:42:08.058990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:08.086173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b53c910c-485f-438e-ade8-a7a9d16566f9 None None] Provisioning complete for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:08.086533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53c910c-485f-438e-ade8-a7a9d16566f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.122060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 54d3f07d-e43e-4207-a524-d67bbd065bd5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:08.131088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 54d3f07d-e43e-4207-a524-d67bbd065bd5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:08.131462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.167542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b53c910c-485f-438e-ade8-a7a9d16566f9 None None] Port 6f33327e-1f0d-4c63-b115-38f8b35a2bad cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:42:08.199962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6f33327e-1f0d-4c63-b115-38f8b35a2bad', 'name': '', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'mac_address': 'fa:16:3e:ef:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:06Z', 'updated_at': '2021-08-19T00:42:06Z', 'revision_number': 1, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'subnets': [{'id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:08.246239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42802e18-c8b2-471a-a616-5a30cc9c5434 None None] The sync data for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 is: [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6f33327e-1f0d-4c63-b115-38f8b35a2bad', 'name': '', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'mac_address': 'fa:16:3e:ef:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:06Z', 'updated_at': '2021-08-19T00:42:06Z', 'revision_number': 1, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'subnets': [{'id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:42:08.268514 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.301935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 54d3f07d-e43e-4207-a524-d67bbd065bd5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=54d3f07d-e43e-4207-a524-d67bbd065bd5,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:08.306740 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.356653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=54d3f07d-e43e-4207-a524-d67bbd065bd5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:08.654807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40828) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:08.659562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089120186', 'description': 'tempest-secgroup-smoke-1089120186 description', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:08.684467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.775564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.780485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.813701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.814949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1591370 Aug 19 00:42:08.816511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9a108d75-206a-44f8-af8e-0eccb1c9b499 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:08.818379 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:08.819950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11fed-9de4-4e81-8249-e2b67a5fbc42 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79971677-5ddb-4e99-b330-e2c614769c69,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:08.824909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:08.876518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.906345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 9a108d75-206a-44f8-af8e-0eccb1c9b499 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:08.906725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.959815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.965760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.986943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4fb7dd-a8bd-402d-b9ca-b2392b3e9745,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:08.997261 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:08.998617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c64eddab-2c1c-4da1-be4a-c4c1d184aaef tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786528 Aug 19 00:42:09.001312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:09.006277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:09.007835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 54d3f07d-e43e-4207-a524-d67bbd065bd5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:09.037052 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.058285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 54d3f07d-e43e-4207-a524-d67bbd065bd5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:09.058674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.100539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.105423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.124856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08246a9-0778-4466-9f75-08624c0201d1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:09.132458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.136750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:09.141871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:09.147516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8a448ee-2be0-4969-b638-2c5ed32f2204 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449702 Aug 19 00:42:09.170167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.235825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.241059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.260785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e585a2a-5461-409e-8799-95f02acb4648,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:09.269518 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.270740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4ab80c23-1a92-40c6-9dd9-e1a0b60cc9e4 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329262 Aug 19 00:42:09.274008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:09.278847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:09.305982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.369236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.373162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.393345 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c2407d-6042-4da8-ac81-b0adfa67b228,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:09.400525 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.404648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:09.404846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dc6a47b8-4e6a-45b1-a636-8cebf35f1cd8 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295495 Aug 19 00:42:09.409294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:09.432447 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Project 3feaedff1cfa46138b6532cfa4e5429e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:42:09.437508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.503057 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.507472 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.526611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e013c91-3202-40be-9c7c-5cfc4ddb83f7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:09.530188 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.534031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8a44c22c-fd8d-4d3f-8d3e-5c8b0a091c28 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257401 Aug 19 00:42:09.534488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 40840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:09.538621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'security_group_rule': {'security_group_id': '79971677-5ddb-4e99-b330-e2c614769c69', 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:09.561013 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Project 3feaedff1cfa46138b6532cfa4e5429e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:42:09.567757 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.627725 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.631723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.648900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c52fc-d39b-4b5f-94ad-89f061aab657,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:09.654220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:09.655605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bf9e9d2e-e120-420a-89ed-496244a94117 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204572 Aug 19 00:42:09.792797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-60b4b88b-bcf6-47fa-9f0b-939281672522 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089120186&fields=id&tenant_id=3feaedff1cfa46138b6532cfa4e5429e HTTP/1.1" status: 200 len: 267 time: 0.0319085 Aug 19 00:42:09.901455 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-0cc930a2-6c3f-47f3-a3cd-48bd284fee26 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:09.902932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-0cc930a2-6c3f-47f3-a3cd-48bd284fee26 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 809 time: 0.1033885 Aug 19 00:42:09.918926 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-ac0f0157-4ac6-47c4-82bf-51d118dd96e7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/quotas/3feaedff1cfa46138b6532cfa4e5429e HTTP/1.1" status: 200 len: 375 time: 0.0101013 Aug 19 00:42:09.971880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-fab1b466-7f70-4516-a43f-1c96ef8688da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472090 Aug 19 00:42:10.066478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-7c5707cb-4755-4119-a6e7-1801dfda3377 service neutron] 10.222.0.20 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Aug 19 00:42:10.160071 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-24b60d8c-e461-4210-a595-cbf0258f0b94 service neutron] 10.222.0.20 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869870 Aug 19 00:42:10.203190 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Sync routers for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:42:10.212743 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:10.213419 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:10.358671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-945c751b-b418-4ed6-8ca2-28020ebbd0f4 req-f8b4f55b-a18a-45e9-bc23-e0a6495e0024 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Aug 19 00:42:10.420913 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:10.618052 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6f33327e-1f0d-4c63-b115-38f8b35a2bad', 'name': '', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'mac_address': 'fa:16:3e:ef:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:06Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 2, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'subnets': [{'id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:10.643728 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Checking router: 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:42:10.644082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Updating router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 port 6f33327e-1f0d-4c63-b115-38f8b35a2bad binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:42:10.668527 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:10.803597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 25736c47-005c-4193-ad32-6f28026f7ac1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:10.853048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 25736c47-005c-4193-ad32-6f28026f7ac1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:10.856849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 25736c47-005c-4193-ad32-6f28026f7ac1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:10.857292 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:10.946095 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:10.949162 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:10.960260 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Transition to ACTIVE for port object 6f33327e-1f0d-4c63-b115-38f8b35a2bad will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:10.966647 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:10.967272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 25736c47-005c-4193-ad32-6f28026f7ac1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=25736c47-005c-4193-ad32-6f28026f7ac1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:10.970961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.021550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=25736c47-005c-4193-ad32-6f28026f7ac1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:11.056431 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70e8ea-ea20-4af0-a3d4-9ddd448097c5 None None] Pushing event updated for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:11.070648 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Attempting to bind port 6f33327e-1f0d-4c63-b115-38f8b35a2bad on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:11.071014 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Attempting to bind port 6f33327e-1f0d-4c63-b115-38f8b35a2bad by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:11.071398 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Attempting to bind port 6f33327e-1f0d-4c63-b115-38f8b35a2bad on network 85513e2a-86bc-485d-b9c7-7b2460560c3d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:11.076599 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:11.076969 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Checking segment: {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:11.077368 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.077752 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Bound using segment: {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:11.078214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Bound port: 6f33327e-1f0d-4c63-b115-38f8b35a2bad, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:11.078587 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.142036 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] For port 6f33327e-1f0d-4c63-b115-38f8b35a2bad, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:11.145381 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] For port 6f33327e-1f0d-4c63-b115-38f8b35a2bad, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f33327e-1f0d-4c63-b115-38f8b35a2bad,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:11.150226 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.212614 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:11.213297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:41:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:11.251512 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70e8ea-ea20-4af0-a3d4-9ddd448097c5 None None] Pushing event updated for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:11.332331 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:11.433988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5da34cd0-8c6e-4b45-90f9-b1f5e27dfeba tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:11.436474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5da34cd0-8c6e-4b45-90f9-b1f5e27dfeba tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 809 time: 0.1327908 Aug 19 00:42:11.501534 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96c85a5a-efd2-45d7-bccb-54b9c95a45dc req-ea2ba2a0-a538-4283-a2bd-34e4aaad6b2d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0353189 Aug 19 00:42:11.510680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-4be8d01f-5d3f-4161-bcd7-202636257d66 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3feaedff1cfa46138b6532cfa4e5429e HTTP/1.1" status: 200 len: 380 time: 0.0585790 Aug 19 00:42:11.542472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'port': {'device_id': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'admin_state_up': True, 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'security_groups': ['79971677-5ddb-4e99-b330-e2c614769c69']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:11.572029 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6f33327e-1f0d-4c63-b115-38f8b35a2bad', 'name': '', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'mac_address': 'fa:16:3e:ef:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:06Z', 'updated_at': '2021-08-19T00:42:11Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'subnets': [{'id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:11.599556 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f0b1c-5389-4f94-88eb-b22a316f952d None None] The sync data for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 is: [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6f33327e-1f0d-4c63-b115-38f8b35a2bad', 'name': '', 'network_id': '85513e2a-86bc-485d-b9c7-7b2460560c3d', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'mac_address': 'fa:16:3e:ef:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:06Z', 'updated_at': '2021-08-19T00:42:11Z', 'revision_number': 4, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'subnets': [{'id': 'e7e99b73-6602-4df5-bf25-e76fd01a2fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:42:11.653401 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Made reservation on behalf of 3feaedff1cfa46138b6532cfa4e5429e for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:42:11.657612 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.793873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Allocated IP 172.20.0.13 (0c84337d-a196-49bc-814d-c130212b9b98/d32b2687-16f9-4689-a73d-6ca396cf2ff7/04f8bf6f-03b6-43c1-953a-bd317182111b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:11.943630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:11.957945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Transition to ACTIVE for port object 04f8bf6f-03b6-43c1-953a-bd317182111b will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:11.995212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.040269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Network 0c84337d-a196-49bc-814d-c130212b9b98 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:12.043492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:12.047383 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:12.053956 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:12.105006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:12.105633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.125269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-9a97310e-df60-4337-806d-0bcf53657189 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868199 Aug 19 00:42:12.146448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Request body: {'port': {'device_id': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:12.204577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.261320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dce0478e-65d7-4919-9b19-86c7a9f97ee5 None None] Provisioning for port 04f8bf6f-03b6-43c1-953a-bd317182111b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:12.265988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dce0478e-65d7-4919-9b19-86c7a9f97ee5 None None] Provisioning complete for port 04f8bf6f-03b6-43c1-953a-bd317182111b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:12.266609 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dce0478e-65d7-4919-9b19-86c7a9f97ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.299864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dce0478e-65d7-4919-9b19-86c7a9f97ee5 None None] Port 04f8bf6f-03b6-43c1-953a-bd317182111b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:42:12.497245 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0e09499-ae9a-4ae8-bff3-d692cf760a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.624652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8b949-df6a-4f7c-81bd-876b5c747f7c req-49846c0e-6b69-4216-afa3-a1708884504d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:12.626094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e8b949-df6a-4f7c-81bd-876b5c747f7c req-49846c0e-6b69-4216-afa3-a1708884504d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 932 time: 0.0492108 Aug 19 00:42:12.671928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e8b949-df6a-4f7c-81bd-876b5c747f7c req-bf550c8f-cb0f-4c06-bfb6-8eb142ea2be9 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Aug 19 00:42:12.788155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f8bf6f-03b6-43c1-953a-bd317182111b {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:42:12.796819 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.806904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f33327e-1f0d-4c63-b115-38f8b35a2bad up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:12.820669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Transition to ACTIVE for port object 04f8bf6f-03b6-43c1-953a-bd317182111b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:42:12.824770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.855114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:12.859391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:12.859771 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.900376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Pushing event updated for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:12.943989 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.953888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Attempting to bind port 04f8bf6f-03b6-43c1-953a-bd317182111b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:42:12.954224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Attempting to bind port 04f8bf6f-03b6-43c1-953a-bd317182111b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:42:12.954563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Attempting to bind port 04f8bf6f-03b6-43c1-953a-bd317182111b on network 0c84337d-a196-49bc-814d-c130212b9b98 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:12.959243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Port 04f8bf6f-03b6-43c1-953a-bd317182111b on network 0c84337d-a196-49bc-814d-c130212b9b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:42:12.959571 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Attempting to bind port 04f8bf6f-03b6-43c1-953a-bd317182111b on network 0c84337d-a196-49bc-814d-c130212b9b98 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:42:12.964563 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:42:12.964909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Checking segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:42:12.965297 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Bound using segment: {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:42:12.965730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Bound port: 04f8bf6f-03b6-43c1-953a-bd317182111b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfe9422-9414-47da-90aa-51f23a109b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:42:12.966092 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.978773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6f33327e-1f0d-4c63-b115-38f8b35a2bad, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f33327e-1f0d-4c63-b115-38f8b35a2bad,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:12.984811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:12.985409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 25736c47-005c-4193-ad32-6f28026f7ac1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:13.045057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:42:13.048523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=04f8bf6f-03b6-43c1-953a-bd317182111b,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:42:13.054337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:13.061335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:13.074015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 25736c47-005c-4193-ad32-6f28026f7ac1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:13.074395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:13.096369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.097001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:13.098491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] 10.222.0.21 "PUT /v2.0/ports/04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1093 time: 0.9571857 Aug 19 00:42:13.099459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:42:13.101857 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabfe630-5616-4d1e-95f8-b7e2378388f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:42:13.140021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5e626-e673-4619-b8e9-5455928ead80 service neutron] Pushing event updated for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:13.160496 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a696515-b383-4628-9202-9d8089df5c96 x-openstack-request-id: req-9a696515-b383-4628-9202-9d8089df5c96 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:42:13.160799 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:42:13.161059 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a696515-b383-4628-9202-9d8089df5c96 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:42:13.161994 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'status': 'completed', 'code': 200} Aug 19 00:42:13.214925 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-f6a82744-811e-45d9-b74b-f921b57f85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.216509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-f6a82744-811e-45d9-b74b-f921b57f85a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0439548 Aug 19 00:42:13.264012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-854312e8-5ebd-4089-9649-c96bf112784d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 217 time: 0.0347166 Aug 19 00:42:13.317377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-ba76fbbd-4b4d-458b-bc3c-2c3979094e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.318871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-ba76fbbd-4b4d-458b-bc3c-2c3979094e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0481863 Aug 19 00:42:13.365509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-ce8513d1-2a40-42d0-a024-30c567ffa895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.367030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-ce8513d1-2a40-42d0-a024-30c567ffa895 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410187 Aug 19 00:42:13.452852 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-2bbbe0a1-ac43-4f4c-806f-bed403aeee1b service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787718 Aug 19 00:42:13.544687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e738058e-43b5-4e09-a4b6-74668ee44bb6 req-fd72fbbb-8f44-49f1-b9d8-0fed380045a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845490 Aug 19 00:42:13.675889 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-e2bd7fb8-708e-4337-8f2d-a579b44a807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.677376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-e2bd7fb8-708e-4337-8f2d-a579b44a807b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0396168 Aug 19 00:42:13.768616 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-2c89920e-ee1b-45ab-9aa1-c6565cf5c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.770072 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-2c89920e-ee1b-45ab-9aa1-c6565cf5c5e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0860922 Aug 19 00:42:13.789245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cdd87-c5df-4463-a85f-db84d8025632 req-8b92c518-d156-4dc9-adf6-6461037eb08b tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.790332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe5cdd87-c5df-4463-a85f-db84d8025632 req-8b92c518-d156-4dc9-adf6-6461037eb08b tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 944 time: 0.0494785 Aug 19 00:42:13.812921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-8503e41a-fc7c-410f-a28a-dd2e07027763 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 217 time: 0.0352404 Aug 19 00:42:13.836135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe5cdd87-c5df-4463-a85f-db84d8025632 req-3e502a46-1a3f-43f9-b4d7-9723b859d04d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Aug 19 00:42:13.867960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-43029007-e646-4efc-ae67-6e1f63ac3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.869444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-43029007-e646-4efc-ae67-6e1f63ac3d39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0496476 Aug 19 00:42:13.915597 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-df3569c9-e3ac-4602-b9b1-80258de26b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:13.917205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-df3569c9-e3ac-4602-b9b1-80258de26b71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399349 Aug 19 00:42:14.004938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-fb67f30f-ac1f-475b-89bc-e52e5def0e30 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806043 Aug 19 00:42:14.096215 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cabfe630-5616-4d1e-95f8-b7e2378388f1 req-b1901261-0cbf-4c3a-93d2-3d98ef3ec4c0 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841000 Aug 19 00:42:14.774648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f33327e-1f0d-4c63-b115-38f8b35a2bad up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:14.820713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6f33327e-1f0d-4c63-b115-38f8b35a2bad triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:14.821091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:14.951933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d98c1-d7df-4f79-83ee-ef971a591711 req-3f8a1462-a7fb-4920-b671-b290accd8669 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:14.953591 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e8d98c1-d7df-4f79-83ee-ef971a591711 req-3f8a1462-a7fb-4920-b671-b290accd8669 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 944 time: 0.0480528 Aug 19 00:42:14.988094 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d71282ad-2fd7-4d39-be7b-b0abd81a10e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:14.994418 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e8d98c1-d7df-4f79-83ee-ef971a591711 req-379bde7f-79d4-4beb-8f2f-d3cbc16787b9 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Aug 19 00:42:15.212287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:15.423858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:16.107333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e58b5a-a814-42fe-80e9-440f55f7644f req-221760c2-d330-4544-b23a-d6a3b1f0261d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:16.108841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97e58b5a-a814-42fe-80e9-440f55f7644f req-221760c2-d330-4544-b23a-d6a3b1f0261d tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 944 time: 0.0489726 Aug 19 00:42:16.145230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97e58b5a-a814-42fe-80e9-440f55f7644f req-5b4d71bb-d017-4079-bb97-0c90d8399a1f tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305774 Aug 19 00:42:16.319231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 04f8bf6f-03b6-43c1-953a-bd317182111b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:42:16.420523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=04f8bf6f-03b6-43c1-953a-bd317182111b,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:16.422859 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:16.431191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'port_id': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'mac_address': 'fa:16:3e:02:2a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:42:16.470644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:16.483448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f8bf6f-03b6-43c1-953a-bd317182111b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:42:16.502043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=04f8bf6f-03b6-43c1-953a-bd317182111b,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:16.505885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:16.552089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:16.859042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['04f8bf6f-03b6-43c1-953a-bd317182111b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:42:17.262326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add576e-78aa-42ea-99f1-afb6d00affc7 req-e66ff4d8-ef4d-4726-bb34-7c7a08da7bc5 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:17.263835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7add576e-78aa-42ea-99f1-afb6d00affc7 req-e66ff4d8-ef4d-4726-bb34-7c7a08da7bc5 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Aug 19 00:42:17.300799 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7add576e-78aa-42ea-99f1-afb6d00affc7 req-98f7fb06-9f21-4abb-bd75-43257720e288 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Aug 19 00:42:17.896222 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:18.322941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 04f8bf6f-03b6-43c1-953a-bd317182111b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:42:18.370277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 04f8bf6f-03b6-43c1-953a-bd317182111b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:42:18.374074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 04f8bf6f-03b6-43c1-953a-bd317182111b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:42:18.374457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:18.413368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5b71d-1502-495f-acfb-24efeac291f3 req-b63f066c-c7a5-46f7-ada2-0d36ce54091c tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:18.414840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71b5b71d-1502-495f-acfb-24efeac291f3 req-b63f066c-c7a5-46f7-ada2-0d36ce54091c tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 945 time: 0.0475204 Aug 19 00:42:18.453967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:18.456027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71b5b71d-1502-495f-acfb-24efeac291f3 req-f54f54e7-dc49-4da5-80db-04ae53a4e7c5 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Aug 19 00:42:18.477604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:42:18.479852 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e0b61-abd2-435d-8e97-989845d3d4e4" -d '{"events": [{"server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:42:18.494556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=04f8bf6f-03b6-43c1-953a-bd317182111b,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:42:18.498467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:18.546374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:18.584728 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103520bc-867b-49a3-9187-a24ec6825491 x-openstack-request-id: req-103520bc-867b-49a3-9187-a24ec6825491 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:42:18.585026 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:42:18.585284 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-103520bc-867b-49a3-9187-a24ec6825491 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:42:18.585683 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'code': 200} Aug 19 00:42:18.704690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396945-2d0d-455f-bde2-2e6a369634f5 req-a56c2779-34be-4157-99d0-bb8c2a5f2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:18.706158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04396945-2d0d-455f-bde2-2e6a369634f5 req-a56c2779-34be-4157-99d0-bb8c2a5f2e1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0397027 Aug 19 00:42:18.740028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04396945-2d0d-455f-bde2-2e6a369634f5 req-0910e3ca-da8b-4a85-a57f-9f7c55aae2af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265718 Aug 19 00:42:19.570896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23fc66-965b-4193-872f-c09046a3e3a3 req-520035ac-cc4d-4e44-a829-3e8771c90d19 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:19.572388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b23fc66-965b-4193-872f-c09046a3e3a3 req-520035ac-cc4d-4e44-a829-3e8771c90d19 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Aug 19 00:42:19.610048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b23fc66-965b-4193-872f-c09046a3e3a3 req-d90a361e-f0d5-410b-a2e8-b3e81223d3d6 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Aug 19 00:42:19.999330 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:42:20.722749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424c5db-8454-4b2a-8f5a-ef0769b45912 req-8f330033-4c5c-4809-abc7-4765eda73f05 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:20.724810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7424c5db-8454-4b2a-8f5a-ef0769b45912 req-8f330033-4c5c-4809-abc7-4765eda73f05 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0484011 Aug 19 00:42:20.761832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7424c5db-8454-4b2a-8f5a-ef0769b45912 req-21bdd1ab-fb53-4b0b-aac1-cc101a4cb483 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Aug 19 00:42:20.873941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d534b-78ad-497f-86b5-03122b61a8d9 req-848ce96a-e074-4cac-b25e-53b9ae510dbc tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:20.875389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-442d534b-78ad-497f-86b5-03122b61a8d9 req-848ce96a-e074-4cac-b25e-53b9ae510dbc tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0481956 Aug 19 00:42:20.913160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-442d534b-78ad-497f-86b5-03122b61a8d9 req-59544179-c432-4dd1-8a37-157fa3bac4dc tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Aug 19 00:42:21.027521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0999c-fb84-46cc-a53f-e6e513f4e32f req-8126f9dd-7bb3-492f-a21c-92a31cfc3bf5 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:21.029004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fd0999c-fb84-46cc-a53f-e6e513f4e32f req-8126f9dd-7bb3-492f-a21c-92a31cfc3bf5 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0515211 Aug 19 00:42:21.065853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fd0999c-fb84-46cc-a53f-e6e513f4e32f req-e79b38f4-11e5-476f-887f-a2450f9e0d0c tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Aug 19 00:42:21.087966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40892) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:21.213177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ec633-b2ba-49ee-bf1d-2fe56d3cc166 tempest-TestServerBasicOps-88574081 tempest-TestServerBasicOps-88574081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:21.214666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-845ec633-b2ba-49ee-bf1d-2fe56d3cc166 tempest-TestServerBasicOps-88574081 tempest-TestServerBasicOps-88574081-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1093 time: 0.1256826 Aug 19 00:42:21.217609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40896) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:42:21.222129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:42:21.242784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:21.339801 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:21.440415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Allocated IP 172.25.1.226 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/c3f0a68a-6c4f-4d49-9d86-075c14b90982) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:42:21.542670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:21.579762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:21.618589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:42:21.621392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:42:21.625763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:42:21.631722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'Port': ['ID=c3f0a68a-6c4f-4d49-9d86-075c14b90982,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:21.655767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.656117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.656487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.656856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.657201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.657534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.657867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.658198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.658527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.658870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.659219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.659527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:42:21.980858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.044037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.187360 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.191684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.254952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event updated for resources: {'Port': ['ID=c3f0a68a-6c4f-4d49-9d86-075c14b90982,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:42:22.266284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.363046 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Floating IP 51a3fd84-5a99-4ed1-aaf2-0eb154b07f14 associated. External IP: 172.25.1.226, port: 04f8bf6f-03b6-43c1-953a-bd317182111b. Aug 19 00:42:22.569697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:42:22.676556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:42:22.685751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Sync routers for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:42:22.694140 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:22.696198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:22.696919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:42:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:22.721175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d559240e-a697-4927-93f7-6440c89eb6b7 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5025759 Aug 19 00:42:22.721768 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:42:22.724672 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83" -d '{"events": [{"name": "network-changed", "server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:42:22.760414 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbdf301-8ff3-4516-8f88-6c1884d8b1a6 x-openstack-request-id: req-ffbdf301-8ff3-4516-8f88-6c1884d8b1a6 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:42:22.760703 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:42:22.760959 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbdf301-8ff3-4516-8f88-6c1884d8b1a6 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:42:22.761360 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'status': 'completed', 'code': 200} Aug 19 00:42:22.818857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:22.841903 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-4249da3e-03dc-4f25-824a-512605e42b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:22.843402 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-4249da3e-03dc-4f25-824a-512605e42b0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0396044 Aug 19 00:42:22.934916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-2d07901c-bb8b-49f8-856e-f1f84af7b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:22.936414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-2d07901c-bb8b-49f8-856e-f1f84af7b812 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0863194 Aug 19 00:42:23.001756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-bc1aa929-65e9-433c-bae5-1dcf1a42d3c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1000 time: 0.0584068 Aug 19 00:42:23.042198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '51a3fd84-5a99-4ed1-aaf2-0eb154b07f14', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'port_id': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'mac_address': 'fa:16:3e:02:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:42:21Z', 'updated_at': '2021-08-19T00:42:21Z', 'revision_number': 0, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:23.057040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-cc5d6e80-6b8d-4d63-b160-be5c84a2f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:23.058512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-cc5d6e80-6b8d-4d63-b160-be5c84a2f755 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0499592 Aug 19 00:42:23.067808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Checking router: cd2a6ce8-2515-4fa5-8695-69d0824a35a5 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:42:23.076092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:42:23.076733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:42:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:23.104428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-9b1c254a-dfeb-4f1a-9699-2c24600017fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:23.105913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-9b1c254a-dfeb-4f1a-9699-2c24600017fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400863 Aug 19 00:42:23.180473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:42:23.196974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-78c025e2-74cb-4a6b-b268-8f2b9dd4f587 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832493 Aug 19 00:42:23.284756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3ab1a4a3-587b-4046-b6f0-8ac3baad4a83 req-b9b812e8-d06f-4528-8cf5-69d88d64eaf3 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810521 Aug 19 00:42:23.403478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '51a3fd84-5a99-4ed1-aaf2-0eb154b07f14', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'port_id': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'mac_address': 'fa:16:3e:02:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:42:21Z', 'updated_at': '2021-08-19T00:42:21Z', 'revision_number': 0, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:42:23.428327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e38872-13b5-49a8-8e45-b6782b26ec3d None None] The sync data for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 is: [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '51a3fd84-5a99-4ed1-aaf2-0eb154b07f14', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'port_id': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'mac_address': 'fa:16:3e:02:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:42:21Z', 'updated_at': '2021-08-19T00:42:21Z', 'revision_number': 0, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:42:23.626773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04261b-4e57-43ce-8e82-4159781e3ca8 None None] New status for floating IP 51a3fd84-5a99-4ed1-aaf2-0eb154b07f14: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:42:26.976373 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:38.659730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-a2de6323-edbc-4b24-ade8-f309650f0aff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387673 Aug 19 00:42:38.760423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-3e3dbcb3-395e-447f-8de0-0d4afca02b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:38.762374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-3e3dbcb3-395e-447f-8de0-0d4afca02b6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0466456 Aug 19 00:42:38.862544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-c5f072c5-0798-4665-a3c8-2cdbc226a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:38.864015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-c5f072c5-0798-4665-a3c8-2cdbc226a346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0828621 Aug 19 00:42:38.931237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-09336a30-c843-41a1-afc9-d0b297a303ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1002 time: 0.0584102 Aug 19 00:42:38.978518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-3ca5e917-d045-4e48-b0ab-77f168449554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:38.979994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-3ca5e917-d045-4e48-b0ab-77f168449554 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0416121 Aug 19 00:42:39.025682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-c2512328-77db-4e46-a477-f478db4da994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:42:39.027221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-c2512328-77db-4e46-a477-f478db4da994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392354 Aug 19 00:42:39.118334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-9f08da18-0a3d-4197-9a9b-15e29bca3fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Aug 19 00:42:39.204651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6b131994-6290-42c1-880f-bcbc0b56cbc5 req-19f97516-79a3-483e-8076-de859b096c7b service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775774 Aug 19 00:42:42.500831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae94d-3ceb-45be-b04b-e44e8fe43b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:44.987975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47449a80-4b9e-4daf-93ae-b1058694bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:45.212389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:45.422144 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:46.410742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:47.899286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:56.975331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:42:56.997735 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:43:12.501706 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff50930d-870e-48ca-8283-4840c5573f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:14.988053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db24c986-f79a-483f-acda-22290ef32dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:15.212483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:15.427881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:16.413774 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:17.904654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:26.991703 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:29.826727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 40932) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:43:29.987941 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f48bc-8a2a-4698-a8f4-ce4847fcc6b0 req-70ee4108-6396-40f3-b3b4-71ed2f1ee2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:43:29.989489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-414f48bc-8a2a-4698-a8f4-ce4847fcc6b0 req-70ee4108-6396-40f3-b3b4-71ed2f1ee2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.1617620 Aug 19 00:43:30.023640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-414f48bc-8a2a-4698-a8f4-ce4847fcc6b0 req-3ed03645-28d1-4112-8ef1-6f4204dbdf76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277226 Aug 19 00:43:33.997028 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:43:41.436819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-ece52f0c-dd0e-4b8d-8005-ffa85a10024c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393734 Aug 19 00:43:41.531040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-2967f392-41f7-4f43-b1ed-e50731d4be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:43:41.532535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-2967f392-41f7-4f43-b1ed-e50731d4be7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0397351 Aug 19 00:43:41.634325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-55d4b6e4-08da-4f54-ab28-4714068ab8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:43:41.635777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-55d4b6e4-08da-4f54-ab28-4714068ab8ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0850863 Aug 19 00:43:41.699404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-d4136f8e-32c5-4dee-93a9-b3e82bd9c4f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1002 time: 0.0559592 Aug 19 00:43:41.746433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-7261784a-5d13-45dd-ba5d-69a445c9125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:43:41.747811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-7261784a-5d13-45dd-ba5d-69a445c9125d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0413489 Aug 19 00:43:41.796071 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-b9ad2bf1-17b8-4e54-aa9c-21769ed1c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:43:41.797618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-b9ad2bf1-17b8-4e54-aa9c-21769ed1c067 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430200 Aug 19 00:43:41.888542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-56b17ac5-c9a6-4ee6-92c3-a86910f348e0 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Aug 19 00:43:41.981903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6749a419-f83f-4ef4-9a91-6e5afaf208e8 req-25ce3432-2c88-45ca-9b3e-cdaf9585ef60 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Aug 19 00:43:42.501770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18ff022a-d1d5-4cf0-954b-f055586fa989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:44.987950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f147322-1fbf-4df1-8834-5450195fbd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:45.211316 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:45.422789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:46.416406 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:47.904723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:43:57.023170 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:10.996776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:44:12.501461 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18a94653-b149-4c23-8667-d92c6669dd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:14.988215 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff4db-9f11-4cf4-9d6e-5082d2991922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:15.213060 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:15.422638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:16.420585 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:17.907840 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:27.024933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:40.624998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-2e693a29-e9e6-4765-a042-d815cd3f0bd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380158 Aug 19 00:44:40.721328 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-09cd1b43-e707-4172-8a3e-22afe0037c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:44:40.723109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-09cd1b43-e707-4172-8a3e-22afe0037c44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0412478 Aug 19 00:44:40.826657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-22801677-25cd-444d-83a4-ad3e84b69170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:44:40.828113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-22801677-25cd-444d-83a4-ad3e84b69170 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0868390 Aug 19 00:44:40.890836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-06f30a15-2a00-4f08-a878-2e9c2c646e24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1002 time: 0.0557094 Aug 19 00:44:40.941432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-80c2ab9b-2321-48c0-a987-4ef2c494373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:44:40.942810 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-80c2ab9b-2321-48c0-a987-4ef2c494373e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0451968 Aug 19 00:44:40.986377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-e6e6cb72-1163-4233-9fb1-94c7dec56804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:44:40.987827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-e6e6cb72-1163-4233-9fb1-94c7dec56804 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381231 Aug 19 00:44:41.079581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-3140c94c-d0f2-4fc0-aefb-c67b9a965694 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844584 Aug 19 00:44:41.164274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-021e6d1e-cf18-438a-b9d0-14083da51bbb req-2dcb80c2-7b4f-4cb3-9ac7-1ba57c2f912d service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779653 Aug 19 00:44:42.501972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd410-b5b7-41a8-93b3-efd09dc972b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:44.987390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f03052d-1765-4d65-ab6e-d26dd65effc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:45.214563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:45.428195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:46.423346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:47.912084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:44:47.996226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:44:57.024711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:12.502528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64384726-fad1-4540-b9cf-e636aba79ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:14.987402 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e2430fa-9230-4d14-b7f5-aac16e8ab463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:15.213834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:15.454554 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:16.425994 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:17.913883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:24.996233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:45:27.021526 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:41.735118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-26cd5691-cbc2-4f59-b92e-462dda48a231 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313982 Aug 19 00:45:41.832891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337089-ba0a-4390-be8b-799de8f1267b req-97e08597-dc79-4e31-8e57-a3f249a55828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:45:41.834392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-97e08597-dc79-4e31-8e57-a3f249a55828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0445199 Aug 19 00:45:41.935429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337089-ba0a-4390-be8b-799de8f1267b req-c15c1615-03a0-4178-8f7e-48cd558c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:45:41.936952 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-c15c1615-03a0-4178-8f7e-48cd558c2057 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0840816 Aug 19 00:45:42.304923 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-b4b9e262-0aab-44f4-9557-f550eeaec9ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1002 time: 0.3606706 Aug 19 00:45:42.354932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337089-ba0a-4390-be8b-799de8f1267b req-e15e6bbe-fd92-42ce-b8c4-7033bd5665ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:45:42.356439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-e15e6bbe-fd92-42ce-b8c4-7033bd5665ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0447090 Aug 19 00:45:42.406303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337089-ba0a-4390-be8b-799de8f1267b req-83f99b16-6011-4c5d-96c1-843f14bbd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:45:42.407820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-83f99b16-6011-4c5d-96c1-843f14bbd4c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440061 Aug 19 00:45:42.502074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-d50f14b2-a5b6-43a4-94eb-6445e5b1c1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Aug 19 00:45:42.504403 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5384f365-8d28-4153-b204-4ffd3841b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:42.590495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e337089-ba0a-4390-be8b-799de8f1267b req-d05af84d-bd38-4ea5-8e2d-df3d82aca19f service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817807 Aug 19 00:45:44.987012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b962a0d-80f5-4eb6-84dc-1163b6e26e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:45.215139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:45.451412 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:46.428671 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:47.917411 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:45:57.025015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:01.995611 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:46:12.505442 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af742efe-946b-4022-9678-ee1fab8ad6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:14.987272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bccd9732-7064-4c1b-a246-0631e346e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:15.217629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:15.466124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:16.431589 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:17.919881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:27.039676 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:38.995200 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:46:42.505577 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5daad7be-9d52-4a19-a729-41fc8bdfb33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:43.632094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-ce72bed7-606e-4e59-9979-b14f0c60c9ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439689 Aug 19 00:46:43.724966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37620-2596-4a26-ac6f-807648f11341 req-9eab6539-d8f0-4465-97db-ffddc4f97c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:46:43.726445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-9eab6539-d8f0-4465-97db-ffddc4f97c4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0397596 Aug 19 00:46:43.824168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37620-2596-4a26-ac6f-807648f11341 req-f872b6a0-afef-405f-abc3-a3e2c975d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:46:43.825658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-f872b6a0-afef-405f-abc3-a3e2c975d77a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 200 len: 909 time: 0.0815289 Aug 19 00:46:43.892645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-d91522cb-94f6-49f0-a70c-f8f70443f1e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 200 len: 1002 time: 0.0593309 Aug 19 00:46:43.939992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37620-2596-4a26-ac6f-807648f11341 req-1392361d-abd9-46bb-b531-eb683d7b0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:46:43.941409 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-1392361d-abd9-46bb-b531-eb683d7b0442 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 200 len: 848 time: 0.0422938 Aug 19 00:46:43.986814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37620-2596-4a26-ac6f-807648f11341 req-b0b77ece-8ff1-4895-ba2e-7ce3acd4f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:46:43.988436 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-b0b77ece-8ff1-4895-ba2e-7ce3acd4f17e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c84337d-a196-49bc-814d-c130212b9b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401182 Aug 19 00:46:44.077420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-9f94f757-347f-487e-83da-37600289bb32 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Aug 19 00:46:44.168618 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aed37620-2596-4a26-ac6f-807648f11341 req-90305908-3d08-43d7-bb55-809fa366bf38 service neutron] 10.222.0.21 "GET /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Aug 19 00:46:44.986793 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2dc-396a-468f-a533-129c85741154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:45.217434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:45.482652 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:46.435169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:47.923679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:46:57.068115 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:12.507488 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5072a077-210c-49d9-8e13-22e0b36a2ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:14.986596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5c253bc-1547-4f8d-a8ba-5f88415bd5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:15.218234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:15.482136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:15.994425 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:47:16.437088 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:17.926868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:27.066972 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:34.833377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cff46e-8999-4372-84e8-d213932094c7 req-ce2864fc-0b28-4c8b-9193-cc95cb3b4e08 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:34.834903 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49cff46e-8999-4372-84e8-d213932094c7 req-ce2864fc-0b28-4c8b-9193-cc95cb3b4e08 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.1023872 Aug 19 00:47:34.871800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49cff46e-8999-4372-84e8-d213932094c7 req-9eaecc82-ec71-4f5e-b56c-2c9e8059e405 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Aug 19 00:47:35.563964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-7224e5a1-09c2-49ec-a8a8-394262288cc0 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:35.565510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-7224e5a1-09c2-49ec-a8a8-394262288cc0 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0473883 Aug 19 00:47:35.655304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Deleting port 04f8bf6f-03b6-43c1-953a-bd317182111b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:35.655653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:35.740750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] For port 04f8bf6f-03b6-43c1-953a-bd317182111b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=04f8bf6f-03b6-43c1-953a-bd317182111b,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:35.741117 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:35.958561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:35.959265 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:35.959265 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Floating IP 51a3fd84-5a99-4ed1-aaf2-0eb154b07f14 disassociated. External IP: 172.25.1.226, port: 04f8bf6f-03b6-43c1-953a-bd317182111b. Aug 19 00:47:35.960332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Calling delete_port for 04f8bf6f-03b6-43c1-953a-bd317182111b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:36.093548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:36.122232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event deleted for resources: {'Port': ['ID=04f8bf6f-03b6-43c1-953a-bd317182111b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:36.133069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f85b5-8fdd-47a4-8902-b49f7b3ad3b3 req-30839289-e359-491d-b6fa-1b20dac42dc3 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:36.135128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-829f85b5-8fdd-47a4-8902-b49f7b3ad3b3 req-30839289-e359-491d-b6fa-1b20dac42dc3 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b657b92-17d5-4526-89b3-4208e295a1b7 HTTP/1.1" status: 200 len: 867 time: 0.1604202 Aug 19 00:47:36.140647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.141049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.141421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.141756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.142094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.142431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.142764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.143098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.143435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.143790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.144125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.144481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:36.173614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-829f85b5-8fdd-47a4-8902-b49f7b3ad3b3 req-8bcd235c-2e5e-4c58-889e-e46849563e44 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "GET /v2.0/security-groups?id=79971677-5ddb-4e99-b330-e2c614769c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325205 Aug 19 00:47:36.255815 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:47:36.359716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:36.369536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Sync routers for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:36.379059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:36.379705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:36.399804 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] No DVR routers for this DVR port 04f8bf6f-03b6-43c1-953a-bd317182111b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:47:36.402383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:36.404323 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d68b1c3-e080-4f55-beeb-d3d5bb1c2ee0 req-221fa008-4d9a-4a9e-8d77-20812a9d81da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.21 "DELETE /v2.0/ports/04f8bf6f-03b6-43c1-953a-bd317182111b HTTP/1.1" status: 204 len: 173 time: 0.8325567 Aug 19 00:47:36.404771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'name': 'network-vif-deleted', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:47:36.407061 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a4610-4a3e-40e5-a233-824e6ce4dfa2" -d '{"events": [{"server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "name": "network-vif-deleted", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:47:36.496724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:36.549981 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b8463b-a0ae-4ac4-b21b-452787317e90 x-openstack-request-id: req-18b8463b-a0ae-4ac4-b21b-452787317e90 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:47:36.550277 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b657b92-17d5-4526-89b3-4208e295a1b7", "name": "network-vif-deleted", "tag": "04f8bf6f-03b6-43c1-953a-bd317182111b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:47:36.550535 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18b8463b-a0ae-4ac4-b21b-452787317e90 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:47:36.550938 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b657b92-17d5-4526-89b3-4208e295a1b7', 'name': 'network-vif-deleted', 'tag': '04f8bf6f-03b6-43c1-953a-bd317182111b', 'status': 'completed', 'code': 200} Aug 19 00:47:36.710630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:36.736531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Checking router: cd2a6ce8-2515-4fa5-8695-69d0824a35a5 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:36.745117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:36.745711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:36.854121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:37.061016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:37.086277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0736f9-7710-4a7d-bea7-93227b86b240 None None] The sync data for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 is: [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:42:02Z', 'revision_number': 4, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '9a108d75-206a-44f8-af8e-0eccb1c9b499', 'name': '', 'network_id': '0c84337d-a196-49bc-814d-c130212b9b98', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'mac_address': 'fa:16:3e:5e:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:01Z', 'updated_at': '2021-08-19T00:42:07Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'subnets': [{'id': 'd32b2687-16f9-4689-a73d-6ca396cf2ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:37.229684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41108) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:37.300484 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf129f-f918-4181-8757-997c93e7549e None None] New status for floating IP 51a3fd84-5a99-4ed1-aaf2-0eb154b07f14: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:47:37.354574 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Deleting port c3f0a68a-6c4f-4d49-9d86-075c14b90982 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:37.354869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.443179 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.443507 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.457189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Calling delete_port for c3f0a68a-6c4f-4d49-9d86-075c14b90982 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:37.591383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.617623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event deleted for resources: {'Port': ['ID=c3f0a68a-6c4f-4d49-9d86-075c14b90982,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:37.673695 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.676319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.677472 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-81b289ef-f88c-4853-90ed-3b0273cb4747 tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "DELETE /v2.0/floatingips/51a3fd84-5a99-4ed1-aaf2-0eb154b07f14 HTTP/1.1" status: 204 len: 168 time: 0.4467878 Aug 19 00:47:37.749023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41114) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:37.810337 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.835164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.894220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.896834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:37.898043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] 10.222.0.20 "DELETE /v2.0/security-groups/79971677-5ddb-4e99-b330-e2c614769c69 HTTP/1.1" status: 204 len: 168 time: 0.1480024 Aug 19 00:47:37.907047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb8280-4cf6-4483-9a22-b0aa5711a6da tempest-TestServerBasicOps-624529509 tempest-TestServerBasicOps-624529509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79971677-5ddb-4e99-b330-e2c614769c69,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:37.943171 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41118) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:37.974740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 04f8bf6f-03b6-43c1-953a-bd317182111b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:37.995754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 04f8bf6f-03b6-43c1-953a-bd317182111b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:37.996103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 04f8bf6f-03b6-43c1-953a-bd317182111b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:38.366271 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:38.597431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Deleting port 9a108d75-206a-44f8-af8e-0eccb1c9b499 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:38.597780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:38.675892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] For port 9a108d75-206a-44f8-af8e-0eccb1c9b499, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=9a108d75-206a-44f8-af8e-0eccb1c9b499,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:38.676254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:38.687998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Calling delete_port for 9a108d75-206a-44f8-af8e-0eccb1c9b499 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:38.868304 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:38.893649 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9a108d75-206a-44f8-af8e-0eccb1c9b499,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:39.060182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.267128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:47:39.370568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:39.375573 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aae9d591-c97b-4e66-98f6-8039d1e4a8ff admin admin] 10.222.0.20 "PUT /v2.0/routers/cd2a6ce8-2515-4fa5-8695-69d0824a35a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313476 Aug 19 00:47:39.378113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41124) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:39.381590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Sync routers for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:39.391142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:39.391745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:39.478813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.493659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:39.579907 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.632141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Deleting port 3f752797-a903-40d3-9e95-55b794c5d661 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:39.632512 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.669923 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '3f752797-a903-40d3-9e95-55b794c5d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:47:38Z', 'revision_number': 5, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port': {'id': '3f752797-a903-40d3-9e95-55b794c5d661', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:00Z', 'updated_at': '2021-08-19T00:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:39.696033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Checking router: cd2a6ce8-2515-4fa5-8695-69d0824a35a5 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:39.704178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Routers {'cd2a6ce8-2515-4fa5-8695-69d0824a35a5'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:39.704812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:39.712599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] For port 3f752797-a903-40d3-9e95-55b794c5d661, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3f752797-a903-40d3-9e95-55b794c5d661,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:39.712965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.724457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Calling delete_port for 3f752797-a903-40d3-9e95-55b794c5d661 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:39.789109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] Set router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:39.841047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:47:39Z', 'revision_number': 6, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:39.870997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42eb7b-b8e6-4c06-8c03-69809af69c14 None None] The sync data for ids ['cd2a6ce8-2515-4fa5-8695-69d0824a35a5'] in n-d-771363-38 is: [{'id': 'cd2a6ce8-2515-4fa5-8695-69d0824a35a5', 'name': 'tempest-TestServerBasicOps-1713040916-router', 'tenant_id': '3feaedff1cfa46138b6532cfa4e5429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:41:59Z', 'updated_at': '2021-08-19T00:47:39Z', 'revision_number': 6, 'project_id': '3feaedff1cfa46138b6532cfa4e5429e', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:39.888088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:39.914452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f752797-a903-40d3-9e95-55b794c5d661,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:39.976719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.369255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.371344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.412875 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.413419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2a6ce8-2515-4fa5-8695-69d0824a35a5 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:47:40.417590 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.418729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7262db1b-be7e-4ecc-8715-5bbca1d04dd3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cd2a6ce8-2515-4fa5-8695-69d0824a35a5 HTTP/1.1" status: 204 len: 168 time: 1.0397146 Aug 19 00:47:40.421407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41126) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:40.464274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Deleting subnet d32b2687-16f9-4689-a73d-6ca396cf2ff7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:47:40.467248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.504702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.581721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.633561 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.658667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32b2687-16f9-4689-a73d-6ca396cf2ff7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:40.666149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.670883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4cb518df-3913-40d5-a5de-4e9736eb2d3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d32b2687-16f9-4689-a73d-6ca396cf2ff7 HTTP/1.1" status: 204 len: 168 time: 0.2460685 Aug 19 00:47:40.671136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41128) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:40.671268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758c803-3238-4abc-85c9-34d03af3df51 None None] Network 0c84337d-a196-49bc-814d-c130212b9b98 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:40.745097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.803052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Deleting port f2f964ac-dab1-4a70-aaa6-7bb776fade78 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:40.803402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.848626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] DHCP port deletion for 0c84337d-a196-49bc-814d-c130212b9b98 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:47:40.875089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] For port f2f964ac-dab1-4a70-aaa6-7bb776fade78, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f2f964ac-dab1-4a70-aaa6-7bb776fade78,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:40.875465 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.890146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Calling delete_port for f2f964ac-dab1-4a70-aaa6-7bb776fade78 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:40.901354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Deleting port f2f964ac-dab1-4a70-aaa6-7bb776fade78 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:40.901758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.971039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f752797-a903-40d3-9e95-55b794c5d661 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:40.977644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] For port f2f964ac-dab1-4a70-aaa6-7bb776fade78, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f2f964ac-dab1-4a70-aaa6-7bb776fade78,segment=NetworkSegment(dbfe9422-9414-47da-90aa-51f23a109b89),segment_id=dbfe9422-9414-47da-90aa-51f23a109b89)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:40.978017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:40.983575 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.006075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 3f752797-a903-40d3-9e95-55b794c5d661 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:41.006427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3f752797-a903-40d3-9e95-55b794c5d661 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:41.006850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9a108d75-206a-44f8-af8e-0eccb1c9b499 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:41.012385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] No DVR routers for this DVR port f2f964ac-dab1-4a70-aaa6-7bb776fade78 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:47:41.012590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Calling delete_port for f2f964ac-dab1-4a70-aaa6-7bb776fade78 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:41.015779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f964ac-dab1-4a70-aaa6-7bb776fade78,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:41.031423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 9a108d75-206a-44f8-af8e-0eccb1c9b499 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:41.031778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 9a108d75-206a-44f8-af8e-0eccb1c9b499 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:41.032211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f2f964ac-dab1-4a70-aaa6-7bb776fade78 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:41.057920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f2f964ac-dab1-4a70-aaa6-7bb776fade78 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:41.058270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f2f964ac-dab1-4a70-aaa6-7bb776fade78 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:41.089791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.099957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c84337d-a196-49bc-814d-c130212b9b98']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:41.109905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfe9422-9414-47da-90aa-51f23a109b89') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:41.110201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfe9422-9414-47da-90aa-51f23a109b89') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:41.120577 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.125662 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.135740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.142187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:47:41.142626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:47:41.144284 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:47:41.153859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Pushing event deleted for resources: {'Port': ['ID=f2f964ac-dab1-4a70-aaa6-7bb776fade78,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:41.159064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] No DVR routers for this DVR port f2f964ac-dab1-4a70-aaa6-7bb776fade78 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.169590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.170427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.170427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.170427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.170808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.171179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3306479-8b26-4f42-975e-07d28d15aaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:41.201197 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.206531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.208393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c84337d-a196-49bc-814d-c130212b9b98 HTTP/1.1" status: 204 len: 168 time: 0.5361664 Aug 19 00:47:41.211498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:41.219309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b334e-63be-4333-8867-6a512f572765 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c84337d-a196-49bc-814d-c130212b9b98,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:41.546372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.779926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Deleting port 6f33327e-1f0d-4c63-b115-38f8b35a2bad {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:41.780264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.860567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] For port 6f33327e-1f0d-4c63-b115-38f8b35a2bad, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f33327e-1f0d-4c63-b115-38f8b35a2bad,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:41.860857 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:41.873013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Calling delete_port for 6f33327e-1f0d-4c63-b115-38f8b35a2bad owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:42.054180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:42.084824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f33327e-1f0d-4c63-b115-38f8b35a2bad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:42.111360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.111682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.111979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.112338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.112681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.113014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.113348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.113674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.113998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.114323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.114650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.114975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:42.264642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:42.478027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:47:42.510735 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fc1db11-f7c2-4ff8-81d0-37eceec6b2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:42.936098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:42.941496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf69f83e-9919-48df-87c8-5403c723886c admin admin] 10.222.0.20 "PUT /v2.0/routers/4a9b507c-7a89-4d37-a8bb-46388fb1d9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289279 Aug 19 00:47:42.944106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:42.947533 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Sync routers for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:42.957689 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:42.958297 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:43.048508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.057379 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:43.148199 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.199989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Deleting port 25736c47-005c-4193-ad32-6f28026f7ac1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:43.200359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.231114 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:47:42Z', 'revision_number': 5, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port': {'id': '25736c47-005c-4193-ad32-6f28026f7ac1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:42:05Z', 'updated_at': '2021-08-19T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:43.255852 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Checking router: 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:43.263822 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Routers {'4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:43.264467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:43.280765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] For port 25736c47-005c-4193-ad32-6f28026f7ac1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=25736c47-005c-4193-ad32-6f28026f7ac1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:43.281324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.292972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Calling delete_port for 25736c47-005c-4193-ad32-6f28026f7ac1 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:43.347303 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] Set router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:43.395659 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:47:43Z', 'revision_number': 6, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:43.425791 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb22403-2b28-490e-b640-c8435570d614 None None] The sync data for ids ['4a9b507c-7a89-4d37-a8bb-46388fb1d9b4'] in n-d-771363-38 is: [{'id': '4a9b507c-7a89-4d37-a8bb-46388fb1d9b4', 'name': 'tempest-TestServerBasicOps-1529834540-router', 'tenant_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:42:04Z', 'updated_at': '2021-08-19T00:47:43Z', 'revision_number': 6, 'project_id': '8c85afdce32e4f7692aa887dc6f45ce5', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:43.462967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.486043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=25736c47-005c-4193-ad32-6f28026f7ac1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:43.547790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.638091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.640150 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.682023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.682689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:47:43.688861 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.690191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e7de0f53-28b1-4e0e-ab8f-10b6508b2e23 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4a9b507c-7a89-4d37-a8bb-46388fb1d9b4 HTTP/1.1" status: 204 len: 168 time: 0.7445140 Aug 19 00:47:43.692763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:43.737374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Deleting subnet e7e99b73-6602-4df5-bf25-e76fd01a2fdd {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:47:43.740745 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.776706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.862272 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.914835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.941055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e99b73-6602-4df5-bf25-e76fd01a2fdd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:43.943006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:43.944866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d8ca192e-e718-4549-a61a-367d6465de2e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e7e99b73-6602-4df5-bf25-e76fd01a2fdd HTTP/1.1" status: 204 len: 168 time: 0.2511506 Aug 19 00:47:43.947988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:43.950025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f5a23-f8c4-47dd-9a52-cffc25215f49 None None] Network 85513e2a-86bc-485d-b9c7-7b2460560c3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:44.018115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.072807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Deleting port 54d3f07d-e43e-4207-a524-d67bbd065bd5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:44.073155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.143527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] For port 54d3f07d-e43e-4207-a524-d67bbd065bd5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=54d3f07d-e43e-4207-a524-d67bbd065bd5,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:44.143991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.147255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] DHCP port deletion for 85513e2a-86bc-485d-b9c7-7b2460560c3d request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:47:44.160588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Calling delete_port for 54d3f07d-e43e-4207-a524-d67bbd065bd5 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:44.198437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Deleting port 54d3f07d-e43e-4207-a524-d67bbd065bd5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:47:44.198750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.247510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.263470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] For port 54d3f07d-e43e-4207-a524-d67bbd065bd5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=54d3f07d-e43e-4207-a524-d67bbd065bd5,segment=NetworkSegment(d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31),segment_id=d9e27ca5-c0a4-4c58-a20c-1da2a45e1d31)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:44.263877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.274947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] No DVR routers for this DVR port 54d3f07d-e43e-4207-a524-d67bbd065bd5 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:47:44.277047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Calling delete_port for 54d3f07d-e43e-4207-a524-d67bbd065bd5 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:47:44.279951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d3f07d-e43e-4207-a524-d67bbd065bd5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:44.350636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.361470 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.361731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85513e2a-86bc-485d-b9c7-7b2460560c3d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:44.376529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:44.376828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e27ca5-c0a4-4c58-a20c-1da2a45e1d31') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:44.386779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.390219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] Pushing event deleted for resources: {'Port': ['ID=54d3f07d-e43e-4207-a524-d67bbd065bd5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:44.395648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0eac0-18cf-4b79-8827-061c32db2c0f None None] No DVR routers for this DVR port 54d3f07d-e43e-4207-a524-d67bbd065bd5 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:47:44.407729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.414092 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:47:44.414518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:47:44.417028 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:47:44.473734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.478061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.480702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85513e2a-86bc-485d-b9c7-7b2460560c3d HTTP/1.1" status: 204 len: 168 time: 0.5312791 Aug 19 00:47:44.493167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac72d1e-020e-4a40-bb18-5b4aeec03b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=85513e2a-86bc-485d-b9c7-7b2460560c3d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:44.585877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41140) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:44.625392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9e35b11c-800a-4b67-86e9-b62f41805b19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3feaedff1cfa46138b6532cfa4e5429e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382802 Aug 19 00:47:44.627780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41142) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:44.676821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.697267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.742932 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.745737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:44.747394 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afec3cc2-c557-4c66-b8de-12d5ba59bf31 HTTP/1.1" status: 204 len: 168 time: 0.1185091 Aug 19 00:47:44.756720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bda7a7-157b-48d4-a1ca-62d8007fe17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec3cc2-c557-4c66-b8de-12d5ba59bf31,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:44.951187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f33327e-1f0d-4c63-b115-38f8b35a2bad no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:44.971336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6f33327e-1f0d-4c63-b115-38f8b35a2bad {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:44.971687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f33327e-1f0d-4c63-b115-38f8b35a2bad not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:44.972101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 54d3f07d-e43e-4207-a524-d67bbd065bd5 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:45.000962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 54d3f07d-e43e-4207-a524-d67bbd065bd5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:45.001322 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 54d3f07d-e43e-4207-a524-d67bbd065bd5 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:45.001739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 25736c47-005c-4193-ad32-6f28026f7ac1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:47:45.020762 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadfafb4-962b-482a-9af4-511e3b790b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.022154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 25736c47-005c-4193-ad32-6f28026f7ac1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:47:45.022510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 25736c47-005c-4193-ad32-6f28026f7ac1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:47:45.087834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41148) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:45.131031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7552ec31-31d9-4e97-9d62-3a62877a0c35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c85afdce32e4f7692aa887dc6f45ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419607 Aug 19 00:47:45.133501 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41150) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:45.181521 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.202523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.218604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.250668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.253439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.254960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e68ea6-ad1c-440b-a616-f924a3c308e4 HTTP/1.1" status: 204 len: 168 time: 0.1200252 Aug 19 00:47:45.263337 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b77a1-a9c2-4d3d-bddf-a9fb4540f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e68ea6-ad1c-440b-a616-f924a3c308e4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:45.514200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:45.899515 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41174) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:45.995123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-456772066-network', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:46.015745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:47:46.018035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.026893 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.115982 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.121027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.148086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:47:46.153886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd202c2-306b-414e-863b-fc70e1eaa3c9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:46.161658 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.162015 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Added segment 99ab74ef-46a1-4f14-ab81-9fff1e06947b of type vlan for network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 Aug 19 00:47:46.203985 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.228650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.229593 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:46.230164 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.279715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3788607 Aug 19 00:47:46.282576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:46.287536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Request body: {'subnet': {'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-456772066-subnet', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:46.290971 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6c14-67b7-4c1a-83ea-7d1d570ab340 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:46.300498 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:47:46.309996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:47:46.312340 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.439271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.476965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.529337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4a717e-95d9-44b5-9adc-6a4579d65dde,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:46.539151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:46.539510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Network hostable DHCP agents. Network: 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:47:46.555247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:47:46.563620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:46.568729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:46.569322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.583206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3642704-e4d2-4652-a55b-24babd1aa113 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2994478 Aug 19 00:47:46.585795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41180) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:46.588560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfcca1-ec8e-44cb-9bdc-32eed502541c None None] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:46.591100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:46.611979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.613007 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.672321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.809794 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:46.894261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:47:46.895270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.015104 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.026995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Allocated IP 172.20.0.2 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/88cf6327-d9c9-4e5c-8487-445532361515) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:47.033617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.133488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Allocated IP 172.25.1.105 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/a5293cc4-d62c-4623-b5c2-4930ea3ddd12) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:47.173530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.184371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Transition to ACTIVE for port object 88cf6327-d9c9-4e5c-8487-445532361515 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:47.200251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Transition to ACTIVE for port object 88cf6327-d9c9-4e5c-8487-445532361515 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:47.205849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.239735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.250135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:47.253947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:47.256458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:47.259705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Pushing event updated for resources: {'Port': ['ID=88cf6327-d9c9-4e5c-8487-445532361515,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:47.278994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.311669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Attempting to bind port 88cf6327-d9c9-4e5c-8487-445532361515 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:47.312335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Attempting to bind port 88cf6327-d9c9-4e5c-8487-445532361515 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:47.312581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Attempting to bind port 88cf6327-d9c9-4e5c-8487-445532361515 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:47.315041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:47.317613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:47.317992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:47.318400 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.318800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:47.319269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Bound port: 88cf6327-d9c9-4e5c-8487-445532361515, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:47.319603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:47.319731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.323615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:47.347995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Pushing event updated for resources: {'Port': ['ID=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:47.385092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] For port 88cf6327-d9c9-4e5c-8487-445532361515, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:47.387941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] For port 88cf6327-d9c9-4e5c-8487-445532361515, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88cf6327-d9c9-4e5c-8487-445532361515,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:47.392070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.448344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7e4bc-660b-4481-b137-a499c104fc1f None None] Pushing event updated for resources: {'Port': ['ID=88cf6327-d9c9-4e5c-8487-445532361515,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:47.580887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.793184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:47.921885 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:47:47.929799 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.028770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:48.037454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:48.048119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:48.048919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:48.051340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.055045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ec60cd3-d719-4db2-bcd1-0f3f9c446156 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4658017 Aug 19 00:47:48.055446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41182) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:48.163950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:48.336742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156506e9-411f-4555-8677-baf637b920ff None None] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:48.427103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:47Z', 'revision_number': 3, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:48.463616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:48.464110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Updating router fb79d0d6-d993-4178-8eb3-b7e0969e929f port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:47:48.471797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.501887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-42742f87-9d48-4cdc-8ad8-66ac6b656a68 None None] Provisioning for port 88cf6327-d9c9-4e5c-8487-445532361515 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:48.522490 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.628066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Allocated IP 172.20.0.1 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:48.739699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.754631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Transition to ACTIVE for port object ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:48.790550 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.812742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.825251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Transition to ACTIVE for port object a5293cc4-d62c-4623-b5c2-4930ea3ddd12 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:48.827210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:48.830149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:48.831789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.836104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:48.864937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Pushing event updated for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:48.886570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.893973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015a5b-1233-4374-b7d7-7c0be4f16449 None None] Pushing event updated for resources: {'Port': ['ID=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:48.896531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Attempting to bind port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:48.896910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Attempting to bind port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:48.897282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Attempting to bind port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:48.903252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:48.903639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:48.904053 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.904486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:48.904965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Bound port: a5293cc4-d62c-4623-b5c2-4930ea3ddd12, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:48.905361 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:48.990598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] For port a5293cc4-d62c-4623-b5c2-4930ea3ddd12, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:48.994463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] For port a5293cc4-d62c-4623-b5c2-4930ea3ddd12, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:49.000754 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.033647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88cf6327-d9c9-4e5c-8487-445532361515 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:49.053562 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.103393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015a5b-1233-4374-b7d7-7c0be4f16449 None None] Pushing event updated for resources: {'Port': ['ID=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:49.106253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:49.107082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:49.195563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 88cf6327-d9c9-4e5c-8487-445532361515 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:49.209416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 88cf6327-d9c9-4e5c-8487-445532361515 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:49.209791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.225841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.230807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.250841 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-49651cb2-74c6-4d9c-8184-f5653f68b1a7 None None] Provisioning for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:49.259004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:49.284255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-49651cb2-74c6-4d9c-8184-f5653f68b1a7 None None] Provisioning complete for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:49.284664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49651cb2-74c6-4d9c-8184-f5653f68b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.301218 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Pushing event updated for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:49.305043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.367230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-49651cb2-74c6-4d9c-8184-f5653f68b1a7 None None] Port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:47:49.395548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:49.396973 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:49.445721 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.503093 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 88cf6327-d9c9-4e5c-8487-445532361515, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88cf6327-d9c9-4e5c-8487-445532361515,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:49.520091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:47:49.522839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.582892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=88cf6327-d9c9-4e5c-8487-445532361515,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:49.596697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:48Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:49.626435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4efcc-774f-4e68-b238-97f4d2ce68e0 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:48Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:49.659573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:49.664846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7faa6535-1cc3-47c4-9d51-9cef34ce023f admin admin] 10.222.0.20 "PUT /v2.0/routers/fb79d0d6-d993-4178-8eb3-b7e0969e929f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084325 Aug 19 00:47:49.693357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-debc2a43-1d18-4f93-a62f-7e69533ee8c3 None None] Provisioning complete for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:49.693818 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-debc2a43-1d18-4f93-a62f-7e69533ee8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:49.728772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-debc2a43-1d18-4f93-a62f-7e69533ee8c3 None None] Port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:47:50.174060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41198) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:50.179117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1091720874-network', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:50.200838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Made reservation on behalf of 32451bf8ee464789a72d8fda4ce45067 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:47:50.203216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.212079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.331395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.335713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.361904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:47:50.373636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fadc3-0c58-4a11-aca7-b2f34768f743,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:50.381686 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.382034 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Added segment 6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c of type vlan for network cf934684-9905-43ee-9b9a-fdddd10c9c42 Aug 19 00:47:50.426356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.772772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.773760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:50.774871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:50.824318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6491132 Aug 19 00:47:50.827221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:50.832670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Request body: {'subnet': {'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1091720874-subnet', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:50.835266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a90d6-e5b8-435e-8c34-2cccb8ca47ae admin admin] Pushing event updated for resources: {'Network': ['ID=cf934684-9905-43ee-9b9a-fdddd10c9c42,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:50.846335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:47:50.856069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Made reservation on behalf of 32451bf8ee464789a72d8fda4ce45067 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:47:50.858744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.028637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5293cc4-d62c-4623-b5c2-4930ea3ddd12 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:51.037792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.082210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:51.085789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:51.086167 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.101192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55a521b-4050-4c13-a9c1-cff5529528a1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:51.105504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Checking segment: {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:51.105869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Network hostable DHCP agents. Network: cf934684-9905-43ee-9b9a-fdddd10c9c42, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:47:51.123471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:47:51.132518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, cf934684-9905-43ee-9b9a-fdddd10c9c42) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:51.138349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:51.139208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.151202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7b54c-da98-4f2d-b201-cfdd031ca27b None None] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:51.157247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5fdd5f47-1666-4147-bdfd-8c7d624a36e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3263812 Aug 19 00:47:51.157687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 41202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:51.162129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:51.181991 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.183123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.238070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.373651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.387275 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.402330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a5293cc4-d62c-4623-b5c2-4930ea3ddd12, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:51.415162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.415956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88cf6327-d9c9-4e5c-8487-445532361515 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:51.543770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:51.574414 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:51.584801 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:51.585662 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:51.590847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 88cf6327-d9c9-4e5c-8487-445532361515 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:51.591368 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.597405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.613993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-cf934684-9905-43ee-9b9a-fdddd10c9c42', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 00:47:51.614926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.617271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.693640 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:51.721524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Allocated IP 172.25.1.243 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/42b35640-a847-44e3-9113-a745ec71ca1f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:51.804739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Allocated IP 172.20.0.2 (cf934684-9905-43ee-9b9a-fdddd10c9c42/a55a521b-4050-4c13-a9c1-cff5529528a1/49fd2d7f-2270-41a8-9544-399db412565e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:51.842983 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.892673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.897173 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 2, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:51.927670 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:51.928013 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Updating router fb79d0d6-d993-4178-8eb3-b7e0969e929f port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:47:51.930036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:51.935712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:51.939272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:51.952996 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.964705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Pushing event updated for resources: {'Port': ['ID=42b35640-a847-44e3-9113-a745ec71ca1f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:51.969794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:51.979503 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Transition to ACTIVE for port object 49fd2d7f-2270-41a8-9544-399db412565e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:51.994744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Transition to ACTIVE for port object 49fd2d7f-2270-41a8-9544-399db412565e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:52.002074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.036974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:52.042169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:52.048617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:52.083241 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Pushing event updated for resources: {'Port': ['ID=49fd2d7f-2270-41a8-9544-399db412565e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:52.119495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Attempting to bind port 49fd2d7f-2270-41a8-9544-399db412565e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:52.120031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Attempting to bind port 49fd2d7f-2270-41a8-9544-399db412565e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:52.120916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Attempting to bind port 49fd2d7f-2270-41a8-9544-399db412565e on network cf934684-9905-43ee-9b9a-fdddd10c9c42 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:52.125681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:52.126199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Checking segment: {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:52.126713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.127212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Bound using segment: {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:52.128102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Bound port: 49fd2d7f-2270-41a8-9544-399db412565e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:52.128258 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.197974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] For port 49fd2d7f-2270-41a8-9544-399db412565e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:52.201420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] For port 49fd2d7f-2270-41a8-9544-399db412565e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49fd2d7f-2270-41a8-9544-399db412565e,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:52.203089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.206863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.237521 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.247469 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Transition to ACTIVE for port object ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:52.255591 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.263211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc36f-edae-42e6-aefe-966aca5dd9d3 None None] Pushing event updated for resources: {'Port': ['ID=49fd2d7f-2270-41a8-9544-399db412565e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:52.322541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Pushing event updated for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:52.332997 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.333343 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.333680 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.334011 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.334337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.334660 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.334982 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.335300 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.335617 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.335934 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.336247 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.337230 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:47:52.481602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.505068 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Attempting to bind port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:52.505417 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Attempting to bind port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:52.505772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Attempting to bind port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:52.511105 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:52.511470 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:52.511868 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.512254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:52.512740 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Bound port: ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:52.513652 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.589783 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] For port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:52.594397 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] For port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:52.599276 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.637490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 00:47:52.659081 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:52.659455 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:52.695864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979128e-c2b4-4ba7-9f25-b43f269d868c None None] Pushing event updated for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:52.753405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:52.762539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Sync routers for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:52.775427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:52.779593 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:52.780451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:52.785736 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:52.787754 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b275987f-8d1f-41ab-8a33-e1691e661082 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6290920 Aug 19 00:47:52.792409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 41206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:47:52.928478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:53.000662 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:47:53.036620 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:52Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:53.068043 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55ee3-5152-464e-982a-bec673d78897 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:52Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:53.173538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5293cc4-d62c-4623-b5c2-4930ea3ddd12 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:53.256281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:53.256674 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.260543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:52Z', 'revision_number': 3, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:53.306298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Checking router: f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:53.306687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Updating router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f port 42b35640-a847-44e3-9113-a745ec71ca1f binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:47:53.334417 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.354145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.465606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:53.471212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d1a456-1763-4bfb-af52-00de8a59f5f8 None None] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:47:53.529791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Allocated IP 172.20.0.1 (cf934684-9905-43ee-9b9a-fdddd10c9c42/a55a521b-4050-4c13-a9c1-cff5529528a1/d05c3aea-19f7-4d4f-95de-983ce3c92f16) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:53.600082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-29ba5d12-eeb6-4cf0-97b6-a9933436ba32 None None] Provisioning for port 49fd2d7f-2270-41a8-9544-399db412565e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:53.640228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.655591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Transition to ACTIVE for port object d05c3aea-19f7-4d4f-95de-983ce3c92f16 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:53.689351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.697935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:53.716521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:53.716907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.737222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:53.742907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:53.745308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Pushing event updated for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:53.748948 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:53.791995 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.915815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.927213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.934190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:53.947811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Transition to ACTIVE for port object 42b35640-a847-44e3-9113-a745ec71ca1f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:53.966259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.009505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:54.021482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.022267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49fd2d7f-2270-41a8-9544-399db412565e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:54.057702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Attempting to bind port 42b35640-a847-44e3-9113-a745ec71ca1f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:54.058091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Attempting to bind port 42b35640-a847-44e3-9113-a745ec71ca1f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:54.058469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Attempting to bind port 42b35640-a847-44e3-9113-a745ec71ca1f on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:54.068595 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10284d-411a-4188-b2b2-28f2f45bdaba None None] Pushing event updated for resources: {'Port': ['ID=42b35640-a847-44e3-9113-a745ec71ca1f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:54.075576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:54.075964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:54.076400 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.076806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:54.077313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Bound port: 42b35640-a847-44e3-9113-a745ec71ca1f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:54.077726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.116476 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.122538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.183440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:54.199405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Pushing event updated for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:54.201204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] For port 42b35640-a847-44e3-9113-a745ec71ca1f, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:54.204214 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 49fd2d7f-2270-41a8-9544-399db412565e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:54.211332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] For port 42b35640-a847-44e3-9113-a745ec71ca1f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=42b35640-a847-44e3-9113-a745ec71ca1f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:54.212540 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.215505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Provisioning complete for port 49fd2d7f-2270-41a8-9544-399db412565e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:54.215956 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.217947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 49fd2d7f-2270-41a8-9544-399db412565e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:54.218386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.223964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.324832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:54.327170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:54.359628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10284d-411a-4188-b2b2-28f2f45bdaba None None] Pushing event updated for resources: {'Port': ['ID=42b35640-a847-44e3-9113-a745ec71ca1f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:54.363518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:54.364147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:54.451119 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:47:54.569945 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:47:54.575617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-465e0909-d4f0-4ddb-a859-c74012d67ecf admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822902 Aug 19 00:47:54.668829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.694334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.734884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:54.770144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] For port 49fd2d7f-2270-41a8-9544-399db412565e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49fd2d7f-2270-41a8-9544-399db412565e,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:54.779364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.928680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Provisioning for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:54.941156 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 00:47:54.941521 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 00:47:54.943820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Provisioning complete for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:54.944199 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:54.948049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Pushing event updated for resources: {'Port': ['ID=49fd2d7f-2270-41a8-9544-399db412565e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:54.999560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b1d93142-a845-43f5-a780-5c72fe48e0d6 None None] Port d05c3aea-19f7-4d4f-95de-983ce3c92f16 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:47:55.060089 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd05c3aea-19f7-4d4f-95de-983ce3c92f16', 'name': '', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'mac_address': 'fa:16:3e:9b:5f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:53Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 2, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'subnets': [{'id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:55.085919 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590ad2-e338-4fb1-8b97-072c7b97993f None None] The sync data for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 is: [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd05c3aea-19f7-4d4f-95de-983ce3c92f16', 'name': '', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'mac_address': 'fa:16:3e:9b:5f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:53Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 2, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'subnets': [{'id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:55.118886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-749a13c6-4812-4a0a-9a0a-b7371b42fede None None] Provisioning complete for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:55.119271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-749a13c6-4812-4a0a-9a0a-b7371b42fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:55.155068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-749a13c6-4812-4a0a-9a0a-b7371b42fede None None] Port d05c3aea-19f7-4d4f-95de-983ce3c92f16 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:47:55.560550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:55.615514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:55.615984 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:55.694186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49fd2d7f-2270-41a8-9544-399db412565e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:55.739877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 49fd2d7f-2270-41a8-9544-399db412565e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:55.740260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:56.618124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-6fe5de3c-bd4b-4e21-9229-0023b3fb1e49 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:56.619589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-6fe5de3c-bd4b-4e21-9229-0023b3fb1e49 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.0991552 Aug 19 00:47:56.633981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-1382efea-2478-43d4-b458-b9b6ed428483 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0087495 Aug 19 00:47:56.688596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-3ce9503b-8752-4082-b931-a29be1e6c28d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493171 Aug 19 00:47:56.793408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-1dc0eac4-6c5c-4073-9f6c-2b9c136c44bf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:47:56.794389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-1dc0eac4-6c5c-4073-9f6c-2b9c136c44bf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994339 Aug 19 00:47:56.884735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-377fad01-8ce1-4959-8c6b-ce22e053add1 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840206 Aug 19 00:47:56.984058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-26d12b0c-a52d-42cd-8fd8-02381f4a11f3 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928979 Aug 19 00:47:57.085254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.146692 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Sync routers for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:47:57.156056 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:57.156706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:57.272276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:57.282176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c1d3252-022f-4fac-9d6e-e4891b6424fc req-29b97e57-fd34-4078-a734-8365e5876431 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0276711 Aug 19 00:47:57.474971 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd05c3aea-19f7-4d4f-95de-983ce3c92f16', 'name': '', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'mac_address': 'fa:16:3e:9b:5f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:53Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 2, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'subnets': [{'id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:57.503525 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Checking router: f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:47:57.503920 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Updating router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f port d05c3aea-19f7-4d4f-95de-983ce3c92f16 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 00:47:57.535165 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.588001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 42b35640-a847-44e3-9113-a745ec71ca1f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:57.637872 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 42b35640-a847-44e3-9113-a745ec71ca1f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:57.642022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 42b35640-a847-44e3-9113-a745ec71ca1f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:57.642401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.730583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.754878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 42b35640-a847-44e3-9113-a745ec71ca1f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=42b35640-a847-44e3-9113-a745ec71ca1f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:47:57.758359 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.817295 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.819096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=42b35640-a847-44e3-9113-a745ec71ca1f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:57.827356 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Transition to ACTIVE for port object d05c3aea-19f7-4d4f-95de-983ce3c92f16 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:57.832994 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.926251 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Attempting to bind port d05c3aea-19f7-4d4f-95de-983ce3c92f16 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:57.926628 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Attempting to bind port d05c3aea-19f7-4d4f-95de-983ce3c92f16 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:57.926998 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Attempting to bind port d05c3aea-19f7-4d4f-95de-983ce3c92f16 on network cf934684-9905-43ee-9b9a-fdddd10c9c42 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:57.930152 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61d659-1d3b-4af6-b897-9bfa641dd919 None None] Pushing event updated for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:57.935063 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:57.935731 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Checking segment: {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:57.936363 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:57.936949 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Bound using segment: {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:57.937591 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Bound port: d05c3aea-19f7-4d4f-95de-983ce3c92f16, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:57.938161 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:58.009680 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] For port d05c3aea-19f7-4d4f-95de-983ce3c92f16, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:58.013232 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] For port d05c3aea-19f7-4d4f-95de-983ce3c92f16, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d05c3aea-19f7-4d4f-95de-983ce3c92f16,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:58.017282 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:58.073016 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61d659-1d3b-4af6-b897-9bfa641dd919 None None] Pushing event updated for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:58.083092 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:47:58.083749 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:47:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:58.198695 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:47:58.390292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1dbda0f-e964-4ea5-be91-9f5a91e10475 req-a83f7e69-4346-4272-837b-eb981c20ef8e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0275087 Aug 19 00:47:58.399024 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd05c3aea-19f7-4d4f-95de-983ce3c92f16', 'name': '', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'mac_address': 'fa:16:3e:9b:5f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:53Z', 'updated_at': '2021-08-19T00:47:58Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'subnets': [{'id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:47:58.429314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb088b-0e90-457f-a829-182017d3fd4e None None] The sync data for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 is: [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd05c3aea-19f7-4d4f-95de-983ce3c92f16', 'name': '', 'network_id': 'cf934684-9905-43ee-9b9a-fdddd10c9c42', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'mac_address': 'fa:16:3e:9b:5f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:53Z', 'updated_at': '2021-08-19T00:47:58Z', 'revision_number': 4, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'subnets': [{'id': 'a55a521b-4050-4c13-a9c1-cff5529528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:47:58.580256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-00b5b84d-d9aa-4516-99a9-c9ad88764a00 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:58.581841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-00b5b84d-d9aa-4516-99a9-c9ad88764a00 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1177223 Aug 19 00:47:58.607840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:58.731209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:47:58.734463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:58.864548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.13 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:47:59.027555 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.042022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:59.073842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.116064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:47:59.121599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:47:59.126404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:47:59.158031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:59.198354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:59.199015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.214920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-fac7fff5-085a-44b1-beef-c1d5287f8276 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111844 Aug 19 00:47:59.231116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-63aee165-1d8b-4674-b715-37b6468a6afb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:47:59.232230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-63aee165-1d8b-4674-b715-37b6468a6afb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059266 Aug 19 00:47:59.246316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Request body: {'port': {'device_id': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:47:59.304047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.355550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ceb451bb-bba7-40a3-a347-cd9c24c15b60 None None] Provisioning for port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:59.360544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ceb451bb-bba7-40a3-a347-cd9c24c15b60 None None] Provisioning complete for port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:59.361171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ceb451bb-bba7-40a3-a347-cd9c24c15b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.398378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ceb451bb-bba7-40a3-a347-cd9c24c15b60 None None] Port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:47:59.587072 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a16381-d152-454c-9327-c55c347c67ac req-1394cf14-6016-4fb1-a866-1cd81a822a7f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:47:59.588793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a16381-d152-454c-9327-c55c347c67ac req-1394cf14-6016-4fb1-a866-1cd81a822a7f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 932 time: 0.0851026 Aug 19 00:47:59.643073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 42b35640-a847-44e3-9113-a745ec71ca1f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:59.662319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-74a16381-d152-454c-9327-c55c347c67ac req-ef6aa654-f65c-4a7b-a730-41c56ed19ae6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Aug 19 00:47:59.703654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 42b35640-a847-44e3-9113-a745ec71ca1f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:59.704881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.711346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:47:59.721016 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.734451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Transition to ACTIVE for port object 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:47:59.741694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.800505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Pushing event updated for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:47:59.826457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d05c3aea-19f7-4d4f-95de-983ce3c92f16 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:47:59.879211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:47:59.883823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:47:59.884673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.888911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Attempting to bind port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:47:59.889267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Attempting to bind port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:47:59.889589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Attempting to bind port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:59.895628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:47:59.895961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Attempting to bind port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:47:59.901707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:47:59.902074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:47:59.902473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:47:59.903132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Bound port: 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:47:59.903504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.981871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:47:59.985456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:47:59.991464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:47:59.996613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:00.041419 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.042044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:00.043456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] 10.222.0.21 "PUT /v2.0/ports/859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d HTTP/1.1" status: 200 len: 1093 time: 0.8018482 Aug 19 00:48:00.043920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:48:00.046328 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:48:00.080162 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d05c3aea-19f7-4d4f-95de-983ce3c92f16, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d05c3aea-19f7-4d4f-95de-983ce3c92f16,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:48:00.087821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbd8de-bc7b-4c4a-bafd-016d8272b2ae service neutron] Pushing event updated for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:00.090239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:00.140729 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e7373-00a3-4cad-b1fe-66ce3a79306a x-openstack-request-id: req-353e7373-00a3-4cad-b1fe-66ce3a79306a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:48:00.141018 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:48:00.141312 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-353e7373-00a3-4cad-b1fe-66ce3a79306a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:48:00.141724 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d', 'status': 'completed', 'code': 200} Aug 19 00:48:00.161114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-f431b111-276e-4475-9b85-3a100426f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.163773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-f431b111-276e-4475-9b85-3a100426f2cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 1096 time: 0.0569270 Aug 19 00:48:00.170925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:00.216480 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-51fa1009-9c7d-41b2-b5a1-4943fcadaf56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d HTTP/1.1" status: 200 len: 217 time: 0.0390124 Aug 19 00:48:00.274454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-a57044df-278e-4e02-a9da-3f70eccfae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.276059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-a57044df-278e-4e02-a9da-3f70eccfae0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0525568 Aug 19 00:48:00.328130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-f1753dc5-411d-47d9-8b2f-09a98f0fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.329709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-f1753dc5-411d-47d9-8b2f-09a98f0fd47e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462310 Aug 19 00:48:00.419338 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-f92889c2-55ec-4af4-a95d-98cd3b7e61f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Aug 19 00:48:00.518875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73aa02a3-87fa-43fc-a790-3bc404c03052 req-7702a711-6329-4755-95b0-a057e8279180 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922921 Aug 19 00:48:00.642653 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-4bae34bb-c52d-4e6f-a085-e66e713eccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.644155 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-4bae34bb-c52d-4e6f-a085-e66e713eccdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 1096 time: 0.0415363 Aug 19 00:48:00.736651 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-8063861a-8135-497f-8050-56cbcb5e4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.738177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-8063861a-8135-497f-8050-56cbcb5e4f41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0870478 Aug 19 00:48:00.795082 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-752c5219-883e-444d-9711-2344f45fa98c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d HTTP/1.1" status: 200 len: 217 time: 0.0478351 Aug 19 00:48:00.858811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e6c8e-4dd3-4b22-8567-dc88f3479284 req-ec830de4-fd05-4b3f-bd9a-6c4572b265db tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.860178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d0e6c8e-4dd3-4b22-8567-dc88f3479284 req-ec830de4-fd05-4b3f-bd9a-6c4572b265db tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.1211498 Aug 19 00:48:00.863891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-a288b1d3-fa1e-48ec-82f8-1bb4bcfb05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.865255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-a288b1d3-fa1e-48ec-82f8-1bb4bcfb05ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0630307 Aug 19 00:48:00.924255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d0e6c8e-4dd3-4b22-8567-dc88f3479284 req-5f325014-d182-4376-8e5e-75ecd8eef9df tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575662 Aug 19 00:48:00.930676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-9697cf2c-6a39-460a-a5be-7fc251519165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:00.932213 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-9697cf2c-6a39-460a-a5be-7fc251519165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599821 Aug 19 00:48:01.025298 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-e498ad2d-2a59-49b8-9d09-fd59c30cdb44 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Aug 19 00:48:01.117420 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1f60edbf-5775-4e77-ab18-4e6b9516a2cb req-3d7b51d5-8f98-42c9-875f-f2823d1a3d72 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Aug 19 00:48:01.549652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d05c3aea-19f7-4d4f-95de-983ce3c92f16 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:48:01.601300 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d05c3aea-19f7-4d4f-95de-983ce3c92f16 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:48:01.601690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:02.038865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1ffbc-1c09-46a0-a2e2-46856ffc6422 req-587e74fd-77f7-485d-ae43-c3207b5e88fa tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:02.041096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3c1ffbc-1c09-46a0-a2e2-46856ffc6422 req-587e74fd-77f7-485d-ae43-c3207b5e88fa tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0488024 Aug 19 00:48:02.078838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3c1ffbc-1c09-46a0-a2e2-46856ffc6422 req-c2dc8657-df6a-472b-a808-e57f0bcb0289 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Aug 19 00:48:03.192454 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90c367-f2fb-4205-a9bb-4b52f2b20431 req-ca73d668-881f-4ae0-99b9-a04466cf4c9c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:03.193921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec90c367-f2fb-4205-a9bb-4b52f2b20431 req-ca73d668-881f-4ae0-99b9-a04466cf4c9c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0481868 Aug 19 00:48:03.234986 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ec90c367-f2fb-4205-a9bb-4b52f2b20431 req-536424d0-eb74-4fc5-aa04-45b7f4a363c7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Aug 19 00:48:04.346252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846ff2-2100-49c2-add8-c59f34462bba req-92411868-0599-45d0-8f5a-708b63158dbb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:04.347700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56846ff2-2100-49c2-add8-c59f34462bba req-92411868-0599-45d0-8f5a-708b63158dbb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0485985 Aug 19 00:48:04.388921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56846ff2-2100-49c2-add8-c59f34462bba req-1b703520-7437-41a8-a4f5-a25eb4960c50 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Aug 19 00:48:05.499660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d45e-7a80-43d6-9528-33d5f3e45260 req-3dc0fb58-26c9-48e1-aa3c-e37ddb0b9131 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:05.501158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e02d45e-7a80-43d6-9528-33d5f3e45260 req-3dc0fb58-26c9-48e1-aa3c-e37ddb0b9131 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0485585 Aug 19 00:48:05.538169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e02d45e-7a80-43d6-9528-33d5f3e45260 req-470f38ed-387a-4947-a00b-26115fb7c790 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Aug 19 00:48:06.656474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c196f8-fce1-4173-b147-dddd6895445f req-41c3daa1-893b-47cf-9247-bc2bac4b980a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:06.657948 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73c196f8-fce1-4173-b147-dddd6895445f req-41c3daa1-893b-47cf-9247-bc2bac4b980a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0493474 Aug 19 00:48:06.694271 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-73c196f8-fce1-4173-b147-dddd6895445f req-86f68fe1-cf86-44d3-b639-d9cf7bf44a56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304065 Aug 19 00:48:07.806216 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1bad-44ed-4936-8981-bb85dfef855b req-0362f43f-3e6f-453c-b882-f3cb8c4d17b6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:07.807667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-276b1bad-44ed-4936-8981-bb85dfef855b req-0362f43f-3e6f-453c-b882-f3cb8c4d17b6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0479076 Aug 19 00:48:07.844112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-276b1bad-44ed-4936-8981-bb85dfef855b req-b1204c80-af30-4d7c-8872-95f8f5c62b01 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304556 Aug 19 00:48:08.956051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a295f-e130-43ee-9f43-4390a61dbc00 req-6575c95e-d8a0-4f7e-9f24-10ee3f767684 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:08.957515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-917a295f-e130-43ee-9f43-4390a61dbc00 req-6575c95e-d8a0-4f7e-9f24-10ee3f767684 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0483065 Aug 19 00:48:08.994129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-917a295f-e130-43ee-9f43-4390a61dbc00 req-da87fcdb-a575-4e10-b0cb-02cd6d15eae8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Aug 19 00:48:10.105068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92b16-001a-49dd-b6b1-3490a76b0bf7 req-2f03b264-5ec2-42b2-b7d2-7f07056b5a00 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:10.106431 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f92b16-001a-49dd-b6b1-3490a76b0bf7 req-2f03b264-5ec2-42b2-b7d2-7f07056b5a00 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0480852 Aug 19 00:48:10.146532 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c3f92b16-001a-49dd-b6b1-3490a76b0bf7 req-16612f34-4191-476b-967e-f9cd790ad86f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Aug 19 00:48:11.259078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bdf5c-b102-42cc-85b9-247ec53ba942 req-008310d3-ece2-42c3-b3ee-eb3f298f41bb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:11.260530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-466bdf5c-b102-42cc-85b9-247ec53ba942 req-008310d3-ece2-42c3-b3ee-eb3f298f41bb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 944 time: 0.0470400 Aug 19 00:48:11.300465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-466bdf5c-b102-42cc-85b9-247ec53ba942 req-96524269-e6e6-421e-82e6-cf118f7ef2c1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Aug 19 00:48:12.100085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:48:12.191528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:48:12.205163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d', 'mac_address': 'fa:16:3e:68:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:48:12.242022 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:12.254552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:48:12.273455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:48:12.277612 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:12.323137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:12.420173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd5864-ddb9-41b0-85a7-38b4a607d65f req-76afe49c-42b2-41cf-b5b4-14f549c9a039 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:12.421638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd5864-ddb9-41b0-85a7-38b4a607d65f req-76afe49c-42b2-41cf-b5b4-14f549c9a039 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 945 time: 0.0484657 Aug 19 00:48:12.458123 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-29fd5864-ddb9-41b0-85a7-38b4a607d65f req-940a4d85-45b8-4a08-ad72-d6003f035615 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Aug 19 00:48:12.515041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-551e1016-0c4c-47b7-acb2-53a9e2a0e58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:12.685111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:48:14.010575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0759f9-6474-4474-ac35-939540aec37c req-40847648-3f12-4c88-88ef-43c138c0c8a1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:14.012046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa0759f9-6474-4474-ac35-939540aec37c req-40847648-3f12-4c88-88ef-43c138c0c8a1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 945 time: 0.3820841 Aug 19 00:48:14.048641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa0759f9-6474-4474-ac35-939540aec37c req-7e1bf63f-c32f-4564-b64b-7715d6abc49f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 19 00:48:14.114844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:48:14.161807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:48:14.165739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:48:14.166114 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:14.241837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:14.266284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:48:14.268586 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d560bc-3915-4e5f-acbc-07be3809673b" -d '{"events": [{"server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "name": "network-vif-plugged", "status": "completed", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:48:14.281417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:48:14.285446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:14.331770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:14.431037 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7c78fc-76bb-4135-a5dc-93eb42ee7470 x-openstack-request-id: req-6f7c78fc-76bb-4135-a5dc-93eb42ee7470 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:48:14.431333 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "name": "network-vif-plugged", "status": "completed", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:48:14.431591 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f7c78fc-76bb-4135-a5dc-93eb42ee7470 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:48:14.432015 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d', 'code': 200} Aug 19 00:48:14.563060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4ac52-c363-476c-9288-5cf32746c34c req-bd9ddb8a-476e-405f-b788-817ad7edad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:14.564565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3d4ac52-c363-476c-9288-5cf32746c34c req-bd9ddb8a-476e-405f-b788-817ad7edad83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 1098 time: 0.0418375 Aug 19 00:48:14.599959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3d4ac52-c363-476c-9288-5cf32746c34c req-8d96935b-7260-47a8-81cd-beb58870f15f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277934 Aug 19 00:48:14.993092 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d76933b-a71d-413a-a279-b80556d5fc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:15.159609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ffb6c-3b11-402f-b841-f735f6a7f90e req-6ce1bb67-c2c4-425a-909c-32a394981eb0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:15.161081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-843ffb6c-3b11-402f-b841-f735f6a7f90e req-6ce1bb67-c2c4-425a-909c-32a394981eb0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0471385 Aug 19 00:48:15.199042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-843ffb6c-3b11-402f-b841-f735f6a7f90e req-7abb87a3-3c59-4aaf-a027-20a9044cd3c0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Aug 19 00:48:15.220770 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:15.512598 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:16.313929 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39117-8033-4353-9854-8ec0664c36c7 req-58104ce7-0aec-408a-a9d8-f4eb8add80c9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:16.315401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9f39117-8033-4353-9854-8ec0664c36c7 req-58104ce7-0aec-408a-a9d8-f4eb8add80c9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0471406 Aug 19 00:48:16.355785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9f39117-8033-4353-9854-8ec0664c36c7 req-1d5caaca-6b38-43d2-ad26-66a423bb315c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Aug 19 00:48:16.443124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:16.466855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185ff8-7139-4c52-880f-219124c40e52 req-2ef02c37-4da9-4f6a-8aa4-12645f57d02d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:16.468623 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53185ff8-7139-4c52-880f-219124c40e52 req-2ef02c37-4da9-4f6a-8aa4-12645f57d02d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0497823 Aug 19 00:48:16.509590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-53185ff8-7139-4c52-880f-219124c40e52 req-6e8bf033-fd69-48c3-9999-5d581a048690 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Aug 19 00:48:16.619628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744700fa-ee81-4779-bc3c-4009f576c6d3 req-8c81b858-b4b5-44df-bec1-dabeeeb8322d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:16.621109 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-744700fa-ee81-4779-bc3c-4009f576c6d3 req-8c81b858-b4b5-44df-bec1-dabeeeb8322d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0481312 Aug 19 00:48:16.656729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-744700fa-ee81-4779-bc3c-4009f576c6d3 req-73792c63-3611-40f7-8bd8-4f560fc8e009 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298243 Aug 19 00:48:16.882682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022e39-907c-40be-919f-46029f641f48 req-b5757a0f-acf5-4b54-8191-dc42cb180f3f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:16.884129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e022e39-907c-40be-919f-46029f641f48 req-b5757a0f-acf5-4b54-8191-dc42cb180f3f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0485744 Aug 19 00:48:16.921687 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2e022e39-907c-40be-919f-46029f641f48 req-e68e4fac-e856-4087-9665-5c35051604c9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Aug 19 00:48:17.933843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:18.036673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad83f8-9034-4b28-a27b-30d3694771d2 req-8bd6d15a-fbba-460e-a8fa-abe04c605c7a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:18.038125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cad83f8-9034-4b28-a27b-30d3694771d2 req-8bd6d15a-fbba-460e-a8fa-abe04c605c7a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0479326 Aug 19 00:48:18.074863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8cad83f8-9034-4b28-a27b-30d3694771d2 req-375c88fd-4ae8-4acb-8904-9d8c9d174b34 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Aug 19 00:48:18.499141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4780d96-491e-4f46-a1c9-383464435990 req-fdfccac9-0720-4ecf-ad64-5a9ba2d13317 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:18.500633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4780d96-491e-4f46-a1c9-383464435990 req-fdfccac9-0720-4ecf-ad64-5a9ba2d13317 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 946 time: 0.0466208 Aug 19 00:48:18.590480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:48:18.590823 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:18.674491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:48:18.674851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:18.690248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:48:18.812269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:18.840714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:18.846107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:48:18.886538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:48:18.889143 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:18.891133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4780d96-491e-4f46-a1c9-383464435990 req-145e865f-066e-4ab1-bb3f-276ac2e40a96 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "DELETE /v2.0/ports/859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d HTTP/1.1" status: 204 len: 173 time: 0.3847270 Aug 19 00:48:18.891577 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'name': 'network-vif-deleted', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:48:18.893857 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726c995-99d0-4a4e-8973-2e4acd2c3e4a" -d '{"events": [{"server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "name": "network-vif-deleted", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:48:18.937192 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8facf5c2-fbfc-4fd0-baa8-7d2b9cfeb575 x-openstack-request-id: req-8facf5c2-fbfc-4fd0-baa8-7d2b9cfeb575 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:48:18.937531 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566ec5b6-8e01-44d5-bd26-1b7c14467b3d", "name": "network-vif-deleted", "tag": "859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:48:18.937790 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8facf5c2-fbfc-4fd0-baa8-7d2b9cfeb575 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:48:18.938469 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566ec5b6-8e01-44d5-bd26-1b7c14467b3d', 'name': 'network-vif-deleted', 'tag': '859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d', 'status': 'completed', 'code': 200} Aug 19 00:48:19.170734 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b0389c7-7e6b-461b-b1fc-78998c099bfe req-244163be-06f1-43da-8a96-042d5c6796e1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0257721 Aug 19 00:48:20.267699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2df7b86d-26dd-4f9a-9705-2aa9017a94b0 req-33ca898b-8068-4bd2-bd96-09546f466fb2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0273933 Aug 19 00:48:21.359920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bea9ece-2410-4318-8162-13d2881daf11 req-83894902-948e-426a-a511-0c667323a498 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0257514 Aug 19 00:48:22.177073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:48:22.206526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:48:22.207030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 859cd5e2-7e0e-40e2-9cb5-1f02e4ffee1d not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:48:22.461332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8627e5b9-0c0c-447e-95a0-d3320e3f7dd8 req-3dae0d9c-9ec1-4081-a817-ade921c8fb70 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=566ec5b6-8e01-44d5-bd26-1b7c14467b3d HTTP/1.1" status: 200 len: 210 time: 0.0263183 Aug 19 00:48:27.097477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:28.011486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-f9373c89-c942-4ac6-870b-89ed3ffacdef req-289aad09-ace5-4bf3-ae2b-8a7a6c260ab6 service neutron] (94623) timed out ('10.222.0.21', 51880) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:48:30.001545 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:48:41.371160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-92be855f-26c9-487b-b1ef-65504e816b09 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:41.372572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-92be855f-26c9-487b-b1ef-65504e816b09 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1024737 Aug 19 00:48:41.387721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-b905f3b1-d448-4964-ac2f-249af0d64ef4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0094371 Aug 19 00:48:41.436046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-dd3db46c-68a3-43af-927b-a89c5c0b2629 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433357 Aug 19 00:48:41.492335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ca3460e2-d154-4533-8717-4bf0532e4196 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:48:41.493336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ca3460e2-d154-4533-8717-4bf0532e4196 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510757 Aug 19 00:48:41.584408 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-34a3402a-f9dd-470b-81ff-a72ce388c348 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Aug 19 00:48:41.671186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-563de46b-d1ce-43a1-b1d8-313cbab7fe20 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807214 Aug 19 00:48:42.518224 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9435-4b3a-415d-99fe-c474138b56bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:42.868823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87b298a8-7bc5-45dd-bdb1-74455e5789e6 req-912fb74b-422a-45a1-85f9-a572f50ad3e1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0252671 Aug 19 00:48:43.946125 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bb428165-6110-43fd-8385-e5fbd0365457 req-cca11849-5a34-49fc-b4c6-3c2f667fdb29 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0255091 Aug 19 00:48:44.993822 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aa7-673a-498f-aa0b-548b538f2070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:45.026575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b749e37-6b46-46dc-8c1e-78c1d5781ad8 req-1f2c79f0-5339-4395-a7d0-698e4dff6af4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Aug 19 00:48:45.222701 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:45.511456 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:46.103533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c27e9247-a5c6-43fc-bc16-dfa416641877 req-2ae9e2bf-6f4e-4ac7-8b03-ce8839a49692 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0254035 Aug 19 00:48:46.446423 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:47.194531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-376dc702-1b73-4991-92ee-cca03dd20920 req-dcfba980-d6fa-4838-9dd4-8fa7738d3c73 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0254781 Aug 19 00:48:47.937396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:48.251049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-9989e3b2-7fbd-4b2d-b0ed-c6e38f974e34 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:48.252592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-9989e3b2-7fbd-4b2d-b0ed-c6e38f974e34 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1058707 Aug 19 00:48:48.275067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:48:48.294246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9894a1d2-2ca7-4a6c-bbfa-4ddd6053c5bc req-c58803d0-8f38-42a7-9ba3-b0aa91208ce6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0326154 Aug 19 00:48:48.404022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:48:48.408707 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:48.534189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.3 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/2c308c92-525f-444c-8434-caa3cb18bb6f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:48:48.998626 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.012691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object 2c308c92-525f-444c-8434-caa3cb18bb6f will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:48:49.045052 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.098151 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:48:49.102441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:49.106916 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:48:49.110187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:48:49.137705 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.138054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.138394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.138730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.139069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.139398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.139734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.140057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.140427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.140742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.141066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.141395 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:48:49.175811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:49.176642 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.193898 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ff8b2461-d1bf-4c7e-a3d8-3831c3139baf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9224923 Aug 19 00:48:49.216554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Request body: {'port': {'device_id': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:48:49.281439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.422849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1345592-cb17-451b-915d-96adbde879cf req-d8f039c5-3ec8-4147-87ab-93898fd7559b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:49.430435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1345592-cb17-451b-915d-96adbde879cf req-d8f039c5-3ec8-4147-87ab-93898fd7559b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 931 time: 0.0645819 Aug 19 00:48:49.483876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e1345592-cb17-451b-915d-96adbde879cf req-cb11d37f-a871-4958-9465-6587eb9a96a0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522344 Aug 19 00:48:49.556679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c308c92-525f-444c-8434-caa3cb18bb6f {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:48:49.564491 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.569887 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac0d1082-dcb1-4e17-8e68-195b4d18db83 None None] Provisioning for port 2c308c92-525f-444c-8434-caa3cb18bb6f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:48:49.574589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ac0d1082-dcb1-4e17-8e68-195b4d18db83 None None] Provisioning complete for port 2c308c92-525f-444c-8434-caa3cb18bb6f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:48:49.575176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1082-dcb1-4e17-8e68-195b4d18db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.579153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Transition to ACTIVE for port object 2c308c92-525f-444c-8434-caa3cb18bb6f will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:48:49.583798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.610163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d1082-dcb1-4e17-8e68-195b4d18db83 None None] Port 2c308c92-525f-444c-8434-caa3cb18bb6f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:48:49.638962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:49.711299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Attempting to bind port 2c308c92-525f-444c-8434-caa3cb18bb6f on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:48:49.711639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Attempting to bind port 2c308c92-525f-444c-8434-caa3cb18bb6f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:48:49.711979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Attempting to bind port 2c308c92-525f-444c-8434-caa3cb18bb6f on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:48:49.716955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Port 2c308c92-525f-444c-8434-caa3cb18bb6f on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:48:49.717541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Attempting to bind port 2c308c92-525f-444c-8434-caa3cb18bb6f on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:48:49.723360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:48:49.723708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:48:49.724109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:48:49.724582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Bound port: 2c308c92-525f-444c-8434-caa3cb18bb6f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:48:49.724950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.793548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:48:49.797299 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c308c92-525f-444c-8434-caa3cb18bb6f,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:48:49.808896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.841654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:49.842798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:49.844250 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] 10.222.0.21 "PUT /v2.0/ports/2c308c92-525f-444c-8434-caa3cb18bb6f HTTP/1.1" status: 200 len: 1092 time: 0.6365726 Aug 19 00:48:49.846457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:48:49.848840 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80611811-9180-4eec-9903-2203c870a5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:48:49.879147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60913cae-bd60-4f3c-be6b-9d3e6afe63bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:48:49.890685 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8b816-76e7-437d-b7a8-febccdd05542 x-openstack-request-id: req-75d8b816-76e7-437d-b7a8-febccdd05542 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:48:49.890976 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:48:49.891228 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75d8b816-76e7-437d-b7a8-febccdd05542 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:48:49.891630 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f', 'status': 'completed', 'code': 200} Aug 19 00:48:49.956031 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-cdf55ece-d9d7-42da-b821-3d2d3301b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:49.957832 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-cdf55ece-d9d7-42da-b821-3d2d3301b4f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 1095 time: 0.0486324 Aug 19 00:48:50.011021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-ed719b61-3693-474c-9f75-5fdbe84d411b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c308c92-525f-444c-8434-caa3cb18bb6f HTTP/1.1" status: 200 len: 217 time: 0.0387652 Aug 19 00:48:50.064678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-8da494ec-aea7-4a3c-a762-9c4f07362a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.066369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-8da494ec-aea7-4a3c-a762-9c4f07362a43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0493124 Aug 19 00:48:50.116730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-be1e04f6-77c9-4679-9b54-02c5539ee903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.118304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-be1e04f6-77c9-4679-9b54-02c5539ee903 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448589 Aug 19 00:48:50.213045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-05984414-d999-46a0-af13-4eb40cb17920 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Aug 19 00:48:50.302543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-220891b0-c6de-4754-b196-b05904e6f9c0 req-530b8629-1a47-4d9b-9e99-50503f586f9e service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823119 Aug 19 00:48:50.419055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80611811-9180-4eec-9903-2203c870a5a4 req-91805780-1393-43dd-a9f9-9de69a34244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.420777 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-91805780-1393-43dd-a9f9-9de69a34244e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 1095 time: 0.0486541 Aug 19 00:48:50.514026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80611811-9180-4eec-9903-2203c870a5a4 req-06c52132-b806-4999-8f03-ba9ea3452535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.515542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-06c52132-b806-4999-8f03-ba9ea3452535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0877366 Aug 19 00:48:50.564509 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-fbeeb283-92c6-4b82-b2fe-1196c059f265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c308c92-525f-444c-8434-caa3cb18bb6f HTTP/1.1" status: 200 len: 217 time: 0.0417225 Aug 19 00:48:50.599529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec0516-34de-4831-b2fc-cfd89c8296dc req-a7a4a888-26df-4dd1-9fa3-77e1edfd0e9b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.601756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83ec0516-34de-4831-b2fc-cfd89c8296dc req-a7a4a888-26df-4dd1-9fa3-77e1edfd0e9b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0518684 Aug 19 00:48:50.615644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80611811-9180-4eec-9903-2203c870a5a4 req-10014e39-0c44-483d-bcf2-69ad1f6234dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.617246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-10014e39-0c44-483d-bcf2-69ad1f6234dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0458665 Aug 19 00:48:50.647924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83ec0516-34de-4831-b2fc-cfd89c8296dc req-84ea81e1-d6eb-4059-af7b-1be0bee94db2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Aug 19 00:48:50.672199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80611811-9180-4eec-9903-2203c870a5a4 req-565b152b-3e04-4e50-a67a-faa8fd59d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:50.673760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-565b152b-3e04-4e50-a67a-faa8fd59d0b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467772 Aug 19 00:48:50.782708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-98cd1c22-3740-4cd7-a9af-2696ba4e0456 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001725 Aug 19 00:48:50.877267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80611811-9180-4eec-9903-2203c870a5a4 req-4310f3b1-668d-4283-9bdd-4874c8ab194a service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878792 Aug 19 00:48:51.835666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c2d36-46d9-4b2a-a116-e4f8f1f3f794 req-bbabab31-ad64-4b01-8f7c-2b22a9dec4db tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:51.838743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d14c2d36-46d9-4b2a-a116-e4f8f1f3f794 req-bbabab31-ad64-4b01-8f7c-2b22a9dec4db tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0833223 Aug 19 00:48:51.894560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d14c2d36-46d9-4b2a-a116-e4f8f1f3f794 req-2f7a83ec-5b5b-47b8-8347-7ee8fb7a49c2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Aug 19 00:48:53.046241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb54a-413a-4028-b27f-fec474090f50 req-6de4d926-b7b8-4c43-a2c9-c613fe7f2295 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:53.048317 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a30fb54a-413a-4028-b27f-fec474090f50 req-6de4d926-b7b8-4c43-a2c9-c613fe7f2295 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0690045 Aug 19 00:48:53.086269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a30fb54a-413a-4028-b27f-fec474090f50 req-7f08b11d-5e7f-451c-8e64-8d2dc7a1d4eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Aug 19 00:48:54.234441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e577-5f71-4008-87e8-359ffe691034 req-69c038bf-86d9-4437-b40a-97b75add654b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:54.237150 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d312e577-5f71-4008-87e8-359ffe691034 req-69c038bf-86d9-4437-b40a-97b75add654b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0605750 Aug 19 00:48:54.283397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d312e577-5f71-4008-87e8-359ffe691034 req-a508daae-f041-4ad7-9fe7-80b10ab00d23 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Aug 19 00:48:55.407277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c963bef-f438-4416-8318-ce8297b4d439 req-fc5b3117-6477-4394-99eb-bf8b3654260f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:55.408946 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c963bef-f438-4416-8318-ce8297b4d439 req-fc5b3117-6477-4394-99eb-bf8b3654260f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0516348 Aug 19 00:48:55.447899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c963bef-f438-4416-8318-ce8297b4d439 req-97c3611f-272a-4d8f-9a87-90ee8c25314d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Aug 19 00:48:56.558591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2d38-fd08-4906-ad41-8c9099aff3c5 req-457c490e-c0ef-4c5b-9047-f81dfd520381 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:56.560043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-259b2d38-fd08-4906-ad41-8c9099aff3c5 req-457c490e-c0ef-4c5b-9047-f81dfd520381 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0472896 Aug 19 00:48:56.596651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-259b2d38-fd08-4906-ad41-8c9099aff3c5 req-791bc7f6-0d3e-491f-96ff-91084da2003f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307274 Aug 19 00:48:57.097228 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:48:57.710957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1419-5aab-4795-8ad3-7200c4a1c4b0 req-4937f441-f607-4966-915d-455cfbcbb899 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:57.712432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b02d1419-5aab-4795-8ad3-7200c4a1c4b0 req-4937f441-f607-4966-915d-455cfbcbb899 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0471349 Aug 19 00:48:57.748991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b02d1419-5aab-4795-8ad3-7200c4a1c4b0 req-fc7fc498-cc97-49a1-b91d-105c08ccee6e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298991 Aug 19 00:48:58.867089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e55eb-1dc2-445b-8cb1-da8864c9b91a req-7ed0d075-949d-4d91-9a8b-9ea96acd16e2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:48:58.868599 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-670e55eb-1dc2-445b-8cb1-da8864c9b91a req-7ed0d075-949d-4d91-9a8b-9ea96acd16e2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0505071 Aug 19 00:48:58.910452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-670e55eb-1dc2-445b-8cb1-da8864c9b91a req-a300d914-e989-4453-9960-3b6d046ab016 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Aug 19 00:49:00.037043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58576317-3834-4977-a6bc-79c4096d3c22 req-5b91401b-c7a9-40c7-bb4e-38a52b0b035d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:00.045993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58576317-3834-4977-a6bc-79c4096d3c22 req-5b91401b-c7a9-40c7-bb4e-38a52b0b035d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0625827 Aug 19 00:49:00.078721 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58576317-3834-4977-a6bc-79c4096d3c22 req-f680f23a-47c4-48e2-a38f-02c45ca2a698 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Aug 19 00:49:01.192847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523bfbf-9384-4a8f-9a3d-864e4b444698 req-92e0e60d-cf99-415c-b607-5831318d4cde tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:01.194245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2523bfbf-9384-4a8f-9a3d-864e4b444698 req-92e0e60d-cf99-415c-b607-5831318d4cde tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0491679 Aug 19 00:49:01.231969 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2523bfbf-9384-4a8f-9a3d-864e4b444698 req-701ad4d4-c6d7-43a5-8ee8-8f61694a6622 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Aug 19 00:49:02.344451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff22b1-53c5-4df3-9e44-e80d78a0bbc0 req-9b50d308-51d3-449b-8b12-966ed3a79faa tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:02.345910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbff22b1-53c5-4df3-9e44-e80d78a0bbc0 req-9b50d308-51d3-449b-8b12-966ed3a79faa tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Aug 19 00:49:02.382182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bbff22b1-53c5-4df3-9e44-e80d78a0bbc0 req-f5edbb78-7def-41e7-9de0-3b577cf160a8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Aug 19 00:49:03.495329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2926-0a3b-4fc3-a411-528068ed1465 req-bf15aabe-f4b3-4fe3-a1f0-ed7aa8ae9697 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:03.496811 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b31e2926-0a3b-4fc3-a411-528068ed1465 req-bf15aabe-f4b3-4fe3-a1f0-ed7aa8ae9697 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0485752 Aug 19 00:49:03.534635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b31e2926-0a3b-4fc3-a411-528068ed1465 req-149b2032-00a0-4cfe-b137-8fd7c4a78d8a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 19 00:49:04.645782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff355c-d0df-45df-8478-944a0ab69303 req-38fdc565-3112-44dc-8f77-4704fb6cf7e0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:04.647275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78ff355c-d0df-45df-8478-944a0ab69303 req-38fdc565-3112-44dc-8f77-4704fb6cf7e0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0473871 Aug 19 00:49:04.685471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78ff355c-d0df-45df-8478-944a0ab69303 req-3ec55f30-0a10-4331-bf24-b4aec6b017cb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Aug 19 00:49:05.797127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade111-b0e9-4a5d-bc1c-1429fc3f6ca8 req-3a3015df-b493-4ad4-bd56-4358700de48f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:05.798617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91ade111-b0e9-4a5d-bc1c-1429fc3f6ca8 req-3a3015df-b493-4ad4-bd56-4358700de48f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0476921 Aug 19 00:49:05.839528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91ade111-b0e9-4a5d-bc1c-1429fc3f6ca8 req-c080b050-b9d2-4ef7-9a15-f239b17df0c1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Aug 19 00:49:06.957779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7601a1-ee8a-45ee-a0f3-ee3758456a10 req-06436888-e7f7-4fac-af28-0723f8d7bad2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:06.959262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a7601a1-ee8a-45ee-a0f3-ee3758456a10 req-06436888-e7f7-4fac-af28-0723f8d7bad2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0530536 Aug 19 00:49:06.996242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a7601a1-ee8a-45ee-a0f3-ee3758456a10 req-924dc902-8e2d-4609-860b-448cb51f10c6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Aug 19 00:49:07.000623 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:49:08.116884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870e515-451b-40b8-85ab-d25b820f927c req-200c8ac0-d64c-4804-b489-7ce43aa2ae97 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:08.118328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7870e515-451b-40b8-85ab-d25b820f927c req-200c8ac0-d64c-4804-b489-7ce43aa2ae97 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0536029 Aug 19 00:49:08.156012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7870e515-451b-40b8-85ab-d25b820f927c req-282c3864-a532-4633-aeb0-33fbc79e5d0e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Aug 19 00:49:09.269373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58525-6d97-48ff-994b-8ddfcb448ea9 req-6ac7e3e1-19ba-46f4-a849-de11f8182325 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:09.270845 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d58525-6d97-48ff-994b-8ddfcb448ea9 req-6ac7e3e1-19ba-46f4-a849-de11f8182325 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0476258 Aug 19 00:49:09.307846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38d58525-6d97-48ff-994b-8ddfcb448ea9 req-fd878389-eb95-4557-81d8-8e1a1f901248 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Aug 19 00:49:10.419622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cd8c7-ed91-4949-aa3c-ed595905c372 req-7ce6cd96-c5cf-45a0-b123-c93a22da5f34 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:10.421104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-562cd8c7-ed91-4949-aa3c-ed595905c372 req-7ce6cd96-c5cf-45a0-b123-c93a22da5f34 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 943 time: 0.0477247 Aug 19 00:49:10.458014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-562cd8c7-ed91-4949-aa3c-ed595905c372 req-82872dc9-cde3-4201-b6c3-e10cbcc442e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Aug 19 00:49:10.458207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c308c92-525f-444c-8434-caa3cb18bb6f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:49:10.554191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c308c92-525f-444c-8434-caa3cb18bb6f,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:10.565610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2c308c92-525f-444c-8434-caa3cb18bb6f', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': '2c308c92-525f-444c-8434-caa3cb18bb6f', 'mac_address': 'fa:16:3e:30:1e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:49:10.601213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:10.613731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c308c92-525f-444c-8434-caa3cb18bb6f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:49:10.633357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c308c92-525f-444c-8434-caa3cb18bb6f,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:10.636886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:10.685988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:10.693145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.693497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.693844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.694188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.694525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.694858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.695190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.695521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.695852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.696185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.696568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:10.696917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:49:11.009092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c308c92-525f-444c-8434-caa3cb18bb6f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:49:11.570436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7f1c-44c4-45be-9569-63f8b70572d1 req-4bbbadb8-5f48-463d-9f92-10d841e29ae2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:11.571915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbcb7f1c-44c4-45be-9569-63f8b70572d1 req-4bbbadb8-5f48-463d-9f92-10d841e29ae2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 944 time: 0.0488966 Aug 19 00:49:11.609190 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbcb7f1c-44c4-45be-9569-63f8b70572d1 req-6abddb52-7090-4001-bafa-b48fe1c078a0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Aug 19 00:49:12.458070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c308c92-525f-444c-8434-caa3cb18bb6f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:49:12.509519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2c308c92-525f-444c-8434-caa3cb18bb6f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:49:12.518409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2c308c92-525f-444c-8434-caa3cb18bb6f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:49:12.518821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:12.521473 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a2b81a-989a-4984-a830-b9253633800c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:12.592655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:12.613566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:49:12.615762 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2395f2ab-4f9f-41bc-91ea-2a5cc8f80c6b" -d '{"events": [{"server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "name": "network-vif-plugged", "status": "completed", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:49:12.628166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c308c92-525f-444c-8434-caa3cb18bb6f,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:12.632076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:12.656181 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaff5e0-cf45-42b0-bbb0-8a47ad20664c x-openstack-request-id: req-ebaff5e0-cf45-42b0-bbb0-8a47ad20664c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:49:12.656501 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "name": "network-vif-plugged", "status": "completed", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:49:12.656756 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebaff5e0-cf45-42b0-bbb0-8a47ad20664c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:49:12.657139 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f', 'code': 200} Aug 19 00:49:12.684396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:12.737047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095225af-4504-4a00-b19c-760eae1a8658 req-b93af2ff-c030-4cab-a88d-2f85945f1d84 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:12.738548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095225af-4504-4a00-b19c-760eae1a8658 req-b93af2ff-c030-4cab-a88d-2f85945f1d84 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0597608 Aug 19 00:49:12.775581 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc23980-f0b9-4c7d-b751-427ca8d69749 req-c2302f73-6c9a-4b6b-93d7-9134afff24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:12.776652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-095225af-4504-4a00-b19c-760eae1a8658 req-54051742-98cc-457c-9cba-26bdba5a6f6a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Aug 19 00:49:12.777093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bc23980-f0b9-4c7d-b751-427ca8d69749 req-c2302f73-6c9a-4b6b-93d7-9134afff24ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 1097 time: 0.0395207 Aug 19 00:49:12.816717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bc23980-f0b9-4c7d-b751-427ca8d69749 req-ee3bcfc3-9629-4972-899a-defe7da8b789 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Aug 19 00:49:13.891860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f754b3-6cef-4830-9b15-1593fdb7d4fc req-28af0b6e-4916-4149-aa69-6e34a093e4fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:13.893326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6f754b3-6cef-4830-9b15-1593fdb7d4fc req-28af0b6e-4916-4149-aa69-6e34a093e4fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0482554 Aug 19 00:49:13.931900 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a6f754b3-6cef-4830-9b15-1593fdb7d4fc req-06abb25f-d938-4105-972d-58d245985c8d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Aug 19 00:49:14.995416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4355c181-164d-460a-be8a-5af3134a7ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:15.045231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8aea-083a-4860-879e-dade6eb85f70 req-bf9108bb-664f-47d9-bb97-67c271e17343 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:15.046706 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26de8aea-083a-4860-879e-dade6eb85f70 req-bf9108bb-664f-47d9-bb97-67c271e17343 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Aug 19 00:49:15.083665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-26de8aea-083a-4860-879e-dade6eb85f70 req-1ad22d44-15a6-4b5a-82a2-709171bac38b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Aug 19 00:49:15.198764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7944876-75db-44ec-ae9f-200da0cf507a req-14b0aab5-46e3-41fb-85c2-244ebb99d400 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:15.200244 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7944876-75db-44ec-ae9f-200da0cf507a req-14b0aab5-46e3-41fb-85c2-244ebb99d400 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0493877 Aug 19 00:49:15.224563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:15.241258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7944876-75db-44ec-ae9f-200da0cf507a req-b33e7ad1-6a06-439a-a453-647b636f0893 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Aug 19 00:49:15.353433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8cc58-3cb9-49f8-80d5-468fb2e94846 req-694ac2a5-c0f4-4b87-844d-318ab62ec7fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:15.355035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22b8cc58-3cb9-49f8-80d5-468fb2e94846 req-694ac2a5-c0f4-4b87-844d-318ab62ec7fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Aug 19 00:49:15.394551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-22b8cc58-3cb9-49f8-80d5-468fb2e94846 req-21004235-5d9a-4de9-abe7-d5b85c9fe621 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 19 00:49:15.517302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:15.688878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118457b2-bc43-4dd5-9a7d-582e2cb3bccb req-e460a64c-bd13-4fe4-87ee-39e203662a71 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:15.690382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-118457b2-bc43-4dd5-9a7d-582e2cb3bccb req-e460a64c-bd13-4fe4-87ee-39e203662a71 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Aug 19 00:49:15.732177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-118457b2-bc43-4dd5-9a7d-582e2cb3bccb req-50bd9f8b-6105-4467-8c23-949241476d37 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Aug 19 00:49:16.449981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:16.846995 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8367eb-1b9b-47bd-b6fe-6a5ddb82285a req-d4a8d015-6f2f-4503-a101-9b60fa348116 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:16.848485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d8367eb-1b9b-47bd-b6fe-6a5ddb82285a req-d4a8d015-6f2f-4503-a101-9b60fa348116 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Aug 19 00:49:16.889910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9d8367eb-1b9b-47bd-b6fe-6a5ddb82285a req-77d23e77-a393-4bb0-a5d1-e0f24434fc53 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353124 Aug 19 00:49:17.331962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-13f8ee20-3fce-4c3f-9638-68b7a1a51915 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:17.333627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-13f8ee20-3fce-4c3f-9638-68b7a1a51915 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 945 time: 0.0484748 Aug 19 00:49:17.419870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 2c308c92-525f-444c-8434-caa3cb18bb6f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:49:17.420212 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:17.509460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port 2c308c92-525f-444c-8434-caa3cb18bb6f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c308c92-525f-444c-8434-caa3cb18bb6f,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:17.509831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:17.523074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 2c308c92-525f-444c-8434-caa3cb18bb6f owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:49:17.648428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:17.676220 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=2c308c92-525f-444c-8434-caa3cb18bb6f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:17.679956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c308c92-525f-444c-8434-caa3cb18bb6f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:49:17.718968 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port 2c308c92-525f-444c-8434-caa3cb18bb6f on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:49:17.721709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:17.723758 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a07b01ab-5603-4822-84bf-cd4ba6578687 req-27d0e8af-833a-4eaf-ba4f-0c0cdae2d5b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "DELETE /v2.0/ports/2c308c92-525f-444c-8434-caa3cb18bb6f HTTP/1.1" status: 204 len: 173 time: 0.3840218 Aug 19 00:49:17.724364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'name': 'network-vif-deleted', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:49:17.726773 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90de12-cce2-40dd-8e50-91b621ed918a" -d '{"events": [{"server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "name": "network-vif-deleted", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:49:17.763746 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef051683-4cda-42b3-b383-f94f7e06c693 x-openstack-request-id: req-ef051683-4cda-42b3-b383-f94f7e06c693 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:49:17.764046 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799a347-63c7-4234-ac60-67b02bd74a50", "name": "network-vif-deleted", "tag": "2c308c92-525f-444c-8434-caa3cb18bb6f", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:49:17.764322 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef051683-4cda-42b3-b383-f94f7e06c693 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:49:17.764872 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799a347-63c7-4234-ac60-67b02bd74a50', 'name': 'network-vif-deleted', 'tag': '2c308c92-525f-444c-8434-caa3cb18bb6f', 'status': 'completed', 'code': 200} Aug 19 00:49:17.949267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:17.987078 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c68c66d1-63b3-4a93-99e9-43d13e497acb req-22cf69c9-505b-47c8-b7d1-9beb780504b1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0272019 Aug 19 00:49:19.082477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6413d1cc-34ad-4bdb-806b-4d22762d0176 req-90dd6d65-1c4f-45e5-a395-2d374b29e653 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0271525 Aug 19 00:49:20.174859 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1451e0c7-c166-4cf1-aaae-ef68e7d58e83 req-3b3e70bd-58b4-415d-a8b4-293d995b050b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Aug 19 00:49:20.506004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c308c92-525f-444c-8434-caa3cb18bb6f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:49:20.526645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2c308c92-525f-444c-8434-caa3cb18bb6f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:49:20.526994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c308c92-525f-444c-8434-caa3cb18bb6f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:49:21.282508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-18327524-fc92-4acf-ac68-bdb9faf8f967 req-b2c0b4ac-641d-41b0-aa00-15101a6fac0d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=c799a347-63c7-4234-ac60-67b02bd74a50 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Aug 19 00:49:27.114198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:41.058308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-3b0ae4f3-2d47-491a-a734-e10debfa4656 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:41.059700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-3b0ae4f3-2d47-491a-a734-e10debfa4656 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1022196 Aug 19 00:49:41.074533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-ed5fc149-5336-49ce-b88c-40f93b302597 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0088565 Aug 19 00:49:41.124264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-9fa7b4cb-3205-420b-ac95-4e13bf453075 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441806 Aug 19 00:49:41.213931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-a3759574-fe30-4151-9294-de7b08d6313e service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 Aug 19 00:49:41.300098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-b2b6710f-ae96-4c47-bf54-0b1f7bcc1806 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794623 Aug 19 00:49:41.584198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91da0b54-0583-4ea5-a402-d00ed9f10221 req-b7e89771-228c-46da-a3fd-11dfec5a0c15 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0323555 Aug 19 00:49:42.527022 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-095730a0-8d22-4524-8962-11e180ff49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:42.535129 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-d5c74db9-0636-44d7-b69f-ad42bb6a0ce8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:42.536671 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-d5c74db9-0636-44d7-b69f-ad42bb6a0ce8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1084797 Aug 19 00:49:42.562259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': '8a8016de-5160-4c83-8d85-3cc875e21079', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:49:42.685357 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e80d3030-c179-4202-b797-624f012070cc req-1947b404-9fd5-4e23-8e7e-15dc34456c8e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Aug 19 00:49:42.689029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:49:42.693597 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:42.832342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.7 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/2c977f78-2ed7-463c-a906-7f3d9d621916) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:49:42.976175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:42.990100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object 2c977f78-2ed7-463c-a906-7f3d9d621916 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:49:43.023442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.071163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:49:43.074437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:49:43.079236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:49:43.105084 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:43.137789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:43.139106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.155290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-5f5b7fdc-8238-4150-8579-4f9be36aed77 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968552 Aug 19 00:49:43.173334 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Request body: {'port': {'device_id': '8a8016de-5160-4c83-8d85-3cc875e21079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:49:43.229936 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.375874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-36cc63d6-f943-4fa6-8cf7-ace602ec3d86 None None] Provisioning for port 2c977f78-2ed7-463c-a906-7f3d9d621916 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:49:43.379915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-36cc63d6-f943-4fa6-8cf7-ace602ec3d86 None None] Provisioning complete for port 2c977f78-2ed7-463c-a906-7f3d9d621916 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:49:43.380598 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cc63d6-f943-4fa6-8cf7-ace602ec3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.416477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-36cc63d6-f943-4fa6-8cf7-ace602ec3d86 None None] Port 2c977f78-2ed7-463c-a906-7f3d9d621916 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:49:43.500550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c977f78-2ed7-463c-a906-7f3d9d621916 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:49:43.508003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.520636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Transition to ACTIVE for port object 2c977f78-2ed7-463c-a906-7f3d9d621916 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:49:43.524533 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.574652 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Pushing event updated for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:43.648726 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Attempting to bind port 2c977f78-2ed7-463c-a906-7f3d9d621916 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:49:43.649155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Attempting to bind port 2c977f78-2ed7-463c-a906-7f3d9d621916 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:49:43.649699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Attempting to bind port 2c977f78-2ed7-463c-a906-7f3d9d621916 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:49:43.654912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Port 2c977f78-2ed7-463c-a906-7f3d9d621916 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:49:43.655235 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Attempting to bind port 2c977f78-2ed7-463c-a906-7f3d9d621916 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:49:43.660440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:49:43.660780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:49:43.661172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:49:43.661614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Bound port: 2c977f78-2ed7-463c-a906-7f3d9d621916, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:49:43.661968 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.743098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:49:43.747174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c977f78-2ed7-463c-a906-7f3d9d621916,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:49:43.752136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.822540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:43.823159 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:43.824740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] 10.222.0.21 "PUT /v2.0/ports/2c977f78-2ed7-463c-a906-7f3d9d621916 HTTP/1.1" status: 200 len: 1092 time: 0.6566012 Aug 19 00:49:43.825181 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:49:43.827758 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78de69b9-decb-4721-a17e-9b9ed4da3266" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:49:43.867542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0927845-28b8-4d3b-bfe4-8d862e64b7bd req-c62d6dbd-6a28-4726-a3d3-2eecf19dd658 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:43.874860 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b0927845-28b8-4d3b-bfe4-8d862e64b7bd req-c62d6dbd-6a28-4726-a3d3-2eecf19dd658 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0919557 Aug 19 00:49:43.898625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d758-57e7-45fa-9e3c-b7468722d78a service neutron] Pushing event updated for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:43.902080 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ee48a-8ea0-4cbc-a561-9b81246cc331 x-openstack-request-id: req-402ee48a-8ea0-4cbc-a561-9b81246cc331 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:49:43.902355 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:49:43.902614 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-402ee48a-8ea0-4cbc-a561-9b81246cc331 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:49:43.903014 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916', 'status': 'completed', 'code': 200} Aug 19 00:49:43.947490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b0927845-28b8-4d3b-bfe4-8d862e64b7bd req-383d8a4c-e751-41b5-b2dc-71d55f136da7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717492 Aug 19 00:49:43.959222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-b14e56e7-257e-4fed-96e9-3f70ec3effad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:43.969869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-b14e56e7-257e-4fed-96e9-3f70ec3effad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 1095 time: 0.0570300 Aug 19 00:49:44.000585 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:49:44.009894 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-1d222d9c-cf43-49c3-809d-ef62ef721cfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c977f78-2ed7-463c-a906-7f3d9d621916 HTTP/1.1" status: 200 len: 217 time: 0.0359514 Aug 19 00:49:44.058578 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-f7389ae7-7640-4c04-ada3-87ef545d3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.060055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-f7389ae7-7640-4c04-ada3-87ef545d3fff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0435493 Aug 19 00:49:44.114518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-c3804f7e-3f24-42fc-9abe-48853b3b1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.116043 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-c3804f7e-3f24-42fc-9abe-48853b3b1f68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487883 Aug 19 00:49:44.203727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-74cff091-33a3-4a31-a87c-323374e05972 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805581 Aug 19 00:49:44.297118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d88fc8cd-4d6d-4460-9a1b-329f74ba2da9 req-42f4a61c-2405-41c1-882c-9fef4da263d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867097 Aug 19 00:49:44.405880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-a297d105-9034-40c0-8ef7-2be3699069c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.407444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-a297d105-9034-40c0-8ef7-2be3699069c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 1095 time: 0.0420485 Aug 19 00:49:44.501498 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-f311ec62-9283-4993-825d-4812822c12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.502991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-f311ec62-9283-4993-825d-4812822c12b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0885777 Aug 19 00:49:44.544214 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-1c008ad2-a190-4139-88dd-f6682afb34f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c977f78-2ed7-463c-a906-7f3d9d621916 HTTP/1.1" status: 200 len: 217 time: 0.0341790 Aug 19 00:49:44.597114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-519a9825-7f00-44ba-a64b-e0bea489438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.598504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-519a9825-7f00-44ba-a64b-e0bea489438d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0441852 Aug 19 00:49:44.648682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-d8a8956a-008d-4580-9d09-7133c13627c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:44.650198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-d8a8956a-008d-4580-9d09-7133c13627c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441322 Aug 19 00:49:44.738854 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-71e2d467-ca12-4a45-9382-7d214057114f service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807908 Aug 19 00:49:44.831930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78de69b9-decb-4721-a17e-9b9ed4da3266 req-5cd12cb8-5bdc-47f4-9352-c010622e7a14 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Aug 19 00:49:44.998998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a97b5337-1c8f-45f5-a85d-f0ffef44d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:45.084397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7610e-8100-4982-b618-3c0ef07d99eb req-3d71e7f5-00be-4a66-9efa-41ead3563959 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:45.085964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94f7610e-8100-4982-b618-3c0ef07d99eb req-3d71e7f5-00be-4a66-9efa-41ead3563959 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0555980 Aug 19 00:49:45.125207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94f7610e-8100-4982-b618-3c0ef07d99eb req-73cf414b-053a-4f6c-ac83-dfe57745490f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Aug 19 00:49:45.226386 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:45.510321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:46.238047 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2493da-3cd0-44cf-a098-617c3a0873f8 req-eaacf91f-2c62-4207-900b-161509248ed7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:46.239664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc2493da-3cd0-44cf-a098-617c3a0873f8 req-eaacf91f-2c62-4207-900b-161509248ed7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0490286 Aug 19 00:49:46.279545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dc2493da-3cd0-44cf-a098-617c3a0873f8 req-efdce319-04af-4e0a-9d52-deeaf448b802 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Aug 19 00:49:46.450331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:47.394602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b20bf-4587-4893-bc30-e6f243546708 req-25957def-16f3-48bb-964a-d8dd58d90193 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:47.396072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a00b20bf-4587-4893-bc30-e6f243546708 req-25957def-16f3-48bb-964a-d8dd58d90193 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0481806 Aug 19 00:49:47.433268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a00b20bf-4587-4893-bc30-e6f243546708 req-9bbbb3b4-6863-4c87-bc5b-03b0e88ecf85 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Aug 19 00:49:47.941234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:48.546666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6b3cd-8857-47e1-9837-76fee105fcb7 req-c083305c-bc33-43ba-a2ef-dd6e9aeb7250 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:48.548113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1c6b3cd-8857-47e1-9837-76fee105fcb7 req-c083305c-bc33-43ba-a2ef-dd6e9aeb7250 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0481110 Aug 19 00:49:48.584305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1c6b3cd-8857-47e1-9837-76fee105fcb7 req-422b7232-0a1a-4780-b74d-c9bc8f105199 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302398 Aug 19 00:49:49.695095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3989c-6a83-41e2-9894-91dee00e60e1 req-4580e0a9-bbee-4785-997c-43931f2d31fc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:49.696549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5e3989c-6a83-41e2-9894-91dee00e60e1 req-4580e0a9-bbee-4785-997c-43931f2d31fc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0470653 Aug 19 00:49:49.736407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b5e3989c-6a83-41e2-9894-91dee00e60e1 req-55921b96-83c5-4561-b531-c9cd68f7c1e8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Aug 19 00:49:50.852843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf249f32-c898-4550-b6c5-baa45350a181 req-e0b93b32-6102-41f2-8b1f-8496449ab2df tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:50.854317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf249f32-c898-4550-b6c5-baa45350a181 req-e0b93b32-6102-41f2-8b1f-8496449ab2df tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0517776 Aug 19 00:49:50.891106 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bf249f32-c898-4550-b6c5-baa45350a181 req-12182985-e75c-4f79-9dfb-4c1b1e5fe60b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303338 Aug 19 00:49:52.006568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2563f-c296-452b-80c3-452f5c72425b req-eac17f91-f146-4a83-b8b2-53490ec355b7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:52.008032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68c2563f-c296-452b-80c3-452f5c72425b req-eac17f91-f146-4a83-b8b2-53490ec355b7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0512190 Aug 19 00:49:52.044436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68c2563f-c296-452b-80c3-452f5c72425b req-580a315b-8582-4c4f-b743-967b84d74a3b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305245 Aug 19 00:49:53.157282 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab859-4088-44ca-b161-a9c95c29b0d9 req-7cad893a-93f5-4fa2-ad50-a84c169931a7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:53.158745 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9cab859-4088-44ca-b161-a9c95c29b0d9 req-7cad893a-93f5-4fa2-ad50-a84c169931a7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0481613 Aug 19 00:49:53.194237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f9cab859-4088-44ca-b161-a9c95c29b0d9 req-ef248077-767b-40c2-8e0c-8290577f7de6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296571 Aug 19 00:49:54.306108 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1f229-cb1a-45a6-9bc1-0e1f09b441de req-15316c73-0f3c-446a-aeb3-e1a3e0f930b8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:54.307569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebd1f229-cb1a-45a6-9bc1-0e1f09b441de req-15316c73-0f3c-446a-aeb3-e1a3e0f930b8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 943 time: 0.0480423 Aug 19 00:49:54.344227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebd1f229-cb1a-45a6-9bc1-0e1f09b441de req-9adb6970-b2ea-4583-890d-d0efe46fdc1c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 19 00:49:54.582762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c977f78-2ed7-463c-a906-7f3d9d621916 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:49:54.672854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c977f78-2ed7-463c-a906-7f3d9d621916,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:54.686134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2c977f78-2ed7-463c-a906-7f3d9d621916', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': '2c977f78-2ed7-463c-a906-7f3d9d621916', 'mac_address': 'fa:16:3e:83:df:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:49:54.724443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:54.736645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c977f78-2ed7-463c-a906-7f3d9d621916 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:49:54.755664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c977f78-2ed7-463c-a906-7f3d9d621916,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:54.759251 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:54.803900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:55.147406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c977f78-2ed7-463c-a906-7f3d9d621916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:49:55.461300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f56ad-023f-4346-8a8f-74eba9cf4304 req-86249f9d-ccdd-436a-86ab-987bdd463b93 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:55.462683 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e05f56ad-023f-4346-8a8f-74eba9cf4304 req-86249f9d-ccdd-436a-86ab-987bdd463b93 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 944 time: 0.0481992 Aug 19 00:49:55.499857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e05f56ad-023f-4346-8a8f-74eba9cf4304 req-ba8f419b-d1f6-449e-b3f5-1a8b3dc03cdd tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Aug 19 00:49:56.581832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c977f78-2ed7-463c-a906-7f3d9d621916 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:49:56.612686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cdc5c-1ef5-4206-9aa1-793caaf6dafe req-ec1141e5-a868-482f-b0dd-925a251bd51f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:56.614278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa4cdc5c-1ef5-4206-9aa1-793caaf6dafe req-ec1141e5-a868-482f-b0dd-925a251bd51f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 944 time: 0.0488906 Aug 19 00:49:56.628932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2c977f78-2ed7-463c-a906-7f3d9d621916 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:49:56.632797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2c977f78-2ed7-463c-a906-7f3d9d621916 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:49:56.633178 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:56.652168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa4cdc5c-1ef5-4206-9aa1-793caaf6dafe req-5a417f73-5a78-43e3-9b0d-7280ed55f745 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 19 00:49:56.709499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:56.730881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:49:56.733610 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e97e4a-8da2-4997-b696-5285488dc195" -d '{"events": [{"server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "name": "network-vif-plugged", "status": "completed", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:49:56.746438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c977f78-2ed7-463c-a906-7f3d9d621916,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:49:56.750921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:56.772932 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d4053-4c9a-4079-80a3-3402a6e7950e x-openstack-request-id: req-a88d4053-4c9a-4079-80a3-3402a6e7950e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:49:56.773212 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "name": "network-vif-plugged", "status": "completed", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:49:56.773468 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a88d4053-4c9a-4079-80a3-3402a6e7950e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:49:56.773846 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916', 'code': 200} Aug 19 00:49:56.799009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:49:56.891750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37663-8da4-4b25-a718-00b056735bf0 req-9582b5a4-f1cf-4ce3-ab48-8061662a16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:56.893235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8c37663-8da4-4b25-a718-00b056735bf0 req-9582b5a4-f1cf-4ce3-ab48-8061662a16cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 1097 time: 0.0425100 Aug 19 00:49:56.926405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8c37663-8da4-4b25-a718-00b056735bf0 req-ce5833c4-e74a-4e41-acd6-98f66eada997 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261230 Aug 19 00:49:57.112143 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:49:57.769581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928ee5-b609-4210-b666-0b438a1d0da5 req-379d94a4-2360-41f7-88b0-fa0599398fe5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:57.771060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00928ee5-b609-4210-b666-0b438a1d0da5 req-379d94a4-2360-41f7-88b0-fa0599398fe5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0522125 Aug 19 00:49:57.807321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00928ee5-b609-4210-b666-0b438a1d0da5 req-1886809a-d5ff-49d3-b183-a2fede2ad641 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Aug 19 00:49:58.921778 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e97df-9f4e-4b2e-ab1f-e0d244c7323f req-4be7a841-3821-4673-ae8b-e491fa8c2fd7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:58.923226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-432e97df-9f4e-4b2e-ab1f-e0d244c7323f req-4be7a841-3821-4673-ae8b-e491fa8c2fd7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Aug 19 00:49:58.959271 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-432e97df-9f4e-4b2e-ab1f-e0d244c7323f req-25b38f46-6896-42c7-bba4-435cba4b49ea tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301931 Aug 19 00:49:59.069676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3919b-8bb7-41f9-a026-dd4564c41109 req-42506bb6-4d2d-4892-b039-e97bce0c04e8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:49:59.071053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adb3919b-8bb7-41f9-a026-dd4564c41109 req-42506bb6-4d2d-4892-b039-e97bce0c04e8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Aug 19 00:49:59.109638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adb3919b-8bb7-41f9-a026-dd4564c41109 req-b881ff46-65e9-480b-bf11-e4a41e323a71 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Aug 19 00:50:01.637011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-104c426a-47c1-4994-9b9a-f34115f772a5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:01.638442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-104c426a-47c1-4994-9b9a-f34115f772a5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1023433 Aug 19 00:50:01.653448 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-35712fac-759e-4d43-9ea6-07ad57edb525 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0090983 Aug 19 00:50:01.704805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-04556157-ef84-47ad-afbb-acb0e46bf353 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455785 Aug 19 00:50:01.795366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-62d1907f-8745-43d2-b542-7f748fab1d7c service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Aug 19 00:50:01.883423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-058ae5c2-3f20-436f-b937-194ff505e827 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810156 Aug 19 00:50:02.071083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1d36b2dc-b525-4b27-8e0d-4b410077c82b req-1285829f-7a5c-4b78-81c4-8c7277b5dde9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Aug 19 00:50:02.971462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-8cee977e-f284-4418-b64f-14057a2fbc4d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:02.972955 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-8cee977e-f284-4418-b64f-14057a2fbc4d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1054947 Aug 19 00:50:02.986095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:03.095428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:50:03.099229 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.192272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27240b6d-0c46-4e0e-b031-17b62c53174c req-d8345936-0705-491a-a9db-6b905c8a6f0b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Aug 19 00:50:03.256637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.6 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/87cbdfef-c6ef-4c5b-bb10-84a09fe44269) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:50:03.422833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.435785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:50:03.470484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.511932 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c977f78-2ed7-463c-a906-7f3d9d621916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:50:03.516048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:50:03.519304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:50:03.523705 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:50:03.570068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:03.579231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:03.579860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.597523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.597880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.598223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.598567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.598906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.599336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.599678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.600004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.600397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.600746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.601195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.601592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:03.606979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-dbbf44fc-1358-43b0-911c-c39474501172 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250591 Aug 19 00:50:03.618419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-71d5b2bb-7a26-409d-a647-7687a34b9476 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:50:03.619691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-71d5b2bb-7a26-409d-a647-7687a34b9476 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056479 Aug 19 00:50:03.693111 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Request body: {'port': {'device_id': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:03.748763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.831153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d5165ad-75b5-4002-bb69-ad0934815c13 None None] Provisioning for port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:50:03.835699 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4d5165ad-75b5-4002-bb69-ad0934815c13 None None] Provisioning complete for port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:50:03.836201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d5165ad-75b5-4002-bb69-ad0934815c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:03.871768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d5165ad-75b5-4002-bb69-ad0934815c13 None None] Port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:50:04.068461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:50:04.075999 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:04.089555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Transition to ACTIVE for port object 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:50:04.094904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:04.141659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Pushing event updated for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:04.219662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Attempting to bind port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:50:04.220161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Attempting to bind port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:50:04.220529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Attempting to bind port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:50:04.225542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:50:04.225873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Attempting to bind port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:50:04.231535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:50:04.231884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:50:04.232277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:50:04.232987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Bound port: 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:50:04.233269 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:04.306151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:50:04.309652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:50:04.315761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:04.331001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08dff-5c81-4fbd-b4b1-5142660a0b41 req-8d4f321e-62d1-4143-8cca-3a8e54b9f105 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.332639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79b08dff-5c81-4fbd-b4b1-5142660a0b41 req-8d4f321e-62d1-4143-8cca-3a8e54b9f105 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0624766 Aug 19 00:50:04.355322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.355943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:04.357365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] 10.222.0.11 "PUT /v2.0/ports/87cbdfef-c6ef-4c5b-bb10-84a09fe44269 HTTP/1.1" status: 200 len: 1092 time: 0.7299993 Aug 19 00:50:04.357804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:50:04.360604 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db6499e-5d01-48d3-b3ed-76061035b377" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:50:04.400963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-79b08dff-5c81-4fbd-b4b1-5142660a0b41 req-d36ad69f-c4a6-4da6-9512-c1d2fec46e91 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617437 Aug 19 00:50:04.409759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a97cb-5b4c-4d98-b607-a384950c6620 service neutron] Pushing event updated for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:04.502972 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-6b254346-3031-460b-9cfb-72ad66460d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.504751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-6b254346-3031-460b-9cfb-72ad66460d43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 1095 time: 0.0910523 Aug 19 00:50:04.520409 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a9384b-bf81-431e-a2c7-a73f25f322c3 x-openstack-request-id: req-08a9384b-bf81-431e-a2c7-a73f25f322c3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:50:04.520831 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:50:04.521240 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08a9384b-bf81-431e-a2c7-a73f25f322c3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:50:04.521628 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269', 'status': 'completed', 'code': 200} Aug 19 00:50:04.570062 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-d266c30b-c696-4c7e-9448-a4963141c38a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269 HTTP/1.1" status: 200 len: 217 time: 0.0573454 Aug 19 00:50:04.629526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-2545fc36-2222-41d8-a7c6-5d202ecff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.630920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-2545fc36-2222-41d8-a7c6-5d202ecff2d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0545177 Aug 19 00:50:04.727029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-90c0b262-9a7b-4466-8938-c164eec56a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.728563 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-90c0b262-9a7b-4466-8938-c164eec56a2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906763 Aug 19 00:50:04.825767 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-852c9302-72d0-450c-a802-43b7f8ccb519 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903466 Aug 19 00:50:04.914482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b5e9cdd-bbc3-43c6-a269-a776e0116a26 req-61b89c55-1428-46af-a2a9-1838f034b451 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 Aug 19 00:50:04.994512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-a1d3765a-123c-4b1e-b679-2ec284c65c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:04.996025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-a1d3765a-123c-4b1e-b679-2ec284c65c69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 1095 time: 0.0410876 Aug 19 00:50:05.153334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-72f60f87-00d0-48c7-bd5b-a6594facc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:05.156159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-72f60f87-00d0-48c7-bd5b-a6594facc108 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.1528602 Aug 19 00:50:05.203066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-dbc3a9a0-8366-43a6-aba2-2f51374b0257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269 HTTP/1.1" status: 200 len: 217 time: 0.0399444 Aug 19 00:50:05.250827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-4fca338c-f27d-4435-8cde-8dbc02fc6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:05.252256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-4fca338c-f27d-4435-8cde-8dbc02fc6499 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0431581 Aug 19 00:50:05.299072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-7293b504-0861-4074-947e-0f35941326f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:05.300690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-7293b504-0861-4074-947e-0f35941326f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404556 Aug 19 00:50:05.401688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-557e3ded-8ff9-41e8-b27e-0170c3ded284 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934758 Aug 19 00:50:05.496651 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db6499e-5d01-48d3-b3ed-76061035b377 req-892a681d-ac45-4345-b374-e0125c98e6e3 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878248 Aug 19 00:50:05.538553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381230-1b4a-451e-a0ec-bc17a41d683d req-244f5a13-0a8a-41e7-adaa-8c214d71d826 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:05.540149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50381230-1b4a-451e-a0ec-bc17a41d683d req-244f5a13-0a8a-41e7-adaa-8c214d71d826 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0615516 Aug 19 00:50:05.587704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50381230-1b4a-451e-a0ec-bc17a41d683d req-db55f5fb-e8b8-49fe-a437-1b8b0d460ee4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Aug 19 00:50:06.799674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803ffe-2a8c-4521-9581-d4f0775902d4 req-e9bae859-bcc5-4239-8850-cbcf5cf29c40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:06.803805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29803ffe-2a8c-4521-9581-d4f0775902d4 req-e9bae859-bcc5-4239-8850-cbcf5cf29c40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0935800 Aug 19 00:50:06.869682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-29803ffe-2a8c-4521-9581-d4f0775902d4 req-9e4ea493-632a-468e-8ca6-90cb634f0667 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Aug 19 00:50:08.008673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152a9f9-1497-45a0-ad5e-ec1b4b394f31 req-818e3806-09e4-4ae7-9e8b-565bf9430df8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:08.010387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c152a9f9-1497-45a0-ad5e-ec1b4b394f31 req-818e3806-09e4-4ae7-9e8b-565bf9430df8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0603642 Aug 19 00:50:08.056366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c152a9f9-1497-45a0-ad5e-ec1b4b394f31 req-7d33f2fd-5c73-4620-90d8-421a2ab330c7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Aug 19 00:50:09.188873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57922e6c-9f7a-487d-a034-d3f21c6c98ff req-a3bd5fb0-b246-4c31-a46d-9d72142120ad tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:09.190477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57922e6c-9f7a-487d-a034-d3f21c6c98ff req-a3bd5fb0-b246-4c31-a46d-9d72142120ad tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0546017 Aug 19 00:50:09.235126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57922e6c-9f7a-487d-a034-d3f21c6c98ff req-3e391627-1a81-43ea-96b6-3dbcd293efed tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Aug 19 00:50:10.354246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05dc01-ad8f-4acb-b299-de16b6004e8a req-18b729c2-20dd-4ea5-b230-150ac9bd801d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:10.355755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e05dc01-ad8f-4acb-b299-de16b6004e8a req-18b729c2-20dd-4ea5-b230-150ac9bd801d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0518367 Aug 19 00:50:10.398119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e05dc01-ad8f-4acb-b299-de16b6004e8a req-0a706255-7837-4c0e-976b-c0c219b405a4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360005 Aug 19 00:50:11.510728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f2a1-8065-47ce-8e5d-29be0c16f8d4 req-bdd014c4-5aa3-432f-84c0-d93a522985f0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:11.512207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88a9f2a1-8065-47ce-8e5d-29be0c16f8d4 req-bdd014c4-5aa3-432f-84c0-d93a522985f0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0480087 Aug 19 00:50:11.549311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-88a9f2a1-8065-47ce-8e5d-29be0c16f8d4 req-f36151ad-4860-45b9-bb17-6196e2f65a57 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305326 Aug 19 00:50:12.520206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b23197e0-614b-496d-bdb9-568ff2bdf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:12.665663 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf18cd-725b-4185-8922-6270ec76bc49 req-cc45097f-c8ba-4331-93ae-48aac1908d65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:12.667151 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-efcf18cd-725b-4185-8922-6270ec76bc49 req-cc45097f-c8ba-4331-93ae-48aac1908d65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0502088 Aug 19 00:50:12.705315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-efcf18cd-725b-4185-8922-6270ec76bc49 req-9c50e84e-daaf-4157-9e64-350eae2216ad tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 19 00:50:13.832275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537012fc-2a1a-4d3f-87ce-75792a2184d1 req-04fb1071-499a-43fe-a143-ccb86355be74 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:13.833844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-537012fc-2a1a-4d3f-87ce-75792a2184d1 req-04fb1071-499a-43fe-a143-ccb86355be74 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0593076 Aug 19 00:50:13.872633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-537012fc-2a1a-4d3f-87ce-75792a2184d1 req-d3351c3f-2f69-4f0c-b5d1-42299886e073 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Aug 19 00:50:14.987794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4428fbe-a1fd-4c1e-9a48-8fa79616a4a0 req-5ad0807a-2142-4f03-b108-ce2afae25e6d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:14.989279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4428fbe-a1fd-4c1e-9a48-8fa79616a4a0 req-5ad0807a-2142-4f03-b108-ce2afae25e6d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0488811 Aug 19 00:50:15.002003 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85441f67-f81d-4788-a120-bd0e3f6de617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:15.029966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4428fbe-a1fd-4c1e-9a48-8fa79616a4a0 req-742a4542-7587-469c-8020-4e8244e736e1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Aug 19 00:50:15.228909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:15.513467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:16.147181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e659-682c-4afc-98df-4a4d224e7d6d req-c5551ec6-7f46-49e5-be23-8b77d92b9db8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:16.148799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c42e659-682c-4afc-98df-4a4d224e7d6d req-c5551ec6-7f46-49e5-be23-8b77d92b9db8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0500729 Aug 19 00:50:16.187205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c42e659-682c-4afc-98df-4a4d224e7d6d req-f72e5e92-f653-4b9d-85ca-59806d8b46f4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 19 00:50:16.457306 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:17.306558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1175e9-f997-4f8c-a286-49d2f6960ac7 req-f4f7c031-9001-4ed3-8a11-381495d8bf21 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:17.307987 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f1175e9-f997-4f8c-a286-49d2f6960ac7 req-f4f7c031-9001-4ed3-8a11-381495d8bf21 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0507650 Aug 19 00:50:17.344953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8f1175e9-f997-4f8c-a286-49d2f6960ac7 req-9e92d0f0-69de-4b9e-b967-a031e03029bb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Aug 19 00:50:17.944066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:18.461143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cbe7-624c-4221-a5d2-10c027bec318 req-8508e8bc-fca2-4b16-b07f-3a5603105cc2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:18.462608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e141cbe7-624c-4221-a5d2-10c027bec318 req-8508e8bc-fca2-4b16-b07f-3a5603105cc2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0480111 Aug 19 00:50:18.500808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e141cbe7-624c-4221-a5d2-10c027bec318 req-d33f60fc-f8f6-4e68-b49c-824568534fc7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Aug 19 00:50:19.618139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750edc-0759-4ec1-b5b3-949745d66556 req-0905270f-d341-49e4-b417-2c2efe789ef2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:19.619642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3750edc-0759-4ec1-b5b3-949745d66556 req-0905270f-d341-49e4-b417-2c2efe789ef2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0503991 Aug 19 00:50:19.657667 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3750edc-0759-4ec1-b5b3-949745d66556 req-22a0c4c2-6351-4c50-a6bd-3e1669298c8d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Aug 19 00:50:20.777248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d4438-3285-48d7-9b2c-42eaeafe81ec req-addc3136-1f59-442e-b45c-b3ccaaebefda tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:20.778758 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6d4438-3285-48d7-9b2c-42eaeafe81ec req-addc3136-1f59-442e-b45c-b3ccaaebefda tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0538673 Aug 19 00:50:20.817604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6d4438-3285-48d7-9b2c-42eaeafe81ec req-24818d2d-54b3-417d-8522-11e84517d005 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Aug 19 00:50:21.001205 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:50:21.933832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685857bb-db3c-4916-8d81-5394e9e8b99b req-b4b08486-bc7e-4739-afa1-a985b11a9cbd tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:21.935293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-685857bb-db3c-4916-8d81-5394e9e8b99b req-b4b08486-bc7e-4739-afa1-a985b11a9cbd tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0498865 Aug 19 00:50:21.975014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-685857bb-db3c-4916-8d81-5394e9e8b99b req-f69a0d12-84d4-407a-a119-2a2d6e9416ae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Aug 19 00:50:23.089933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9397-a51e-410b-9406-977e5fe1ea58 req-3a688455-d80d-4bd7-afca-2de1ca513b24 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:23.091314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ffa9397-a51e-410b-9406-977e5fe1ea58 req-3a688455-d80d-4bd7-afca-2de1ca513b24 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0488253 Aug 19 00:50:23.130508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ffa9397-a51e-410b-9406-977e5fe1ea58 req-4f890fbb-2b65-4f48-bf5b-548586f83cf3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Aug 19 00:50:23.958497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:50:24.211556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:50:24.222558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269', 'mac_address': 'fa:16:3e:c1:d3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:50:24.248905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0d6d-e2c5-44fb-b3e7-efc502e14144 req-010c2bf9-651f-4538-8e84-3bbe1cb3044f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:24.250887 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3cf0d6d-e2c5-44fb-b3e7-efc502e14144 req-010c2bf9-651f-4538-8e84-3bbe1cb3044f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 943 time: 0.0523348 Aug 19 00:50:24.258977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:24.271966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:50:24.288615 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b3cf0d6d-e2c5-44fb-b3e7-efc502e14144 req-4c6894dd-385e-4d14-a384-477f21189689 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Aug 19 00:50:24.291508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:50:24.295266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:24.341602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:24.348846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.349205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.349554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.349898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.350240 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.350578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.350915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.351250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.351582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.351913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.352246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.352608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:24.520585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['87cbdfef-c6ef-4c5b-bb10-84a09fe44269'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:50:25.411500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3b19-5f49-4f78-a1af-e8107c37d8fd req-9ac0b4b6-bd7e-454a-97f7-c85324522711 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:25.413303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bff3b19-5f49-4f78-a1af-e8107c37d8fd req-9ac0b4b6-bd7e-454a-97f7-c85324522711 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 944 time: 0.0557711 Aug 19 00:50:25.455636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bff3b19-5f49-4f78-a1af-e8107c37d8fd req-a7720506-9bb8-4a70-aedf-eef197ef917c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Aug 19 00:50:25.968946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:50:26.016350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:50:26.019754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:50:26.020131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:26.096541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:26.118676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:50:26.121098 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4a2b2-1795-4cfd-8bdf-9596a96bda9b" -d '{"events": [{"server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "name": "network-vif-plugged", "status": "completed", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:50:26.135031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:50:26.141329 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:26.164678 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d22da0-d5bc-4cc2-a7a9-8ad883253eaf x-openstack-request-id: req-f3d22da0-d5bc-4cc2-a7a9-8ad883253eaf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:50:26.165080 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "name": "network-vif-plugged", "status": "completed", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:50:26.165415 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3d22da0-d5bc-4cc2-a7a9-8ad883253eaf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:50:26.165815 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269', 'code': 200} Aug 19 00:50:26.194612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:26.269400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14a070-4ad0-4b23-92bc-a036562d39c2 req-7f195457-c7d1-4bc0-b94e-8dbeb9d2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:26.270889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a14a070-4ad0-4b23-92bc-a036562d39c2 req-7f195457-c7d1-4bc0-b94e-8dbeb9d2fbcb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 1097 time: 0.0485339 Aug 19 00:50:26.314370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a14a070-4ad0-4b23-92bc-a036562d39c2 req-21487a16-f7ff-4619-af7d-b4cdf19dbc4c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Aug 19 00:50:26.578981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfae23-f0fb-49df-8ccf-8290ebb7b87a req-c85e12c1-0ba4-40ee-9b1d-612a33b01bdf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:26.581172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31dfae23-f0fb-49df-8ccf-8290ebb7b87a req-c85e12c1-0ba4-40ee-9b1d-612a33b01bdf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Aug 19 00:50:26.622383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31dfae23-f0fb-49df-8ccf-8290ebb7b87a req-e37d5085-7cae-4713-84d1-86213a2c8d11 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Aug 19 00:50:27.134312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:27.739406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3846b-a475-47d9-be54-bdbf291f427e req-e28664ee-5298-4a29-9d38-e0197aa8900a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:27.741173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8c3846b-a475-47d9-be54-bdbf291f427e req-e28664ee-5298-4a29-9d38-e0197aa8900a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Aug 19 00:50:27.780908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f8c3846b-a475-47d9-be54-bdbf291f427e req-7b079552-55c4-496a-a159-dcfceb49a1ae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Aug 19 00:50:27.896941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132850-93b1-4a3a-a296-98de7f0f8adc req-f4f5fdcd-e95a-45c4-adef-135460d90553 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:27.898375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef132850-93b1-4a3a-a296-98de7f0f8adc req-f4f5fdcd-e95a-45c4-adef-135460d90553 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0502226 Aug 19 00:50:27.937430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef132850-93b1-4a3a-a296-98de7f0f8adc req-3705315a-3b9d-44ee-9bbc-39b0ecb66468 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Aug 19 00:50:28.258488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01bf9-6f90-4047-9b64-b7f7c536fca0 req-7a258669-2d75-49cf-ad87-0dc44a99adb5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:28.259887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75d01bf9-6f90-4047-9b64-b7f7c536fca0 req-7a258669-2d75-49cf-ad87-0dc44a99adb5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0571568 Aug 19 00:50:28.301143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75d01bf9-6f90-4047-9b64-b7f7c536fca0 req-4b7f0098-856f-494e-8fb0-dae306c94932 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Aug 19 00:50:29.416015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c96c-c03a-4931-865e-07a8134ac4ea req-de240b26-685f-49d7-bc57-17dee0cec27b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:29.417482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bf9c96c-c03a-4931-865e-07a8134ac4ea req-de240b26-685f-49d7-bc57-17dee0cec27b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0467889 Aug 19 00:50:29.454143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5bf9c96c-c03a-4931-865e-07a8134ac4ea req-f264e9fe-b06e-4279-8144-3d595f810d28 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Aug 19 00:50:29.689305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-4e47d8b1-5cf2-4149-8781-637d791b7b71 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:29.690748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-4e47d8b1-5cf2-4149-8781-637d791b7b71 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Aug 19 00:50:29.802468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:50:29.802818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:29.889468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:50:29.889836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:29.904016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:50:30.364826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:30.377113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['87cbdfef-c6ef-4c5b-bb10-84a09fe44269'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:50:30.393310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=87cbdfef-c6ef-4c5b-bb10-84a09fe44269,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:30.401034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c977f78-2ed7-463c-a906-7f3d9d621916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:50:30.457772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:50:30.460630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:30.462510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b39e7889-88e1-44ad-9666-b409caa0aa90 req-927b88e7-9b70-4b33-a770-8d141eaf6f65 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "DELETE /v2.0/ports/87cbdfef-c6ef-4c5b-bb10-84a09fe44269 HTTP/1.1" status: 204 len: 173 time: 0.7660911 Aug 19 00:50:30.463020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'name': 'network-vif-deleted', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:50:30.465430 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c2f08-4ff5-4e3d-89d3-cadd1aa5b8d9" -d '{"events": [{"server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "name": "network-vif-deleted", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:50:30.537212 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f49e5-daff-4211-8069-e7c2a6514fdd x-openstack-request-id: req-4b0f49e5-daff-4211-8069-e7c2a6514fdd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:50:30.537513 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64c524-f668-484a-89e1-4e6ff1339889", "name": "network-vif-deleted", "tag": "87cbdfef-c6ef-4c5b-bb10-84a09fe44269", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:50:30.537774 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b0f49e5-daff-4211-8069-e7c2a6514fdd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:50:30.538183 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64c524-f668-484a-89e1-4e6ff1339889', 'name': 'network-vif-deleted', 'tag': '87cbdfef-c6ef-4c5b-bb10-84a09fe44269', 'status': 'completed', 'code': 200} Aug 19 00:50:30.601716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8dec160b-79f2-4ef6-a9d1-3a4a379059b1 req-eb87abcf-8f1f-47dd-ba60-3ed7683a9ad8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0466077 Aug 19 00:50:31.697216 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2032c80-5a8f-466d-981c-5219ad9f9c27 req-ac2b0be0-f344-4e8d-bae5-d3e3031fc543 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Aug 19 00:50:31.868155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-30d58b5a-5fb4-4a25-8e50-a8ae27af3554 req-9f97a0b7-df4e-4476-8919-2c7e8e8a5b7c service neutron] (94623) timed out ('10.222.0.20', 39932) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:50:32.792760 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b7055e3-e076-4958-8448-530239028f4e req-6310d74f-0219-4c2e-a370-714b8a97bb1f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0256841 Aug 19 00:50:33.893518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b8bead9-0f76-42b6-8ebc-a90201d64157 req-e93500df-aecf-43da-bf81-6ec8553c45c4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc64c524-f668-484a-89e1-4e6ff1339889 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Aug 19 00:50:33.990822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:50:34.011594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:50:34.011943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 87cbdfef-c6ef-4c5b-bb10-84a09fe44269 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:50:38.373116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8e95-976d-4657-9a0c-8bf691efe982 req-b45a189c-ba35-4569-9042-6fb09c0ee021 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:38.374574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-260e8e95-976d-4657-9a0c-8bf691efe982 req-b45a189c-ba35-4569-9042-6fb09c0ee021 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0485795 Aug 19 00:50:38.410842 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-260e8e95-976d-4657-9a0c-8bf691efe982 req-4661b10a-6fc7-4379-978b-d3b2e1346fde tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Aug 19 00:50:39.559007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7cce-ca7e-435c-854f-e4309aceea16 req-85ece779-c2ff-4d3e-ad3a-37ba84f1e555 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:39.560508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-926c7cce-ca7e-435c-854f-e4309aceea16 req-85ece779-c2ff-4d3e-ad3a-37ba84f1e555 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Aug 19 00:50:39.597476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-926c7cce-ca7e-435c-854f-e4309aceea16 req-52459fbe-9a37-4c17-b873-029a3e8cbe5c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccd202c2-306b-414e-863b-fc70e1eaa3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302956 Aug 19 00:50:40.094349 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-fb17789d-fa9d-406e-a8c0-daffdfd0e3f1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:50:40.095767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-fb17789d-fa9d-406e-a8c0-daffdfd0e3f1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 945 time: 0.0466399 Aug 19 00:50:40.183736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 2c977f78-2ed7-463c-a906-7f3d9d621916 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:50:40.184072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:40.267116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port 2c977f78-2ed7-463c-a906-7f3d9d621916, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2c977f78-2ed7-463c-a906-7f3d9d621916,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:50:40.267996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:40.279837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 2c977f78-2ed7-463c-a906-7f3d9d621916 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:50:40.408866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:40.434462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=2c977f78-2ed7-463c-a906-7f3d9d621916,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:40.443284 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2c977f78-2ed7-463c-a906-7f3d9d621916'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:50:40.445125 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.445490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.445838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.446184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.446529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.446888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.447201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.447535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.447868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.448200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.448558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.448888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:50:40.492750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port 2c977f78-2ed7-463c-a906-7f3d9d621916 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:50:40.495277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:40.497348 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d7af8f11-bfe4-4bef-b57c-aaaa8d7d4c08 req-4ecad40a-bc51-4853-b29e-4d9968f3adf8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "DELETE /v2.0/ports/2c977f78-2ed7-463c-a906-7f3d9d621916 HTTP/1.1" status: 204 len: 173 time: 0.3953454 Aug 19 00:50:40.497844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'name': 'network-vif-deleted', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:50:40.500092 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833670fb-b0e0-4bff-9d13-4f6d7e871c22" -d '{"events": [{"server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "name": "network-vif-deleted", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:50:40.537956 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df17bb-5ae4-413f-89ca-1d2cd5c30258 x-openstack-request-id: req-59df17bb-5ae4-413f-89ca-1d2cd5c30258 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:50:40.538264 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8016de-5160-4c83-8d85-3cc875e21079", "name": "network-vif-deleted", "tag": "2c977f78-2ed7-463c-a906-7f3d9d621916", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:50:40.538527 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59df17bb-5ae4-413f-89ca-1d2cd5c30258 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:50:40.538929 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8016de-5160-4c83-8d85-3cc875e21079', 'name': 'network-vif-deleted', 'tag': '2c977f78-2ed7-463c-a906-7f3d9d621916', 'status': 'completed', 'code': 200} Aug 19 00:50:40.697386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-545f7a76-648b-44d6-9471-bf099be6776b req-a773e5cd-1b42-49a0-9b4e-227edadc6595 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0299151 Aug 19 00:50:41.793510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4eb46576-6c5c-41a9-bece-af79aa314f30 req-74cc0e4a-56d7-4297-8a32-db32b01fd224 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0281725 Aug 19 00:50:42.521061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bda433f0-e706-4943-8022-b85236867335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:42.887878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3952ff81-01f3-43b5-9dfa-50aeb453abb2 req-bb0abfdb-70f0-418b-83d6-3ad850b9c1eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Aug 19 00:50:43.993808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dbd78845-f7fe-4f2f-a94c-5cbafda3e0f8 req-d2e77657-b317-4ca5-8f15-608c3b1acab7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8016de-5160-4c83-8d85-3cc875e21079 HTTP/1.1" status: 200 len: 210 time: 0.0262270 Aug 19 00:50:44.784177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c977f78-2ed7-463c-a906-7f3d9d621916 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:50:44.803880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2c977f78-2ed7-463c-a906-7f3d9d621916 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:50:44.804234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2c977f78-2ed7-463c-a906-7f3d9d621916 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:50:45.004634 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad403f0f-29b4-47ee-bfd2-294998601c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:45.233401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:45.509738 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:46.459341 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.002364 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42078) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.007010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062122710', 'description': 'tempest-secgroup-smoke-2062122710 description', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.027645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.103877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.107280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.132853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.134049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1306140 Aug 19 00:50:47.137144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.137966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ca4f1-aaf1-4886-adc0-8952aabfc69a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.141974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.168423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.212617 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.215778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.231127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042342b-b302-4e62-860a-ca94a94fa391,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.239655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.240958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-68b68e39-3c48-4486-b0cd-21c525b580f2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1026995 Aug 19 00:50:47.243713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42082) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.248018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.273667 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.329488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.332724 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.350323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09bbcf5-8060-44f2-8bd6-b3c906b928f6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.356029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.357277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2f7d41d1-5a04-41c2-b362-8785742a61eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126499 Aug 19 00:50:47.360035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.364974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.389264 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.447302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.450819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.469840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06cdc19-9e61-4274-8329-52c941df0626,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.473557 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.474741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-41b19c3f-f0f7-4743-96ee-1366f9c44abf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137276 Aug 19 00:50:47.477687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.482163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.508107 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.565363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.568615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.587830 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab297391-857a-417c-a8e1-bc56738933c4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.590233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.591671 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-20186e46-e675-41fb-a24e-b8ff8122843c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128101 Aug 19 00:50:47.594531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.599589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.620523 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Project 3bd0de873c00493e8b1c4a4cacc42452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:50:47.625106 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.682002 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.685524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.700112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f64bf19-fca3-49f6-a128-6dc2db9a2b1c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.708827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.709987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1691ce12-b0c9-49ff-b0db-528444156392 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145208 Aug 19 00:50:47.712775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:50:47.717353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'security_group_rule': {'security_group_id': 'f4e1948f-32a0-4c82-b3a0-31c8af0a62c7', 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:50:47.737974 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Project 3bd0de873c00493e8b1c4a4cacc42452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 00:50:47.742450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.801401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.805118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.819590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67182ef5-5a6b-4b24-b18c-048e770332ef,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:50:47.827870 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:47.829070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-dcf69751-15a6-4f8e-b337-183e495fd6fb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153727 Aug 19 00:50:47.947487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:57.120890 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:50:58.000452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:51:01.048983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-809ef648-0ced-430d-8e90-9794e8319262 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062122710&fields=id&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 267 time: 0.0343001 Aug 19 00:51:01.153360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-5bdd41cd-b08c-4800-833c-ac30cf6f6782 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:01.154864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-5bdd41cd-b08c-4800-833c-ac30cf6f6782 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.0993304 Aug 19 00:51:01.170193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-70ffd7ec-3362-447a-af44-9e7e809091fe tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0090702 Aug 19 00:51:01.219214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-ee099109-1321-4c66-b11b-326bf6bca008 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437634 Aug 19 00:51:01.314653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-e73a3dca-02c1-44cb-8792-8854d5c342fe service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Aug 19 00:51:01.405037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-619e9300-3a00-4fbc-8776-44c17eb35693 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Aug 19 00:51:01.683757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-582e2a6f-699d-4a93-a40b-eff3efbdf8da req-852da951-eb64-4521-8942-b47dc4a17b0b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0256202 Aug 19 00:51:02.622100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-54b86b1f-0fc4-4ed4-8f36-8d7beda1b31d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:02.623551 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-54b86b1f-0fc4-4ed4-8f36-8d7beda1b31d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1046379 Aug 19 00:51:02.670938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-e53f4a58-1bb4-4e39-a71b-2ab9f0c0f6f8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 380 time: 0.0332241 Aug 19 00:51:02.679966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'security_groups': ['f4e1948f-32a0-4c82-b3a0-31c8af0a62c7']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:51:02.785323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba8a547d-24a4-4794-89ff-1a42d3548a04 req-9a9af009-e551-45f7-9e49-632a31bb1ba9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0280380 Aug 19 00:51:02.796904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:51:02.800452 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:02.920714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.9 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/d9ef4507-dd96-428b-bcab-13a87e094216) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:51:03.372142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:03.385954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object d9ef4507-dd96-428b-bcab-13a87e094216 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:51:03.419165 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:03.464572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:51:03.467779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:51:03.472808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:51:03.499860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:03.532962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:03.533693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:03.551978 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-8b83e3b3-5358-4460-b820-ca9e14cc38f3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755386 Aug 19 00:51:03.624985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Request body: {'port': {'device_id': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:51:03.679617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:03.705988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ba51e5e7-5cf2-447c-b420-d98309a0d44d None None] Provisioning for port d9ef4507-dd96-428b-bcab-13a87e094216 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:51:03.710596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ba51e5e7-5cf2-447c-b420-d98309a0d44d None None] Provisioning complete for port d9ef4507-dd96-428b-bcab-13a87e094216 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:51:03.711216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba51e5e7-5cf2-447c-b420-d98309a0d44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:03.744866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba51e5e7-5cf2-447c-b420-d98309a0d44d None None] Port d9ef4507-dd96-428b-bcab-13a87e094216 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:51:03.949789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055e-8329-4940-abd6-bdb6fcefce5d req-122e878f-c71f-4725-b54d-f8ee7e35d1de tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:03.951269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-513c055e-8329-4940-abd6-bdb6fcefce5d req-122e878f-c71f-4725-b54d-f8ee7e35d1de tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 931 time: 0.0864258 Aug 19 00:51:04.020909 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ef4507-dd96-428b-bcab-13a87e094216 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:51:04.027557 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-513c055e-8329-4940-abd6-bdb6fcefce5d req-b0ffb484-82ed-4cd9-94cf-1629e03b12e3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688975 Aug 19 00:51:04.031682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:04.049312 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Transition to ACTIVE for port object d9ef4507-dd96-428b-bcab-13a87e094216 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:51:04.050488 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:04.139492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:04.172942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Attempting to bind port d9ef4507-dd96-428b-bcab-13a87e094216 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:51:04.173311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Attempting to bind port d9ef4507-dd96-428b-bcab-13a87e094216 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:51:04.173644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Attempting to bind port d9ef4507-dd96-428b-bcab-13a87e094216 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:51:04.178831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Port d9ef4507-dd96-428b-bcab-13a87e094216 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:51:04.179163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Attempting to bind port d9ef4507-dd96-428b-bcab-13a87e094216 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:51:04.184247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:51:04.184626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:51:04.185011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:51:04.185441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Bound port: d9ef4507-dd96-428b-bcab-13a87e094216, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:51:04.185803 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:04.254933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:51:04.258126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d9ef4507-dd96-428b-bcab-13a87e094216,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:51:04.263696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:04.303451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.304077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:04.305529 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 1092 time: 0.7385678 Aug 19 00:51:04.305992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:51:04.308322 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4373e667a861f22f689763bf464cc9a66414e2531340cd79da2aa3d862a8e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f3bef1-5a18-4813-a1f9-cacea5ce133d" -d '{"events": [{"name": "network-changed", "server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:51:04.334499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53313024-1f98-4ad7-bee0-a6f4fa4a8482 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:04.396281 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881142d6-9b21-4808-a7df-7e1b60070d0b x-openstack-request-id: req-881142d6-9b21-4808-a7df-7e1b60070d0b {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:51:04.396587 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:51:04.396835 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-881142d6-9b21-4808-a7df-7e1b60070d0b {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:51:04.397219 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'status': 'completed', 'code': 200} Aug 19 00:51:04.413343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-2ac3dd5c-c9e8-4654-8bc5-4f47b60c6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.414974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-2ac3dd5c-c9e8-4654-8bc5-4f47b60c6fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1095 time: 0.0511103 Aug 19 00:51:04.466478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-eaa5598d-5a72-4f5b-bcb0-3bd3e047649b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 217 time: 0.0378628 Aug 19 00:51:04.519155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-03ece774-5324-453b-a9e4-4d92fa19148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.520720 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-03ece774-5324-453b-a9e4-4d92fa19148e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0473223 Aug 19 00:51:04.566344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444613d-0bd2-4e25-beca-f27b78417248 req-5299da34-c75a-4629-ab80-7f0061cd652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.567809 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-5299da34-c75a-4629-ab80-7f0061cd652c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400224 Aug 19 00:51:04.660960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-45d98e63-6fe2-4bd7-9e98-5792b21093d7 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855641 Aug 19 00:51:04.754625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6444613d-0bd2-4e25-beca-f27b78417248 req-78222476-9e52-4f92-95cb-ecf207da3db7 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Aug 19 00:51:04.860528 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-393529fd-ed67-4535-b2f5-0d759df46e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.861962 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-393529fd-ed67-4535-b2f5-0d759df46e7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1095 time: 0.0408723 Aug 19 00:51:04.953130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-eaa7dafa-4221-493b-9dd9-efb745336cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:04.955128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-eaa7dafa-4221-493b-9dd9-efb745336cb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0855582 Aug 19 00:51:04.996317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-047fe64a-f414-426d-afd5-77436c258e1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 217 time: 0.0341852 Aug 19 00:51:05.044259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-de97c4d3-11f6-4be7-84dd-4436a30678c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:05.045749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-de97c4d3-11f6-4be7-84dd-4436a30678c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0430307 Aug 19 00:51:05.094579 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-c3a9ff49-4cd9-493b-8998-3c19b0a64cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:05.096776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-c3a9ff49-4cd9-493b-8998-3c19b0a64cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431995 Aug 19 00:51:05.203311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed597f19-b478-43f8-9bb6-be98e8320892 req-773136bc-7902-4797-b56b-1c78c1d2f609 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:05.205344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed597f19-b478-43f8-9bb6-be98e8320892 req-773136bc-7902-4797-b56b-1c78c1d2f609 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.1018603 Aug 19 00:51:05.248311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-d85f5464-b5f7-4e54-bb57-238d8b4362d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428645 Aug 19 00:51:05.269596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ed597f19-b478-43f8-9bb6-be98e8320892 req-27bfbc06-925e-4e38-beab-54618221eda5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576649 Aug 19 00:51:05.350700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21f3bef1-5a18-4813-a1f9-cacea5ce133d req-2067b611-d8ac-46b4-b323-d620a6000535 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942934 Aug 19 00:51:06.390030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd3cb3-e7fe-440f-b914-5f7af81fcdab req-49f9d947-22ff-4453-827e-0d220626855b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:06.391525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16cd3cb3-e7fe-440f-b914-5f7af81fcdab req-49f9d947-22ff-4453-827e-0d220626855b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0498943 Aug 19 00:51:06.429693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16cd3cb3-e7fe-440f-b914-5f7af81fcdab req-e055fa7f-f52a-458c-af51-2f6e54f9cbae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Aug 19 00:51:07.544233 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9805-cea9-4e59-9ca4-e59062b385fd req-7038c0e3-fd43-4efa-a107-983994e12341 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:07.545743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ee9805-cea9-4e59-9ca4-e59062b385fd req-7038c0e3-fd43-4efa-a107-983994e12341 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0485690 Aug 19 00:51:07.583029 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1ee9805-cea9-4e59-9ca4-e59062b385fd req-7210adfc-5072-429a-8f96-497e72db9d88 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Aug 19 00:51:08.695358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd6ea-c3b2-4938-981f-ea8f9f4294c0 req-adaeeaf7-419a-4a4a-ad66-661c4d79ebf6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:08.696821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f39bd6ea-c3b2-4938-981f-ea8f9f4294c0 req-adaeeaf7-419a-4a4a-ad66-661c4d79ebf6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0477438 Aug 19 00:51:08.732385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f39bd6ea-c3b2-4938-981f-ea8f9f4294c0 req-18cfbb20-033f-4618-8893-f9e40ab55e1c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297635 Aug 19 00:51:09.849178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae263f-2fac-418a-b277-d3dca136bf3a req-cd7f4db0-86ab-4623-8344-a8546d397fa9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:09.850633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bae263f-2fac-418a-b277-d3dca136bf3a req-cd7f4db0-86ab-4623-8344-a8546d397fa9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0524309 Aug 19 00:51:09.891140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bae263f-2fac-418a-b277-d3dca136bf3a req-05ee9d1a-9364-4287-ab04-59456e0a2ef9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Aug 19 00:51:11.006167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541457-9e78-43ef-9faa-0a4c9ba87a29 req-fd3639c4-91ce-4860-ab67-182147d1d82c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:11.007618 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc541457-9e78-43ef-9faa-0a4c9ba87a29 req-fd3639c4-91ce-4860-ab67-182147d1d82c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0514684 Aug 19 00:51:11.044440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc541457-9e78-43ef-9faa-0a4c9ba87a29 req-b9cfc4ea-2cea-47ee-8b84-5e5423c619b3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308533 Aug 19 00:51:12.156343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06844-6ae6-440a-ae7f-92e778114550 req-8f472bb4-ea9c-4a54-b384-8102ab547002 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:12.158311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eab06844-6ae6-440a-ae7f-92e778114550 req-8f472bb4-ea9c-4a54-b384-8102ab547002 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0497012 Aug 19 00:51:12.195306 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eab06844-6ae6-440a-ae7f-92e778114550 req-28cc7e73-5201-4ebe-8b83-f88536c619f1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Aug 19 00:51:12.526507 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-697d3b59-bc77-42ce-bc55-0425a44731d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:13.306833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038c69-e437-460b-b557-6a2d45870440 req-93f7bc3d-d9dd-4d94-beef-81b6844ca17c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:13.308286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33038c69-e437-460b-b557-6a2d45870440 req-93f7bc3d-d9dd-4d94-beef-81b6844ca17c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0475791 Aug 19 00:51:13.344900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33038c69-e437-460b-b557-6a2d45870440 req-c5a795f3-1d72-4541-a3a6-38bef9948fb6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301926 Aug 19 00:51:14.456601 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63332a-3923-4fb6-998d-0ee3004180e2 req-ebd751d3-f272-4081-a852-224e9c9d699e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:14.458084 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b63332a-3923-4fb6-998d-0ee3004180e2 req-ebd751d3-f272-4081-a852-224e9c9d699e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 943 time: 0.0479631 Aug 19 00:51:14.494239 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b63332a-3923-4fb6-998d-0ee3004180e2 req-ac7c42fd-541c-4bff-a1ba-4762c50a37ac tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302258 Aug 19 00:51:14.859472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d9ef4507-dd96-428b-bcab-13a87e094216 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:51:14.951262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d9ef4507-dd96-428b-bcab-13a87e094216,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:51:14.961610 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'mac_address': 'fa:16:3e:04:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:51:15.005922 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:15.015248 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4c6383c-1332-4b8c-86b8-ecfb0cecc52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:15.021832 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ef4507-dd96-428b-bcab-13a87e094216 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:51:15.045257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d9ef4507-dd96-428b-bcab-13a87e094216,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:51:15.049370 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:15.094138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:15.233407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:15.440450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d9ef4507-dd96-428b-bcab-13a87e094216'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:51:15.518348 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:15.608608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf2dfd-74ae-4be9-8b55-2b1379b49feb req-a274a0f4-7125-4c25-97cb-3e88dbd6e842 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:15.610080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92bf2dfd-74ae-4be9-8b55-2b1379b49feb req-a274a0f4-7125-4c25-97cb-3e88dbd6e842 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 944 time: 0.0487804 Aug 19 00:51:15.649348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92bf2dfd-74ae-4be9-8b55-2b1379b49feb req-030d27a9-3863-4ce8-ab0e-1a47581b0222 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Aug 19 00:51:16.459906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:16.765550 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0fd9-754a-42df-a900-dbdf56118789 req-3fb5fcc9-1d22-4438-a18c-f65d45225d14 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:16.767455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91cb0fd9-754a-42df-a900-dbdf56118789 req-3fb5fcc9-1d22-4438-a18c-f65d45225d14 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 944 time: 0.0531476 Aug 19 00:51:16.804888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-91cb0fd9-754a-42df-a900-dbdf56118789 req-96961be1-577f-45b3-b477-e6623185b503 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Aug 19 00:51:16.874964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d9ef4507-dd96-428b-bcab-13a87e094216 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:51:16.921513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d9ef4507-dd96-428b-bcab-13a87e094216 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:51:16.925034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d9ef4507-dd96-428b-bcab-13a87e094216 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:51:16.925410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:17.002523 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:17.023911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:51:17.026074 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417dc8cfafe8918ef161055891f3b827dd1a961879d5a460a7e5d4a63ce3374d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69417fa-845c-4046-969a-547ac2c9e7c8" -d '{"events": [{"server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:51:17.039091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d9ef4507-dd96-428b-bcab-13a87e094216,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:51:17.043155 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:17.067328 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c53e59-4545-47b9-b64d-765ebbed2923 x-openstack-request-id: req-70c53e59-4545-47b9-b64d-765ebbed2923 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:51:17.067619 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:51:17.067874 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70c53e59-4545-47b9-b64d-765ebbed2923 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:51:17.068260 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'code': 200} Aug 19 00:51:17.093254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:17.180584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6d88-fc8c-4b53-b177-b69305d7847c req-2649b87a-f34c-44f6-a9cb-b39763fdfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:17.182081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f7c6d88-fc8c-4b53-b177-b69305d7847c req-2649b87a-f34c-44f6-a9cb-b39763fdfa40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0392456 Aug 19 00:51:17.218666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f7c6d88-fc8c-4b53-b177-b69305d7847c req-4162fb70-1feb-4d9e-a6f3-3aad30e06799 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288272 Aug 19 00:51:17.916732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad2ac9-1996-4d97-8896-36dbc567c6aa req-9c85f619-375c-4c05-a1a8-50ca5454d936 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:17.918220 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4ad2ac9-1996-4d97-8896-36dbc567c6aa req-9c85f619-375c-4c05-a1a8-50ca5454d936 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0487401 Aug 19 00:51:17.951627 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:17.956319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4ad2ac9-1996-4d97-8896-36dbc567c6aa req-f987d8c5-ce2b-409a-be86-728def440ba9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Aug 19 00:51:19.077377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dc73f-91f7-495a-afce-18e5b332deb1 req-cf40b6fe-599c-44c9-9826-1af67c68a877 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:19.079079 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb1dc73f-91f7-495a-afce-18e5b332deb1 req-cf40b6fe-599c-44c9-9826-1af67c68a877 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0525820 Aug 19 00:51:19.115638 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb1dc73f-91f7-495a-afce-18e5b332deb1 req-4a255a61-51a5-4f0f-b809-2d3724383c9c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Aug 19 00:51:19.229524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a9390-d828-4849-a717-e56072762699 req-1c5ff45a-5d39-41b4-b4fd-27eec0783d74 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:19.231001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a4a9390-d828-4849-a717-e56072762699 req-1c5ff45a-5d39-41b4-b4fd-27eec0783d74 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0519290 Aug 19 00:51:19.268567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a4a9390-d828-4849-a717-e56072762699 req-db45ef40-4782-4625-a715-9c9a2f118573 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Aug 19 00:51:19.289630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42276) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:51:19.328622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73d4b4-d75c-4577-a5bb-003592cab146 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:19.330025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5c73d4b4-d75c-4577-a5bb-003592cab146 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1092 time: 0.0394373 Aug 19 00:51:19.332915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:51:19.337590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:51:19.359505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:19.452077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:19.554644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.25.1.176 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/161806b2-ba17-4cb3-b5d1-8024d0742e6d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:51:19.655586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:19.696213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:19.730959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:51:19.736361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:51:19.739838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:51:19.762734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=161806b2-ba17-4cb3-b5d1-8024d0742e6d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:19.775752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.776103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.776469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.776807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.777140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.777470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.777796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.778122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.778446 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.778766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.779088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:19.779408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:51:20.103793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.167953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.315898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.320063 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.383343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=161806b2-ba17-4cb3-b5d1-8024d0742e6d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:51:20.398375 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.504983 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP de246238-3082-4230-be94-00e16658d7d2 associated. External IP: 172.25.1.176, port: d9ef4507-dd96-428b-bcab-13a87e094216. Aug 19 00:51:20.709539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:51:20.820519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:51:20.829842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05707978-3053-4509-990c-104117cf1a16 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:51:20.837165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:20.839123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:51:20.839752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:51:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:51:20.864269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6156e8ca-d982-45e1-ad1f-130c00cc662d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5302284 Aug 19 00:51:20.864871 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:51:20.867115 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e895edce41409e0e4111431e4651021326aeb4b24098d96bbc6d7454a74f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452" -d '{"events": [{"name": "network-changed", "server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:51:20.902676 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46daa55-11fd-4815-b12a-52cf55702173 x-openstack-request-id: req-d46daa55-11fd-4815-b12a-52cf55702173 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:51:20.902974 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:51:20.903236 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d46daa55-11fd-4815-b12a-52cf55702173 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:51:20.903646 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'status': 'completed', 'code': 200} Aug 19 00:51:20.951180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:51:20.988735 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-ebaf57ff-6ebd-4d07-8d95-af1958c84761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:20.990159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-ebaf57ff-6ebd-4d07-8d95-af1958c84761 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0407927 Aug 19 00:51:21.082099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-41f5e8d3-7f8b-48bc-9c6f-96859e3992c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:21.083595 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-41f5e8d3-7f8b-48bc-9c6f-96859e3992c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0864708 Aug 19 00:51:21.148569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-d9acb38d-23e0-4bb5-8654-fc1b0b496f60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 999 time: 0.0577071 Aug 19 00:51:21.171378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'de246238-3082-4230-be94-00e16658d7d2', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:04:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:51:19Z', 'updated_at': '2021-08-19T00:51:19Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:51:21.197511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05707978-3053-4509-990c-104117cf1a16 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:51:21.200919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-ef22b529-3036-48e8-8cb9-eb6459cd0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:21.202366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-ef22b529-3036-48e8-8cb9-eb6459cd0552 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0472383 Aug 19 00:51:21.205829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:51:21.206432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:51:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:51:21.247981 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-afcdf382-6b04-4cc0-8a59-b6f188c8686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:21.249415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-afcdf382-6b04-4cc0-8a59-b6f188c8686c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399668 Aug 19 00:51:21.310776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:51:21.337897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-e08900df-c36e-45f1-9d08-e2ed79bbdcff service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806415 Aug 19 00:51:21.431095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-97ae89d2-5b6b-4f5b-81b3-3cc76f1d4452 req-295e867e-b189-45a2-b55f-d725f2ff4d1a service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Aug 19 00:51:21.530311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05707978-3053-4509-990c-104117cf1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'de246238-3082-4230-be94-00e16658d7d2', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:04:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:51:19Z', 'updated_at': '2021-08-19T00:51:19Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:51:21.559482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05707978-3053-4509-990c-104117cf1a16 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'de246238-3082-4230-be94-00e16658d7d2', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:04:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:51:19Z', 'updated_at': '2021-08-19T00:51:19Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:51:21.746363 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa47674-f7c6-4467-ae99-09a6a76e4913 None None] New status for floating IP de246238-3082-4230-be94-00e16658d7d2: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:51:27.142365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:34.999855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:51:42.528749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f659fc4-5382-473e-9fa7-6863fea68df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:45.006130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97c432e2-fbeb-4fbe-a8ae-ede2af58d3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:45.234466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:45.523939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:46.462473 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:47.626880 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-a1ed581b-9798-44ec-9801-d473aa3417dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390408 Aug 19 00:51:47.769820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-1a8dee04-5d72-41d7-8c20-89849afd002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:47.771283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-1a8dee04-5d72-41d7-8c20-89849afd002c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0400207 Aug 19 00:51:47.875955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-ea03763a-37b8-45ee-85f8-41e495eab5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:47.877476 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-ea03763a-37b8-45ee-85f8-41e495eab5df service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0873475 Aug 19 00:51:47.949188 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-c7f15001-3e3a-4976-8777-03c56fd3d674 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 1001 time: 0.0639908 Aug 19 00:51:47.952482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:51:47.998940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-ac86906b-dad1-461b-859f-652b6009dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:48.000388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-ac86906b-dad1-461b-859f-652b6009dd73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0446346 Aug 19 00:51:48.045287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-d804a595-9fb1-4027-9907-ab78b68d52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:51:48.046738 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-d804a595-9fb1-4027-9907-ab78b68d52fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394547 Aug 19 00:51:48.137324 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-2634441d-287f-4159-9965-97e08c116000 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833373 Aug 19 00:51:48.224663 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9e26ac87-afa2-486e-a019-8613bfa7706a req-69d38fc7-cbf9-483e-86b6-9f68ac4e6d1a service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796325 Aug 19 00:51:57.142837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:12.002715 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:52:12.531210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936654e-756f-4da9-9732-20e12693addb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:15.005920 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46d18255-fef8-46c4-aaf6-1213c88cd8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:15.236893 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:15.528064 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:16.466203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:17.955330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:27.151834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:42.535070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a24d0f97-cdaf-4707-97e1-45b567ce69e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:45.006055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f94a38c-6423-40d0-86a9-83d1ae1a9849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:45.238056 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:45.521687 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:46.468889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:47.959069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:52:49.001974 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:52:49.703304 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-3a6c3014-7f2d-41f6-be5c-ad7dc18f5645 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763962 Aug 19 00:52:49.801944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-62b5f511-559f-4c3e-bf03-c94c455e02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:52:49.803452 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-62b5f511-559f-4c3e-bf03-c94c455e02cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0436573 Aug 19 00:52:49.902898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-efccf0ed-f6e8-49ab-9a3e-cce8a5ede150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:52:49.904383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-efccf0ed-f6e8-49ab-9a3e-cce8a5ede150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0822351 Aug 19 00:52:49.971217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-5543ffac-8714-4fdd-8518-d408ee9440b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 200 len: 1001 time: 0.0597215 Aug 19 00:52:50.020346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-ed9f2a1f-c4d9-4d7c-a3a0-79da8d992fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:52:50.021754 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-ed9f2a1f-c4d9-4d7c-a3a0-79da8d992fce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0428197 Aug 19 00:52:50.066272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-9729eaae-bb1d-44a6-8595-14c04dd78db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:52:50.067712 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-9729eaae-bb1d-44a6-8595-14c04dd78db9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386312 Aug 19 00:52:50.158193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-89111a67-173d-4db6-9f99-0d6e3db633eb service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Aug 19 00:52:50.243241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6eb1244f-460e-4e59-aa3d-f666073bd78e req-aa81f30e-d778-4c33-9a41-c10149395786 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783477 Aug 19 00:52:57.166748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:12.535759 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0475670-95ce-47ca-b3e8-2182ce2fc455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:15.006415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71b11c36-058e-429b-8171-80d81ad00c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:15.242101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:15.536160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:16.403728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb5bdd-21d8-4589-88d1-c1084dbc0aa6 req-b2f9782b-4660-43bb-ade3-fd665fcba7ae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:16.405251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78fb5bdd-21d8-4589-88d1-c1084dbc0aa6 req-b2f9782b-4660-43bb-ade3-fd665fcba7ae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0931976 Aug 19 00:53:16.442170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-78fb5bdd-21d8-4589-88d1-c1084dbc0aa6 req-4f67cf8b-2ccd-4cfa-8153-a1ec36d60b68 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Aug 19 00:53:16.472128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:17.639911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd57671-3e81-4f2f-a856-318f6d75c9e0 req-4105e45d-9ad3-4da8-926e-da8595bf4fcf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:17.641917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bd57671-3e81-4f2f-a856-318f6d75c9e0 req-4105e45d-9ad3-4da8-926e-da8595bf4fcf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0942721 Aug 19 00:53:17.678309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4bd57671-3e81-4f2f-a856-318f6d75c9e0 req-4562bb98-3101-4107-a66c-d50fb6e537b2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Aug 19 00:53:17.962971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:17.986291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-996116f9-9628-4277-ab18-a831e961363c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:17.987739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-996116f9-9628-4277-ab18-a831e961363c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 945 time: 0.0509372 Aug 19 00:53:18.073942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port d9ef4507-dd96-428b-bcab-13a87e094216 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:53:18.074207 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.113774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-fff5b408-64cf-4ff5-95a1-1c7dd5670760 req-5408c72f-443e-4e8b-89dd-4c3669861b2f service neutron] (94622) timed out ('10.222.0.20', 38172) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:53:18.162825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port d9ef4507-dd96-428b-bcab-13a87e094216, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d9ef4507-dd96-428b-bcab-13a87e094216,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:53:18.163188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.324900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.325209 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.325529 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP de246238-3082-4230-be94-00e16658d7d2 disassociated. External IP: 172.25.1.176, port: d9ef4507-dd96-428b-bcab-13a87e094216. Aug 19 00:53:18.325870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for d9ef4507-dd96-428b-bcab-13a87e094216 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:53:18.451166 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.478011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=d9ef4507-dd96-428b-bcab-13a87e094216,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:18.491276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.491382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.491673 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.492015 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.492376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.492855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.493197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.493536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.493866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.494194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.494607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.494845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:18.605923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:53:18.710894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:53:18.722739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:53:18.731939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:53:18.732607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:53:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:18.750516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port d9ef4507-dd96-428b-bcab-13a87e094216 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:53:18.753395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:18.755533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-59abc3b9-c9c8-4079-9130-29c6de17ad6b req-06c5857e-14f9-47bf-9d54-29b7e8975763 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "DELETE /v2.0/ports/d9ef4507-dd96-428b-bcab-13a87e094216 HTTP/1.1" status: 204 len: 173 time: 0.7614655 Aug 19 00:53:18.756077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'name': 'network-vif-deleted', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:53:18.800583 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c3ed881-6a32-4054-8351-363b81ad15d1 req-b6087982-8159-41a6-b1a5-69fe22e5ce6f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0430148 Aug 19 00:53:18.821972 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed078087-fe69-4a33-9eaa-1567459233f2" -d '{"events": [{"server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "name": "network-vif-deleted", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:53:18.850686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:53:18.914509 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b27e658-b341-4f07-85c4-5657bbfe7450 x-openstack-request-id: req-9b27e658-b341-4f07-85c4-5657bbfe7450 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:53:18.914963 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da42b34f-ea17-4b74-9c81-1ebd903b6b4e", "name": "network-vif-deleted", "tag": "d9ef4507-dd96-428b-bcab-13a87e094216", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:53:18.915310 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b27e658-b341-4f07-85c4-5657bbfe7450 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:53:18.915806 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da42b34f-ea17-4b74-9c81-1ebd903b6b4e', 'name': 'network-vif-deleted', 'tag': 'd9ef4507-dd96-428b-bcab-13a87e094216', 'status': 'completed', 'code': 200} Aug 19 00:53:19.083436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:19.109707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:53:19.117902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:53:19.118451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:53:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:19.380963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:53:19.578938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:19.608277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33707c2-31f7-4a1f-8ad2-5eddf8c09f57 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:53:19.829730 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d45a2-d4c2-4fb6-95c8-90d829b5f472 None None] New status for floating IP de246238-3082-4230-be94-00e16658d7d2: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:53:19.899944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a55fc06-ad61-4131-9e7e-973745e05525 req-3ff8eaa5-aeb4-4e70-a97e-741cba15ba63 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0270152 Aug 19 00:53:21.000031 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cf50e26-7863-4a08-b312-2e5d3d61ddf1 req-cf6aa54a-65d6-4da5-8f14-b7570838cc10 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0288391 Aug 19 00:53:21.503450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d9ef4507-dd96-428b-bcab-13a87e094216 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:53:21.523374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d9ef4507-dd96-428b-bcab-13a87e094216 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:53:21.523735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d9ef4507-dd96-428b-bcab-13a87e094216 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:53:22.096120 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f7b8c91c-1044-4ec9-8c7a-9d458394a89c req-f044be74-0ef8-40c2-a57f-327e8255bdc9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=da42b34f-ea17-4b74-9c81-1ebd903b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0273006 Aug 19 00:53:23.299075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-e908d227-901d-481e-b1cf-4a8458f71b9d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062122710&fields=id&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 267 time: 0.0328736 Aug 19 00:53:23.407155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-3c5fdc9d-2b30-49be-aff5-80ec63143506 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:23.408635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-3c5fdc9d-2b30-49be-aff5-80ec63143506 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1030161 Aug 19 00:53:23.424074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-35f073cf-fed1-4d73-adbf-6e1d5a63ed8f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0098567 Aug 19 00:53:23.477483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-c295fe3c-3d59-46fb-8707-a5719f0e0a10 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482206 Aug 19 00:53:23.639193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-204d57ef-7fc7-4400-be21-b9cdb0b9085f service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182323 Aug 19 00:53:23.730816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-89d247c1-2aec-4318-9b40-7204de75002e service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849497 Aug 19 00:53:25.038542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f0c11b9d-bd47-4da5-b0e7-b17e152432ea req-342ebd40-51bb-4fea-b9c1-757f8ee9f87b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0268180 Aug 19 00:53:25.994184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-85d33ec4-7a15-40f2-a294-81190458b944 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:25.995740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-85d33ec4-7a15-40f2-a294-81190458b944 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1000664 Aug 19 00:53:26.000916 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:53:26.042631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-ff6adaf2-541d-426d-a05e-6376a9b304fc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 380 time: 0.0329328 Aug 19 00:53:26.052261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'security_groups': ['f4e1948f-32a0-4c82-b3a0-31c8af0a62c7']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:53:26.142326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4358d613-2ca0-460e-af9b-82477c13a779 req-873022b4-838c-4795-a464-d44ec5c0c48f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0289021 Aug 19 00:53:26.168264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:53:26.172482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.297679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.3 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/2afe80a4-9588-41f3-8061-8124973124af) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:53:26.433596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.447431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object 2afe80a4-9588-41f3-8061-8124973124af will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:53:26.480463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.530595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:53:26.534522 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:53:26.539157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:53:26.564980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:26.592508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:26.593210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.609198 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-1c44c628-6f02-4766-a6c3-0bb80f183118 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606925 Aug 19 00:53:26.626905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Request body: {'port': {'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:53:26.683255 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.832283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1da17f3f-9936-468b-94aa-22bf81431fd4 None None] Provisioning for port 2afe80a4-9588-41f3-8061-8124973124af completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:53:26.836502 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1da17f3f-9936-468b-94aa-22bf81431fd4 None None] Provisioning complete for port 2afe80a4-9588-41f3-8061-8124973124af triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:53:26.836886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1da17f3f-9936-468b-94aa-22bf81431fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.873013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1da17f3f-9936-468b-94aa-22bf81431fd4 None None] Port 2afe80a4-9588-41f3-8061-8124973124af cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:53:26.956851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afe80a4-9588-41f3-8061-8124973124af {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:53:26.965189 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:26.977647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Transition to ACTIVE for port object 2afe80a4-9588-41f3-8061-8124973124af will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:53:26.981815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:27.032445 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:27.102667 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Attempting to bind port 2afe80a4-9588-41f3-8061-8124973124af on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:53:27.103711 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Attempting to bind port 2afe80a4-9588-41f3-8061-8124973124af by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:53:27.104049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Attempting to bind port 2afe80a4-9588-41f3-8061-8124973124af on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:53:27.109402 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Port 2afe80a4-9588-41f3-8061-8124973124af on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:53:27.109730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Attempting to bind port 2afe80a4-9588-41f3-8061-8124973124af on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:53:27.115027 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:53:27.115375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:53:27.115762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:53:27.116198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Bound port: 2afe80a4-9588-41f3-8061-8124973124af, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:53:27.116587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:27.181528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:27.206264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:53:27.209558 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2afe80a4-9588-41f3-8061-8124973124af,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:53:27.215820 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:27.289460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:27.290083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:27.291492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] 10.222.0.21 "PUT /v2.0/ports/2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 1092 time: 0.6693010 Aug 19 00:53:27.291939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:53:27.294234 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66616d0-c20a-4ce8-a448-2af511d854c0" -d '{"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:53:27.325145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb687d68-3fb9-4bf0-a308-0e5fc6e85200 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:27.341572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aac2ef-bc18-4552-8d2a-abac79345742 req-2a91d1bf-dd8c-4afe-b127-6acec1c3608b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:27.343210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39aac2ef-bc18-4552-8d2a-abac79345742 req-2a91d1bf-dd8c-4afe-b127-6acec1c3608b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0951276 Aug 19 00:53:27.426954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39aac2ef-bc18-4552-8d2a-abac79345742 req-591b1bad-de3a-460a-933e-2b28cd6d6f4c tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707324 Aug 19 00:53:27.432137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-f0689243-ab8b-42b7-9a50-8ef53c9f91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:27.433669 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-f0689243-ab8b-42b7-9a50-8ef53c9f91d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1095 time: 0.0763254 Aug 19 00:53:27.482646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-217396c2-2de3-46e6-8d5a-1ce655827a09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 217 time: 0.0359323 Aug 19 00:53:27.535363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-ad4d7c57-7f2e-4a0c-997a-044e84baa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:27.536981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-ad4d7c57-7f2e-4a0c-997a-044e84baa5ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0471165 Aug 19 00:53:27.586878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-8b467364-ede2-45cc-b37f-84e651544209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:27.588399 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-8b467364-ede2-45cc-b37f-84e651544209 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440633 Aug 19 00:53:27.675585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-730be490-ed10-4dc9-91e1-b93eaf51bd1b service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800095 Aug 19 00:53:27.767802 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b0aec5-0bc6-4174-9dc7-197af280ea26 req-c57d1ebe-4706-4bc3-ae28-5dfc3324d3e1 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Aug 19 00:53:28.376622 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db9968-e839-4de9-87d4-9766960430fa x-openstack-request-id: req-95db9968-e839-4de9-87d4-9766960430fa {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:53:28.377188 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:53:28.377188 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95db9968-e839-4de9-87d4-9766960430fa {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:53:28.377554 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af', 'status': 'completed', 'code': 200} Aug 19 00:53:28.461854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-71503586-3794-4ee5-88bb-4af94377eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:28.463435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-71503586-3794-4ee5-88bb-4af94377eb75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1095 time: 0.0428069 Aug 19 00:53:28.908867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3431f-0abf-41d2-8d04-b0b284fa7dfe req-66eac473-ab32-4b71-aae7-eec7a13462ea tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:28.910334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baf3431f-0abf-41d2-8d04-b0b284fa7dfe req-66eac473-ab32-4b71-aae7-eec7a13462ea tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.3928435 Aug 19 00:53:28.913188 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-2405bde6-63f9-4707-9d18-b299d73c1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:28.914569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-2405bde6-63f9-4707-9d18-b299d73c1988 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.4440038 Aug 19 00:53:28.965616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-baba7050-1a32-4d52-a79c-46111e825846 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 217 time: 0.0429535 Aug 19 00:53:28.990750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-baf3431f-0abf-41d2-8d04-b0b284fa7dfe req-b6620291-3132-444f-b7b0-ec7b7cc4b085 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744603 Aug 19 00:53:29.025888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-7958ab64-49cc-4bbf-98e7-fe06fc8048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:29.027333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-7958ab64-49cc-4bbf-98e7-fe06fc8048a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0545993 Aug 19 00:53:29.073892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-85d0dc25-76c5-4033-bc37-fc7471cb8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:29.075359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-85d0dc25-76c5-4033-bc37-fc7471cb8182 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408688 Aug 19 00:53:29.173066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-eeea7a6e-80ad-4ecb-942e-f2883a7043ee service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903084 Aug 19 00:53:29.262481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f66616d0-c20a-4ce8-a448-2af511d854c0 req-586b4aa2-654f-4906-ba66-b4df6722d38b service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Aug 19 00:53:29.711000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-7d50bcb3-17f3-42a9-bf28-e3a29f3516cc req-d3b143f9-ae0b-4e74-b933-b5059c8ba4fa service neutron] (94622) timed out ('10.222.0.11', 61031) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:53:30.109709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b55-6cca-4ea6-9016-45ca27ecdb4a req-fbcd6396-b913-4d1f-8d9e-c381eb9e9a33 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:30.111182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3eb66b55-6cca-4ea6-9016-45ca27ecdb4a req-fbcd6396-b913-4d1f-8d9e-c381eb9e9a33 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0506411 Aug 19 00:53:30.152956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3eb66b55-6cca-4ea6-9016-45ca27ecdb4a req-66262ed7-970f-4f4a-8b2a-69f121edd650 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358729 Aug 19 00:53:31.264043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec90b-d68b-4ddd-b679-1a1fc19f96c9 req-58f183ad-be52-4e09-bd29-4dc52b88e134 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:31.266024 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-708ec90b-d68b-4ddd-b679-1a1fc19f96c9 req-58f183ad-be52-4e09-bd29-4dc52b88e134 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0477300 Aug 19 00:53:31.302334 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-708ec90b-d68b-4ddd-b679-1a1fc19f96c9 req-d3910a7c-dd37-42ee-b9af-fa36cb78085b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304770 Aug 19 00:53:32.414914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83d3c-e8dd-4cab-b8fa-7f67fe2882ee req-1df9bbb8-e003-4a15-9a77-e0430b79c74d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:32.416406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9f83d3c-e8dd-4cab-b8fa-7f67fe2882ee req-1df9bbb8-e003-4a15-9a77-e0430b79c74d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0479741 Aug 19 00:53:32.453681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e9f83d3c-e8dd-4cab-b8fa-7f67fe2882ee req-efa81848-cb16-4bfa-a10b-4f01fda5fb39 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Aug 19 00:53:33.570295 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54367c-fcaa-48f7-8434-46c69849aab8 req-3fe81ee1-5d7b-4bb8-bdd4-41ce16fc2d76 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:33.571750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad54367c-fcaa-48f7-8434-46c69849aab8 req-3fe81ee1-5d7b-4bb8-bdd4-41ce16fc2d76 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0516236 Aug 19 00:53:33.608327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad54367c-fcaa-48f7-8434-46c69849aab8 req-e94c2ead-0779-453e-912a-cf79fbf0e9b1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306442 Aug 19 00:53:34.719307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4bfcd-a24c-464c-97c9-287248112017 req-babe712f-0f9b-4ad3-9c2e-691ccca64324 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:34.720779 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87d4bfcd-a24c-464c-97c9-287248112017 req-babe712f-0f9b-4ad3-9c2e-691ccca64324 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0482025 Aug 19 00:53:34.757881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87d4bfcd-a24c-464c-97c9-287248112017 req-b51aa86e-9004-41d7-b2a9-e7d57f3b37b6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Aug 19 00:53:35.873748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21676d8-6ed2-4177-9608-383bbc57b9c9 req-1d654888-c062-4010-8383-c57669d15d50 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:35.875189 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a21676d8-6ed2-4177-9608-383bbc57b9c9 req-1d654888-c062-4010-8383-c57669d15d50 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0478239 Aug 19 00:53:35.911664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a21676d8-6ed2-4177-9608-383bbc57b9c9 req-8ef85416-2c5e-44cf-950c-08b143dcbabe tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301127 Aug 19 00:53:37.023447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d04c-f393-4331-a27d-d912c755587e req-a8c2a988-b966-4c00-b44f-411be939b60e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:37.024972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b205d04c-f393-4331-a27d-d912c755587e req-a8c2a988-b966-4c00-b44f-411be939b60e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 943 time: 0.0472810 Aug 19 00:53:37.066446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b205d04c-f393-4331-a27d-d912c755587e req-3eb19903-19b2-4242-9748-30c1e7cfdf62 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354726 Aug 19 00:53:37.577211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2afe80a4-9588-41f3-8061-8124973124af details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:53:37.671108 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2afe80a4-9588-41f3-8061-8124973124af,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:53:37.682153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '2afe80a4-9588-41f3-8061-8124973124af', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:53:37.717480 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:37.729568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afe80a4-9588-41f3-8061-8124973124af {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:53:37.748203 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2afe80a4-9588-41f3-8061-8124973124af,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:53:37.753087 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:37.801175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:37.808540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.808891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.809230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.809564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.809894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.810221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.810546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.810871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.811189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.811508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.811828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:37.812146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:38.136950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['2afe80a4-9588-41f3-8061-8124973124af'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:53:38.181043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfbe1c-3baa-41df-ac5f-babca0d98646 req-11dd2c9a-d086-40f5-ae25-ca7db830bce7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:38.182755 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01dfbe1c-3baa-41df-ac5f-babca0d98646 req-11dd2c9a-d086-40f5-ae25-ca7db830bce7 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 944 time: 0.0488799 Aug 19 00:53:38.220134 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01dfbe1c-3baa-41df-ac5f-babca0d98646 req-00a8d1e3-2d13-44b7-8887-ccd58a800b40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Aug 19 00:53:39.332726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635faeba-9195-4a24-b88b-01fe5a58e99f req-49d3c4df-7673-4df7-8895-75eb92327b2f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:39.334131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-635faeba-9195-4a24-b88b-01fe5a58e99f req-49d3c4df-7673-4df7-8895-75eb92327b2f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 944 time: 0.0485461 Aug 19 00:53:39.371030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-635faeba-9195-4a24-b88b-01fe5a58e99f req-90ebfef2-796b-41a0-8e6c-ef61b0691d4e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Aug 19 00:53:39.577346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2afe80a4-9588-41f3-8061-8124973124af up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:53:39.624794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 2afe80a4-9588-41f3-8061-8124973124af completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:53:39.628176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 2afe80a4-9588-41f3-8061-8124973124af triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:53:39.628588 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:39.701492 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:39.723634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe80a4-9588-41f3-8061-8124973124af'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:53:39.737938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2afe80a4-9588-41f3-8061-8124973124af,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:53:39.741888 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:39.773365 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6222658b-0f2f-489c-aa31-30b1fdef605c" -d '{"events": [{"server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "name": "network-vif-plugged", "status": "completed", "tag": "2afe80a4-9588-41f3-8061-8124973124af"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:53:39.801262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:39.872159 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a814f2-95e7-4e56-a28b-4daeff82f543 x-openstack-request-id: req-e3a814f2-95e7-4e56-a28b-4daeff82f543 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:53:39.872510 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "name": "network-vif-plugged", "status": "completed", "tag": "2afe80a4-9588-41f3-8061-8124973124af", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:53:39.872815 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a814f2-95e7-4e56-a28b-4daeff82f543 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:53:39.873219 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe80a4-9588-41f3-8061-8124973124af', 'code': 200} Aug 19 00:53:39.992993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464b66c-2b8b-4419-8cb2-13ee69abd970 req-14b9599a-930a-4c84-a017-3c05763e2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:39.994475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4464b66c-2b8b-4419-8cb2-13ee69abd970 req-14b9599a-930a-4c84-a017-3c05763e2d01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0437284 Aug 19 00:53:40.027829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4464b66c-2b8b-4419-8cb2-13ee69abd970 req-08e191ad-5b9f-4bdb-8e8b-1f327ec75882 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265570 Aug 19 00:53:40.484545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b9c83-3467-4bfe-a66c-94497d4b2388 req-e5afd8c1-eaa8-4690-a535-d6d99cd42128 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:40.486050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-220b9c83-3467-4bfe-a66c-94497d4b2388 req-e5afd8c1-eaa8-4690-a535-d6d99cd42128 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0502172 Aug 19 00:53:40.526607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-220b9c83-3467-4bfe-a66c-94497d4b2388 req-6b781171-7f43-43bf-b2d5-450b65873295 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Aug 19 00:53:41.655158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1738-d163-44f7-8335-b1f9b42287db req-e85e4aa6-df39-460f-88d9-dcf04c198c4d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:41.657330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c7c1738-d163-44f7-8335-b1f9b42287db req-e85e4aa6-df39-460f-88d9-dcf04c198c4d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0477459 Aug 19 00:53:41.693083 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5c7c1738-d163-44f7-8335-b1f9b42287db req-4087a395-ff78-4776-9892-e2e5c5f03daf tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300193 Aug 19 00:53:41.805487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08692513-4845-4e8f-8099-49bd5d1263b1 req-0e498d98-bd06-40f0-8005-82bff51c54f8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:41.806981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08692513-4845-4e8f-8099-49bd5d1263b1 req-0e498d98-bd06-40f0-8005-82bff51c54f8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0489602 Aug 19 00:53:41.848326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-08692513-4845-4e8f-8099-49bd5d1263b1 req-68664d6c-58e2-488f-9c8d-aef6e4984092 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Aug 19 00:53:41.869511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:53:41.962142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d893b3-73c5-4ade-9ccd-3f78d53c2232 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:41.963652 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-65d893b3-73c5-4ade-9ccd-3f78d53c2232 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1092 time: 0.0931997 Aug 19 00:53:41.966730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42468) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:53:41.971424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:53:41.993293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:42.090418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:42.196110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.25.1.34 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/b920862c-f742-4107-9af1-250a0cbb3890) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:53:42.302664 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:42.343083 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:42.383542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:53:42.388049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:53:42.392417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:53:42.395444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=b920862c-f742-4107-9af1-250a0cbb3890,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:42.421114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.421466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.421811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.422712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.423222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.423563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.423985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.424350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.424684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.425013 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.425340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.425666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:53:42.537200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a963825-285a-4876-b42f-fc87bd6571d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:42.757678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.065749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.210342 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.215027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.283159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=b920862c-f742-4107-9af1-250a0cbb3890,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:53:43.291046 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.386956 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP dfd3cf49-90dd-473f-a766-2997277d8991 associated. External IP: 172.25.1.34, port: 2afe80a4-9588-41f3-8061-8124973124af. Aug 19 00:53:43.589759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:53:43.694622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:53:43.703924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38615016-7e41-4888-9631-bd1417882618 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:53:43.709986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:43.713853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:53:43.715076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:53:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:43.736957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ea09a01d-31ac-4f65-baef-7b7a232ebc7e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7692351 Aug 19 00:53:43.737651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:53:43.778004 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:53:43.824158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:53:43.865899 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01805580-589f-4a72-8aa6-136dbf0b6660 x-openstack-request-id: req-01805580-589f-4a72-8aa6-136dbf0b6660 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:53:43.866198 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:53:43.866459 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01805580-589f-4a72-8aa6-136dbf0b6660 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:53:43.866868 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af', 'status': 'completed', 'code': 200} Aug 19 00:53:43.947920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-84d6b17d-ad31-42b4-9867-9d5326da2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:43.949351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-84d6b17d-ad31-42b4-9867-9d5326da2bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0401261 Aug 19 00:53:44.041954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-c3e664b7-d666-44da-b91d-d653f877a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:44.043604 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-c3e664b7-d666-44da-b91d-d653f877a56e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0873005 Aug 19 00:53:44.046185 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:42Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:44.076274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38615016-7e41-4888-9631-bd1417882618 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:53:44.085063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:53:44.085677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:53:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:44.107162 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-822b2614-b48f-40f7-9909-ae8e6349f743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 998 time: 0.0566344 Aug 19 00:53:44.158629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-6d3c8798-1ca0-459e-931c-3d15e661ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:44.160095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-6d3c8798-1ca0-459e-931c-3d15e661ca02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0462599 Aug 19 00:53:44.189986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:53:44.205373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-dcedb65f-4466-4662-8b29-01a4d3ed335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:44.206798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-dcedb65f-4466-4662-8b29-01a4d3ed335e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392039 Aug 19 00:53:44.302329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-a846ce77-7aa6-4429-9666-74eae4718a8f service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882840 Aug 19 00:53:44.390881 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c7bd8b-c05e-4b85-b07d-f9b91317eef7 req-a932383c-f4fc-4414-9123-adfbd6300ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807724 Aug 19 00:53:44.407823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-38615016-7e41-4888-9631-bd1417882618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:42Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:53:44.435765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38615016-7e41-4888-9631-bd1417882618 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:42Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:53:44.616325 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b5969-56e4-4cd4-b560-203b09105b6b None None] New status for floating IP dfd3cf49-90dd-473f-a766-2997277d8991: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:53:45.006210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3684604d-61ea-4b62-9dac-5fbc5a479e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:45.242603 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:45.540694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:46.475557 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:47.959296 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:53:50.614767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-1913eded-5db0-477a-83d2-915eac96c628 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454681 Aug 19 00:53:50.715040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-4373ca16-e359-4427-acee-f61a5c0479af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:50.716561 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-4373ca16-e359-4427-acee-f61a5c0479af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0439153 Aug 19 00:53:50.817029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-84ea56cc-8007-4d73-bda2-24ccdc3d65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:50.818507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-84ea56cc-8007-4d73-bda2-24ccdc3d65c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0834081 Aug 19 00:53:50.885290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-60df625e-06cc-40d4-bab1-cc1ae4d862ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 1000 time: 0.0596168 Aug 19 00:53:50.932351 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-7ffb373e-2d4d-41e1-89fb-2dd7d95296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:50.933725 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-7ffb373e-2d4d-41e1-89fb-2dd7d95296cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0410039 Aug 19 00:53:50.978040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-ff4f3466-2508-4674-82bd-b13e2b6b8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:53:50.979491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-ff4f3466-2508-4674-82bd-b13e2b6b8db0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388906 Aug 19 00:53:51.078818 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-e91b60f7-f546-4a6d-bd3a-c00af9b7f896 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Aug 19 00:53:51.166266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088330d7-f998-4cec-96b8-4b3c81d6d9af req-3698774d-f2c2-458f-ab09-9107cec6e5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813427 Aug 19 00:53:57.173169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:03.001035 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:54:12.537938 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30e9f762-5a8d-4f82-b863-4391d0344499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:15.006109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aee62c9d-c30c-44a9-81cf-35f5b7cf21bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:15.243860 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:15.552182 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:16.478161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:17.962912 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:27.183611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:40.000702 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:54:42.543340 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d65ec33f-b068-4eda-80e9-92d929555277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:45.006327 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-563f857c-218e-4b74-8f82-f0189c063e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:45.244820 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:45.549660 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:46.483379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:47.965066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:54:51.623362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-fe5f8cec-319e-4969-90f9-2865d0db6466 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471475 Aug 19 00:54:51.721059 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-95760159-cde0-4e81-a3ae-ca7d4cfe1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:54:51.722533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-95760159-cde0-4e81-a3ae-ca7d4cfe1334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0436296 Aug 19 00:54:51.822886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-625a18c3-f1b6-481a-a402-1433551caa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:54:51.824378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-625a18c3-f1b6-481a-a402-1433551caa71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0828776 Aug 19 00:54:51.891481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-460e87a2-f4fe-49e8-9963-5ea4357c4975 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 1000 time: 0.0599837 Aug 19 00:54:51.939244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-b318b5c6-f9a4-4376-9c36-23a40b3f3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:54:51.940681 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-b318b5c6-f9a4-4376-9c36-23a40b3f3ac1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0420518 Aug 19 00:54:51.985190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-e8c3e21a-a952-4039-9c76-bfbdd84187bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:54:51.986617 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-e8c3e21a-a952-4039-9c76-bfbdd84187bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391016 Aug 19 00:54:52.076419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-6a3d904c-44bf-4ee8-8778-5f16d7a0e6bd service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826783 Aug 19 00:54:52.164730 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd95fbf8-2afe-44d3-ad31-11256b53eac6 req-284ceddf-3bd9-4be8-923f-033a9e7abe9f service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812645 Aug 19 00:54:57.185553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:12.533955 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73dcf0fc-c16b-4d51-8dc5-2f225ec13b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:15.005782 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1868a52-64d2-4346-a629-8c3eae136712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:15.247498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:15.548939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:16.484238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:16.999707 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:55:17.968136 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:27.202300 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:32.541193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-72a1f322-064c-4ef6-82af-aefea5da241a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062122710&fields=id&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 267 time: 0.0384398 Aug 19 00:55:32.650648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-b373d0ff-b368-4adf-a458-f04616ab878b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:32.652090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-b373d0ff-b368-4adf-a458-f04616ab878b tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1041932 Aug 19 00:55:32.667041 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-92e6c505-de16-496e-bc9b-6012f52d1bb6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/quotas/3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Aug 19 00:55:32.725770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-a3174fd8-f66f-446f-9c18-f536ef7c6f50 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535848 Aug 19 00:55:32.825739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-5d1edcea-33b6-478e-a19e-16817eb4bc76 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860713 Aug 19 00:55:32.915501 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-43550377-eb45-492e-a4d4-906f50397c47 service neutron] 10.222.0.20 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Aug 19 00:55:33.209054 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f644ebd8-10fa-48e5-ac9d-49e81168dfcc req-e16f5c6b-c4a1-41b9-8bb2-a74ab3ec25bc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Aug 19 00:55:34.171908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-bbdb3372-20ce-4696-b7a7-07ae6ecd7f5a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:34.173384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-bbdb3372-20ce-4696-b7a7-07ae6ecd7f5a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 811 time: 0.1071956 Aug 19 00:55:34.225511 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-58636670-0dbf-43d1-9bde-175e61368ba9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd0de873c00493e8b1c4a4cacc42452 HTTP/1.1" status: 200 len: 380 time: 0.0426738 Aug 19 00:55:34.235929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'port': {'device_id': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'admin_state_up': True, 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'security_groups': ['f4e1948f-32a0-4c82-b3a0-31c8af0a62c7']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:55:34.312851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbd5d209-92aa-472e-b586-b1c678ca0576 req-0d1be3b4-5ed1-413e-8ac0-2b0bbc208aca tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 210 time: 0.0320828 Aug 19 00:55:34.373760 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Made reservation on behalf of 3bd0de873c00493e8b1c4a4cacc42452 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:55:34.377580 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:34.504162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.20.0.13 (1ebb1f1f-4e60-4ff6-8f7d-660e373548c6/2e4a717e-95d9-44b5-9adc-6a4579d65dde/b27d82ea-7597-427a-bd1a-89ca20ec5a35) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:55:34.640221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:34.654073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Transition to ACTIVE for port object b27d82ea-7597-427a-bd1a-89ca20ec5a35 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:55:34.687390 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:34.733570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:55:34.737314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:55:34.743942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:55:34.779213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:34.795251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.795600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.795939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.796277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.796632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.796962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.797294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.797618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.797941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.798267 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.798590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.798910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:34.812859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:34.813497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:34.830672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-d9816f26-97fb-47b0-91d7-a3a7f5175d40 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985715 Aug 19 00:55:34.944343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Request body: {'port': {'device_id': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:55:34.999866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.002430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d2c2cdb-008d-4671-81d3-0f0409f2cf4b None None] Provisioning for port b27d82ea-7597-427a-bd1a-89ca20ec5a35 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:55:35.006950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d2c2cdb-008d-4671-81d3-0f0409f2cf4b None None] Provisioning complete for port b27d82ea-7597-427a-bd1a-89ca20ec5a35 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:55:35.007330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2cdb-008d-4671-81d3-0f0409f2cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.041525 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c2cdb-008d-4671-81d3-0f0409f2cf4b None None] Port b27d82ea-7597-427a-bd1a-89ca20ec5a35 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:55:35.263063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27d82ea-7597-427a-bd1a-89ca20ec5a35 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:55:35.270615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.282498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Transition to ACTIVE for port object b27d82ea-7597-427a-bd1a-89ca20ec5a35 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:55:35.286274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.341025 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Pushing event updated for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:35.426619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Attempting to bind port b27d82ea-7597-427a-bd1a-89ca20ec5a35 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:55:35.426966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Attempting to bind port b27d82ea-7597-427a-bd1a-89ca20ec5a35 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:55:35.427307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Attempting to bind port b27d82ea-7597-427a-bd1a-89ca20ec5a35 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:55:35.432689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Port b27d82ea-7597-427a-bd1a-89ca20ec5a35 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:55:35.433028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Attempting to bind port b27d82ea-7597-427a-bd1a-89ca20ec5a35 on network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:55:35.438407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:55:35.438810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Checking segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:55:35.439218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Bound using segment: {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:55:35.439658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Bound port: b27d82ea-7597-427a-bd1a-89ca20ec5a35, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ab74ef-46a1-4f14-ab81-9fff1e06947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:55:35.440027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.463868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71188e-0902-4ee1-85d0-bbe652382f6f req-ea45bf96-8075-44e2-990b-151f4b059af5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:35.465430 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f71188e-0902-4ee1-85d0-bbe652382f6f req-ea45bf96-8075-44e2-990b-151f4b059af5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0678377 Aug 19 00:55:35.505454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9f71188e-0902-4ee1-85d0-bbe652382f6f req-7b2c6e81-4975-43d3-9249-24261de0bdb0 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Aug 19 00:55:35.523084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:55:35.527967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:55:35.536826 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.571115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:35.571956 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:35.573308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] 10.222.0.11 "PUT /v2.0/ports/b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 1093 time: 0.6757054 Aug 19 00:55:35.575635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:55:35.578201 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0045e3-e9d0-4d33-be3f-158efd0a2495" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:55:35.611187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f12dc-5478-47ee-a9cb-f6ba5fcfe2be service neutron] Pushing event updated for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:35.629091 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dddf14d-3374-4cfd-abc1-8cf983c329f5 x-openstack-request-id: req-7dddf14d-3374-4cfd-abc1-8cf983c329f5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:55:35.629389 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:55:35.629645 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dddf14d-3374-4cfd-abc1-8cf983c329f5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:55:35.630038 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'status': 'completed', 'code': 200} Aug 19 00:55:35.683418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-9abe099a-2f01-4ffd-9464-f2c9ae445305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:35.685782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-9abe099a-2f01-4ffd-9464-f2c9ae445305 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1096 time: 0.0522206 Aug 19 00:55:35.732283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-94ba71bc-e53a-45f1-acc2-5eeed576d145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 217 time: 0.0391028 Aug 19 00:55:35.793578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-c0bca037-9a86-45f3-8baa-6c2a47c79128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:35.795127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-c0bca037-9a86-45f3-8baa-6c2a47c79128 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0563498 Aug 19 00:55:35.840884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6147272c-3c74-4a2a-92ff-bd5f07705d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:35.842320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-6147272c-3c74-4a2a-92ff-bd5f07705d9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403595 Aug 19 00:55:35.935863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-725eaa6b-e64b-4b63-92f1-99bd946cd66f service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Aug 19 00:55:36.025602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56a1c9ec-9c36-41df-9122-50d566ebfcb2 req-ccd2cf78-a4eb-452c-8649-fa79b6378825 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Aug 19 00:55:36.114098 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-a6670591-48e0-4698-b8b6-734cc8edb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:36.115617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-a6670591-48e0-4698-b8b6-734cc8edb1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1096 time: 0.0466638 Aug 19 00:55:36.206459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-5b5f4f36-ffd8-4f7d-8761-c3b2f46916f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:36.207928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-5b5f4f36-ffd8-4f7d-8761-c3b2f46916f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0828116 Aug 19 00:55:36.253039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-227d88fd-2d11-4d61-a055-db025dd4e898 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 217 time: 0.0369122 Aug 19 00:55:36.301624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-dacf2ba0-21cc-4e18-be61-8a7f2e4e50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:36.303135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-dacf2ba0-21cc-4e18-be61-8a7f2e4e50bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0443180 Aug 19 00:55:36.349306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-e61f5a40-fab1-4e25-bfc1-0d3189c4dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:36.350716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-e61f5a40-fab1-4e25-bfc1-0d3189c4dcb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404069 Aug 19 00:55:36.443004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-d97b5b31-a764-4508-80be-e03f449f3063 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Aug 19 00:55:36.530928 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ea0045e3-e9d0-4d33-be3f-158efd0a2495 req-125c91c2-5bec-466c-8e33-cdc076c91b80 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811121 Aug 19 00:55:36.625714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d4eb-78f1-4edd-887d-46e2cebe0816 req-93f5970f-7b71-42d3-95ad-dda5254243dc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:36.627193 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb09d4eb-78f1-4edd-887d-46e2cebe0816 req-93f5970f-7b71-42d3-95ad-dda5254243dc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0482516 Aug 19 00:55:36.665992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb09d4eb-78f1-4edd-887d-46e2cebe0816 req-ef98ae49-563b-495b-9b22-69f995d9bde8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Aug 19 00:55:37.783537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82fbc2-c15c-4ccf-b78c-99bb47812ee9 req-ee7916d1-db72-43cb-adff-9cd41f7a1e13 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:37.785442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e82fbc2-c15c-4ccf-b78c-99bb47812ee9 req-ee7916d1-db72-43cb-adff-9cd41f7a1e13 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0492134 Aug 19 00:55:37.829639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e82fbc2-c15c-4ccf-b78c-99bb47812ee9 req-424caef8-733f-4a03-98c7-51573b624d05 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363474 Aug 19 00:55:38.948625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0010-c80c-4b60-878f-1b33e1ff65c4 req-d89fd391-0d95-429c-a439-44db6adba24d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:38.950094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6e0010-c80c-4b60-878f-1b33e1ff65c4 req-d89fd391-0d95-429c-a439-44db6adba24d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0527508 Aug 19 00:55:38.987179 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf6e0010-c80c-4b60-878f-1b33e1ff65c4 req-da8d395f-0b21-4302-bb67-7c14d0b621eb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Aug 19 00:55:40.100402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f34ff-46ab-4178-a25d-aa13c4190e3f req-31f491bc-05fe-4d23-9297-e24feda9e6cc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:40.101803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf0f34ff-46ab-4178-a25d-aa13c4190e3f req-31f491bc-05fe-4d23-9297-e24feda9e6cc tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0484359 Aug 19 00:55:40.138790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf0f34ff-46ab-4178-a25d-aa13c4190e3f req-f9143b49-8cda-42bc-ba1a-9190c3b95cb9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Aug 19 00:55:41.249424 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e56ce-a4b2-41a5-b89b-9f54f1d3fdac req-f6af1f59-c826-4d1b-b7a4-bc43407a7961 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:41.250875 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-303e56ce-a4b2-41a5-b89b-9f54f1d3fdac req-f6af1f59-c826-4d1b-b7a4-bc43407a7961 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0476904 Aug 19 00:55:41.287160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-303e56ce-a4b2-41a5-b89b-9f54f1d3fdac req-a7002fe7-358d-420e-a3da-badab644ed38 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Aug 19 00:55:42.440524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecdf2c-79c4-4c92-91b8-c275f92cee8d req-e7222965-83be-40a2-a07b-74b093ed1ad9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:42.442022 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7fecdf2c-79c4-4c92-91b8-c275f92cee8d req-e7222965-83be-40a2-a07b-74b093ed1ad9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0507100 Aug 19 00:55:42.485006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7fecdf2c-79c4-4c92-91b8-c275f92cee8d req-7d724b71-f12b-4f1f-9bf6-640b3a1694fa tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353994 Aug 19 00:55:42.535677 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-649d1900-ff84-4a6a-b422-7a158c963b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:43.606458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161a99d-56d9-4a06-a5a2-5ea0a33d0d75 req-9f7d1670-4a12-4900-b578-c2984e1e5110 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:43.607997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f161a99d-56d9-4a06-a5a2-5ea0a33d0d75 req-9f7d1670-4a12-4900-b578-c2984e1e5110 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0512159 Aug 19 00:55:43.647761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f161a99d-56d9-4a06-a5a2-5ea0a33d0d75 req-12287cf1-e4a4-40fc-9a56-53f6274df738 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Aug 19 00:55:44.761769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1cb8-5a2d-4610-bb10-29829f8cdd06 req-512a9499-237d-40d1-904f-a56db6430331 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:44.763207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b2e1cb8-5a2d-4610-bb10-29829f8cdd06 req-512a9499-237d-40d1-904f-a56db6430331 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0466819 Aug 19 00:55:44.803401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b2e1cb8-5a2d-4610-bb10-29829f8cdd06 req-751f25fa-7c60-4102-b615-decb51cade16 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Aug 19 00:55:45.006550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46ceb19d-2b49-422a-98ea-cc8931e45cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:45.248726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:45.548401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:45.920183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bba32-cd07-42c9-b4cf-35a96880feda req-16173c54-5495-4bbc-a170-35d378425cf6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:45.921662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c81bba32-cd07-42c9-b4cf-35a96880feda req-16173c54-5495-4bbc-a170-35d378425cf6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0521393 Aug 19 00:55:45.957553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c81bba32-cd07-42c9-b4cf-35a96880feda req-b6c742fb-cebe-4001-aa09-ec43198922cb tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300646 Aug 19 00:55:46.487114 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:47.070900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177f08-7b4a-4a7c-92ef-4bd0340fe4dc req-2d5a037a-9971-4f2c-8a49-f35a26614d49 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:47.072396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5177f08-7b4a-4a7c-92ef-4bd0340fe4dc req-2d5a037a-9971-4f2c-8a49-f35a26614d49 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 944 time: 0.0483444 Aug 19 00:55:47.110555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e5177f08-7b4a-4a7c-92ef-4bd0340fe4dc req-1849d3c8-37c7-4407-81e5-00ef4d473871 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Aug 19 00:55:47.294921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b27d82ea-7597-427a-bd1a-89ca20ec5a35 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:55:47.388989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:55:47.399479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'port_id': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'mac_address': 'fa:16:3e:4f:94:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:55:47.435171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:47.447181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27d82ea-7597-427a-bd1a-89ca20ec5a35 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:55:47.466081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:55:47.469017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:47.528111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:47.537361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.537861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.538348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.538838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.539368 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.539891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.540230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.540587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.540921 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.541988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.542340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.542696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:47.694057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['b27d82ea-7597-427a-bd1a-89ca20ec5a35'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:55:47.969533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:48.226850 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172a43-7373-4a23-9c52-7f0a49b467d6 req-4d14a9c7-4b0c-436c-8fc2-8dc42e0cc2a4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:48.228233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e172a43-7373-4a23-9c52-7f0a49b467d6 req-4d14a9c7-4b0c-436c-8fc2-8dc42e0cc2a4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Aug 19 00:55:48.266039 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8e172a43-7373-4a23-9c52-7f0a49b467d6 req-02f505f9-5bb0-4d05-a08d-93ec6506787f tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Aug 19 00:55:49.296773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b27d82ea-7597-427a-bd1a-89ca20ec5a35 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:55:49.344983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port b27d82ea-7597-427a-bd1a-89ca20ec5a35 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:55:49.349086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port b27d82ea-7597-427a-bd1a-89ca20ec5a35 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:55:49.349468 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:49.381189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfd5d9-90fa-49b0-a159-4aeeaac3d2dd req-e71cbda7-5086-4e96-8b20-796a9741af43 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:49.382796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2cfd5d9-90fa-49b0-a159-4aeeaac3d2dd req-e71cbda7-5086-4e96-8b20-796a9741af43 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Aug 19 00:55:49.420561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2cfd5d9-90fa-49b0-a159-4aeeaac3d2dd req-26e70b8d-9462-4a18-bf62-ac91cd31d7d6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Aug 19 00:55:49.425351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:49.448287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:55:49.450592 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb4c2f-525d-41a5-9093-6c486ebdc0d6" -d '{"events": [{"server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "name": "network-vif-plugged", "status": "completed", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:55:49.463593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:55:49.467626 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:49.493086 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163a9244-22a2-4c93-bdb9-cad9e918f9af x-openstack-request-id: req-163a9244-22a2-4c93-bdb9-cad9e918f9af {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:55:49.493386 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "name": "network-vif-plugged", "status": "completed", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:55:49.493639 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-163a9244-22a2-4c93-bdb9-cad9e918f9af {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:55:49.494024 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'code': 200} Aug 19 00:55:49.520430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:49.583608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545dfe0-a3a0-461c-8a5d-108b59c50055 req-90fa8cd2-75a0-4f37-8c07-37c0f5b59aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:49.585031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8545dfe0-a3a0-461c-8a5d-108b59c50055 req-90fa8cd2-75a0-4f37-8c07-37c0f5b59aba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1098 time: 0.0395436 Aug 19 00:55:49.622864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8545dfe0-a3a0-461c-8a5d-108b59c50055 req-1b3f08de-a130-4096-aeab-564c27bc2822 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299461 Aug 19 00:55:50.533079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e93cc-8649-457d-9e6d-d21afacec46c req-28ee7d52-44db-4013-8f93-459ada2a236a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:50.534566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a30e93cc-8649-457d-9e6d-d21afacec46c req-28ee7d52-44db-4013-8f93-459ada2a236a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Aug 19 00:55:50.571645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a30e93cc-8649-457d-9e6d-d21afacec46c req-4f0357c2-a722-44f5-8538-a588bbacea52 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Aug 19 00:55:50.684793 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fdbbf-ae03-4d0a-adbb-db242e56195d req-a81ad200-3f65-45e8-8310-cb64bc55187a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:50.686259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5e3fdbbf-ae03-4d0a-adbb-db242e56195d req-a81ad200-3f65-45e8-8310-cb64bc55187a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 946 time: 0.0476236 Aug 19 00:55:50.723349 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5e3fdbbf-ae03-4d0a-adbb-db242e56195d req-bbe5d3df-c881-4962-8258-326783899983 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Aug 19 00:55:50.744553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42676) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:55:50.788857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39884177-ec99-47eb-9fb9-c80f4cdb7fd8 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:50.790392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-39884177-ec99-47eb-9fb9-c80f4cdb7fd8 tempest-TestVolumeBootPattern-732781643 tempest-TestVolumeBootPattern-732781643-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1093 time: 0.0448685 Aug 19 00:55:50.793185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42678) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:55:50.798631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:55:50.819631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:50.913042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.017007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Allocated IP 172.25.1.134 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/08f9de5d-bddc-4f66-b11b-1fce0a3acd7b) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:55:51.115292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.152760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.195382 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:55:51.200521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:55:51.205751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:55:51.208525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=08f9de5d-bddc-4f66-b11b-1fce0a3acd7b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:51.233016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.233367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.233713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.234054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.234389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.234720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.235050 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.235378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.235710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.236033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.236376 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.236701 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:55:51.562334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.631458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.778831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.784013 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.854570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event updated for resources: {'Port': ['ID=08f9de5d-bddc-4f66-b11b-1fce0a3acd7b,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:55:51.860573 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:51.956379 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP f64cdd23-6119-451f-890c-3cc041655a02 associated. External IP: 172.25.1.134, port: b27d82ea-7597-427a-bd1a-89ca20ec5a35. Aug 19 00:55:52.160024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:55:52.263459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:55:52.272978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:55:52.280508 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:55:52.283888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:55:52.284542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:55:52.307585 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-51dc7813-4e8a-48c3-9fd4-64004de1acd2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5133479 Aug 19 00:55:52.308237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:55:52.310915 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41bf84-5121-42e5-84fc-19808c3dc945" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:55:52.348777 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee7aea9-62de-4223-9ef6-d932f1e0ca6d x-openstack-request-id: req-aee7aea9-62de-4223-9ef6-d932f1e0ca6d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:55:52.349069 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:55:52.349323 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aee7aea9-62de-4223-9ef6-d932f1e0ca6d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:55:52.349727 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'status': 'completed', 'code': 200} Aug 19 00:55:52.395891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:55:52.410475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-1fe9989a-e034-41c2-8235-5a5fb7a18b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:52.412204 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-1fe9989a-e034-41c2-8235-5a5fb7a18b09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1098 time: 0.0404429 Aug 19 00:55:52.505647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-d0653bb8-1919-4e4b-86ca-c544eb3b1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:52.507127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-d0653bb8-1919-4e4b-86ca-c544eb3b1790 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0871539 Aug 19 00:55:52.605793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-94519282-6404-4db4-8948-2db72086dfad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 1000 time: 0.0917108 Aug 19 00:55:52.659933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-11f10772-5f0b-4ea6-bc85-5ea42492877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:52.661495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-11f10772-5f0b-4ea6-bc85-5ea42492877d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0490491 Aug 19 00:55:52.707654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-f810279f-9039-4668-b8d4-5e2eae741eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:52.709179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-f810279f-9039-4668-b8d4-5e2eae741eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395341 Aug 19 00:55:52.775000 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}, {'id': 'f64cdd23-6119-451f-890c-3cc041655a02', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.134', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:4f:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:55:51Z', 'updated_at': '2021-08-19T00:55:51Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:55:52.802698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-1882f3b5-6830-417c-ae20-f12d99bf6f8c service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Aug 19 00:55:52.804111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:55:52.813086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:55:52.813697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:55:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:55:52.921602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:55:53.138968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4d41bf84-5121-42e5-84fc-19808c3dc945 req-32e110a4-a6c6-44ff-9e04-97f9d5740365 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278687 Aug 19 00:55:53.148227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}, {'id': 'f64cdd23-6119-451f-890c-3cc041655a02', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.134', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:4f:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:55:51Z', 'updated_at': '2021-08-19T00:55:51Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:55:53.175088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1235b-88f0-41b3-9640-19e2506c5ba9 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}, {'id': 'f64cdd23-6119-451f-890c-3cc041655a02', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.134', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:4f:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:55:51Z', 'updated_at': '2021-08-19T00:55:51Z', 'revision_number': 0, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:55:53.352633 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b43a8-50d6-41a0-b41b-16d557ea0a3b None None] New status for floating IP f64cdd23-6119-451f-890c-3cc041655a02: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:55:53.614384 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-92e811db-3ff5-4889-abf0-0e737e66eb6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414312 Aug 19 00:55:53.706368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-3c588104-85db-4f66-ba88-74a391b66ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:53.707823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-3c588104-85db-4f66-ba88-74a391b66ecb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0388346 Aug 19 00:55:53.813026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-90aa2eb7-7d1b-40a9-92e9-c8d4bbd1444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:53.814499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-90aa2eb7-7d1b-40a9-92e9-c8d4bbd1444b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0872264 Aug 19 00:55:53.881974 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-bf13c07b-48e1-4183-9906-822854eff20d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 1000 time: 0.0604885 Aug 19 00:55:53.930447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-b1e0c0d6-4b88-4de9-9456-4b8abf57274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:53.931917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-b1e0c0d6-4b88-4de9-9456-4b8abf57274e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0430310 Aug 19 00:55:53.976481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-4137b5f0-02cc-4004-8f0e-5e65d14ac026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:55:53.977919 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-4137b5f0-02cc-4004-8f0e-5e65d14ac026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389483 Aug 19 00:55:53.998674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:55:54.070177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-b267682b-55c9-415a-9895-e2738ebf0b3c service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Aug 19 00:55:54.156574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0aec113-b147-4b77-a259-c7c37766bd84 req-b7144be4-f718-4dd3-b28e-01b93b4d8364 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796731 Aug 19 00:55:57.203236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:12.538664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-820559c6-6171-4b8c-9a22-9013cddf8560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:15.006739 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ba2df9b-f8bd-43e5-970a-165cf4890f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:15.249752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:15.548625 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:16.489742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:17.973268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:27.215295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:30.997149 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:56:34.718739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-df632074-b447-4c80-ba57-c8f9fbbbb691 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389364 Aug 19 00:56:34.801371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-b0c24636-1ea0-470a-baca-e9d3ea970d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:34.802837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-b0c24636-1ea0-470a-baca-e9d3ea970d2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1098 time: 0.0436323 Aug 19 00:56:34.902822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-bc91d846-2bb3-40b3-b289-e170895cda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:34.904270 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-bc91d846-2bb3-40b3-b289-e170895cda04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0819924 Aug 19 00:56:34.971280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-ea94b92f-d39a-4750-90c4-4a26bf65810b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 1002 time: 0.0596290 Aug 19 00:56:35.018678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-6c6d225a-4b3c-4a6f-bdc2-c47cba72f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:35.020096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-6c6d225a-4b3c-4a6f-bdc2-c47cba72f4a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0424094 Aug 19 00:56:35.068996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-880cc291-4770-4535-a244-cf276566d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:35.070572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-880cc291-4770-4535-a244-cf276566d26d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392849 Aug 19 00:56:35.161587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-99292759-6d76-47e2-b8f1-0ec11452367f service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833139 Aug 19 00:56:35.248198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3089d1fe-c9fc-418c-9c78-180fa9db4e45 req-da1e84a4-629a-475b-9238-241f9dacc780 service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794427 Aug 19 00:56:42.540756 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c468889-b334-4d69-a68f-fc25fe52b991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:45.007123 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a005fd-e95e-4f96-9914-82f5dbbb112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:45.248536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:45.548148 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:46.493260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:47.975505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:56:54.612099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-e57ce26b-258a-426b-9f21-2c03c7d3fd2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394423 Aug 19 00:56:54.709107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3002-175f-451e-b8a5-739cd35aabfd req-de3c6186-0eb0-490c-836e-648478473f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:54.710596 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-de3c6186-0eb0-490c-836e-648478473f97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0440040 Aug 19 00:56:54.810539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3002-175f-451e-b8a5-739cd35aabfd req-83f3c4a0-4485-4837-9d1b-111a6b64f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:54.812001 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-83f3c4a0-4485-4837-9d1b-111a6b64f9f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0820980 Aug 19 00:56:54.879543 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-798cc476-dfca-41d4-98a9-6b4ff88e8c87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 1000 time: 0.0602453 Aug 19 00:56:54.926724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3002-175f-451e-b8a5-739cd35aabfd req-fe9655e1-c479-4fb4-8b1d-5b182ae92a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:54.928136 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-fe9655e1-c479-4fb4-8b1d-5b182ae92a4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0423324 Aug 19 00:56:54.971417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3002-175f-451e-b8a5-739cd35aabfd req-85cb5a7b-5725-4be5-bef2-bbe441e7205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:56:54.972876 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-85cb5a7b-5725-4be5-bef2-bbe441e7205a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378714 Aug 19 00:56:55.061354 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-28826eec-ec9f-48c9-b285-7f80a8021bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810919 Aug 19 00:56:55.146775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561b3002-175f-451e-b8a5-739cd35aabfd req-17ae4add-6ad2-4263-acd6-034cccf0893b service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789075 Aug 19 00:56:57.211147 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:07.996749 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:57:12.543467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b03e873-d712-435a-aa9d-d728adf9d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:15.006351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3dfab89-6377-42e6-959b-aa3d72fbe620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:15.248562 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:15.547751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:16.495718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:17.977804 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:19.706699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42722) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:19.860938 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 08f9de5d-bddc-4f66-b11b-1fce0a3acd7b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:19.861280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:19.935674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:19.936003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:19.947610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 08f9de5d-bddc-4f66-b11b-1fce0a3acd7b owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:20.400050 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:20.426112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=08f9de5d-bddc-4f66-b11b-1fce0a3acd7b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:20.448109 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.448509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.448833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.449167 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.449496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.449826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.450147 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.450473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.450813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.451132 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.451451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.451770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:20.492122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:20.492502 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP f64cdd23-6119-451f-890c-3cc041655a02 disassociated (deleted). External IP: 172.25.1.134, port: b27d82ea-7597-427a-bd1a-89ca20ec5a35. Aug 19 00:57:20.695602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:57:20.799671 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:57:20.804742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:20.809163 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:57:20.818464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:20.819034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:20.837918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3b51414-1efa-4be3-8cad-2b0e08df86e9 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "DELETE /v2.0/floatingips/f64cdd23-6119-451f-890c-3cc041655a02 HTTP/1.1" status: 204 len: 168 time: 1.1275408 Aug 19 00:57:20.837918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:57:20.838480 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a4113-df6e-4f4e-9f98-eed172531dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:57:20.877097 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffa5e2-cbef-4363-ae9c-9d5781ce4cf1 x-openstack-request-id: req-3cffa5e2-cbef-4363-ae9c-9d5781ce4cf1 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:57:20.877458 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:57:20.877778 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cffa5e2-cbef-4363-ae9c-9d5781ce4cf1 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:57:20.878393 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'status': 'completed', 'code': 200} Aug 19 00:57:20.927530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:20.944458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-edbb748e-598e-438e-9e51-65978a38c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:20.946163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-edbb748e-598e-438e-9e51-65978a38c855 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 1098 time: 0.0472951 Aug 19 00:57:21.049700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-bc148c59-dcf4-4aaa-9724-a1eaaa2acd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:21.051155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-bc148c59-dcf4-4aaa-9724-a1eaaa2acd23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.0964375 Aug 19 00:57:21.109138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-f112f5a8-ed1e-4156-a2c9-dd5183b6b86f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 200 len: 217 time: 0.0439003 Aug 19 00:57:21.135551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b99d-20f2-4b6a-9923-970757b19518 req-b8030f0b-a3f3-4b25-b3a4-6f318d795b1d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:21.137040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8836b99d-20f2-4b6a-9923-970757b19518 req-b8030f0b-a3f3-4b25-b3a4-6f318d795b1d tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 946 time: 0.1049953 Aug 19 00:57:21.159022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:21.184656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:57:21.193269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:21.193407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-d683ae5f-94ea-46af-b10e-cc11c78a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:21.193860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:21.194766 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-d683ae5f-94ea-46af-b10e-cc11c78a6d87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0773060 Aug 19 00:57:21.201900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8836b99d-20f2-4b6a-9923-970757b19518 req-688ba9fb-639a-440d-a2fb-4c8fbbac4604 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Aug 19 00:57:21.241702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-9935c88e-f3e7-4311-bdb4-228ef5aec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:21.243197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-9935c88e-f3e7-4311-bdb4-228ef5aec4bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401971 Aug 19 00:57:21.297315 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:21.337450 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-2bd2321c-70a3-463e-be6d-75232949508f service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Aug 19 00:57:21.431258 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f54a4113-df6e-4f4e-9f98-eed172531dbd req-8f2b7b12-8fed-468c-aa8e-9267fd6a2eff service neutron] 10.222.0.11 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860624 Aug 19 00:57:21.520990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:21.546425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829c13a-8dc1-4e18-9faf-0eaaef88b425 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dfd3cf49-90dd-473f-a766-2997277d8991', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'port_id': '2afe80a4-9588-41f3-8061-8124973124af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'mac_address': 'fa:16:3e:08:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T00:53:42Z', 'updated_at': '2021-08-19T00:53:44Z', 'revision_number': 1, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:57:21.755910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045ba67-34b1-4413-b6af-27656d912857 None None] New status for floating IP f64cdd23-6119-451f-890c-3cc041655a02: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:57:22.321063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d508a-cabc-401e-a47b-47d546e541e8 req-56d1335c-7122-4be9-acc7-fd4fec6f4af5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:22.322542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-449d508a-cabc-401e-a47b-47d546e541e8 req-56d1335c-7122-4be9-acc7-fd4fec6f4af5 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 946 time: 0.0524750 Aug 19 00:57:22.359328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-449d508a-cabc-401e-a47b-47d546e541e8 req-37b4f0f6-513e-467b-a55a-14603507c881 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Aug 19 00:57:22.571400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-54370e3f-3ed0-4b39-b56d-4d91267fb132 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:22.572780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-54370e3f-3ed0-4b39-b56d-4d91267fb132 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 946 time: 0.0476060 Aug 19 00:57:22.661883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port b27d82ea-7597-427a-bd1a-89ca20ec5a35 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:22.662242 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:22.751591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port b27d82ea-7597-427a-bd1a-89ca20ec5a35, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=b27d82ea-7597-427a-bd1a-89ca20ec5a35,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:22.751959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:22.764061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for b27d82ea-7597-427a-bd1a-89ca20ec5a35 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:22.891605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:22.919799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=b27d82ea-7597-427a-bd1a-89ca20ec5a35,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:22.931597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.931953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.932319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.932657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.932992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.933323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.933653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.933980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.934306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.934630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.934954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.935279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:57:22.969880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port b27d82ea-7597-427a-bd1a-89ca20ec5a35 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:57:22.972381 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:22.974508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b4bc652a-0b04-40aa-a93a-c8ab65339efd req-e47ac574-94d0-4ec2-9365-2dd55884477a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.11 "DELETE /v2.0/ports/b27d82ea-7597-427a-bd1a-89ca20ec5a35 HTTP/1.1" status: 204 len: 173 time: 0.3948417 Aug 19 00:57:22.974944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'name': 'network-vif-deleted', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:57:22.977263 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2fc5f9-d5a6-4f9b-886c-835241af4e06" -d '{"events": [{"server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "name": "network-vif-deleted", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:57:23.015915 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e827f3-975d-4dbc-b4e3-5e6ca49f8bf9 x-openstack-request-id: req-27e827f3-975d-4dbc-b4e3-5e6ca49f8bf9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:57:23.016224 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ee33e-22e5-459c-adcf-e27291819e66", "name": "network-vif-deleted", "tag": "b27d82ea-7597-427a-bd1a-89ca20ec5a35", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:57:23.016685 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27e827f3-975d-4dbc-b4e3-5e6ca49f8bf9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:57:23.017187 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ee33e-22e5-459c-adcf-e27291819e66', 'name': 'network-vif-deleted', 'tag': 'b27d82ea-7597-427a-bd1a-89ca20ec5a35', 'status': 'completed', 'code': 200} Aug 19 00:57:23.452773 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-089ceaf3-3f4d-4978-a42f-61cfb7104259 req-1734b966-e1a1-48d0-b352-7c5359b041a3 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Aug 19 00:57:24.552219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-44e89fb5-23ad-4dfd-9a40-1770b5cdfe20 req-0ad93402-31f8-4fb7-a446-415d739fb6b8 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 210 time: 0.0300651 Aug 19 00:57:25.646411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-735cbb88-9d6f-480c-82ef-70231e8a0a7c req-d5393650-6f37-4761-85f1-fb9a9c5c4e35 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6ee33e-22e5-459c-adcf-e27291819e66 HTTP/1.1" status: 200 len: 210 time: 0.0265269 Aug 19 00:57:25.690711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b27d82ea-7597-427a-bd1a-89ca20ec5a35 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:25.710950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: b27d82ea-7597-427a-bd1a-89ca20ec5a35 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:25.711304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device b27d82ea-7597-427a-bd1a-89ca20ec5a35 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:27.218533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.003775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:31.155533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port b920862c-f742-4107-9af1-250a0cbb3890 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:31.155883 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.232877 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.233206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.245117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for b920862c-f742-4107-9af1-250a0cbb3890 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:31.388395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.411712 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=b920862c-f742-4107-9af1-250a0cbb3890,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:31.471358 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.471692 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Floating IP dfd3cf49-90dd-473f-a766-2997277d8991 disassociated (deleted). External IP: 172.25.1.34, port: 2afe80a4-9588-41f3-8061-8124973124af. Aug 19 00:57:31.674166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:57:31.780625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:57:31.785598 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:31.791178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:57:31.800429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:31.801057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:31.813139 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cdd0cbd5-29a0-49b0-b2f6-aefec9bbeff2 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "DELETE /v2.0/floatingips/dfd3cf49-90dd-473f-a766-2997277d8991 HTTP/1.1" status: 204 len: 168 time: 0.8082275 Aug 19 00:57:31.813716 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:57:31.816121 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563e22f-407a-4785-ab3e-d72d4c59208d" -d '{"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:57:31.853803 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25fc81a-7305-4435-9808-963633e72036 x-openstack-request-id: req-f25fc81a-7305-4435-9808-963633e72036 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:57:31.854226 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "tag": "2afe80a4-9588-41f3-8061-8124973124af", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:57:31.854517 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f25fc81a-7305-4435-9808-963633e72036 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:57:31.854926 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'tag': '2afe80a4-9588-41f3-8061-8124973124af', 'status': 'completed', 'code': 200} Aug 19 00:57:31.910390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:31.940423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-b59bd7da-cf72-4a1c-9f20-44dea2c8ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:31.941906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-b59bd7da-cf72-4a1c-9f20-44dea2c8ff2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 1097 time: 0.0450377 Aug 19 00:57:32.049569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-b60a62c1-8b80-4fb3-859e-0c1255903307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:32.051067 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-b60a62c1-8b80-4fb3-859e-0c1255903307 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 200 len: 911 time: 0.1023784 Aug 19 00:57:32.052572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda422a-4d33-493c-a51a-c6aa95ad1442 req-6fa96849-df9d-4516-96bb-56a7b630f612 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:32.054045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edda422a-4d33-493c-a51a-c6aa95ad1442 req-6fa96849-df9d-4516-96bb-56a7b630f612 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0515611 Aug 19 00:57:32.094448 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-968664f8-d3be-4d6a-8dab-79b2513085c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 200 len: 217 time: 0.0353744 Aug 19 00:57:32.095294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edda422a-4d33-493c-a51a-c6aa95ad1442 req-6dd6931b-43e6-481b-a34b-9e15115a00f6 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350478 Aug 19 00:57:32.121112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:32.147650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:57:32.147917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-bfab1fb8-8fbc-433e-a734-ac453abb460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:32.149419 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-bfab1fb8-8fbc-433e-a734-ac453abb460a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 200 len: 850 time: 0.0473070 Aug 19 00:57:32.155916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:32.156551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:32.195568 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-99e3d548-3470-4a23-8320-8326d4927f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:32.197033 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-99e3d548-3470-4a23-8320-8326d4927f42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394082 Aug 19 00:57:32.261334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:32.287456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-f3fcc026-f380-4b4b-8e9f-5583eb5e9116 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814371 Aug 19 00:57:32.384965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a563e22f-407a-4785-ab3e-d72d4c59208d req-4d694013-76ec-4922-a8ba-83698ee7b244 service neutron] 10.222.0.21 "GET /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877602 Aug 19 00:57:32.458994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:32.484793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848b983-ea5a-42e1-9c8f-2b36094ab3a0 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:47:49Z', 'revision_number': 4, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c', 'name': '', 'network_id': '1ebb1f1f-4e60-4ff6-8f7d-660e373548c6', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'mac_address': 'fa:16:3e:25:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:48Z', 'updated_at': '2021-08-19T00:47:53Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'subnets': [{'id': '2e4a717e-95d9-44b5-9adc-6a4579d65dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:57:32.695890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5828f56-9e01-4d2c-804f-7c08a9fcb946 None None] New status for floating IP dfd3cf49-90dd-473f-a766-2997277d8991: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 00:57:33.207833 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4efd-02ba-4502-8b2c-07a9c494e41a req-c8537c25-49d2-4257-b4a4-d9cf58063ec4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:33.210588 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae7b4efd-02ba-4502-8b2c-07a9c494e41a req-c8537c25-49d2-4257-b4a4-d9cf58063ec4 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0498698 Aug 19 00:57:33.248862 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae7b4efd-02ba-4502-8b2c-07a9c494e41a req-c17dd925-3da9-47ad-addf-19c9643e4386 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Aug 19 00:57:33.744917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-3bada5a4-a53c-4c9b-a937-8fb73495730a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:33.746341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-3bada5a4-a53c-4c9b-a937-8fb73495730a tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 945 time: 0.0524147 Aug 19 00:57:33.832534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 2afe80a4-9588-41f3-8061-8124973124af {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:33.833422 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:33.922635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] For port 2afe80a4-9588-41f3-8061-8124973124af, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=2afe80a4-9588-41f3-8061-8124973124af,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:33.922988 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:33.935307 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 2afe80a4-9588-41f3-8061-8124973124af owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:34.059495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:34.091196 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=2afe80a4-9588-41f3-8061-8124973124af,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:34.131356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] No DVR routers for this DVR port 2afe80a4-9588-41f3-8061-8124973124af on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:57:34.133868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:34.135824 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c24cad74-53c8-4ab3-ace5-684e2a24bd87 req-e7971b0f-9479-48cd-b5c2-ba0a4476cd2e tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.21 "DELETE /v2.0/ports/2afe80a4-9588-41f3-8061-8124973124af HTTP/1.1" status: 204 len: 173 time: 0.3830323 Aug 19 00:57:34.136262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'name': 'network-vif-deleted', 'tag': '2afe80a4-9588-41f3-8061-8124973124af'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:57:34.138532 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c91504-10e3-489b-a842-ec6b9f0d9d08" -d '{"events": [{"server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "name": "network-vif-deleted", "tag": "2afe80a4-9588-41f3-8061-8124973124af"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:57:34.174805 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dedc3b-33e1-4949-a1c9-79652b3fdd0e x-openstack-request-id: req-a4dedc3b-33e1-4949-a1c9-79652b3fdd0e {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:57:34.175100 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c829d-8387-40c8-b528-e1fcff2ce6ee", "name": "network-vif-deleted", "tag": "2afe80a4-9588-41f3-8061-8124973124af", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:57:34.175350 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4dedc3b-33e1-4949-a1c9-79652b3fdd0e {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:57:34.175747 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c829d-8387-40c8-b528-e1fcff2ce6ee', 'name': 'network-vif-deleted', 'tag': '2afe80a4-9588-41f3-8061-8124973124af', 'status': 'completed', 'code': 200} Aug 19 00:57:34.344570 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9dd4a3f2-4d90-4925-8c23-6fbab53bc996 req-6f7c36c9-f12e-4b1b-8db0-8532bf06bfae tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0271449 Aug 19 00:57:35.442616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-87a323b0-6b3e-4a8c-9603-0ed750fadb43 req-7a80ea09-5a67-439b-847c-bd3da440d6b1 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0273452 Aug 19 00:57:36.537047 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b0268fb-305a-49a1-a29e-4e324fd77e9a req-6aa765dd-3f94-479c-8e92-afbfb394c3dd tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0263577 Aug 19 00:57:36.682715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2afe80a4-9588-41f3-8061-8124973124af no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:36.703342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 2afe80a4-9588-41f3-8061-8124973124af {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:36.703687 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 2afe80a4-9588-41f3-8061-8124973124af not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:37.642033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c99873cd-9cf3-4222-9637-512a9e5430ba req-fec748db-3e60-4c46-9927-b1325563f065 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "GET /v2.0/ports?device_id=923c829d-8387-40c8-b528-e1fcff2ce6ee HTTP/1.1" status: 200 len: 210 time: 0.0256958 Aug 19 00:57:38.696519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:38.818512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Deleting port 161806b2-ba17-4cb3-b5d1-8024d0742e6d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:38.818853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:38.894766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:38.895702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:38.906904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Calling delete_port for 161806b2-ba17-4cb3-b5d1-8024d0742e6d owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:39.041642 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:39.068612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'Port': ['ID=161806b2-ba17-4cb3-b5d1-8024d0742e6d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:39.124222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:39.126931 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:39.128066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2786ee10-3936-463d-9304-9bf54e1f6e56 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "DELETE /v2.0/floatingips/de246238-3082-4230-be94-00e16658d7d2 HTTP/1.1" status: 204 len: 168 time: 0.4305673 Aug 19 00:57:41.370803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:41.432858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:41.457840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:41.517267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:41.520470 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:41.521725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4e1948f-32a0-4c82-b3a0-31c8af0a62c7 HTTP/1.1" status: 204 len: 168 time: 0.1498179 Aug 19 00:57:41.533749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3db2bd-728f-4b80-93d5-1e9acac4c123 tempest-TestVolumeBootPattern-1162476109 tempest-TestVolumeBootPattern-1162476109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1948f-32a0-4c82-b3a0-31c8af0a62c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:41.580929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:42.073312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:42.317556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Deleting port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:42.317899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:42.400740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] For port ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:42.401310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:42.413803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Calling delete_port for ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:42.547084 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7258e7b3-34cd-4167-8ae9-bc79061cecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:42.605503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:42.629645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:42.799050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.011444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Router fb79d0d6-d993-4178-8eb3-b7e0969e929f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:57:43.116053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:57:43.123691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:43.124116 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e2437a3-1335-404a-86a1-1046feed2411 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb79d0d6-d993-4178-8eb3-b7e0969e929f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399599 Aug 19 00:57:43.125746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Sync routers for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:57:43.135069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:43.135669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:43.225530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.237146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:43.324993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.375974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Deleting port a5293cc4-d62c-4623-b5c2-4930ea3ddd12 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:43.376356 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.461802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] For port a5293cc4-d62c-4623-b5c2-4930ea3ddd12, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:43.462174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.474552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Calling delete_port for a5293cc4-d62c-4623-b5c2-4930ea3ddd12 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:43.571858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:57:42Z', 'revision_number': 5, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port': {'id': 'a5293cc4-d62c-4623-b5c2-4930ea3ddd12', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:47Z', 'updated_at': '2021-08-19T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:43.597556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Checking router: fb79d0d6-d993-4178-8eb3-b7e0969e929f for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:57:43.605594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Routers {'fb79d0d6-d993-4178-8eb3-b7e0969e929f'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:43.606199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:43.642398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.668615 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5293cc4-d62c-4623-b5c2-4930ea3ddd12,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:43.696537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] Set router fb79d0d6-d993-4178-8eb3-b7e0969e929f gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:43.730344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.751532 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:57:43Z', 'revision_number': 6, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:43.777396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0144f2-4251-4a16-84ed-dec576fd01e9 None None] The sync data for ids ['fb79d0d6-d993-4178-8eb3-b7e0969e929f'] in n-d-771363-38 is: [{'id': 'fb79d0d6-d993-4178-8eb3-b7e0969e929f', 'name': 'tempest-TestVolumeBootPattern-456772066-router', 'tenant_id': '3bd0de873c00493e8b1c4a4cacc42452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:46Z', 'updated_at': '2021-08-19T00:57:43Z', 'revision_number': 6, 'project_id': '3bd0de873c00493e8b1c4a4cacc42452', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:57:43.820966 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.823253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.873335 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.874068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb79d0d6-d993-4178-8eb3-b7e0969e929f {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:57:43.878701 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.880103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f8fad113-3c9b-42c1-8b2d-c97b42af3212 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb79d0d6-d993-4178-8eb3-b7e0969e929f HTTP/1.1" status: 204 len: 168 time: 0.7552288 Aug 19 00:57:43.882604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42812) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:43.925767 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Deleting subnet 2e4a717e-95d9-44b5-9adc-6a4579d65dde {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:57:43.929323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:43.961665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.040792 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.092500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.119828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4a717e-95d9-44b5-9adc-6a4579d65dde,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:44.121816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.124807 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-70d682bd-d03a-4bfa-b079-9f5a14830e37 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e4a717e-95d9-44b5-9adc-6a4579d65dde HTTP/1.1" status: 204 len: 168 time: 0.2411923 Aug 19 00:57:44.126400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 42814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:44.134840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92dd288-5cda-4aab-8574-2d8e0c9cc85b None None] Network 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:57:44.237189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.295314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Deleting port 88cf6327-d9c9-4e5c-8487-445532361515 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:44.295659 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.359652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] For port 88cf6327-d9c9-4e5c-8487-445532361515, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=88cf6327-d9c9-4e5c-8487-445532361515,segment=NetworkSegment(99ab74ef-46a1-4f14-ab81-9fff1e06947b),segment_id=99ab74ef-46a1-4f14-ab81-9fff1e06947b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:44.360018 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.371775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Calling delete_port for 88cf6327-d9c9-4e5c-8487-445532361515 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:44.450769 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.481614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] No DVR routers for this DVR port 88cf6327-d9c9-4e5c-8487-445532361515 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:57:44.483582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cf6327-d9c9-4e5c-8487-445532361515,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:44.558122 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.570497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebb1f1f-4e60-4ff6-8f7d-660e373548c6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:44.581385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ab74ef-46a1-4f14-ab81-9fff1e06947b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:44.581681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ab74ef-46a1-4f14-ab81-9fff1e06947b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:44.591409 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.604816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa885c-d56a-4763-bbc2-83aec0d80b5a None None] DHCP port deletion for 1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:57:44.608076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.615585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:57:44.615585 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:57:44.617121 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:57:44.623376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:44.644231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:44.644613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ab6f61b8-acfa-4aa6-97c5-1bf4af0e658c not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:44.670773 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.676867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:44.678708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ebb1f1f-4e60-4ff6-8f7d-660e373548c6 HTTP/1.1" status: 204 len: 168 time: 0.5512998 Aug 19 00:57:44.681939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42816) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:44.696544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c585d-167c-4e5a-997a-b0740ec7bdc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebb1f1f-4e60-4ff6-8f7d-660e373548c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:45.004160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:57:45.007663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c53d8a-6f35-4356-8f00-0ae41486447e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.036660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.251055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.274239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Deleting port d05c3aea-19f7-4d4f-95de-983ce3c92f16 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:45.274783 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.349489 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] For port d05c3aea-19f7-4d4f-95de-983ce3c92f16, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d05c3aea-19f7-4d4f-95de-983ce3c92f16,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:45.349851 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.361589 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Calling delete_port for d05c3aea-19f7-4d4f-95de-983ce3c92f16 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:45.532500 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.546823 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:45.558138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05c3aea-19f7-4d4f-95de-983ce3c92f16,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:45.955920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5293cc4-d62c-4623-b5c2-4930ea3ddd12 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:45.977095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a5293cc4-d62c-4623-b5c2-4930ea3ddd12 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:45.977447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a5293cc4-d62c-4623-b5c2-4930ea3ddd12 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:45.977868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88cf6327-d9c9-4e5c-8487-445532361515 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:45.999250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 88cf6327-d9c9-4e5c-8487-445532361515 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:45.999597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 88cf6327-d9c9-4e5c-8487-445532361515 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:46.041187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.248923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 00:57:46.353655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 00:57:46.358510 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b3f41cde-294b-4b78-8ceb-1971f34a73d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755445 Aug 19 00:57:46.361358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42818) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:46.362479 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Sync routers for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 00:57:46.371430 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:46.372033 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:46.465860 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.501922 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.567457 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:46.569187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.620743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Deleting port 42b35640-a847-44e3-9113-a745ec71ca1f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:46.621005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.705193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] For port 42b35640-a847-44e3-9113-a745ec71ca1f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=42b35640-a847-44e3-9113-a745ec71ca1f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:46.705567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.717871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Calling delete_port for 42b35640-a847-44e3-9113-a745ec71ca1f owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:46.743344 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:57:45Z', 'revision_number': 5, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port': {'id': '42b35640-a847-44e3-9113-a745ec71ca1f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:46.768847 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Checking router: f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 00:57:46.776839 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Routers {'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 00:57:46.777439 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T00:57:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:46.862527 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] Set router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 00:57:46.882869 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:46.913864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b35640-a847-44e3-9113-a745ec71ca1f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:46.916077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-795bf868-4349-4f79-984b-f6d62388478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:57:46Z', 'revision_number': 6, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:46.942777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf868-4349-4f79-984b-f6d62388478c None None] The sync data for ids ['f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f'] in n-d-771363-38 is: [{'id': 'f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f', 'name': 'tempest-TestVolumeBootPattern-1091720874-router', 'tenant_id': '32451bf8ee464789a72d8fda4ce45067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T00:47:51Z', 'updated_at': '2021-08-19T00:57:46Z', 'revision_number': 6, 'project_id': '32451bf8ee464789a72d8fda4ce45067', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 00:57:46.966673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.060463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.062691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.104733 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.105249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 00:57:47.109809 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.110936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-815ccde9-38e9-4ac4-8f3a-cda6a4b9b713 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f6c8386f-8e59-41d6-b1b5-3b1c62f54e3f HTTP/1.1" status: 204 len: 168 time: 0.7484252 Aug 19 00:57:47.113400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42820) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:47.156366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Deleting subnet a55a521b-4050-4c13-a9c1-cff5529528a1 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:57:47.159272 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.192994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.273379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.327099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.353510 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55a521b-4050-4c13-a9c1-cff5529528a1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:47.359204 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.361152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-56524bb1-5fff-4a05-b1f0-8c896c855e56 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a55a521b-4050-4c13-a9c1-cff5529528a1 HTTP/1.1" status: 204 len: 168 time: 0.2462499 Aug 19 00:57:47.363643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42822) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:47.366229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad96b76-443d-4f56-8ae0-d1205bbc50b5 None None] Network cf934684-9905-43ee-9b9a-fdddd10c9c42 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:57:47.437719 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.490113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Deleting port 49fd2d7f-2270-41a8-9544-399db412565e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:57:47.490475 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.552643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] For port 49fd2d7f-2270-41a8-9544-399db412565e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=49fd2d7f-2270-41a8-9544-399db412565e,segment=NetworkSegment(6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c),segment_id=6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:57:47.553008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.564757 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Calling delete_port for 49fd2d7f-2270-41a8-9544-399db412565e owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:57:47.646248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.671509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd2d7f-2270-41a8-9544-399db412565e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:47.673289 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] No DVR routers for this DVR port 49fd2d7f-2270-41a8-9544-399db412565e on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:57:47.747492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cdab25-67da-4eb5-8672-719e109655e3 None None] DHCP port deletion for cf934684-9905-43ee-9b9a-fdddd10c9c42 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 00:57:47.748085 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.761250 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf934684-9905-43ee-9b9a-fdddd10c9c42']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:47.772822 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:47.773120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaa002e-9e01-48cb-a9ea-8a3b7b8cff0c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:57:47.782142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.795844 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.802045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:57:47.802433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: timer() Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:57:47.804392 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:57:47.862359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.868364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:47.870326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf934684-9905-43ee-9b9a-fdddd10c9c42 HTTP/1.1" status: 204 len: 168 time: 0.5056221 Aug 19 00:57:47.883436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade22b9-07ab-41d4-a6a1-7d91e0f37e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf934684-9905-43ee-9b9a-fdddd10c9c42,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:47.911297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 42b35640-a847-44e3-9113-a745ec71ca1f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:47.935563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 42b35640-a847-44e3-9113-a745ec71ca1f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:47.935915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 42b35640-a847-44e3-9113-a745ec71ca1f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:47.936356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d05c3aea-19f7-4d4f-95de-983ce3c92f16 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:47.956114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d05c3aea-19f7-4d4f-95de-983ce3c92f16 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:47.956499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d05c3aea-19f7-4d4f-95de-983ce3c92f16 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:47.956928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49fd2d7f-2270-41a8-9544-399db412565e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:57:47.982600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 49fd2d7f-2270-41a8-9544-399db412565e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:57:47.983012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 49fd2d7f-2270-41a8-9544-399db412565e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:57:47.999559 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.052003 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42826) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:48.091645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-31e396a2-1863-4f5d-a6e9-992fb94953dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bd0de873c00493e8b1c4a4cacc42452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382929 Aug 19 00:57:48.094064 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42828) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:48.146519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.166951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.212899 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.215466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.216653 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccd202c2-306b-414e-863b-fc70e1eaa3c9 HTTP/1.1" status: 204 len: 168 time: 0.1216447 Aug 19 00:57:48.224738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a86125-d6f6-4a30-82ea-e4fd963d284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd202c2-306b-414e-863b-fc70e1eaa3c9,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:48.524779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42834) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:48.565849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b16d5dcc-4bee-4fdc-9614-1f8874c77540 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32451bf8ee464789a72d8fda4ce45067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398390 Aug 19 00:57:48.568249 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42836) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:57:48.615776 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.636192 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.682063 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.684673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:48.685877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f58fadc3-0c58-4a11-aca7-b2f34768f743 HTTP/1.1" status: 204 len: 168 time: 0.1166475 Aug 19 00:57:48.693466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625562-0c6c-4917-a72d-505bb1940e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fadc3-0c58-4a11-aca7-b2f34768f743,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:57:57.245103 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:57:58.235236 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-b9936dc5-dcd1-4f99-813f-330b6e8cc31f tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315089 Aug 19 00:57:58.409185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-768e7032-effe-47eb-9243-0c7f252e5748 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:57:58.410648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-768e7032-effe-47eb-9243-0c7f252e5748 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702418 Aug 19 00:57:58.425099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-094dc0b4-ac6c-476b-b044-422b6fedd5cc tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/quotas/51bba2a9c0ad4fce9a86a0ccaf5d38d7 HTTP/1.1" status: 200 len: 375 time: 0.0086322 Aug 19 00:57:58.454940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-02281080-3ffa-4124-a29b-9c79c28b4fe3 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248878 Aug 19 00:57:58.612578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ff468f6-0a15-474c-a837-3a03bdefe6d7 req-6d8d1013-acc2-4e92-9951-d7d89014a1ed tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Aug 19 00:57:59.721049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c97f4dfe-2d78-4add-837e-5db6cb96982c req-46108e4e-3457-4d3c-bbdd-b43d1cbe80de tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0262210 Aug 19 00:58:00.801827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-133cabc0-7d8a-44a7-91b5-68d7245ae586 req-f347ec99-54e5-4331-b78c-0b036db8ae5d tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Aug 19 00:58:01.885552 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad8a8eed-af04-44a1-9317-93d3f8b026c0 req-43634118-55bd-45de-bb8d-01c186eb2254 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0291889 Aug 19 00:58:02.983219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a83ac43d-c27a-4f83-a893-5184c5d757e3 req-af3386ef-eaf7-4f32-bdbe-6d1d32b81db1 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0251286 Aug 19 00:58:03.600937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-1db7840a-dc17-462a-873e-d2ac4c01f9bf tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212746 Aug 19 00:58:03.704695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-a3810702-8cec-4177-8d76-a6874e52ade4 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:03.706121 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-a3810702-8cec-4177-8d76-a6874e52ade4 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0998442 Aug 19 00:58:03.725516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Request body: {'port': {'device_id': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'admin_state_up': True, 'tenant_id': '51bba2a9c0ad4fce9a86a0ccaf5d38d7'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:03.837039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Made reservation on behalf of 51bba2a9c0ad4fce9a86a0ccaf5d38d7 for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:58:03.840570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:03.849401 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:03.937099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:03.940747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.002202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e1a55a-7e4d-406a-be11-3715c9478bf4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:04.088170 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34572dca-042b-4cdd-9738-59ad39e03eef req-483f176c-227a-4574-a1d4-7d3bb3b69a8a tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0312734 Aug 19 00:58:04.105955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Allocated IP 192.168.233.81 (1dea13d4-666d-46f3-9c3b-9c03a2dd1616/4dd2432a-fa25-45d6-bb6b-6f29b2f422c2/162c1e4e-0c26-493d-8c37-dcf9cad66871) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:58:04.247891 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.261081 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Transition to ACTIVE for port object 162c1e4e-0c26-493d-8c37-dcf9cad66871 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:58:04.292554 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.335779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:58:04.339108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:58:04.342782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:58:04.349040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Pushing event updated for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:04.395358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:04.395979 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.410415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-42096b88-da94-47f5-8660-d7b28766492b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6890426 Aug 19 00:58:04.427219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-15b1515f-97f9-419d-8e2a-45019bab1f2d tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:58:04.428527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-15b1515f-97f9-419d-8e2a-45019bab1f2d tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057757 Aug 19 00:58:04.544765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Request body: {'port': {'device_id': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:04.600046 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.617560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f08160d8-f51e-4040-91ed-49eea770ad94 None None] Provisioning for port 162c1e4e-0c26-493d-8c37-dcf9cad66871 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:58:04.621146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f08160d8-f51e-4040-91ed-49eea770ad94 None None] Provisioning complete for port 162c1e4e-0c26-493d-8c37-dcf9cad66871 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:58:04.621599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f08160d8-f51e-4040-91ed-49eea770ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.655105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f08160d8-f51e-4040-91ed-49eea770ad94 None None] Port 162c1e4e-0c26-493d-8c37-dcf9cad66871 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 00:58:04.856756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162c1e4e-0c26-493d-8c37-dcf9cad66871 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:58:04.864670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.876039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Transition to ACTIVE for port object 162c1e4e-0c26-493d-8c37-dcf9cad66871 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:58:04.879765 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:04.933477 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Pushing event updated for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:05.004372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Attempting to bind port 162c1e4e-0c26-493d-8c37-dcf9cad66871 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:58:05.004714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Attempting to bind port 162c1e4e-0c26-493d-8c37-dcf9cad66871 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:58:05.005054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Attempting to bind port 162c1e4e-0c26-493d-8c37-dcf9cad66871 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:58:05.009977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Port 162c1e4e-0c26-493d-8c37-dcf9cad66871 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:58:05.010304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Attempting to bind port 162c1e4e-0c26-493d-8c37-dcf9cad66871 on network 1dea13d4-666d-46f3-9c3b-9c03a2dd1616 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:58:05.015440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:58:05.015788 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Checking segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:58:05.016177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Bound using segment: {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:58:05.016647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Bound port: 162c1e4e-0c26-493d-8c37-dcf9cad66871, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85aaae5-3439-44a7-8653-4c0fd1e5ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:58:05.017015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:05.081664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:58:05.084976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:58:05.089473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:05.125374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.126000 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:05.127536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] 10.222.0.21 "PUT /v2.0/ports/162c1e4e-0c26-493d-8c37-dcf9cad66871 HTTP/1.1" status: 200 len: 1096 time: 0.6918187 Aug 19 00:58:05.127997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:58:05.130255 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22613aba-99fd-44f6-8d35-476956ce52f9" -d '{"events": [{"name": "network-changed", "server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:58:05.156810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4050-3266-4068-9ede-ecf9a8a42f59 service neutron] Pushing event updated for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:05.213875 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f17e26b-ae3f-4304-82dd-9ed73e1d48a2 x-openstack-request-id: req-5f17e26b-ae3f-4304-82dd-9ed73e1d48a2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:58:05.214262 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:58:05.214528 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f17e26b-ae3f-4304-82dd-9ed73e1d48a2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:58:05.214978 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871', 'status': 'completed', 'code': 200} Aug 19 00:58:05.231659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-e9fedce8-7b8d-43ec-8f04-75410b5887f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.233447 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-e9fedce8-7b8d-43ec-8f04-75410b5887f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 1099 time: 0.0483415 Aug 19 00:58:05.247045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d7f2-7d85-4087-990e-d0a3f6102cbd req-54ae0e5a-89ab-4dd7-b7e5-0f9b130714db tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.248615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8a9d7f2-7d85-4087-990e-d0a3f6102cbd req-54ae0e5a-89ab-4dd7-b7e5-0f9b130714db tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 947 time: 0.0795434 Aug 19 00:58:05.280130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-1352afe0-d0c9-4885-b840-a840068aea3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871 HTTP/1.1" status: 200 len: 217 time: 0.0345142 Aug 19 00:58:05.290159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8a9d7f2-7d85-4087-990e-d0a3f6102cbd req-3275b255-06bd-47f8-8d24-f0d0245eafa4 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352161 Aug 19 00:58:05.334994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-036292b5-3894-4123-b355-eca13a1bfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.336764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-036292b5-3894-4123-b355-eca13a1bfb0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0502884 Aug 19 00:58:05.382507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-a8a2b3fc-6154-4fea-9737-1dd15e450b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.384014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-a8a2b3fc-6154-4fea-9737-1dd15e450b13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401659 Aug 19 00:58:05.473601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-d5fac2eb-d25b-42e2-8518-2908fa371bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815489 Aug 19 00:58:05.567023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3c2c5d34-57dc-44d4-97dd-3bfe7df3e89d req-d88fb2be-0504-4ec5-8aba-5f2a68d5bb31 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865002 Aug 19 00:58:05.683949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-098eaa11-18cf-44a5-8ba4-770317711e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.685351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-098eaa11-18cf-44a5-8ba4-770317711e05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 1099 time: 0.0387661 Aug 19 00:58:05.777710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-8bdf22a7-bb01-471b-98f8-b93e32c32ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.779140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-8bdf22a7-bb01-471b-98f8-b93e32c32ae0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616 HTTP/1.1" status: 200 len: 869 time: 0.0861833 Aug 19 00:58:05.819386 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-54e50ccf-559f-4df2-88db-f2d65b0463d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871 HTTP/1.1" status: 200 len: 217 time: 0.0331774 Aug 19 00:58:05.871430 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-9b1ad36f-75db-4649-8233-724fff36bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.872902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-9b1ad36f-75db-4649-8233-724fff36bfad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd2432a-fa25-45d6-bb6b-6f29b2f422c2 HTTP/1.1" status: 200 len: 843 time: 0.0466163 Aug 19 00:58:05.917366 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-938a91f8-73a2-4517-9071-310962f7d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:05.918817 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-938a91f8-73a2-4517-9071-310962f7d7ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1dea13d4-666d-46f3-9c3b-9c03a2dd1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0387371 Aug 19 00:58:06.007218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-65903bd8-f29c-4167-be2f-fcebd8451a97 service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800607 Aug 19 00:58:06.099961 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22613aba-99fd-44f6-8d35-476956ce52f9 req-9f8cd2e2-e1fe-44f6-8fa5-c8a7d4db965a service neutron] 10.222.0.21 "GET /v2.0/networks/1dea13d4-666d-46f3-9c3b-9c03a2dd1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856142 Aug 19 00:58:06.403862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0671151-a66d-4e4b-8e0a-431b3a602045 req-009a4057-86c6-47e3-87b3-607d40f84d34 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:06.405332 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0671151-a66d-4e4b-8e0a-431b3a602045 req-009a4057-86c6-47e3-87b3-607d40f84d34 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 947 time: 0.0475385 Aug 19 00:58:06.442153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d0671151-a66d-4e4b-8e0a-431b3a602045 req-63cb5c7d-c629-441d-a5a8-740fd77be283 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303111 Aug 19 00:58:07.555959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1213c9-ab69-460d-9f51-ab72a84af685 req-ca209930-5c66-4e3c-a7d7-848621ad3ff3 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:07.557706 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c1213c9-ab69-460d-9f51-ab72a84af685 req-ca209930-5c66-4e3c-a7d7-848621ad3ff3 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 947 time: 0.0480340 Aug 19 00:58:07.594505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c1213c9-ab69-460d-9f51-ab72a84af685 req-4bc48dab-ed96-4ac9-b9bb-3e5810f8ae25 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Aug 19 00:58:08.714590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67d7a6-0660-4859-9bbe-510aa619dcc2 req-8011990d-8b25-4766-a332-d0be7278244a tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:08.716050 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f67d7a6-0660-4859-9bbe-510aa619dcc2 req-8011990d-8b25-4766-a332-d0be7278244a tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 947 time: 0.0523407 Aug 19 00:58:08.751641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6f67d7a6-0660-4859-9bbe-510aa619dcc2 req-db32eebb-f911-44cf-baa3-bec1982cdfcc tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295279 Aug 19 00:58:08.789822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 162c1e4e-0c26-493d-8c37-dcf9cad66871 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:58:08.883146 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:08.893690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '162c1e4e-0c26-493d-8c37-dcf9cad66871', 'network_id': '1dea13d4-666d-46f3-9c3b-9c03a2dd1616', 'port_id': '162c1e4e-0c26-493d-8c37-dcf9cad66871', 'mac_address': 'fa:16:3e:d5:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd2432a-fa25-45d6-bb6b-6f29b2f422c2', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:58:08.929016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:08.944524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162c1e4e-0c26-493d-8c37-dcf9cad66871 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:58:08.963735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:08.967233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:09.012551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:09.019731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.020087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.020461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.020804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.021141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.021475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.021807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.022154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.022462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.022788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.023117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.023439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:09.359599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['162c1e4e-0c26-493d-8c37-dcf9cad66871'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:58:09.868684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91141065-3e0e-4e40-8ffa-b90fe311556a req-e0ef5f30-2930-436b-8078-b1eba1901bba tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:09.870132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91141065-3e0e-4e40-8ffa-b90fe311556a req-e0ef5f30-2930-436b-8078-b1eba1901bba tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 948 time: 0.0523317 Aug 19 00:58:09.906021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91141065-3e0e-4e40-8ffa-b90fe311556a req-2e904f4d-c219-4740-9197-ccc0d8d012dc tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300033 Aug 19 00:58:10.789927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 162c1e4e-0c26-493d-8c37-dcf9cad66871 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:58:10.841363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 162c1e4e-0c26-493d-8c37-dcf9cad66871 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:58:10.845014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 162c1e4e-0c26-493d-8c37-dcf9cad66871 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:58:10.845391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:10.918623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:10.941696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:58:10.944024 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46606a6-c27c-4695-9b21-5ab22450325b" -d '{"events": [{"server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "name": "network-vif-plugged", "status": "completed", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:58:10.961745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:10.966102 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:10.994858 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e95a1c-50e1-44d8-8d85-a9ca2854ce12 x-openstack-request-id: req-a1e95a1c-50e1-44d8-8d85-a9ca2854ce12 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:58:10.995150 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "name": "network-vif-plugged", "status": "completed", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:58:10.995404 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1e95a1c-50e1-44d8-8d85-a9ca2854ce12 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:58:10.995777 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871', 'code': 200} Aug 19 00:58:11.024105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:11.025986 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe2fb-0247-4736-be63-14435a52288d req-72176c39-fba9-4ac5-8ab9-f67bafb3eb9a tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:11.028041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeefe2fb-0247-4736-be63-14435a52288d req-72176c39-fba9-4ac5-8ab9-f67bafb3eb9a tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.0529540 Aug 19 00:58:11.075728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aeefe2fb-0247-4736-be63-14435a52288d req-597944ec-3a81-4244-a6d2-a04e00ee4197 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Aug 19 00:58:11.103443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20162691-bee3-44dc-9d5f-39dd3df0c0ee req-aa896012-c00a-4b1a-ba27-786f6e08919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:11.104958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20162691-bee3-44dc-9d5f-39dd3df0c0ee req-aa896012-c00a-4b1a-ba27-786f6e08919c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 1101 time: 0.0418940 Aug 19 00:58:11.138568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20162691-bee3-44dc-9d5f-39dd3df0c0ee req-4c29306b-253b-41a0-bdc0-03d728732895 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265703 Aug 19 00:58:12.189228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7438399-0c90-4109-aeb3-39164eae3d28 req-14cdc83e-36c8-46db-95c4-7f07c63dfba0 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:12.190673 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7438399-0c90-4109-aeb3-39164eae3d28 req-14cdc83e-36c8-46db-95c4-7f07c63dfba0 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.0471303 Aug 19 00:58:12.227033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a7438399-0c90-4109-aeb3-39164eae3d28 req-374837ce-6bb4-417b-88b7-475f0c108a80 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299268 Aug 19 00:58:12.549236 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87455c8a-7209-4c03-9b36-c4756fac58bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:13.343221 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7814bb8-6a23-4591-af22-bcc8ea499ceb req-02cc95c2-ccf6-4163-9603-ccc9e2ed7c9f tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:13.344714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7814bb8-6a23-4591-af22-bcc8ea499ceb req-02cc95c2-ccf6-4163-9603-ccc9e2ed7c9f tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.0520222 Aug 19 00:58:13.381049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c7814bb8-6a23-4591-af22-bcc8ea499ceb req-10a95408-0641-425f-883a-a1a6ddc220ee tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Aug 19 00:58:14.259751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd269-ee21-4d7f-87c4-bc31ee43625c req-50261dfc-0013-4915-a331-4c6a6f1f27f5 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:14.261218 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d85dd269-ee21-4d7f-87c4-bc31ee43625c req-50261dfc-0013-4915-a331-4c6a6f1f27f5 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.0471368 Aug 19 00:58:14.297921 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d85dd269-ee21-4d7f-87c4-bc31ee43625c req-9bcbfad2-1b4f-4618-85fa-698027e914b3 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Aug 19 00:58:15.009680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0614268-2732-44db-84fd-451f9f3bdc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:15.251395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:15.467050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee42a4-5839-4600-98aa-8ec423c7656c req-8ba9480e-3e3f-46e0-9999-9930cbbbd8e8 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:15.468525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5ee42a4-5839-4600-98aa-8ec423c7656c req-8ba9480e-3e3f-46e0-9999-9930cbbbd8e8 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.1017244 Aug 19 00:58:15.506543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5ee42a4-5839-4600-98aa-8ec423c7656c req-549f2cd7-463c-4531-aed8-6d033a33a53b tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e1a55a-7e4d-406a-be11-3715c9478bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Aug 19 00:58:15.545581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:15.706989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-a826455d-26b4-425b-b394-8a7e47d11efc tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:15.708542 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-a826455d-26b4-425b-b394-8a7e47d11efc tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 949 time: 0.0473239 Aug 19 00:58:15.797355 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Deleting port 162c1e4e-0c26-493d-8c37-dcf9cad66871 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:58:15.797709 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:15.882557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] For port 162c1e4e-0c26-493d-8c37-dcf9cad66871, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=162c1e4e-0c26-493d-8c37-dcf9cad66871,segment=NetworkSegment(d85aaae5-3439-44a7-8653-4c0fd1e5ed0b),segment_id=d85aaae5-3439-44a7-8653-4c0fd1e5ed0b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:15.882928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:15.895388 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Calling delete_port for 162c1e4e-0c26-493d-8c37-dcf9cad66871 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:58:16.021109 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:16.047572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Pushing event deleted for resources: {'Port': ['ID=162c1e4e-0c26-493d-8c37-dcf9cad66871,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:16.053157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['162c1e4e-0c26-493d-8c37-dcf9cad66871'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:58:16.093435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] No DVR routers for this DVR port 162c1e4e-0c26-493d-8c37-dcf9cad66871 on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:58:16.095960 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:16.098569 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-297e0fed-fd86-40d6-a590-d0e486629ccf req-7701cf83-a28a-4f65-a3b4-c6c5b4bccbbe tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.21 "DELETE /v2.0/ports/162c1e4e-0c26-493d-8c37-dcf9cad66871 HTTP/1.1" status: 204 len: 173 time: 0.3833075 Aug 19 00:58:16.099011 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'name': 'network-vif-deleted', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:58:16.101309 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc330ea5-1b7a-4e16-992d-9aeeefbb5bbf" -d '{"events": [{"server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "name": "network-vif-deleted", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:58:16.139430 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f938f70d-ca7d-4070-a74c-e44e4a74c40d x-openstack-request-id: req-f938f70d-ca7d-4070-a74c-e44e4a74c40d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:58:16.139748 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c10ea5-b4b8-43cc-b342-0a3835b96d57", "name": "network-vif-deleted", "tag": "162c1e4e-0c26-493d-8c37-dcf9cad66871", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:58:16.140032 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f938f70d-ca7d-4070-a74c-e44e4a74c40d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:58:16.140457 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c10ea5-b4b8-43cc-b342-0a3835b96d57', 'name': 'network-vif-deleted', 'tag': '162c1e4e-0c26-493d-8c37-dcf9cad66871', 'status': 'completed', 'code': 200} Aug 19 00:58:16.502891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:16.616222 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-439fe504-4656-4df9-b5d8-b75e1b4929c3 req-8b3c4749-8dbc-4cc5-a2cc-6a824cdcfa72 tempest-ServersAdminNegativeTestJSON-620124359 tempest-ServersAdminNegativeTestJSON-620124359-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c10ea5-b4b8-43cc-b342-0a3835b96d57 HTTP/1.1" status: 200 len: 210 time: 0.0306334 Aug 19 00:58:17.902508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 42998) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:17.984650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.031874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1703e012-bec7-4ff1-837a-e579f9e23a62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51bba2a9c0ad4fce9a86a0ccaf5d38d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281831 Aug 19 00:58:18.034400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43002) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:18.080644 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.101011 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.146547 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.149276 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.150330 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e1a55a-7e4d-406a-be11-3715c9478bf4 HTTP/1.1" status: 204 len: 168 time: 0.1150923 Aug 19 00:58:18.157820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a1068-c131-4d1e-b4ef-bfb2e6f36d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e1a55a-7e4d-406a-be11-3715c9478bf4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:18.397549 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43008) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:18.411210 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fbde1ee-258a-4765-8f26-5d1b605e66ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.499085 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fbde1ee-258a-4765-8f26-5d1b605e66ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.502559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3fbde1ee-258a-4765-8f26-5d1b605e66ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.837324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 162c1e4e-0c26-493d-8c37-dcf9cad66871 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:58:18.857748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 162c1e4e-0c26-493d-8c37-dcf9cad66871 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:58:18.858092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 162c1e4e-0c26-493d-8c37-dcf9cad66871 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:58:18.860851 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3fbde1ee-258a-4765-8f26-5d1b605e66ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5abf506fcf514656a9600c434401719b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621730 Aug 19 00:58:18.862063 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbde1ee-258a-4765-8f26-5d1b605e66ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6edaf-ee26-4172-8174-f437c4502717,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:18.863540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:18.912538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.932222 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.977097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.979618 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:18.980747 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e6edaf-ee26-4172-8174-f437c4502717 HTTP/1.1" status: 204 len: 168 time: 0.1156778 Aug 19 00:58:18.988107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209ed39-8c76-490e-8338-879c8de6f332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6edaf-ee26-4172-8174-f437c4502717,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:19.659724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:19.752682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-796858844-network', 'tenant_id': 'd1eb4aada3c84b81b956ae4142675ddd'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:19.773306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Made reservation on behalf of d1eb4aada3c84b81b956ae4142675ddd for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:58:19.775575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.783509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.869998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.873704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.899775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:58:19.910051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2de531-51e5-4de1-a7ea-0d32dbc35c83,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:19.916103 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.916485 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Added segment 133673cb-3eb7-4e38-84e5-03d41716f7af of type vlan for network 0a444a76-1450-45e8-a666-ce901923256a Aug 19 00:58:19.955171 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.979118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:19.980102 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:19.980734 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:20.033854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3729417 Aug 19 00:58:20.037443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43036) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:20.039274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216592dd-45b4-4500-a1f2-d39c9f153060 admin admin] Pushing event updated for resources: {'Network': ['ID=0a444a76-1450-45e8-a666-ce901923256a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:20.043393 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Request body: {'subnet': {'network_id': '0a444a76-1450-45e8-a666-ce901923256a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-796858844-subnet', 'tenant_id': 'd1eb4aada3c84b81b956ae4142675ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:20.049275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 0a444a76-1450-45e8-a666-ce901923256a details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:58:20.066148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Made reservation on behalf of d1eb4aada3c84b81b956ae4142675ddd for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:58:20.068639 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:20.230354 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:20.282516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75eca9a-0a7f-4185-b975-c833391db20a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:20.291369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Checking segment: {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:58:20.291731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Network hostable DHCP agents. Network: 0a444a76-1450-45e8-a666-ce901923256a, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:58:20.307529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Network 0a444a76-1450-45e8-a666-ce901923256a is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:58:20.315713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 0a444a76-1450-45e8-a666-ce901923256a) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:58:20.319628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:20.320219 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:20.324386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad652f-6648-4bbb-aa21-9a6ee34bde73 None None] Network 0a444a76-1450-45e8-a666-ce901923256a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:58:20.335439 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f03c4589-f39e-48d1-a8b9-9d678d10b188 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2968957 Aug 19 00:58:20.448763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d8aee-9820-4e36-8bb9-48bb0f0a76df None None] Network 0a444a76-1450-45e8-a666-ce901923256a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:58:21.009597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-e70e4637-9207-4218-9a28-381638f51574 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:21.011030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-e70e4637-9207-4218-9a28-381638f51574 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 811 time: 0.3577337 Aug 19 00:58:21.025898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-afc0d951-9f2a-4fb8-9f73-6503f0989dc4 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/quotas/d1eb4aada3c84b81b956ae4142675ddd HTTP/1.1" status: 200 len: 375 time: 0.0090151 Aug 19 00:58:21.056701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-edf7a5af-cf53-421a-a645-97905c2e859d tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255413 Aug 19 00:58:21.068878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-509ab3fe-af7a-4a7d-9a48-467a69991618 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:58:21.069841 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-509ab3fe-af7a-4a7d-9a48-467a69991618 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059814 Aug 19 00:58:21.159804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-ce45ef0e-0092-4cce-9a3c-d58ca7593ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841756 Aug 19 00:58:21.245905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-6eb3965a-26aa-46a8-9132-2f64a1e14ce9 service neutron] 10.222.0.20 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801134 Aug 19 00:58:21.451295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a5c3fb24-c132-487c-84d4-dec3a0e41675 req-21f18a8d-798a-45af-bc2e-b585d106c7d4 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0766737 Aug 19 00:58:21.992818 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:58:22.530303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-071f4192-6e66-4cb7-9071-54a008ba4f8f req-51f48899-aafb-4866-bde8-2287f436fc93 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0299532 Aug 19 00:58:23.607102 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8adb9fc9-0b91-404e-9caf-9b2b08a609df req-63f726e1-da2a-48fe-8ebf-279bf5c8ba20 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0271478 Aug 19 00:58:24.682989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd80c9b0-069b-41a6-a8d3-0282abbf3402 req-b40d9f1e-02a5-4523-bfd3-1a8e42ce8036 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0248642 Aug 19 00:58:25.778944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1799764-6eb4-4d66-8479-a6b7d805275a req-381b1d78-f5e2-4b4f-bc4c-39867fd687f1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0296254 Aug 19 00:58:26.606452 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-504eb857-4239-4e7b-ba41-978077cba7e5 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:26.607917 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-504eb857-4239-4e7b-ba41-978077cba7e5 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 811 time: 0.1055892 Aug 19 00:58:26.626506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Request body: {'port': {'device_id': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'network_id': '0a444a76-1450-45e8-a666-ce901923256a', 'admin_state_up': True, 'tenant_id': 'd1eb4aada3c84b81b956ae4142675ddd'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:26.734123 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Made reservation on behalf of d1eb4aada3c84b81b956ae4142675ddd for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:58:26.737586 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:26.859623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Allocated IP 172.20.0.10 (0a444a76-1450-45e8-a666-ce901923256a/c75eca9a-0a7f-4185-b975-c833391db20a/d18c065a-0dba-4d67-9a3a-847a3b838173) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:58:26.874641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63023824-486b-46d4-ba30-4505a471bf47 req-f040398c-ed75-4b63-a1dc-cfc265394e68 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 210 time: 0.0281005 Aug 19 00:58:27.008034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.045840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.089682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Network 0a444a76-1450-45e8-a666-ce901923256a is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:58:27.094560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:58:27.096966 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:58:27.126879 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:27.140992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.141350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.141708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.142054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.142396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.142733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.143067 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.143400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.143731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.144575 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.144908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.145238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:58:27.163538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:27.164150 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.177373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-0b9f3beb-f560-45d6-906d-1072036925fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548530 Aug 19 00:58:27.194562 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Request body: {'port': {'device_id': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:58:27.242752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.248170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.505457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18c065a-0dba-4d67-9a3a-847a3b838173 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:58:27.512645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.524605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Transition to ACTIVE for port object d18c065a-0dba-4d67-9a3a-847a3b838173 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:58:27.528222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.575461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:27.641385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:58:27.641719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:58:27.642049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:58:27.646873 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:58:27.647193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:58:27.651819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:58:27.652152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Checking segment: {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:58:27.652572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Bound using segment: {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:58:27.652996 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Bound port: d18c065a-0dba-4d67-9a3a-847a3b838173, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:58:27.653347 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.718724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:58:27.721969 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:58:27.725793 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.757958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:27.758502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:27.759889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] 10.222.0.21 "PUT /v2.0/ports/d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 1093 time: 0.5693293 Aug 19 00:58:27.760343 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:58:27.762588 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ac1e7-078b-4262-b208-8669a596d0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:58:27.791437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5224c7e-b70c-49ac-9ec9-48bfced49630 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:27.850482 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-f40a7f33-5889-4cb6-82d7-5ab7a06c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:27.852015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-f40a7f33-5889-4cb6-82d7-5ab7a06c896b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0414286 Aug 19 00:58:27.862000 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab104599-6ac9-4834-b38f-51b09bbf4fa2 x-openstack-request-id: req-ab104599-6ac9-4834-b38f-51b09bbf4fa2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:58:27.863052 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:58:27.863052 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab104599-6ac9-4834-b38f-51b09bbf4fa2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:58:27.863394 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'status': 'completed', 'code': 200} Aug 19 00:58:27.916946 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-25a0226e-f586-4965-848c-256aede06535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0374587 Aug 19 00:58:27.966717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-2df79f48-365d-48f1-a52a-16e50fb2710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:27.968199 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-2df79f48-365d-48f1-a52a-16e50fb2710f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0438976 Aug 19 00:58:27.988682 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11b97-c320-468e-8388-9abb0228a051 req-753a3b5c-5d99-4d12-83a8-0a9e997fb4c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:27.990195 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1a11b97-c320-468e-8388-9abb0228a051 req-753a3b5c-5d99-4d12-83a8-0a9e997fb4c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0477405 Aug 19 00:58:28.000500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-40ae872b-c5c4-41a2-bd08-ee3bc84b8f01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245974 Aug 19 00:58:28.027795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1a11b97-c320-468e-8388-9abb0228a051 req-81b1078d-709f-44c0-b517-c13c775a7e72 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Aug 19 00:58:28.092572 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-6c44d1d8-5bf5-407d-9210-bb11a82678b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Aug 19 00:58:28.179601 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0e47aa5-b0a4-4d46-a5dd-b12f8b592207 req-b36714b6-7d0b-453f-b2d1-6df5d56dd1c0 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799527 Aug 19 00:58:28.299223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-d0f8b790-cf6c-4cd5-9588-ed3a315094ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:28.301202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-d0f8b790-cf6c-4cd5-9588-ed3a315094ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0401011 Aug 19 00:58:28.391441 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-9a38c3c5-232f-470b-8997-d4845ac8f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:28.392928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-9a38c3c5-232f-470b-8997-d4845ac8f17d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0850186 Aug 19 00:58:28.433388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-15a71fe0-5b28-4a70-b6be-6d33810292ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0333760 Aug 19 00:58:28.484843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-3f6395ca-5f54-425d-87c8-5ab103c57ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:28.486246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-3f6395ca-5f54-425d-87c8-5ab103c57ef7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0461986 Aug 19 00:58:28.516326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-f5edd181-facf-4f04-a165-62fbda56ffc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229740 Aug 19 00:58:28.603528 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-1aae3a2e-b982-45c2-85cf-f4f09d244027 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797796 Aug 19 00:58:28.693893 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d62ac1e7-078b-4262-b208-8669a596d0f5 req-c98088be-7443-44ed-8715-6d9d3eded7ed service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831144 Aug 19 00:58:29.142346 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f511-2f4f-4e44-a066-5c801c0f3386 req-227c19b3-6204-427f-8670-88d66fbaa67f tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:29.143030 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98d9f511-2f4f-4e44-a066-5c801c0f3386 req-227c19b3-6204-427f-8670-88d66fbaa67f tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0473180 Aug 19 00:58:29.179781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98d9f511-2f4f-4e44-a066-5c801c0f3386 req-f0b7ce38-c2b4-4a38-98cb-978fbfd60f90 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301924 Aug 19 00:58:30.025012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-414f48bc-8a2a-4698-a8f4-ce4847fcc6b0 req-3ed03645-28d1-4112-8ef1-6f4204dbdf76 service neutron] (94622) timed out ('10.222.0.20', 40932) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 00:58:30.292723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc2737-bcbb-406e-8a1c-d04eb5b51393 req-27bd19e7-ed95-4701-9a1a-b2743a09d741 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:30.294191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58fc2737-bcbb-406e-8a1c-d04eb5b51393 req-27bd19e7-ed95-4701-9a1a-b2743a09d741 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0480206 Aug 19 00:58:30.335203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58fc2737-bcbb-406e-8a1c-d04eb5b51393 req-62b346f7-6b87-4e40-b9d8-6a25f5419c28 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351510 Aug 19 00:58:30.884235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:58:30.976425 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:30.986914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'network_id': '0a444a76-1450-45e8-a666-ce901923256a', 'port_id': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'mac_address': 'fa:16:3e:f3:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75eca9a-0a7f-4185-b975-c833391db20a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:58:31.025746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:31.038531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18c065a-0dba-4d67-9a3a-847a3b838173 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:58:31.057298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:31.061377 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:31.107071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:31.431556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d18c065a-0dba-4d67-9a3a-847a3b838173'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:58:31.451664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e96b-c178-4143-a730-ccd0a26a6551 req-c3bea2cb-4508-4524-a8c6-49ecd88611c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:31.453201 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d95e96b-c178-4143-a730-ccd0a26a6551 req-c3bea2cb-4508-4524-a8c6-49ecd88611c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 945 time: 0.0526428 Aug 19 00:58:31.491243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5d95e96b-c178-4143-a730-ccd0a26a6551 req-6173e3f9-04d6-4a17-a677-af2dfc96a35b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Aug 19 00:58:32.604063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf412edb-dc0e-4b08-b940-15acd38f5d82 req-a3fb26f5-2ef5-4de9-a92b-43226b313981 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:32.605532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf412edb-dc0e-4b08-b940-15acd38f5d82 req-a3fb26f5-2ef5-4de9-a92b-43226b313981 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 945 time: 0.0476308 Aug 19 00:58:32.641492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf412edb-dc0e-4b08-b940-15acd38f5d82 req-b2c4ad50-7d55-4cba-9034-a5b19dce7a04 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301270 Aug 19 00:58:32.884846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:58:32.930692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d18c065a-0dba-4d67-9a3a-847a3b838173 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:58:32.934309 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d18c065a-0dba-4d67-9a3a-847a3b838173 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:58:32.934680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:33.006645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:33.028268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:58:33.030525 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6902440-a2d2-4779-84ce-3646087fb63b" -d '{"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-plugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:58:33.045871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:58:33.051108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:33.074817 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f2f0d-da99-4c8b-973b-ab9127ac1c70 x-openstack-request-id: req-b42f2f0d-da99-4c8b-973b-ab9127ac1c70 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:58:33.075111 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-plugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:58:33.075367 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b42f2f0d-da99-4c8b-973b-ab9127ac1c70 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:58:33.075754 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'code': 200} Aug 19 00:58:33.100546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:58:33.188983 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce96a2-4b9f-4cd6-ae7a-0cc70618c250 req-3d18fd39-53c1-4763-a02a-a56b34e013c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:33.190458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6dce96a2-4b9f-4cd6-ae7a-0cc70618c250 req-3d18fd39-53c1-4763-a02a-a56b34e013c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1098 time: 0.0404015 Aug 19 00:58:33.224042 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6dce96a2-4b9f-4cd6-ae7a-0cc70618c250 req-0ef13263-c8fe-4733-9c79-8d795a55e5a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266259 Aug 19 00:58:33.754858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87f839-14a0-4c6a-bb52-bbb9333fa297 req-798ef631-c0f5-4c31-a72d-af8f58ca0c43 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:33.756323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b87f839-14a0-4c6a-bb52-bbb9333fa297 req-798ef631-c0f5-4c31-a72d-af8f58ca0c43 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0485151 Aug 19 00:58:33.794127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b87f839-14a0-4c6a-bb52-bbb9333fa297 req-7d9ff00e-1835-4899-b87a-2ebf7e6a4f6e tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Aug 19 00:58:34.909780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0afdf6-9f1f-4708-91f8-0a667837fa7c req-fbb163e3-dcd3-4cdd-9d68-4d6dc52c3176 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:34.911252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b0afdf6-9f1f-4708-91f8-0a667837fa7c req-fbb163e3-dcd3-4cdd-9d68-4d6dc52c3176 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0498602 Aug 19 00:58:34.948560 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b0afdf6-9f1f-4708-91f8-0a667837fa7c req-b9a442c2-986a-4298-b3e1-552934acec86 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 19 00:58:35.155036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:58:35.183745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccdbc1-101b-45de-8765-f50b745eff1b req-c52ba123-4830-4760-9d11-e98b5930ae49 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:35.185280 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32ccdbc1-101b-45de-8765-f50b745eff1b req-c52ba123-4830-4760-9d11-e98b5930ae49 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0524797 Aug 19 00:58:35.223949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-32ccdbc1-101b-45de-8765-f50b745eff1b req-ca4286ab-0c8d-49e9-8540-da1680f5b5d8 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Aug 19 00:58:35.237505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-773d0703-27e2-45e9-85ab-9a68398e1f95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812485 Aug 19 00:58:36.340991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95213e77-fe43-49df-a0fb-7bd9d5a0e41d req-172c3f01-e4a4-489a-b447-f54e4a54fa9c tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:36.342505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95213e77-fe43-49df-a0fb-7bd9d5a0e41d req-172c3f01-e4a4-489a-b447-f54e4a54fa9c tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0522861 Aug 19 00:58:36.386554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-95213e77-fe43-49df-a0fb-7bd9d5a0e41d req-8284b5ec-afc6-414a-9565-bd04cba992e8 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Aug 19 00:58:36.448764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-6bc6b20d-5dc5-458a-b809-d04b70b3209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:36.450263 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-6bc6b20d-5dc5-458a-b809-d04b70b3209c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1098 time: 0.0419188 Aug 19 00:58:36.543002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-9b02c6cd-b28f-447e-99e6-a7572f75e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:36.544670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-9b02c6cd-b28f-447e-99e6-a7572f75e428 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0872402 Aug 19 00:58:36.584283 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-a687d81c-ed98-4f92-87d5-99535cc65a47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0326107 Aug 19 00:58:36.630880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-845ec285-65a4-4155-a1d2-4b59c6aab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:36.632238 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-845ec285-65a4-4155-a1d2-4b59c6aab52b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0416427 Aug 19 00:58:36.662665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-3cada8e8-7c8a-405b-ac28-edafe441213b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235102 Aug 19 00:58:36.753389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-f9172e1c-1ba3-4832-b2d3-9a7504e4a552 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830431 Aug 19 00:58:36.843883 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-bbba1fb8-748a-4f08-8f64-620ee55e218e service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Aug 19 00:58:37.499773 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7766-9466-41fd-bc84-4506c7b97091 req-ed2dbde9-b152-42c7-adc1-946ccaa271ad tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:37.501258 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8daf7766-9466-41fd-bc84-4506c7b97091 req-ed2dbde9-b152-42c7-adc1-946ccaa271ad tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0482883 Aug 19 00:58:37.537376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8daf7766-9466-41fd-bc84-4506c7b97091 req-e57e8320-a73e-465f-addb-712aab60302a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296440 Aug 19 00:58:38.650688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77aa5c-ed99-4ab8-9cf2-8d2ab84fab8c req-ad2bb582-b6a7-479e-8108-e24ccbf45841 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:38.652140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc77aa5c-ed99-4ab8-9cf2-8d2ab84fab8c req-ad2bb582-b6a7-479e-8108-e24ccbf45841 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0476387 Aug 19 00:58:38.688918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc77aa5c-ed99-4ab8-9cf2-8d2ab84fab8c req-a641e022-2712-4fc1-b33a-e1241e6ce30d tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Aug 19 00:58:39.801192 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aab61-48b3-4b84-b1cb-ea17743a9ff5 req-2207122e-7953-4163-963e-fa38257d5a48 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:39.802707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff2aab61-48b3-4b84-b1cb-ea17743a9ff5 req-2207122e-7953-4163-963e-fa38257d5a48 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0480375 Aug 19 00:58:39.839765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff2aab61-48b3-4b84-b1cb-ea17743a9ff5 req-5f83ff47-af33-4954-a0dc-1b9ad514ac31 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Aug 19 00:58:40.955295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00d1dc-1166-4847-9a36-b47862b41b0f req-a5c15498-2ea2-42f1-8295-8c95d6172151 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:40.957431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a00d1dc-1166-4847-9a36-b47862b41b0f req-a5c15498-2ea2-42f1-8295-8c95d6172151 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0484512 Aug 19 00:58:40.993960 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a00d1dc-1166-4847-9a36-b47862b41b0f req-88ab30c9-002c-4c57-91dd-1213dd500499 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303454 Aug 19 00:58:42.109080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b339f-f2ed-4c0b-b076-9a48177ab44d req-2ed0ef2f-8bc4-448a-a084-c45aa0a830bb tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:42.110514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-964b339f-f2ed-4c0b-b076-9a48177ab44d req-2ed0ef2f-8bc4-448a-a084-c45aa0a830bb tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0491929 Aug 19 00:58:42.150656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-964b339f-f2ed-4c0b-b076-9a48177ab44d req-3489d8c5-ba66-440e-b373-5dc4ead1f696 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Aug 19 00:58:42.551316 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10d4c2d6-1268-4b4b-ba49-7499ecd03a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:43.268764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791931b-01d8-4ce8-bffb-3bb9940f13e4 req-c5f9068d-f2a7-4245-bb49-9d603741adf7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:43.270219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6791931b-01d8-4ce8-bffb-3bb9940f13e4 req-c5f9068d-f2a7-4245-bb49-9d603741adf7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0519364 Aug 19 00:58:43.307159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6791931b-01d8-4ce8-bffb-3bb9940f13e4 req-9dfdaf11-688b-456f-93bc-ec0c0cbec5f3 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 19 00:58:44.418617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aec0f0-d9ca-4f8b-89b1-b6153fc872f5 req-4a3116b7-c9ba-4a6b-8589-59bd624a05c5 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:44.420065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2aec0f0-d9ca-4f8b-89b1-b6153fc872f5 req-4a3116b7-c9ba-4a6b-8589-59bd624a05c5 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0473449 Aug 19 00:58:44.456849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2aec0f0-d9ca-4f8b-89b1-b6153fc872f5 req-9f1fa87b-92b1-4c27-93b1-4e884a6db170 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Aug 19 00:58:45.008934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e1597-a622-4dd8-a394-1c203cfa81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:45.252474 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:45.569330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:45.603006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a02193-79ff-4baf-b665-ca3b2401fa8d req-1d26521d-abe0-4dbe-9886-b0a81b57a42a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:45.604505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54a02193-79ff-4baf-b665-ca3b2401fa8d req-1d26521d-abe0-4dbe-9886-b0a81b57a42a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0491018 Aug 19 00:58:45.642037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54a02193-79ff-4baf-b665-ca3b2401fa8d req-773317e4-f952-4f34-a0a6-326bfd826309 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Aug 19 00:58:46.505050 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:46.754837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f152-2e76-4a8c-b053-ca54042e415c req-e0ebef93-eb61-4fbb-b834-314b7c96e6f7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:46.756406 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e245f152-2e76-4a8c-b053-ca54042e415c req-e0ebef93-eb61-4fbb-b834-314b7c96e6f7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0480375 Aug 19 00:58:46.794127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e245f152-2e76-4a8c-b053-ca54042e415c req-86308d1d-9dbe-41e6-a835-e9958dec463d tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319240 Aug 19 00:58:47.907743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c7015-3a40-4a3b-b5b6-ebdb03c38725 req-01fb6c3c-ad7f-4fa2-bf2c-bbaf9269f051 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:47.909240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-270c7015-3a40-4a3b-b5b6-ebdb03c38725 req-01fb6c3c-ad7f-4fa2-bf2c-bbaf9269f051 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0484717 Aug 19 00:58:47.946064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-270c7015-3a40-4a3b-b5b6-ebdb03c38725 req-9baafee8-c56e-4eeb-a4ec-511033b4519b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Aug 19 00:58:47.985970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:49.060561 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d09ed-6f5f-4c5a-b5fa-07e9fae9d925 req-3f820f59-2f47-486f-8f5b-f4ac697ace43 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:49.061992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e41d09ed-6f5f-4c5a-b5fa-07e9fae9d925 req-3f820f59-2f47-486f-8f5b-f4ac697ace43 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0499675 Aug 19 00:58:49.103235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e41d09ed-6f5f-4c5a-b5fa-07e9fae9d925 req-18153fa9-3a65-4e3b-b71e-e12b02978c7d tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349083 Aug 19 00:58:50.218741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081b75a-7481-4d47-9c91-0dadd52f8aeb req-25f092fb-2ca0-4579-b3d0-b262d586f190 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:50.220182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d081b75a-7481-4d47-9c91-0dadd52f8aeb req-25f092fb-2ca0-4579-b3d0-b262d586f190 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0516415 Aug 19 00:58:50.257182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d081b75a-7481-4d47-9c91-0dadd52f8aeb req-eab8d62f-448c-425b-b55e-a60a92373426 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304341 Aug 19 00:58:51.370899 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b6d07-9610-4b10-b491-d10f00e7e205 req-deacb778-0ca9-4b7f-aa05-fbc20afd63a7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:51.372362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-574b6d07-9610-4b10-b491-d10f00e7e205 req-deacb778-0ca9-4b7f-aa05-fbc20afd63a7 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0479860 Aug 19 00:58:51.408059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-574b6d07-9610-4b10-b491-d10f00e7e205 req-c33044f5-1a2d-463a-ae22-a177a5c2b4a6 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298600 Aug 19 00:58:52.522487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5c3a6-6447-4201-a8ce-a0ec13a0625d req-0c7e0dca-2904-4969-9bab-af58f5981427 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:52.523932 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49e5c3a6-6447-4201-a8ce-a0ec13a0625d req-0c7e0dca-2904-4969-9bab-af58f5981427 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0485656 Aug 19 00:58:52.560911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-49e5c3a6-6447-4201-a8ce-a0ec13a0625d req-19aaece1-3bb9-4313-ab45-3c058434d649 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Aug 19 00:58:53.673347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90888b-8a86-4ef1-9beb-b73a21d78f7b req-fefe8709-b2c7-4b89-b15a-bf8e8104df9b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:53.674796 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef90888b-8a86-4ef1-9beb-b73a21d78f7b req-fefe8709-b2c7-4b89-b15a-bf8e8104df9b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0472882 Aug 19 00:58:53.711535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ef90888b-8a86-4ef1-9beb-b73a21d78f7b req-9501aa32-e0f2-4707-9367-f3a330e02e9c tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Aug 19 00:58:54.823335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80cf54-28a3-49bd-8a17-3a0cc0ca6e06 req-a267bdf5-bb84-4ca9-b8af-0b6e48335433 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:54.824839 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c80cf54-28a3-49bd-8a17-3a0cc0ca6e06 req-a267bdf5-bb84-4ca9-b8af-0b6e48335433 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0480247 Aug 19 00:58:54.862294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c80cf54-28a3-49bd-8a17-3a0cc0ca6e06 req-5478d29a-92ef-491f-becd-b0875333b715 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Aug 19 00:58:55.973662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773bdf7-39bb-4332-bf59-be4177648aaf req-a9a5d280-c87f-4130-8002-a0a065aaf945 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:55.975110 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f773bdf7-39bb-4332-bf59-be4177648aaf req-a9a5d280-c87f-4130-8002-a0a065aaf945 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0471880 Aug 19 00:58:56.015160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f773bdf7-39bb-4332-bf59-be4177648aaf req-c9e0b775-39d9-46d7-8246-a23d9e293409 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Aug 19 00:58:56.657791 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-f8b064c1-1214-4303-8b6c-1b3203bee14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:56.659320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-f8b064c1-1214-4303-8b6c-1b3203bee14c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1098 time: 0.0400131 Aug 19 00:58:56.757853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-cc2df8f6-00cf-4fcd-be9e-0510edf8d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:56.759336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-cc2df8f6-00cf-4fcd-be9e-0510edf8d1e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0819678 Aug 19 00:58:56.802347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-704060ae-d854-4570-b5c4-300a55516354 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0362358 Aug 19 00:58:56.851323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-d176da9c-f208-44a9-a1b9-9e788215ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:56.852801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-d176da9c-f208-44a9-a1b9-9e788215ab1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0428898 Aug 19 00:58:56.884093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-e45e0a6e-6be0-402a-9896-1a78287c1f68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239553 Aug 19 00:58:56.976152 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-3a281fc8-2ae9-4950-a42c-7659517aef9f service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851293 Aug 19 00:58:57.065632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4597faf2-213c-4612-8ab8-fa62c5bd9a44 req-18eef00d-1e49-4363-af86-28a7d0087a7a service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826330 Aug 19 00:58:57.133418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1bbc-89f0-48f3-ba98-fb08a3e088da req-610baf1b-fef2-4012-a3ac-a21a4018d506 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:57.134872 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a4c1bbc-89f0-48f3-ba98-fb08a3e088da req-610baf1b-fef2-4012-a3ac-a21a4018d506 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0531337 Aug 19 00:58:57.170800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a4c1bbc-89f0-48f3-ba98-fb08a3e088da req-a18d6cbc-aa33-4f69-a47e-fa10cd412349 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299630 Aug 19 00:58:57.266063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:58:58.287519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c36b-c966-4bc6-9a99-ed43db96647a req-93725e9b-daff-4148-99e6-1f1adf3ebdf8 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:58.289010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ae3c36b-c966-4bc6-9a99-ed43db96647a req-93725e9b-daff-4148-99e6-1f1adf3ebdf8 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0517857 Aug 19 00:58:58.325441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8ae3c36b-c966-4bc6-9a99-ed43db96647a req-0c4f2114-4798-41fb-a88a-63ca003b372e tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Aug 19 00:58:58.992957 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:58:59.439986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d849b3-5bc5-4aa6-9415-5452f05eec13 req-5c1e86f8-9c22-428f-9278-834f599cde2a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:58:59.441468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21d849b3-5bc5-4aa6-9415-5452f05eec13 req-5c1e86f8-9c22-428f-9278-834f599cde2a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0482464 Aug 19 00:58:59.478968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-21d849b3-5bc5-4aa6-9415-5452f05eec13 req-01f322d5-2f9b-445d-b63a-04cbbb878fda tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 19 00:59:00.594920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dc76-c7a6-48eb-8b17-ae32a47f720d req-4c55e656-488a-48a4-a997-8f8b51f5580a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:00.596411 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b984dc76-c7a6-48eb-8b17-ae32a47f720d req-4c55e656-488a-48a4-a997-8f8b51f5580a tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0482554 Aug 19 00:59:00.632444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b984dc76-c7a6-48eb-8b17-ae32a47f720d req-fc530771-e1a2-4d15-8977-551e8372c545 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301125 Aug 19 00:59:01.745112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d34fb-500c-451e-9633-96c55d54ceb2 req-5cb70a31-6990-43fd-aad7-388c8cb8e572 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:01.746569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb2d34fb-500c-451e-9633-96c55d54ceb2 req-5cb70a31-6990-43fd-aad7-388c8cb8e572 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0482402 Aug 19 00:59:01.783017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb2d34fb-500c-451e-9633-96c55d54ceb2 req-ece2b97f-f265-4171-846e-b1dafd5865de tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306215 Aug 19 00:59:02.895494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2f078-7f68-4747-829c-0fb239f127e6 req-4dfb6fbe-d3a9-4d38-aca7-5965f475c41b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:02.896959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83f2f078-7f68-4747-829c-0fb239f127e6 req-4dfb6fbe-d3a9-4d38-aca7-5965f475c41b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0476973 Aug 19 00:59:02.934874 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-83f2f078-7f68-4747-829c-0fb239f127e6 req-586e3e6d-4336-4195-ad37-403d800e9a79 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 19 00:59:03.706390 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-fd5faa05-3786-4b4c-be91-d84f069a121b service neutron] show failed (client error): The resource could not be found. Aug 19 00:59:03.707494 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-fd5faa05-3786-4b4c-be91-d84f069a121b service neutron] 10.222.0.21 "GET /v2.0/ports/d18c065a-0dba-4d67-9a3a-847a3b838173/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0570133 Aug 19 00:59:03.929503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-b171767d-77e5-4698-9db6-ec23bd4c8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:03.931012 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-b171767d-77e5-4698-9db6-ec23bd4c8e1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd&tenant_id=d1eb4aada3c84b81b956ae4142675ddd HTTP/1.1" status: 200 len: 1098 time: 0.0726464 Aug 19 00:59:03.943767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:03.995245 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.132675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5b6d-1df0-48b6-b8a1-e350fb02e601 req-26795ffb-dfbb-4327-ab03-2a3650e86b28 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:04.134180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-659c5b6d-1df0-48b6-b8a1-e350fb02e601 req-26795ffb-dfbb-4327-ab03-2a3650e86b28 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.1307366 Aug 19 00:59:04.222218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-659c5b6d-1df0-48b6-b8a1-e350fb02e601 req-b627280a-28e5-4ae2-b308-0105cf48f6e6 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Aug 19 00:59:04.263678 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:04.297913 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:59:04.335785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:04.338096 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d09e8-3597-42f8-ad7d-be4c4c96b23f" -d '{"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-unplugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:04.342444 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.354914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Transition to ACTIVE for port object d18c065a-0dba-4d67-9a3a-847a3b838173 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:59:04.358601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.422778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] No DVR routers for this DVR port d18c065a-0dba-4d67-9a3a-847a3b838173 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:59:04.425910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:04.439458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.440177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.440401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.440739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.441070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.441397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.441758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.442085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.442411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.442735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.443062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.443383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:04.460960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2ec60-b497-456a-a016-83fadee8fc0d x-openstack-request-id: req-7fd2ec60-b497-456a-a016-83fadee8fc0d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:04.461248 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-unplugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:04.461494 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fd2ec60-b497-456a-a016-83fadee8fc0d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:04.461873 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'code': 200} Aug 19 00:59:04.475294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:59:04.475563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:59:04.475888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:04.480011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:59:04.480358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Attempting to bind port d18c065a-0dba-4d67-9a3a-847a3b838173 on network 0a444a76-1450-45e8-a666-ce901923256a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:04.484980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:59:04.485317 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Checking segment: {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:59:04.485694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Bound using segment: {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:59:04.486113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Bound port: d18c065a-0dba-4d67-9a3a-847a3b838173, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133673cb-3eb7-4e38-84e5-03d41716f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a444a76-1450-45e8-a666-ce901923256a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:59:04.486460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.548627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:59:04.551606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:59:04.555717 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.607242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:04.607875 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:04.609289 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-19136367-e6e8-42e8-953f-080703436e80 service neutron] 10.222.0.11 "PUT /v2.0/ports/d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 1093 time: 0.6700830 Aug 19 00:59:04.628795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19136367-e6e8-42e8-953f-080703436e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:04.670392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-3939d560-82eb-4b70-9df1-22e9e83a6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:04.671869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-3939d560-82eb-4b70-9df1-22e9e83a6998 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0399876 Aug 19 00:59:04.757752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-36a4f91e-9a46-4808-adaa-f26674cda509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:04.759117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-36a4f91e-9a46-4808-adaa-f26674cda509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0807190 Aug 19 00:59:04.803098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-548adf1e-0c35-43b4-8a6b-2b10af44bec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0368021 Aug 19 00:59:04.852425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-eeeeb7ab-d158-405d-ba79-6bb27ccabaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:04.853844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-eeeeb7ab-d158-405d-ba79-6bb27ccabaa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0442343 Aug 19 00:59:04.886929 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-5f0ddc33-2ab8-4ca5-abc2-25f9f313f9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254180 Aug 19 00:59:04.981907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-9e7bc0f6-d347-44d4-8e7d-e8f91c44e670 service neutron] 10.222.0.11 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877943 Aug 19 00:59:05.067264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fc0493a0-a4e6-4b04-97f9-e706ec4b7946 req-37e67cbe-8f03-406c-a877-0838b0908ad8 service neutron] 10.222.0.11 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783665 Aug 19 00:59:05.340697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dfd0b-e200-480a-a23d-a8e02a25b5b0 req-912bb841-880b-49ba-a3a8-f1958f97b9f9 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:05.342063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a02dfd0b-e200-480a-a23d-a8e02a25b5b0 req-912bb841-880b-49ba-a3a8-f1958f97b9f9 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0524690 Aug 19 00:59:05.378210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a02dfd0b-e200-480a-a23d-a8e02a25b5b0 req-77ba0759-5e05-42b7-a7c5-afd6f76a37dc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303314 Aug 19 00:59:06.462687 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:06.465057 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:06.496900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59232-4651-4dd3-ba6c-caa6a79502a9 req-16db9452-d68a-4a2e-9dc3-98ecbcfa9c18 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.498382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ad59232-4651-4dd3-ba6c-caa6a79502a9 req-16db9452-d68a-4a2e-9dc3-98ecbcfa9c18 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0514450 Aug 19 00:59:06.516108 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7cfff0-2ef7-4aab-b34a-26071f6765f0 x-openstack-request-id: req-ab7cfff0-2ef7-4aab-b34a-26071f6765f0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:06.516468 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:06.516805 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab7cfff0-2ef7-4aab-b34a-26071f6765f0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:06.517290 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'status': 'completed', 'code': 200} Aug 19 00:59:06.541567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ad59232-4651-4dd3-ba6c-caa6a79502a9 req-33c016c3-fdbf-4ca7-b22e-b53123c725e2 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Aug 19 00:59:06.587204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-aeff545e-3b5c-4f80-93a9-61d23ddd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.588737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-aeff545e-3b5c-4f80-93a9-61d23ddd5de2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0491893 Aug 19 00:59:06.608036 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-298c911b-96bb-4a3f-a7da-9db14a39ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.609597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-298c911b-96bb-4a3f-a7da-9db14a39ae4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0475600 Aug 19 00:59:06.686362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-bd7889d2-03a9-4198-90de-551e74a7086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.687745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-bd7889d2-03a9-4198-90de-551e74a7086a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0920880 Aug 19 00:59:06.703967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-25dda44a-6296-4d8b-9cc6-44216ebfff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.705473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-25dda44a-6296-4d8b-9cc6-44216ebfff9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0890231 Aug 19 00:59:06.727862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-5afbee85-b932-4717-93d6-2a435b1d5424 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0331814 Aug 19 00:59:06.746010 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-c5c97e26-5b96-4aaa-b3ce-df931cddc880 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0337036 Aug 19 00:59:06.777271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-e0e9ee98-d065-49f2-b49b-544b5a0dd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.778742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-e0e9ee98-d065-49f2-b49b-544b5a0dd7f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0438588 Aug 19 00:59:06.794199 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-b85ebeec-fa31-4865-b03c-33986f01b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:06.795680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-b85ebeec-fa31-4865-b03c-33986f01b623 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0426357 Aug 19 00:59:06.810465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-0a821eb4-9482-4a7c-9027-61091a97e250 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245962 Aug 19 00:59:06.831002 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-c36c61e5-0617-42d4-9884-9143ada3ec4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286324 Aug 19 00:59:06.903156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-2388152e-dce5-4781-8a03-ee5ef33b97fd service neutron] 10.222.0.11 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851791 Aug 19 00:59:06.919775 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-a9ecb1be-a80f-4202-8e75-aa02f9702061 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819218 Aug 19 00:59:06.999065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-fd860c75-5749-458e-b136-37ac93f1c0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889921 Aug 19 00:59:07.017421 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fc2e804-ccf6-4154-b6c0-e34af7f167d1 req-1efbae9d-be2b-48b7-b30b-b819dd1d2225 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901968 Aug 19 00:59:07.087267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:59:07.124871 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:59:07.665352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bbdb-18f3-40a9-b681-e6919805b941 req-c4ef838b-a263-47fe-874b-50793d8eb7c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:07.666813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5737bbdb-18f3-40a9-b681-e6919805b941 req-c4ef838b-a263-47fe-874b-50793d8eb7c1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 944 time: 0.0481119 Aug 19 00:59:07.702379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5737bbdb-18f3-40a9-b681-e6919805b941 req-2df2d24b-f5d1-462d-9fe0-2d94be12665b tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295062 Aug 19 00:59:07.947893 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-4773ed05-7f8d-463f-a18f-8b4b590aed72 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:07.949342 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-4773ed05-7f8d-463f-a18f-8b4b590aed72 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd&tenant_id=d1eb4aada3c84b81b956ae4142675ddd&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.0501404 Aug 19 00:59:08.007776 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-a58d985d-e334-4bb2-b356-8c9d6755ace6 service neutron] delete failed (client error): The resource could not be found. Aug 19 00:59:08.008766 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-a58d985d-e334-4bb2-b356-8c9d6755ace6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d18c065a-0dba-4d67-9a3a-847a3b838173/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0517991 Aug 19 00:59:08.049134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:59:08.108552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-4885cdbe-50f8-43ca-a79b-498de0e0a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:08.110040 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-4885cdbe-50f8-43ca-a79b-498de0e0a4e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 1096 time: 0.0405233 Aug 19 00:59:08.144050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:08.155393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'network_id': '0a444a76-1450-45e8-a666-ce901923256a', 'port_id': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'mac_address': 'fa:16:3e:f3:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75eca9a-0a7f-4185-b975-c833391db20a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:59:08.190727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:08.202912 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-bd6ac3ae-7276-4ce6-8a68-7dfcac26503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:08.204373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18c065a-0dba-4d67-9a3a-847a3b838173 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:59:08.204504 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-bd6ac3ae-7276-4ce6-8a68-7dfcac26503a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 200 len: 911 time: 0.0870600 Aug 19 00:59:08.223656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:08.229123 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:08.247175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-912a729f-c93c-4a76-b1e7-3b043e495d09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 200 len: 217 time: 0.0356822 Aug 19 00:59:08.279803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:08.299460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-5bb9cf52-d994-4f8d-bc9b-0aa9c9d15e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:08.301474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-5bb9cf52-d994-4f8d-bc9b-0aa9c9d15e1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 200 len: 851 time: 0.0468445 Aug 19 00:59:08.333367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-5db64272-de75-4e95-9031-8125d0bff270 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a444a76-1450-45e8-a666-ce901923256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244606 Aug 19 00:59:08.421605 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-876acc16-c614-437f-9996-de2a58394876 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802267 Aug 19 00:59:08.462969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d18c065a-0dba-4d67-9a3a-847a3b838173'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:59:08.512751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-cbc6da37-175c-4f11-af62-134862c93ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Aug 19 00:59:09.238067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d91e-dfc7-4088-a35f-8625030033ac req-d34d5c90-fd58-470e-a0a5-a232dc96b9f0 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:09.239531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f62d91e-dfc7-4088-a35f-8625030033ac req-d34d5c90-fd58-470e-a0a5-a232dc96b9f0 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 945 time: 0.0477891 Aug 19 00:59:09.275752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f62d91e-dfc7-4088-a35f-8625030033ac req-42765a71-a6e9-4f21-9200-f1b8facb58fc tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Aug 19 00:59:10.074765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:59:10.124655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port d18c065a-0dba-4d67-9a3a-847a3b838173 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:59:10.128369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port d18c065a-0dba-4d67-9a3a-847a3b838173 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:59:10.128772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.202295 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.224489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:10.226692 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a9fb4-aa49-46ac-8ca1-d48ad4618579" -d '{"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-plugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:10.239920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:10.243670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.291484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:10.302504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.302861 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.303210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.303555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.303913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.304234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.304607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.304943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.305326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.305665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.305995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.306325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:10.325007 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e6f45-8d8b-4ff9-b586-1ea75903da55 x-openstack-request-id: req-4a2e6f45-8d8b-4ff9-b586-1ea75903da55 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:10.325249 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-plugged", "status": "completed", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:10.325532 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2e6f45-8d8b-4ff9-b586-1ea75903da55 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:10.325934 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'code': 200} Aug 19 00:59:10.396938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb658bb8-f552-42fd-9176-308b75262045 req-85f2e4bb-0e99-4770-b291-975552df1e4e tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:10.398399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb658bb8-f552-42fd-9176-308b75262045 req-85f2e4bb-0e99-4770-b291-975552df1e4e tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0480096 Aug 19 00:59:10.439244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb658bb8-f552-42fd-9176-308b75262045 req-cc68b771-6fda-4b36-b88f-ef03ebfab62d tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2de531-51e5-4de1-a7ea-0d32dbc35c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Aug 19 00:59:10.490382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-6210582e-3c87-4541-931f-a7576e7934d1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:10.491812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-6210582e-3c87-4541-931f-a7576e7934d1 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd4942d4-9ffa-4983-a3c0-3b88a57451dd HTTP/1.1" status: 200 len: 946 time: 0.0481927 Aug 19 00:59:10.577570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Deleting port d18c065a-0dba-4d67-9a3a-847a3b838173 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 00:59:10.577837 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.666556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] For port d18c065a-0dba-4d67-9a3a-847a3b838173, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=d18c065a-0dba-4d67-9a3a-847a3b838173,segment=NetworkSegment(133673cb-3eb7-4e38-84e5-03d41716f7af),segment_id=133673cb-3eb7-4e38-84e5-03d41716f7af)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:10.666916 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.678749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Calling delete_port for d18c065a-0dba-4d67-9a3a-847a3b838173 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 00:59:10.805195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.817875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['d18c065a-0dba-4d67-9a3a-847a3b838173'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:59:10.834569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Pushing event deleted for resources: {'Port': ['ID=d18c065a-0dba-4d67-9a3a-847a3b838173,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:10.878091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] No DVR routers for this DVR port d18c065a-0dba-4d67-9a3a-847a3b838173 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:59:10.881253 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:10.883383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a448b297-39ff-4d86-991f-3888f4e71f7e req-aef451d1-73d0-4ad6-80c6-4729df499285 tempest-DeleteServersTestJSON-187898844 tempest-DeleteServersTestJSON-187898844-project] 10.222.0.11 "DELETE /v2.0/ports/d18c065a-0dba-4d67-9a3a-847a3b838173 HTTP/1.1" status: 204 len: 173 time: 0.3854370 Aug 19 00:59:10.883822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-deleted', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:10.886156 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc447744-4cd9-4625-868b-216a5c11e377" -d '{"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-deleted", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:10.924951 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd4826-6704-4814-9ffb-17f743dfef7e x-openstack-request-id: req-19bd4826-6704-4814-9ffb-17f743dfef7e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:10.925247 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4942d4-9ffa-4983-a3c0-3b88a57451dd", "name": "network-vif-deleted", "tag": "d18c065a-0dba-4d67-9a3a-847a3b838173", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:10.925501 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19bd4826-6704-4814-9ffb-17f743dfef7e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:10.925930 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4942d4-9ffa-4983-a3c0-3b88a57451dd', 'name': 'network-vif-deleted', 'tag': 'd18c065a-0dba-4d67-9a3a-847a3b838173', 'status': 'completed', 'code': 200} Aug 19 00:59:11.566040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:11.609462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Deleting subnet c75eca9a-0a7f-4185-b975-c833391db20a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 00:59:11.612383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.648276 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.685371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.735322 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.761565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75eca9a-0a7f-4185-b975-c833391db20a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:11.763508 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.766121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b59481c1-0435-46d9-a8bc-553a3e6330eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c75eca9a-0a7f-4185-b975-c833391db20a HTTP/1.1" status: 204 len: 168 time: 0.1983573 Aug 19 00:59:11.767964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:11.838056 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.913840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.923239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a444a76-1450-45e8-a666-ce901923256a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:59:11.933393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133673cb-3eb7-4e38-84e5-03d41716f7af') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:59:11.933698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133673cb-3eb7-4e38-84e5-03d41716f7af') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 00:59:11.942268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.955704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.962378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 00:59:11.962799 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: timer() Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 00:59:11.964483 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 00:59:12.019070 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.025038 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.029509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a444a76-1450-45e8-a666-ce901923256a HTTP/1.1" status: 204 len: 168 time: 0.2579565 Aug 19 00:59:12.038290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63909-e66d-4af2-b0ae-f0b4f8d57651 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a444a76-1450-45e8-a666-ce901923256a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:12.131551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:12.170218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7e0964e-df7e-422f-97f2-b07ebcad4b98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1eb4aada3c84b81b956ae4142675ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375316 Aug 19 00:59:12.172587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:12.218668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.239463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.288034 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.290474 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.291587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e2de531-51e5-4de1-a7ea-0d32dbc35c83 HTTP/1.1" status: 204 len: 168 time: 0.1181235 Aug 19 00:59:12.298786 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db521950-4f65-477b-aeb5-8e6322e909d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2de531-51e5-4de1-a7ea-0d32dbc35c83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:12.550672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b46d514-a612-4346-ba17-abca2dd2ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:12.930462 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43264) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:13.022725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-518290810-network', 'tenant_id': '4745f3d3378c4c0fa41b248b056c2874'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:13.042895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Made reservation on behalf of 4745f3d3378c4c0fa41b248b056c2874 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:59:13.045173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.054359 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.141333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.144916 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.168730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 00:59:13.178965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f58237-df2e-4397-ae6e-d85a2b3b4e9b,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:13.184187 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.184556 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Added segment 18ba5e91-0b0c-463b-b029-a9ecd66b6a52 of type vlan for network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 Aug 19 00:59:13.226441 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.249888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.250884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:13.251456 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.305486 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3738589 Aug 19 00:59:13.308481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43268) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 00:59:13.310161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04171575-752e-4025-9031-514d727d2b69 admin admin] Pushing event updated for resources: {'Network': ['ID=9b586c7c-7825-4dd1-99ee-2b3609af30d3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:13.313680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Request body: {'subnet': {'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-518290810-subnet', 'tenant_id': '4745f3d3378c4c0fa41b248b056c2874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:13.320617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 00:59:13.336157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Made reservation on behalf of 4745f3d3378c4c0fa41b248b056c2874 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:59:13.338593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.502672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.556124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86ffe5e-76f4-4590-ae6c-b63c6b214b42,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:13.564553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Checking segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:59:13.564925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Network hostable DHCP agents. Network: 9b586c7c-7825-4dd1-99ee-2b3609af30d3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 00:59:13.580506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 00:59:13.589194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 9b586c7c-7825-4dd1-99ee-2b3609af30d3) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:59:13.593926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:13.594527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:13.597410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0768dc0-afa7-4e95-b050-a602f06c72ea None None] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:59:13.608989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3ea7b129-8498-4388-909d-85936d79627e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2993596 Aug 19 00:59:13.719641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316943c2-982c-4707-9c9f-77412eeb1d55 None None] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 00:59:14.020780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-b716053d-224e-4a16-8ff3-3d1a76c1da66 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:14.022252 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-b716053d-224e-4a16-8ff3-3d1a76c1da66 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 814 time: 0.1019931 Aug 19 00:59:14.040455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-7aa5c53f-076f-42e6-abf2-a8b1241c343a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/quotas/4745f3d3378c4c0fa41b248b056c2874 HTTP/1.1" status: 200 len: 375 time: 0.0091383 Aug 19 00:59:14.070776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-41883474-6220-4548-ba79-7ef227b1d84d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252604 Aug 19 00:59:14.111677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:59:14.131994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: d18c065a-0dba-4d67-9a3a-847a3b838173 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 00:59:14.132364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device d18c065a-0dba-4d67-9a3a-847a3b838173 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:59:14.153398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-443f0afd-69c1-4b1c-ad6d-3b74c06df570 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 00:59:14.154466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-443f0afd-69c1-4b1c-ad6d-3b74c06df570 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443778 Aug 19 00:59:14.244507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-6e4f30c6-a74a-4e7c-9498-0adfa7800d2b service neutron] 10.222.0.20 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838983 Aug 19 00:59:14.329736 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-fe54b363-4a6a-4294-b47c-9dc9ff806e6b service neutron] 10.222.0.20 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792913 Aug 19 00:59:14.484039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ce536772-4a57-4189-8ac8-2a676c7284f0 req-cc05186f-99f5-4673-a04f-c6521766ba5b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 210 time: 0.0273881 Aug 19 00:59:15.009000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29cdeebc-cf50-44e5-a87b-f72a99762399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.255223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.358740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-19f15f57-46a9-4a2b-b25d-898b45e24c08 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:15.360205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-19f15f57-46a9-4a2b-b25d-898b45e24c08 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 814 time: 0.1098189 Aug 19 00:59:15.372707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Request body: {'port': {'device_id': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'admin_state_up': True, 'tenant_id': '4745f3d3378c4c0fa41b248b056c2874'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:15.477125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Made reservation on behalf of 4745f3d3378c4c0fa41b248b056c2874 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 00:59:15.480708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.579723 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-86118c96-67b1-45e2-ade3-0b58f905b3bd req-51277c63-ada3-4caa-816b-afb040df88f0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Aug 19 00:59:15.595034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.610561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Allocated IP 172.20.0.7 (9b586c7c-7825-4dd1-99ee-2b3609af30d3/d86ffe5e-76f4-4590-ae6c-b63c6b214b42/3d3d36c0-3044-4124-8e48-14743357847b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 00:59:15.756044 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.792541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.832560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 00:59:15.840811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 00:59:15.843234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 00:59:15.868606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:15.896908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:15.897519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:15.910485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-493d45b1-059e-4192-9bec-2a473dfc1de7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416961 Aug 19 00:59:15.922154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Request body: {'port': {'device_id': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:15.976454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.223330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3d36c0-3044-4124-8e48-14743357847b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:59:16.230778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.242848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Transition to ACTIVE for port object 3d3d36c0-3044-4124-8e48-14743357847b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:59:16.246578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.298628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:16.362586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:59:16.362918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:59:16.363788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:16.367917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:59:16.368236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:16.372929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:59:16.373265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Checking segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:59:16.373646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Bound using segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:59:16.374067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Bound port: 3d3d36c0-3044-4124-8e48-14743357847b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:59:16.374414 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.433921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:59:16.436969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:59:16.440845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.475133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:16.475686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.477108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 1092 time: 0.5588849 Aug 19 00:59:16.477551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:16.479767 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:16.509541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407782e2-d321-4711-9b6d-cf2ec7e572c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:16.512011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:16.548446 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167de0cf-0c7b-4cf9-8495-cae0742d3d7a x-openstack-request-id: req-167de0cf-0c7b-4cf9-8495-cae0742d3d7a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:16.548754 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:16.548985 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-167de0cf-0c7b-4cf9-8495-cae0742d3d7a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:16.549369 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'status': 'completed', 'code': 200} Aug 19 00:59:16.565479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-143da8d9-f796-44cf-8ab0-e444111197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:16.567010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-143da8d9-f796-44cf-8ab0-e444111197fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1095 time: 0.0487380 Aug 19 00:59:16.608157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-50e72274-3b7e-43fd-be88-c1eef3a72501 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0338583 Aug 19 00:59:16.655505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-0e6117b5-5d6a-485a-9399-8877445defdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:16.657172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-0e6117b5-5d6a-485a-9399-8877445defdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0426424 Aug 19 00:59:16.687953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-c2c75b5f-ed4d-42c8-bf24-270899128682 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240715 Aug 19 00:59:16.697356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843c98e-3bb9-4af3-b302-290792764566 req-c3e026d6-4b1f-41bb-9173-1529e8c913a6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:16.698820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9843c98e-3bb9-4af3-b302-290792764566 req-c3e026d6-4b1f-41bb-9173-1529e8c913a6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0519507 Aug 19 00:59:16.736425 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9843c98e-3bb9-4af3-b302-290792764566 req-a7cefd08-c25c-4f25-9414-db1abca36dc5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Aug 19 00:59:16.780919 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-c8922118-2d49-4009-b39c-c7953ae5683e service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Aug 19 00:59:17.123097 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-75804da1-c4e2-4c3b-8bac-a633173b885a req-aa46954b-ab4b-4ad9-be6b-6c182d910cce service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348591 Aug 19 00:59:17.206603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-9e7149e8-7351-4de2-ba09-7c8fdd669aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:17.208040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-9e7149e8-7351-4de2-ba09-7c8fdd669aec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1095 time: 0.0395787 Aug 19 00:59:17.293632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-09e3da98-9b4f-445a-97f9-f468a3a30698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:17.295057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-09e3da98-9b4f-445a-97f9-f468a3a30698 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0800288 Aug 19 00:59:17.337598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-a3ea75f9-c054-44ce-99a7-845323c403ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0357201 Aug 19 00:59:17.386837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-a42cf3e9-ac0d-44c5-9e38-2bf72c04f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:17.388201 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-a42cf3e9-ac0d-44c5-9e38-2bf72c04f05c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0422537 Aug 19 00:59:17.418805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-8ec6bf26-4e0c-4dce-a6d2-70bd1f73b929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226812 Aug 19 00:59:17.526336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-f9d8b1e0-3abe-448d-841c-4d51c04ce909 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994043 Aug 19 00:59:17.615219 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-84f06877-1a48-4dc9-8026-10d2f6d8e2c9 req-bb77592b-683a-4442-8c43-3197ea9b37ca service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809138 Aug 19 00:59:17.856390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5562f0e-ac37-4ab4-801d-1efa8b412730 req-7c231370-3317-4d9c-8b96-79533dcb7379 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:17.857840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5562f0e-ac37-4ab4-801d-1efa8b412730 req-7c231370-3317-4d9c-8b96-79533dcb7379 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0523362 Aug 19 00:59:17.894324 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f5562f0e-ac37-4ab4-801d-1efa8b412730 req-25cd4054-dea6-4f6b-8544-ed8f7454d31e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298748 Aug 19 00:59:17.989613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:19.007136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0d50-a687-4754-bce7-28d4e1e08d0c req-3f417683-84dd-4502-b97c-3a247d56799c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:19.008623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c9e0d50-a687-4754-bce7-28d4e1e08d0c req-3f417683-84dd-4502-b97c-3a247d56799c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0480204 Aug 19 00:59:19.047694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9c9e0d50-a687-4754-bce7-28d4e1e08d0c req-db57b8e9-c92b-4048-97b9-667059fa53b9 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Aug 19 00:59:20.128002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d3d36c0-3044-4124-8e48-14743357847b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:59:20.160645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd845a-de84-4cab-b60f-2e8859604103 req-394419c8-b870-491b-9673-8152c3b802b8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:20.162133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edfd845a-de84-4cab-b60f-2e8859604103 req-394419c8-b870-491b-9673-8152c3b802b8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0489953 Aug 19 00:59:20.200090 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edfd845a-de84-4cab-b60f-2e8859604103 req-ec1d2e20-b96a-48c7-a0e1-34dd26fbffb2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Aug 19 00:59:20.229564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:20.242154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '3d3d36c0-3044-4124-8e48-14743357847b', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'port_id': '3d3d36c0-3044-4124-8e48-14743357847b', 'mac_address': 'fa:16:3e:23:46:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ffe5e-76f4-4590-ae6c-b63c6b214b42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:59:20.277462 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:20.289431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3d36c0-3044-4124-8e48-14743357847b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:59:20.308469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:20.312168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:20.360508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:20.499235 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['3d3d36c0-3044-4124-8e48-14743357847b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:59:21.315507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586044b-e96e-4b4d-91af-fc095daa1748 req-d4a7244a-c681-4eb0-a07b-e46821e9e5b1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:21.316970 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c586044b-e96e-4b4d-91af-fc095daa1748 req-d4a7244a-c681-4eb0-a07b-e46821e9e5b1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 944 time: 0.0473576 Aug 19 00:59:21.353858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c586044b-e96e-4b4d-91af-fc095daa1748 req-0320b424-5d7f-499f-b418-b22d10e48920 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Aug 19 00:59:22.136576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d3d36c0-3044-4124-8e48-14743357847b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:59:22.337591 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 3d3d36c0-3044-4124-8e48-14743357847b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:59:22.341020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 3d3d36c0-3044-4124-8e48-14743357847b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:59:22.341389 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:22.416058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:22.438194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:22.440461 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7db757-6e36-490f-a390-ce67141675b8" -d '{"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:22.453257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:22.458346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:22.469230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80728e8b-810c-486d-9f04-cfa2b5a52f3f req-6c739cfc-beb7-4607-83df-dfd276f33774 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:22.470751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80728e8b-810c-486d-9f04-cfa2b5a52f3f req-6c739cfc-beb7-4607-83df-dfd276f33774 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 944 time: 0.0497379 Aug 19 00:59:22.487315 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb3969-bbe2-4bd9-a699-6127dc096496 x-openstack-request-id: req-3ffb3969-bbe2-4bd9-a699-6127dc096496 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:22.487649 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:22.487945 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ffb3969-bbe2-4bd9-a699-6127dc096496 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:22.488547 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'code': 200} Aug 19 00:59:22.513554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:22.525803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80728e8b-810c-486d-9f04-cfa2b5a52f3f req-5364439c-281e-4835-bec6-1767eab4c7eb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Aug 19 00:59:22.585019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc256-be7e-4f62-a341-ce3295c73b0d req-c6d5c835-5977-45f8-8b63-cfdebd036d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:22.586505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-153cc256-be7e-4f62-a341-ce3295c73b0d req-c6d5c835-5977-45f8-8b63-cfdebd036d3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1097 time: 0.0444655 Aug 19 00:59:22.621183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-153cc256-be7e-4f62-a341-ce3295c73b0d req-d276bab8-818c-492c-b4e4-0c8f1b011a65 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272865 Aug 19 00:59:23.645124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f8f31-3ea2-4fef-84a2-e2e244888701 req-bc9005b6-faf0-4d12-92ab-7210323d1e81 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:23.646620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-788f8f31-3ea2-4fef-84a2-e2e244888701 req-bc9005b6-faf0-4d12-92ab-7210323d1e81 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Aug 19 00:59:23.683204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-788f8f31-3ea2-4fef-84a2-e2e244888701 req-4222837e-8c18-49da-bfea-fa6cd76a4881 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Aug 19 00:59:23.795011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb648-3e12-4025-8715-39641c9b7b8d req-64af1224-8604-4577-8be0-9563998b30a1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:23.796541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-035fb648-3e12-4025-8715-39641c9b7b8d req-64af1224-8604-4577-8be0-9563998b30a1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Aug 19 00:59:23.837272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-035fb648-3e12-4025-8715-39641c9b7b8d req-a0516961-e298-4e47-8cfc-1b0d8cafc2f0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Aug 19 00:59:24.033599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35fa73-e09d-41c9-9ebf-18423e31452e req-87648b20-358e-44a8-8121-a4cd94764029 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:24.035067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd35fa73-e09d-41c9-9ebf-18423e31452e req-87648b20-358e-44a8-8121-a4cd94764029 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Aug 19 00:59:24.072328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd35fa73-e09d-41c9-9ebf-18423e31452e req-f4152796-c169-4e05-814a-df19ebe54d9c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Aug 19 00:59:24.183178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7327b02-9efe-46ed-93d2-80e7df4c40c0 req-32330db0-6118-4a85-b3cb-a3f4afec1deb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:24.184650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7327b02-9efe-46ed-93d2-80e7df4c40c0 req-32330db0-6118-4a85-b3cb-a3f4afec1deb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0472050 Aug 19 00:59:24.221159 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e7327b02-9efe-46ed-93d2-80e7df4c40c0 req-febc2926-ae7a-4b09-b777-6bf683e6548b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307162 Aug 19 00:59:24.441938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-346eed8f-0db6-4373-a1f3-3c66620e28e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436225 Aug 19 00:59:24.452284 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd007c94-cd4c-48a8-9d3a-ffcfe9196591 req-7623e061-8021-4a2e-9b1e-d828d861ac85 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:24.453776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd007c94-cd4c-48a8-9d3a-ffcfe9196591 req-7623e061-8021-4a2e-9b1e-d828d861ac85 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Aug 19 00:59:24.492971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd007c94-cd4c-48a8-9d3a-ffcfe9196591 req-826cc08f-c84a-4a9b-abd4-27d777a51f95 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 19 00:59:25.638047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c8673-8f22-40e4-b087-9743a854a5a4 req-ef738ab8-6399-4e0b-becb-6e84af4a57c5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:25.639512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e39c8673-8f22-40e4-b087-9743a854a5a4 req-ef738ab8-6399-4e0b-becb-6e84af4a57c5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0751982 Aug 19 00:59:25.641269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-247e0023-0961-4c49-a2ce-236ee4c0f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:25.642707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-247e0023-0961-4c49-a2ce-236ee4c0f4c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1097 time: 0.0673811 Aug 19 00:59:25.727654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e39c8673-8f22-40e4-b087-9743a854a5a4 req-60b9cd5a-95b5-4a87-9608-d43867acaa11 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821412 Aug 19 00:59:25.757409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-62dad721-8974-4813-9ec6-f587c0bd83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:25.758850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-62dad721-8974-4813-9ec6-f587c0bd83b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.1076488 Aug 19 00:59:25.801070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-91bd9d6a-c8b8-4fb1-b772-6d807abad7b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0345280 Aug 19 00:59:25.853828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-4bf355a8-83ee-4d02-80f0-724d78673e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:25.855260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-4bf355a8-83ee-4d02-80f0-724d78673e2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0476172 Aug 19 00:59:25.885988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-90e2d1f7-e1c5-47bf-9042-d49c699c6b90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238051 Aug 19 00:59:25.972805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-3bbfe4f3-eeba-4e81-a07e-a613d86e8a9f service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789883 Aug 19 00:59:26.063019 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-ddbdb7c6-8dcb-4bb3-8812-cced941f74cf service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830534 Aug 19 00:59:26.844267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af8fbd-19a9-46e4-ac2e-dde1cf9302fd req-d6faaafa-a7a0-4db7-b843-8d3b8672f279 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:26.845751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20af8fbd-19a9-46e4-ac2e-dde1cf9302fd req-d6faaafa-a7a0-4db7-b843-8d3b8672f279 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Aug 19 00:59:26.882983 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-20af8fbd-19a9-46e4-ac2e-dde1cf9302fd req-ed252e21-6cee-491c-8674-70a5865eb575 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Aug 19 00:59:27.276834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:27.995797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6edd-f68c-497c-9b94-8c978ac6c47a req-0527de4c-7f24-4991-9d01-906cfa5c9fa6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:27.997279 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-199b6edd-f68c-497c-9b94-8c978ac6c47a req-0527de4c-7f24-4991-9d01-906cfa5c9fa6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0486753 Aug 19 00:59:28.034705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-199b6edd-f68c-497c-9b94-8c978ac6c47a req-fa52c420-7f92-4666-b059-9295bf47b145 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Aug 19 00:59:29.147691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3784bbb-2c99-4d66-b0ed-ef636ced4ded req-de429c52-5535-4495-bc09-e8d8f8f501e0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:29.149177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3784bbb-2c99-4d66-b0ed-ef636ced4ded req-de429c52-5535-4495-bc09-e8d8f8f501e0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Aug 19 00:59:29.185740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a3784bbb-2c99-4d66-b0ed-ef636ced4ded req-952c6d01-60b0-432d-b4ce-b303579525fe tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Aug 19 00:59:30.303591 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883041d2-5bb9-45de-8d54-a9b2f19dacf5 req-bf62d1b1-58fc-429c-85e2-50e4c43bd01b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:30.305105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-883041d2-5bb9-45de-8d54-a9b2f19dacf5 req-bf62d1b1-58fc-429c-85e2-50e4c43bd01b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Aug 19 00:59:30.341288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-883041d2-5bb9-45de-8d54-a9b2f19dacf5 req-3ea28afd-8352-479a-a039-321040982af4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302787 Aug 19 00:59:31.454232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338856-df45-4687-812e-281fc716115d req-8be241a3-4853-485c-ab4a-37c9e4d17150 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:31.455670 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a338856-df45-4687-812e-281fc716115d req-8be241a3-4853-485c-ab4a-37c9e4d17150 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0474198 Aug 19 00:59:31.495629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a338856-df45-4687-812e-281fc716115d req-4d984437-f090-4daf-baba-03e22342d3c3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Aug 19 00:59:32.610094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910c0e-48c8-438b-b38d-784eda5e6d71 req-63cc7e48-c16e-483b-8268-354e807a3afa tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:32.611540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6910c0e-48c8-438b-b38d-784eda5e6d71 req-63cc7e48-c16e-483b-8268-354e807a3afa tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Aug 19 00:59:32.648118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f6910c0e-48c8-438b-b38d-784eda5e6d71 req-749e24ff-6caf-4684-889f-ab46d0faad2c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Aug 19 00:59:33.764953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19460913-4396-41cb-8056-b74c103a9982 req-8ff7e7ca-80c2-4c74-af5c-b386f4613e8f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:33.766398 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19460913-4396-41cb-8056-b74c103a9982 req-8ff7e7ca-80c2-4c74-af5c-b386f4613e8f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0515797 Aug 19 00:59:33.803992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-19460913-4396-41cb-8056-b74c103a9982 req-6cd783bc-6572-4910-8fcd-72b8c8d5f24d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Aug 19 00:59:34.917917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580dd42-873d-48d6-9b9f-b7941798d8b2 req-73045c58-8224-43a7-a3a0-039187a61174 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:34.919358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3580dd42-873d-48d6-9b9f-b7941798d8b2 req-73045c58-8224-43a7-a3a0-039187a61174 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0471206 Aug 19 00:59:34.955307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3580dd42-873d-48d6-9b9f-b7941798d8b2 req-a74f5ac0-939c-45a2-b3cf-4c157ffc7d99 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Aug 19 00:59:35.991967 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 00:59:36.066881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483a193-bd9f-431a-9960-a8a696c77802 req-1d3c237b-36f8-424b-b861-14cda1e9c97d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:36.068953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2483a193-bd9f-431a-9960-a8a696c77802 req-1d3c237b-36f8-424b-b861-14cda1e9c97d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Aug 19 00:59:36.105295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2483a193-bd9f-431a-9960-a8a696c77802 req-2bbf79b7-eb22-47d3-b6b9-c84c2c0aecfd tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305095 Aug 19 00:59:37.246427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38f464-a3b6-4d2f-93aa-dd32eb01c58c req-a281152a-9731-4fd3-8b35-5c61955f7f00 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:37.247869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f38f464-a3b6-4d2f-93aa-dd32eb01c58c req-a281152a-9731-4fd3-8b35-5c61955f7f00 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0690606 Aug 19 00:59:37.250388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-e08239d8-05d5-45c0-a0ea-515c14615841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:37.251724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-e08239d8-05d5-45c0-a0ea-515c14615841 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1097 time: 0.0807419 Aug 19 00:59:37.330628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f38f464-a3b6-4d2f-93aa-dd32eb01c58c req-8b263e73-109a-4a28-bd6c-51a244ae148a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767500 Aug 19 00:59:37.370454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-186a3747-6811-4726-9f4d-4fbf56526080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:37.371916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-186a3747-6811-4726-9f4d-4fbf56526080 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.1004248 Aug 19 00:59:37.411900 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-7b094426-8c96-4493-a172-9ba46ececf43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0327728 Aug 19 00:59:37.458287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-d0cff4e1-f3c3-460a-837d-b529cb032f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:37.460206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-d0cff4e1-f3c3-460a-837d-b529cb032f15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0413492 Aug 19 00:59:37.488804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-737765ef-536d-4364-a35d-291b121f09a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226390 Aug 19 00:59:37.579854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-9d9cb3e0-0606-4be2-ada0-83a9f103ab3d service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838766 Aug 19 00:59:37.669640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c58bea9d-c3de-4620-a02c-4cfba0ac0e2e req-43362252-4eaa-4fa3-9222-01fb103111b3 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826163 Aug 19 00:59:38.446194 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda80c-66f1-4fcd-bd68-880060b9b551 req-8eb15775-bfc4-433d-9c15-f10d30c60410 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:38.447710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d9eda80c-66f1-4fcd-bd68-880060b9b551 req-8eb15775-bfc4-433d-9c15-f10d30c60410 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Aug 19 00:59:38.488351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d9eda80c-66f1-4fcd-bd68-880060b9b551 req-b83d07c2-f8fa-4708-9eab-9eda91b0f0f7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 19 00:59:39.606624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853cd8-4fb9-45e7-94e1-6cced231ba96 req-fda29d25-2bae-404b-b116-9735208c9184 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:39.608091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2853cd8-4fb9-45e7-94e1-6cced231ba96 req-fda29d25-2bae-404b-b116-9735208c9184 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0486867 Aug 19 00:59:39.648838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2853cd8-4fb9-45e7-94e1-6cced231ba96 req-9f1bfeb9-a229-4074-8b27-6bfad61c830e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Aug 19 00:59:40.766868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148cf8-09ec-460d-b220-1a930bd29a61 req-379fe40e-cac2-471b-af73-b69eed4678ce tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:40.768336 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4148cf8-09ec-460d-b220-1a930bd29a61 req-379fe40e-cac2-471b-af73-b69eed4678ce tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Aug 19 00:59:40.806404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a4148cf8-09ec-460d-b220-1a930bd29a61 req-03651570-0941-4126-b72a-6bc4cdd9cc6c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Aug 19 00:59:41.920460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e01a2-176a-467f-ac57-64946a0a14bd req-b3b2e14a-e9c9-414f-b576-cf1115aa8356 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:41.922020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-071e01a2-176a-467f-ac57-64946a0a14bd req-b3b2e14a-e9c9-414f-b576-cf1115aa8356 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0476878 Aug 19 00:59:41.961154 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-071e01a2-176a-467f-ac57-64946a0a14bd req-9d79d93a-d6ff-4f7d-80e3-7de4cd13ed91 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Aug 19 00:59:42.551675 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-251d1aea-8a0e-4f6b-8461-4fccd8cbafcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:43.074584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077feb9-a791-4a3b-87fd-00948198709e req-dcfac72d-d4de-4669-9237-d1765523fab7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:43.075928 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4077feb9-a791-4a3b-87fd-00948198709e req-dcfac72d-d4de-4669-9237-d1765523fab7 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Aug 19 00:59:43.112621 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4077feb9-a791-4a3b-87fd-00948198709e req-bd8d3ba4-c548-4d6a-9cf2-a35dd3768a1d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308256 Aug 19 00:59:44.231434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a01324-882f-4f42-9a09-ada683f47974 req-86819417-85fd-4ae9-a0d7-421fcae893b5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:44.232916 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8a01324-882f-4f42-9a09-ada683f47974 req-86819417-85fd-4ae9-a0d7-421fcae893b5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0526326 Aug 19 00:59:44.268868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c8a01324-882f-4f42-9a09-ada683f47974 req-6c8e18b4-2670-4045-9a05-f246e43db2dc tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300255 Aug 19 00:59:45.008872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f811e77e-4eff-49c2-a725-b54b087fa83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:45.256970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:45.381591 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329062-d6c5-4f6e-9c05-4b53973149c8 req-8c618aed-4dfa-4eae-8b44-40eed4bfea26 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:45.383048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44329062-d6c5-4f6e-9c05-4b53973149c8 req-8c618aed-4dfa-4eae-8b44-40eed4bfea26 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0479167 Aug 19 00:59:45.418785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-44329062-d6c5-4f6e-9c05-4b53973149c8 req-0cf31784-81b0-45d5-ae5c-197cb0018ed5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Aug 19 00:59:45.591310 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:46.511213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:46.533505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a3f22-ebd8-4eee-a67b-67261aaa8921 req-1b32ac49-d308-431d-9c5e-a48b530670ca tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:46.534980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-146a3f22-ebd8-4eee-a67b-67261aaa8921 req-1b32ac49-d308-431d-9c5e-a48b530670ca tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Aug 19 00:59:46.573096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-146a3f22-ebd8-4eee-a67b-67261aaa8921 req-0f8d68e1-505b-4fd9-9400-aa1700e7c118 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 19 00:59:47.687422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea5bd-f859-4c7b-8461-ed1d49c9c2e1 req-3c154341-a5d6-4a2c-a435-4fc2edb75d0a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:47.688905 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-547ea5bd-f859-4c7b-8461-ed1d49c9c2e1 req-3c154341-a5d6-4a2c-a435-4fc2edb75d0a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0506063 Aug 19 00:59:47.726212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-547ea5bd-f859-4c7b-8461-ed1d49c9c2e1 req-c3a9726c-a388-44d2-81a5-380cce839e23 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Aug 19 00:59:47.993718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:48.840110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9f21f-2953-4f76-a1eb-9fdacfb35d4d req-da456473-81ba-4b88-b266-f56e57ced953 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:48.841616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc9f21f-2953-4f76-a1eb-9fdacfb35d4d req-da456473-81ba-4b88-b266-f56e57ced953 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Aug 19 00:59:48.878440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2bc9f21f-2953-4f76-a1eb-9fdacfb35d4d req-f37391f2-7fe6-4973-b228-f934a78912e3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Aug 19 00:59:49.991224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c9783-a8a2-4eac-baf0-f3ad45cc1654 req-67fb8cdb-50a6-4bfd-9af1-dc49edbf5528 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:49.992715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf7c9783-a8a2-4eac-baf0-f3ad45cc1654 req-67fb8cdb-50a6-4bfd-9af1-dc49edbf5528 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Aug 19 00:59:50.028930 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cf7c9783-a8a2-4eac-baf0-f3ad45cc1654 req-826ea8ee-12ef-4a38-a376-8e660d67e8cf tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 Aug 19 00:59:51.149049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca823f2-2c92-4e27-95f3-d098877ff701 req-97490430-4df2-4695-9cd2-85bf3b6c5401 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:51.150512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cca823f2-2c92-4e27-95f3-d098877ff701 req-97490430-4df2-4695-9cd2-85bf3b6c5401 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0550351 Aug 19 00:59:51.188566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cca823f2-2c92-4e27-95f3-d098877ff701 req-e28c99ba-df1e-4d2a-8f68-8281c9d76e1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 19 00:59:52.300066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6f3f-88d5-43e0-8a1f-c876d99e1257 req-bd86685b-36e3-4aca-8032-ec941f6649aa tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:52.301533 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbec6f3f-88d5-43e0-8a1f-c876d99e1257 req-bd86685b-36e3-4aca-8032-ec941f6649aa tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Aug 19 00:59:52.337907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbec6f3f-88d5-43e0-8a1f-c876d99e1257 req-55677c84-f4cc-4b5f-abd7-2008b6e72931 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Aug 19 00:59:52.935933 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-fe09d90c-513f-4731-92e6-2d8ec4ff0c8c service neutron] show failed (client error): The resource could not be found. Aug 19 00:59:52.936945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-fe09d90c-513f-4731-92e6-2d8ec4ff0c8c service neutron] 10.222.0.11 "GET /v2.0/ports/3d3d36c0-3044-4124-8e48-14743357847b/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0545590 Aug 19 00:59:53.124545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-4957d6e4-0f55-4653-b02c-524b7a0783ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:53.125890 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-4957d6e4-0f55-4653-b02c-524b7a0783ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665&tenant_id=4745f3d3378c4c0fa41b248b056c2874 HTTP/1.1" status: 200 len: 1097 time: 0.0437376 Aug 19 00:59:53.143421 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 00:59:53.454385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2874-75fb-4a1c-ab95-abe379fc747b req-11483513-d69f-46b0-b15a-09bd1b13e62d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:53.456018 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c36c2874-75fb-4a1c-ab95-abe379fc747b req-11483513-d69f-46b0-b15a-09bd1b13e62d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Aug 19 00:59:53.497152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c36c2874-75fb-4a1c-ab95-abe379fc747b req-9f896ac9-b3fa-4a10-8126-521dbe5a5b8a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Aug 19 00:59:53.519596 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:53.713034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:53.743699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:59:53.785203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:53.787580 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5282f-8237-4d7d-bba0-2635edd603b9" -d '{"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-unplugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:53.791813 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:53.808992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Transition to ACTIVE for port object 3d3d36c0-3044-4124-8e48-14743357847b will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 00:59:53.813450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:53.843513 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a07caa-2c19-4a3e-a261-0cf122c53d7a x-openstack-request-id: req-22a07caa-2c19-4a3e-a261-0cf122c53d7a {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:53.843812 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-unplugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:53.844059 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22a07caa-2c19-4a3e-a261-0cf122c53d7a {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:53.844568 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'code': 200} Aug 19 00:59:53.879594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] No DVR routers for this DVR port 3d3d36c0-3044-4124-8e48-14743357847b on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 00:59:53.883153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=6']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:53.894149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.894499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.894841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.895180 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.895514 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.895847 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.896197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.896553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.896888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.897215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.897539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.897860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 00:59:53.925073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 00:59:53.925411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 00:59:53.925745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:53.930512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 00:59:53.930831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Attempting to bind port 3d3d36c0-3044-4124-8e48-14743357847b on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 00:59:53.935543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 00:59:53.935881 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Checking segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 00:59:53.936267 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Bound using segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 00:59:53.936723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Bound port: 3d3d36c0-3044-4124-8e48-14743357847b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 00:59:53.937077 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:54.000679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 00:59:54.004053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 00:59:54.009015 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:54.042361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:54.043116 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:54.044547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] 10.222.0.21 "PUT /v2.0/ports/3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 1092 time: 0.9049203 Aug 19 00:59:54.066670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0bda-4b3d-476e-9973-32d0e821cd58 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:54.115947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-0ef219a3-2d95-4b50-8dfc-f97c39293a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:54.117481 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-0ef219a3-2d95-4b50-8dfc-f97c39293a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1095 time: 0.0406280 Aug 19 00:59:54.207406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-cba2709c-dbd2-4590-b05a-6da4e093a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:54.209023 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-cba2709c-dbd2-4590-b05a-6da4e093a5fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0842681 Aug 19 00:59:54.248823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-3aebae95-27e1-4771-9e2c-91f6f5d25382 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0331702 Aug 19 00:59:54.295647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-2eacd943-9748-4fe9-a063-74f19b250d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:54.297105 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-2eacd943-9748-4fe9-a063-74f19b250d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0412898 Aug 19 00:59:54.327483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-4db33bc0-4eb5-4e27-899f-243530fb9839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229309 Aug 19 00:59:54.417547 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-5bb9300b-fd4d-4ba9-8dcf-973367aafb1f service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819371 Aug 19 00:59:54.507972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff3ab0d2-aa4b-4664-a5fe-b94a65c8916f req-594ddd45-8f93-45aa-8631-27e437489b4d service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832121 Aug 19 00:59:54.613592 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effd568-a0ac-4f1a-8847-3d4ce69c4d02 req-06717a4d-8d17-4692-9248-6da7c7cd76a9 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:54.615021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0effd568-a0ac-4f1a-8847-3d4ce69c4d02 req-06717a4d-8d17-4692-9248-6da7c7cd76a9 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0500484 Aug 19 00:59:54.656552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0effd568-a0ac-4f1a-8847-3d4ce69c4d02 req-757c0d2c-29bb-4c29-a4e4-41697e7ceaec tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Aug 19 00:59:55.774481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025328f-3a7c-4e00-9713-b8a984718ae6 req-c208c4b4-2c62-4fbf-8677-4e7f4ec1c17c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:55.775963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2025328f-3a7c-4e00-9713-b8a984718ae6 req-c208c4b4-2c62-4fbf-8677-4e7f4ec1c17c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0501218 Aug 19 00:59:55.812924 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2025328f-3a7c-4e00-9713-b8a984718ae6 req-43a9af3b-70e6-491e-a331-c544bf45e25a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Aug 19 00:59:55.845518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:55.847792 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ec70eb-2da2-4836-971f-acd0eafe28eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:55.893320 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec37a2f-b8bb-4534-94d7-ee7a481da7b2 x-openstack-request-id: req-3ec37a2f-b8bb-4534-94d7-ee7a481da7b2 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:55.893614 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:55.893869 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec37a2f-b8bb-4534-94d7-ee7a481da7b2 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:55.894268 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'status': 'completed', 'code': 200} Aug 19 00:59:55.952445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-69330f3c-7da8-4aaa-9ebf-971b77fd280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:55.953918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-69330f3c-7da8-4aaa-9ebf-971b77fd280c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1095 time: 0.0405433 Aug 19 00:59:55.975429 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-c6ae8325-4fd4-486b-baf5-fd45432870e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:55.976937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-c6ae8325-4fd4-486b-baf5-fd45432870e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1095 time: 0.0405653 Aug 19 00:59:56.041835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-696a4a8b-d78c-491a-8421-105a11110138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:56.043306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-696a4a8b-d78c-491a-8421-105a11110138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0824912 Aug 19 00:59:56.067210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-a6461dc3-fce9-4c02-b3d9-5b343a5f695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:56.069265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-a6461dc3-fce9-4c02-b3d9-5b343a5f695d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0852711 Aug 19 00:59:56.088493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-39a6974a-ff03-4935-9dee-42965b77ff77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0379937 Aug 19 00:59:56.109958 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-49d858dd-b4f7-489d-a442-e85a794ac0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0336087 Aug 19 00:59:56.137326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-a8150dff-513b-42f6-a261-a2afc560331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:56.138763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-a8150dff-513b-42f6-a261-a2afc560331c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0432138 Aug 19 00:59:56.158179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-60a34116-5e4a-409a-baf5-94eef49f082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:56.159636 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-60a34116-5e4a-409a-baf5-94eef49f082a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0419660 Aug 19 00:59:56.170385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-474df057-ee87-41c3-8459-dc4e28ebc471 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237932 Aug 19 00:59:56.195478 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-8ddecdab-ab1b-4d22-b6f5-1a4215f6868f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284967 Aug 19 00:59:56.263611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-0f3f8a2d-376a-493e-bd82-3e163329fb81 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Aug 19 00:59:56.283208 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-6628edbd-2791-4ba4-9e98-67c9e7812335 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797386 Aug 19 00:59:56.308198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d3d36c0-3044-4124-8e48-14743357847b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 00:59:56.346460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d3d36c0-3044-4124-8e48-14743357847b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 00:59:56.356326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-973ef1cd-8c5e-4a39-b3da-64a38eacc1ad service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Aug 19 00:59:56.378733 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-62ec70eb-2da2-4836-971f-acd0eafe28eb req-bd161567-8ec8-4d4b-8775-fbf6afa2b64e service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877757 Aug 19 00:59:56.928264 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43648b36-62ee-40b9-abc6-bd970206c988 req-dace95be-686a-4720-af59-87b0380d813f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:56.929740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43648b36-62ee-40b9-abc6-bd970206c988 req-dace95be-686a-4720-af59-87b0380d813f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 943 time: 0.0481184 Aug 19 00:59:56.966279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-43648b36-62ee-40b9-abc6-bd970206c988 req-249bf363-b31f-4bef-abb2-929c4a383eda tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Aug 19 00:59:57.283041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:57.384808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d3d36c0-3044-4124-8e48-14743357847b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 00:59:57.484109 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:57.495354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '3d3d36c0-3044-4124-8e48-14743357847b', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'port_id': '3d3d36c0-3044-4124-8e48-14743357847b', 'mac_address': 'fa:16:3e:23:46:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ffe5e-76f4-4590-ae6c-b63c6b214b42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 00:59:57.532203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:57.544379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3d36c0-3044-4124-8e48-14743357847b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 00:59:57.564171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:57.568448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:57.614353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:57.961799 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3d3d36c0-3044-4124-8e48-14743357847b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 00:59:58.088646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a455256-65de-4fb7-a579-3c648ca11dcd req-8c5e4b1b-8a06-4b20-97a1-68bf36c41b1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.090129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a455256-65de-4fb7-a579-3c648ca11dcd req-8c5e4b1b-8a06-4b20-97a1-68bf36c41b1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 944 time: 0.0532794 Aug 19 00:59:58.128130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0a455256-65de-4fb7-a579-3c648ca11dcd req-60462105-86d2-40c9-865f-f686721947d0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 19 00:59:58.383476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0749-e5a0-4bc9-81c3-d2640aa22ba7 req-ad7630c7-5863-491f-800c-ffccdc629749 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.384968 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ede0749-e5a0-4bc9-81c3-d2640aa22ba7 req-ad7630c7-5863-491f-800c-ffccdc629749 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 944 time: 0.1166880 Aug 19 00:59:58.391907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1888-2be5-4316-bc12-6a874d121202 req-def77b41-496b-424e-be13-4d5c49fc64c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.393242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-def77b41-496b-424e-be13-4d5c49fc64c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665&tenant_id=4745f3d3378c4c0fa41b248b056c2874&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.1123383 Aug 19 00:59:58.454452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1ede0749-e5a0-4bc9-81c3-d2640aa22ba7 req-4f75df48-5d56-4a9d-8dce-5a7d94aca796 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Aug 19 00:59:58.471112 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-dcab1888-2be5-4316-bc12-6a874d121202 req-aac2f63d-3d54-46b4-8d9c-b7129e3df112 service neutron] delete failed (client error): The resource could not be found. Aug 19 00:59:58.472068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-aac2f63d-3d54-46b4-8d9c-b7129e3df112 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3d3d36c0-3044-4124-8e48-14743357847b/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0709047 Aug 19 00:59:58.551776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1888-2be5-4316-bc12-6a874d121202 req-e4ffc6ce-56f7-41f0-9bf7-3ee81f885ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.553287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-e4ffc6ce-56f7-41f0-9bf7-3ee81f885ebb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1096 time: 0.0407240 Aug 19 00:59:58.632973 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-24458ed5-8857-48e8-a18b-c2dea4a22710 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392029 Aug 19 00:59:58.648236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1888-2be5-4316-bc12-6a874d121202 req-052e3ff3-b830-4ca8-b3bb-90501a1efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.649704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-052e3ff3-b830-4ca8-b3bb-90501a1efbb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0898812 Aug 19 00:59:58.689476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-7b4c4a09-c817-4e51-9e1e-9edf714f3308 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0330327 Aug 19 00:59:58.738110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1888-2be5-4316-bc12-6a874d121202 req-466aa2ca-bd33-40ae-9f00-721690841379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.739466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-466aa2ca-bd33-40ae-9f00-721690841379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0430062 Aug 19 00:59:58.741580 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114ecc0-976f-472d-ab6b-af91a971212b req-384843fe-83e6-478c-948e-e427856e9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.743059 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-384843fe-83e6-478c-948e-e427856e9092 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 1096 time: 0.0444460 Aug 19 00:59:58.775068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-76bc1625-8897-4ac1-95b1-770ea9e2b983 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284917 Aug 19 00:59:58.847321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114ecc0-976f-472d-ab6b-af91a971212b req-23215344-e4c0-4631-aa9f-0a3599657ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.848916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-23215344-e4c0-4631-aa9f-0a3599657ac9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0842743 Aug 19 00:59:58.863128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-d8a679f1-359e-445f-8455-cf941b95ccb0 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815094 Aug 19 00:59:58.892971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-0afcc5c1-1c73-4652-96c4-0823516638d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 200 len: 217 time: 0.0369630 Aug 19 00:59:58.940883 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114ecc0-976f-472d-ab6b-af91a971212b req-bf9ecd24-b187-4465-887b-7ff047ce12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:58.942316 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-bf9ecd24-b187-4465-887b-7ff047ce12dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0420461 Aug 19 00:59:58.953937 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dcab1888-2be5-4316-bc12-6a874d121202 req-15a31233-9db2-4acf-a90d-4e36e1d20c55 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Aug 19 00:59:58.976339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-20226266-f207-420e-95c0-09b3492eb034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267513 Aug 19 00:59:59.069173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-6ce38a29-92e3-4334-919c-e45a5a036d69 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Aug 19 00:59:59.155415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6114ecc0-976f-472d-ab6b-af91a971212b req-4c63b64e-5c7a-410f-8759-e1f5b1881463 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799515 Aug 19 00:59:59.395839 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d3d36c0-3044-4124-8e48-14743357847b up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 00:59:59.444493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 3d3d36c0-3044-4124-8e48-14743357847b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 00:59:59.448105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 3d3d36c0-3044-4124-8e48-14743357847b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 00:59:59.448564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:59.528209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:59.550730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 00:59:59.553789 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f0e2a8-a119-4732-b875-011978541763" -d '{"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 00:59:59.566635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 00:59:59.571060 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 00:59:59.591321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15937f6-e45e-42b7-8b3e-07cde63b4cfa req-e15a1cd3-2a1d-4897-9520-9bec2eb44805 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:59.594968 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476d8032-bcad-411c-a92e-e8eae5c02c62 x-openstack-request-id: req-476d8032-bcad-411c-a92e-e8eae5c02c62 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 00:59:59.595239 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 00:59:59.595489 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-476d8032-bcad-411c-a92e-e8eae5c02c62 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 00:59:59.595868 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'code': 200} Aug 19 00:59:59.596764 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e15937f6-e45e-42b7-8b3e-07cde63b4cfa req-e15a1cd3-2a1d-4897-9520-9bec2eb44805 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 944 time: 0.0726068 Aug 19 00:59:59.622335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 00:59:59.633246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e15937f6-e45e-42b7-8b3e-07cde63b4cfa req-427b6add-5c75-4dd9-b670-998ad201e756 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Aug 19 00:59:59.747322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df0b8-f799-4e06-8e52-37305c7d6158 req-e3a1e5a8-460b-47c4-8718-e29383042ee4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:59.748792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-206df0b8-f799-4e06-8e52-37305c7d6158 req-e3a1e5a8-460b-47c4-8718-e29383042ee4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Aug 19 00:59:59.784723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-206df0b8-f799-4e06-8e52-37305c7d6158 req-2751c9cb-e1a8-4543-ac69-1ec9980adf92 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299876 Aug 19 00:59:59.902243 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b4717-8f7d-40f8-b249-82c7f98387bf req-b287579c-2305-4f2b-864d-66163ecd3f63 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 00:59:59.903722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f93b4717-8f7d-40f8-b249-82c7f98387bf req-b287579c-2305-4f2b-864d-66163ecd3f63 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0526791 Aug 19 00:59:59.940583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f93b4717-8f7d-40f8-b249-82c7f98387bf req-7ec9a7fb-aa9a-4497-89c4-5ec4dd035d97 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Aug 19 01:00:00.278719 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-d86a559d-6b7e-4777-bfa7-0b12599792ec tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:00.280174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-d86a559d-6b7e-4777-bfa7-0b12599792ec tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 814 time: 0.0991440 Aug 19 01:00:00.294639 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-0e5b26b0-5af9-44c5-b4ae-7f2826a8b725 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/quotas/4745f3d3378c4c0fa41b248b056c2874 HTTP/1.1" status: 200 len: 375 time: 0.0088449 Aug 19 01:00:00.346226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9e4e9d02-4228-4512-a94e-dace91b0dea0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465820 Aug 19 01:00:00.434395 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-a011e8eb-05ac-4828-bf47-9bd646b61bcd service neutron] 10.222.0.20 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812058 Aug 19 01:00:00.526867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-1bcba97f-31c1-4ee0-b958-db6f4e851252 service neutron] 10.222.0.20 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861347 Aug 19 01:00:00.683507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19e32ece-55dd-4846-ab77-e52991520af2 req-96f301af-e0b4-44ce-805b-903dbb47e811 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Aug 19 01:00:01.778222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-961cb919-59e0-407c-80c3-9b28c0975091 req-538ca891-be74-4b3f-bf75-35de08121ddb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 210 time: 0.0274761 Aug 19 01:00:01.837665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.21', 52135) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:01.889007 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-fca08f20-4b84-4c0b-89ab-2facc88ce015 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:01.890629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-fca08f20-4b84-4c0b-89ab-2facc88ce015 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15c61cb-1320-497f-8fb2-df4237b77665 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Aug 19 01:00:01.953333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-609e748c-45e2-43ea-a356-fca79a46d7e1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:01.954862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-609e748c-45e2-43ea-a356-fca79a46d7e1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 814 time: 0.1154172 Aug 19 01:00:01.980910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Request body: {'port': {'device_id': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'admin_state_up': True, 'tenant_id': '4745f3d3378c4c0fa41b248b056c2874'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:01.987537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Deleting port 3d3d36c0-3044-4124-8e48-14743357847b {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:00:01.987887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.075502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] For port 3d3d36c0-3044-4124-8e48-14743357847b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d3d36c0-3044-4124-8e48-14743357847b,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:02.075900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.088866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Calling delete_port for 3d3d36c0-3044-4124-8e48-14743357847b owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:00:02.089644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Made reservation on behalf of 4745f3d3378c4c0fa41b248b056c2874 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:00:02.093430 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.217631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Allocated IP 172.20.0.3 (9b586c7c-7825-4dd1-99ee-2b3609af30d3/d86ffe5e-76f4-4590-ae6c-b63c6b214b42/3d959bc9-db99-48f0-a440-68d40696df73) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:02.218023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.248070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Pushing event deleted for resources: {'Port': ['ID=3d3d36c0-3044-4124-8e48-14743357847b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:02.253960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3d3d36c0-3044-4124-8e48-14743357847b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:00:02.296056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] No DVR routers for this DVR port 3d3d36c0-3044-4124-8e48-14743357847b on host n-h1-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:00:02.298847 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.300857 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.21 "DELETE /v2.0/ports/3d3d36c0-3044-4124-8e48-14743357847b HTTP/1.1" status: 204 len: 173 time: 0.4029129 Aug 19 01:00:02.301650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-deleted', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:02.305497 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef9b0cb-9386-46e6-9e03-70210f7ce265" -d '{"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-deleted", "tag": "3d3d36c0-3044-4124-8e48-14743357847b"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:02.342739 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb28983-f67d-4021-87f9-f4549e2cb442 x-openstack-request-id: req-1fb28983-f67d-4021-87f9-f4549e2cb442 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:02.343038 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c61cb-1320-497f-8fb2-df4237b77665", "name": "network-vif-deleted", "tag": "3d3d36c0-3044-4124-8e48-14743357847b", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:02.343322 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fb28983-f67d-4021-87f9-f4549e2cb442 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:02.343886 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c61cb-1320-497f-8fb2-df4237b77665', 'name': 'network-vif-deleted', 'tag': '3d3d36c0-3044-4124-8e48-14743357847b', 'status': 'completed', 'code': 200} Aug 19 01:00:02.382828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.419483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.451465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3d3d36c0-3044-4124-8e48-14743357847b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:00:02.468743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:02.473170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:02.477825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:02.507946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:02.538138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:02.538854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.554288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-9ca11636-18f6-4fee-a8c5-9ee5ce5c81c1 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774403 Aug 19 01:00:02.576524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Request body: {'port': {'device_id': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:02.890851 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:02.898917 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429240-b42c-44c2-b3fa-8afaa4dc7bfc req-4f7f7b94-8124-4bf1-b5cb-3d45505d6428 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:02.900741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69429240-b42c-44c2-b3fa-8afaa4dc7bfc req-4f7f7b94-8124-4bf1-b5cb-3d45505d6428 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 931 time: 0.0502610 Aug 19 01:00:02.939600 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-69429240-b42c-44c2-b3fa-8afaa4dc7bfc req-d1e45941-bb0e-4bf7-a10d-665e61d60c92 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 19 01:00:03.159173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d959bc9-db99-48f0-a440-68d40696df73 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:00:03.167195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:03.178707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Transition to ACTIVE for port object 3d959bc9-db99-48f0-a440-68d40696df73 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:03.181905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:03.246459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:03.294712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:03.295043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:03.295368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:03.299506 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:00:03.299828 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:03.304498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 0, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:03.304835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Checking segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:03.305219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Bound using segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:03.305641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Bound port: 3d959bc9-db99-48f0-a440-68d40696df73, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:03.305998 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:03.369562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:03.372491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:03.377005 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:03.410084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:03.410197 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:03.411709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] 10.222.0.21 "PUT /v2.0/ports/3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 1092 time: 0.8396349 Aug 19 01:00:03.413751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:03.416058 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce" -d '{"events": [{"name": "network-changed", "server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:03.441218 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dd598-f5f2-496f-aed7-a9d7bc851391 service neutron] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:03.455395 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b314a841-648a-4d9f-b660-2c2ffa0f06b3 x-openstack-request-id: req-b314a841-648a-4d9f-b660-2c2ffa0f06b3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:03.455688 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:03.455950 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b314a841-648a-4d9f-b660-2c2ffa0f06b3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:03.456360 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'status': 'completed', 'code': 200} Aug 19 01:00:03.513223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-88b6068b-890d-4c64-8ffa-97819e53647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:03.514680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-88b6068b-890d-4c64-8ffa-97819e53647a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1095 time: 0.0398417 Aug 19 01:00:03.563032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-65c4f2ee-07b1-4e7b-8529-eabeb560c7a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0350301 Aug 19 01:00:03.611154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-81b6d849-5ee4-4f6f-8aa5-9b8631316a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:03.612587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-81b6d849-5ee4-4f6f-8aa5-9b8631316a9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0423994 Aug 19 01:00:03.643038 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-64bfe9af-8b87-49d9-b33e-265c080471a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235767 Aug 19 01:00:03.738737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-1e10d400-a36c-480d-bf14-7802178aa3cc service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876358 Aug 19 01:00:03.826748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0e05fcb9-4568-4af0-8edd-1691f29e768a req-260d596e-9326-4ec8-9466-d9aa52014dd3 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811849 Aug 19 01:00:03.955413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-06349299-6a9d-4f21-83bd-99290e0e3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:03.956940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-06349299-6a9d-4f21-83bd-99290e0e3332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1095 time: 0.0402424 Aug 19 01:00:04.050573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-9668ab7e-8885-49ff-8796-27e4d12ad351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:04.051990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-9668ab7e-8885-49ff-8796-27e4d12ad351 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0881360 Aug 19 01:00:04.056690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931ecd4-92fb-4787-b9e9-4e423f45bfce req-71e7f030-ed97-4bdc-b796-ab2a7b589b56 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:04.058212 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3931ecd4-92fb-4787-b9e9-4e423f45bfce req-71e7f030-ed97-4bdc-b796-ab2a7b589b56 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0500412 Aug 19 01:00:04.094863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-8ecb5b4a-c462-4d93-84d2-c1758c996acf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0334933 Aug 19 01:00:04.095520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3931ecd4-92fb-4787-b9e9-4e423f45bfce req-05d2837c-f235-41e7-8309-1ebb7b2dc243 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Aug 19 01:00:04.147033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-dfb18035-351d-4792-a78b-d66f91dffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:04.148486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-dfb18035-351d-4792-a78b-d66f91dffc4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0467982 Aug 19 01:00:04.179650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-12c1d28c-a3fb-4703-86e1-c5670ee10f53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243940 Aug 19 01:00:04.265159 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-e36a9c1d-02c9-4037-a891-03c5e76f6349 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782013 Aug 19 01:00:04.356975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de5ddaaa-58ff-4fe5-9db2-c188b74e7bce req-3e4a7449-ddf7-4457-a270-7e05fea1718c service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841317 Aug 19 01:00:05.210299 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d14b7-d644-44e2-836f-2f7ea5d70a21 req-0b6c6b5f-ba0e-447e-947f-764bf863239f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:05.211800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c48d14b7-d644-44e2-836f-2f7ea5d70a21 req-0b6c6b5f-ba0e-447e-947f-764bf863239f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0489192 Aug 19 01:00:05.248528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c48d14b7-d644-44e2-836f-2f7ea5d70a21 req-c0172c67-896b-4741-a811-4cd3f7abe2e9 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307982 Aug 19 01:00:05.412056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d3d36c0-3044-4124-8e48-14743357847b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:00:05.431864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 3d3d36c0-3044-4124-8e48-14743357847b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:00:05.432220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d3d36c0-3044-4124-8e48-14743357847b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:00:06.364372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535863e-a8a9-4761-8f54-a0e393321664 req-1a1f89fd-e3e3-4dba-a83f-673d152af25d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:06.365828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6535863e-a8a9-4761-8f54-a0e393321664 req-1a1f89fd-e3e3-4dba-a83f-673d152af25d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0521460 Aug 19 01:00:06.403722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6535863e-a8a9-4761-8f54-a0e393321664 req-e015f737-5943-42e1-8b18-eae85db09dde tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Aug 19 01:00:07.421416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:00:07.512288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:07.520480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93af32-c4d6-451d-a678-7438e2ff4d41 req-c5e1b81d-f6bd-41c8-8e80-4a47137d519d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:07.522471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de93af32-c4d6-451d-a678-7438e2ff4d41 req-c5e1b81d-f6bd-41c8-8e80-4a47137d519d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0536036 Aug 19 01:00:07.526999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '3d959bc9-db99-48f0-a440-68d40696df73', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'port_id': '3d959bc9-db99-48f0-a440-68d40696df73', 'mac_address': 'fa:16:3e:a9:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ffe5e-76f4-4590-ae6c-b63c6b214b42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:00:07.559711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-de93af32-c4d6-451d-a678-7438e2ff4d41 req-3ff56880-0032-4f34-a7c7-ba0c4679184c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Aug 19 01:00:07.563216 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:07.576044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d959bc9-db99-48f0-a440-68d40696df73 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:00:07.595324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:07.599733 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:07.644908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:07.961435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['3d959bc9-db99-48f0-a440-68d40696df73'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:00:08.672329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebc168-d954-48b7-837a-4429830a9210 req-f3d75661-4138-436b-9162-a906bd852aa3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:08.673808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1ebc168-d954-48b7-837a-4429830a9210 req-f3d75661-4138-436b-9162-a906bd852aa3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0479419 Aug 19 01:00:08.710848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a1ebc168-d954-48b7-837a-4429830a9210 req-6925ccd3-2179-4b65-aa48-80c32b295f11 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Aug 19 01:00:09.405392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:09.451598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 3d959bc9-db99-48f0-a440-68d40696df73 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:09.455316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 3d959bc9-db99-48f0-a440-68d40696df73 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:09.455691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:09.534541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:09.555947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:09.558294 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28554d88-f486-4ddc-8684-47b687079c60" -d '{"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-plugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:09.571207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:09.575850 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:09.599380 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b1a4b-3efa-4c01-9f36-90a4d718bd5a x-openstack-request-id: req-763b1a4b-3efa-4c01-9f36-90a4d718bd5a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:09.599672 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-plugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:09.599928 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-763b1a4b-3efa-4c01-9f36-90a4d718bd5a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:09.600338 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'code': 200} Aug 19 01:00:09.625424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:09.719841 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98860-fd9b-4268-b2ac-51756c07ac29 req-936a56aa-f5ad-413e-8055-aacdd5d6a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:09.721309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8d98860-fd9b-4268-b2ac-51756c07ac29 req-936a56aa-f5ad-413e-8055-aacdd5d6a661 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1097 time: 0.0420637 Aug 19 01:00:09.756428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8d98860-fd9b-4268-b2ac-51756c07ac29 req-6c950b24-d997-4003-8360-169fe49e6cfe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283091 Aug 19 01:00:09.825495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf839-4af9-4674-8495-f11af2e5f2fd req-96ad8bd4-31ca-481c-93cb-12c18d995d4e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:09.827752 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c7cf839-4af9-4674-8495-f11af2e5f2fd req-96ad8bd4-31ca-481c-93cb-12c18d995d4e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Aug 19 01:00:09.863947 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2c7cf839-4af9-4674-8495-f11af2e5f2fd req-c90db244-519c-42d7-b57e-bdbb94cb0c2f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302396 Aug 19 01:00:10.979679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fea9-179c-422d-aec5-c86a8c8189b9 req-855dfb8b-eb0a-4436-b249-eb0b92117848 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:10.981177 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7316fea9-179c-422d-aec5-c86a8c8189b9 req-855dfb8b-eb0a-4436-b249-eb0b92117848 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Aug 19 01:00:11.020476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7316fea9-179c-422d-aec5-c86a8c8189b9 req-d3c51452-00c6-465d-8e0f-4c47451b8ae4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Aug 19 01:00:12.138152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edfa29-52e0-4b34-94e7-45ab54a12003 req-5cf5f567-23c6-42ef-b220-85ad020439b4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:12.139645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1edfa29-52e0-4b34-94e7-45ab54a12003 req-5cf5f567-23c6-42ef-b220-85ad020439b4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Aug 19 01:00:12.175402 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b1edfa29-52e0-4b34-94e7-45ab54a12003 req-31fcc8b7-0e83-470e-a2a6-3bfe0e7fac57 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299311 Aug 19 01:00:12.290767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a78c4-0c6c-4eba-b965-843970a0de74 req-eb7ce05b-da68-4244-a1c6-629fb7372e77 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:12.292226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99a78c4-0c6c-4eba-b965-843970a0de74 req-eb7ce05b-da68-4244-a1c6-629fb7372e77 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Aug 19 01:00:12.328605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d99a78c4-0c6c-4eba-b965-843970a0de74 req-be23c3f1-d318-4f32-ab28-3012f3ef90cc tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Aug 19 01:00:12.555220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19a8b0b1-531a-4425-8059-1bda92e4c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:12.580286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104aaf4-3764-4f43-aac0-f4d3d06c79ab req-ee20569f-da84-496d-8d4e-699531a11712 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:12.581717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6104aaf4-3764-4f43-aac0-f4d3d06c79ab req-ee20569f-da84-496d-8d4e-699531a11712 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0670679 Aug 19 01:00:12.585894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-59367706-b72c-4dc9-889d-b91ec60ad8a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810592 Aug 19 01:00:12.622149 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6104aaf4-3764-4f43-aac0-f4d3d06c79ab req-c4ddecba-2372-4e2b-9ca8-d41e408fb674 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 19 01:00:12.990178 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:00:13.611924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-16de1dc9-4a17-4bc3-96a3-94a2034e377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:13.613361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-16de1dc9-4a17-4bc3-96a3-94a2034e377e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1097 time: 0.0433617 Aug 19 01:00:13.702676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-1493b528-78f1-4014-8d27-f76b7879964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:13.704176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-1493b528-78f1-4014-8d27-f76b7879964c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0837281 Aug 19 01:00:13.734783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8ff3b-1bde-41d0-a6f4-a856e545c2ba req-5b13003a-7d48-4548-8ec4-303415724ffe tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:13.736256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33c8ff3b-1bde-41d0-a6f4-a856e545c2ba req-5b13003a-7d48-4548-8ec4-303415724ffe tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Aug 19 01:00:13.750441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-fce00068-b2f0-4287-9a59-add9834ccedb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0386460 Aug 19 01:00:13.774276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-33c8ff3b-1bde-41d0-a6f4-a856e545c2ba req-ecfb33cb-4c42-4bb9-9360-bb20bdd0d5c4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 19 01:00:13.799707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-3d5b410d-d499-461a-a076-98a32bcda140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:13.801262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-3d5b410d-d499-461a-a076-98a32bcda140 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0440273 Aug 19 01:00:13.832840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-a0c96685-56de-46ab-817b-c6628b76d76a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246570 Aug 19 01:00:13.923743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-4dec71bc-435d-4a5c-9030-89aee0fc6d50 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Aug 19 01:00:14.012152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-299ed5b1-d26b-4605-8315-ef4fc0ed6f34 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Aug 19 01:00:14.890486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858931ed-0fc5-40ac-84b0-fc4fcd44ad09 req-64f4d0a0-aec2-4a06-b3fa-6f729fa181d6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:14.891952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-858931ed-0fc5-40ac-84b0-fc4fcd44ad09 req-64f4d0a0-aec2-4a06-b3fa-6f729fa181d6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Aug 19 01:00:14.928769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-858931ed-0fc5-40ac-84b0-fc4fcd44ad09 req-09a0b74c-2feb-42e6-9f12-e2e0906ff4c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Aug 19 01:00:15.009453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df93f8ce-f74f-4273-924e-f28c8157b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:15.257013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:15.605604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:16.041911 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb8c7-e081-41c0-80b3-aa5a14e61918 req-4411f910-b53d-457d-98ee-027778ef99c2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:16.043353 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75fdb8c7-e081-41c0-80b3-aa5a14e61918 req-4411f910-b53d-457d-98ee-027778ef99c2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0482776 Aug 19 01:00:16.080175 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-75fdb8c7-e081-41c0-80b3-aa5a14e61918 req-28892ff7-718f-4f98-a19b-40c1f7c33ade tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Aug 19 01:00:16.514798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:17.196968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef168d9-698e-43ff-b412-fa9ab838beac req-8d6d70e0-38a7-4a96-815a-d9cb73c27e32 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:17.198429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cef168d9-698e-43ff-b412-fa9ab838beac req-8d6d70e0-38a7-4a96-815a-d9cb73c27e32 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Aug 19 01:00:17.235507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cef168d9-698e-43ff-b412-fa9ab838beac req-0b628436-5834-4335-8d44-90ab9446ddf4 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Aug 19 01:00:17.995658 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:18.351626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e30607-8029-4e2f-99bf-bab21a984070 req-b02a364c-828d-48d3-a85c-cd5c146c1999 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:18.353118 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57e30607-8029-4e2f-99bf-bab21a984070 req-b02a364c-828d-48d3-a85c-cd5c146c1999 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Aug 19 01:00:18.389678 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57e30607-8029-4e2f-99bf-bab21a984070 req-35eb92a6-0dbb-46d2-9bbf-902f2eec4d5d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Aug 19 01:00:19.502638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ab960-10be-4db9-b188-1b9acbf31d02 req-bf0dd9d7-3a3e-4147-aeba-424f7f7ceb8c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:19.504098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-504ab960-10be-4db9-b188-1b9acbf31d02 req-bf0dd9d7-3a3e-4147-aeba-424f7f7ceb8c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Aug 19 01:00:19.540959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-504ab960-10be-4db9-b188-1b9acbf31d02 req-5a7d2370-4935-4236-b0e9-e9d88e139a5d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300946 Aug 19 01:00:20.654504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217164-613f-4e3f-80c1-6d10f2634c4a req-7ad5fb1c-64a0-49d2-814b-df5b596a2b39 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:20.655967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4217164-613f-4e3f-80c1-6d10f2634c4a req-7ad5fb1c-64a0-49d2-814b-df5b596a2b39 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0480957 Aug 19 01:00:20.691638 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4217164-613f-4e3f-80c1-6d10f2634c4a req-001fc377-f1c2-48e1-99e4-100a19be709a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298629 Aug 19 01:00:21.805008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409d83-ffe2-41e2-9de2-0200f0fb8549 req-cc0a9e47-549d-46f9-9626-a5f38aa092af tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:21.806535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19409d83-ffe2-41e2-9de2-0200f0fb8549 req-cc0a9e47-549d-46f9-9626-a5f38aa092af tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Aug 19 01:00:21.843628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19409d83-ffe2-41e2-9de2-0200f0fb8549 req-4c752cb1-03cc-47e1-8095-611bc0db202c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Aug 19 01:00:22.956661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8deed-2cc3-4f77-8762-18ae31aabbf6 req-1fd51cfb-a9fd-4d86-9270-de2f1eb4fa41 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:22.958761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35e8deed-2cc3-4f77-8762-18ae31aabbf6 req-1fd51cfb-a9fd-4d86-9270-de2f1eb4fa41 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0474172 Aug 19 01:00:22.994518 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35e8deed-2cc3-4f77-8762-18ae31aabbf6 req-730596a9-cb77-48ea-a08b-c0fbfb7f11af tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296915 Aug 19 01:00:24.115814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de0e5b-2da9-43f2-a724-977764ede706 req-961df119-34f8-4539-8b34-9e7118a74844 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:24.117191 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63de0e5b-2da9-43f2-a724-977764ede706 req-961df119-34f8-4539-8b34-9e7118a74844 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Aug 19 01:00:24.153592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-63de0e5b-2da9-43f2-a724-977764ede706 req-a9511c16-86dd-4be4-8f4a-10c2cc4959c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305009 Aug 19 01:00:25.270449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042db7-b358-421e-9322-94b9f9a9a601 req-17eb6743-d526-4f91-a2f0-a325ef2262d6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:25.271902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a042db7-b358-421e-9322-94b9f9a9a601 req-17eb6743-d526-4f91-a2f0-a325ef2262d6 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Aug 19 01:00:25.308404 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a042db7-b358-421e-9322-94b9f9a9a601 req-6400de06-7c78-43d0-83f0-73279b2d5e01 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Aug 19 01:00:26.419894 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3b70e-55ef-4c53-8000-908d0beca78c req-9b97f5b4-c534-4f31-b2dd-2c7448159646 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:26.421362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bee3b70e-55ef-4c53-8000-908d0beca78c req-9b97f5b4-c534-4f31-b2dd-2c7448159646 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0474105 Aug 19 01:00:26.458731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bee3b70e-55ef-4c53-8000-908d0beca78c req-d371054f-b225-4010-bf18-c6b3abdaae0c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Aug 19 01:00:27.286584 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:27.574823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4797-ac13-4dd5-bc1b-90e85e898a02 req-aa76ec0c-8af0-4456-b429-649c8ba7ea45 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:27.576211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c10b4797-ac13-4dd5-bc1b-90e85e898a02 req-aa76ec0c-8af0-4456-b429-649c8ba7ea45 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Aug 19 01:00:27.615128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c10b4797-ac13-4dd5-bc1b-90e85e898a02 req-e1c78233-188a-48f4-8c29-a6f2d625dd4e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Aug 19 01:00:28.726549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd1b93-7055-465e-8b33-3bb9d3725884 req-8f86e6bd-3c16-43c3-ae60-3296b703e390 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:28.727991 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fabd1b93-7055-465e-8b33-3bb9d3725884 req-8f86e6bd-3c16-43c3-ae60-3296b703e390 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Aug 19 01:00:28.765026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fabd1b93-7055-465e-8b33-3bb9d3725884 req-63384d0b-402d-4727-9b05-164532b8493b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Aug 19 01:00:29.877755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c34d9-8a6a-4a09-b020-1e54d172a6bf req-8b5270be-c4df-45ab-b034-18136c5b0c05 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:29.879245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-145c34d9-8a6a-4a09-b020-1e54d172a6bf req-8b5270be-c4df-45ab-b034-18136c5b0c05 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Aug 19 01:00:29.915563 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-145c34d9-8a6a-4a09-b020-1e54d172a6bf req-eb1bf687-03a5-4295-a631-7095021e78a2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297999 Aug 19 01:00:31.036653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40c3c5-3dcf-4061-90d7-f9ef4c2943f5 req-8dfd3e0f-433b-4306-a194-692a241b6ff5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:31.038115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b40c3c5-3dcf-4061-90d7-f9ef4c2943f5 req-8dfd3e0f-433b-4306-a194-692a241b6ff5 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Aug 19 01:00:31.074584 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5b40c3c5-3dcf-4061-90d7-f9ef4c2943f5 req-246d6c29-86c8-4fb7-b888-1740a32ad356 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304785 Aug 19 01:00:32.191476 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2e16b-ea0c-4d0f-b583-89f0321dae3b req-94179152-7a9e-4613-8ab0-4dbf446599bb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:32.192965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58f2e16b-ea0c-4d0f-b583-89f0321dae3b req-94179152-7a9e-4613-8ab0-4dbf446599bb tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Aug 19 01:00:32.230221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-58f2e16b-ea0c-4d0f-b583-89f0321dae3b req-773a87f0-9a1a-47de-9923-a9bed702b674 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Aug 19 01:00:33.341773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a62d3-2d69-4f75-b874-13c18ed8c1b1 req-e21559e6-c7fd-4905-a7e3-c5731fd21a20 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:33.343283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df8a62d3-2d69-4f75-b874-13c18ed8c1b1 req-e21559e6-c7fd-4905-a7e3-c5731fd21a20 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0482049 Aug 19 01:00:33.382377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-df8a62d3-2d69-4f75-b874-13c18ed8c1b1 req-fed3e3ef-265b-4fd6-ab57-a2be634a0162 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Aug 19 01:00:34.494604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77915a1-41ec-442c-b40b-253e9ca61192 req-8275c9ff-dadf-4a21-84e0-5aeee5189747 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:34.496049 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b77915a1-41ec-442c-b40b-253e9ca61192 req-8275c9ff-dadf-4a21-84e0-5aeee5189747 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Aug 19 01:00:34.532641 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b77915a1-41ec-442c-b40b-253e9ca61192 req-39b89d81-e8ec-4bd8-abcd-44fb488d926b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Aug 19 01:00:35.646641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887a44c-58e6-457b-ab57-0db0b6f72206 req-7b043e66-46f4-401a-95d7-b218242af370 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:35.648103 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4887a44c-58e6-457b-ab57-0db0b6f72206 req-7b043e66-46f4-401a-95d7-b218242af370 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Aug 19 01:00:35.683925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4887a44c-58e6-457b-ab57-0db0b6f72206 req-d49c81bb-80f6-4ae3-aa01-2d2a7b017dbc tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299456 Aug 19 01:00:36.798124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a823-d73a-4ea1-8858-cad392446ac1 req-e17c0c52-07c5-4ef1-9ba1-565be01950e2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:36.799634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f23a823-d73a-4ea1-8858-cad392446ac1 req-e17c0c52-07c5-4ef1-9ba1-565be01950e2 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Aug 19 01:00:36.836954 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f23a823-d73a-4ea1-8858-cad392446ac1 req-1a93e846-28ee-49c8-868d-06a4d008d3a0 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Aug 19 01:00:37.953086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf76d5-1054-4659-a02c-8abec3e0c829 req-99670398-e94e-41d7-a5df-cf83a683070c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:37.954543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19cf76d5-1054-4659-a02c-8abec3e0c829 req-99670398-e94e-41d7-a5df-cf83a683070c tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0519986 Aug 19 01:00:37.991347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-19cf76d5-1054-4659-a02c-8abec3e0c829 req-22082aeb-7606-4c5e-8b6d-356011e9c5ee tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Aug 19 01:00:39.108016 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e12bac-18cf-46c6-880f-83fbf1ff515c req-9ed8a6fa-66a8-41ec-8e8a-77966ca676bd tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:39.109407 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82e12bac-18cf-46c6-880f-83fbf1ff515c req-9ed8a6fa-66a8-41ec-8e8a-77966ca676bd tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0530028 Aug 19 01:00:39.146090 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-82e12bac-18cf-46c6-880f-83fbf1ff515c req-f518375c-569e-4ce0-8de8-e6317b1e7093 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303626 Aug 19 01:00:40.262377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000c68-c6ec-46f6-b90b-85c7ffcd16fe req-859c86c1-f1d2-4bb6-a4d6-277cb1ed1d75 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:40.263856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-07000c68-c6ec-46f6-b90b-85c7ffcd16fe req-859c86c1-f1d2-4bb6-a4d6-277cb1ed1d75 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 19 01:00:40.301405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-07000c68-c6ec-46f6-b90b-85c7ffcd16fe req-a5fb951d-d462-499c-9bc9-a94814157825 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Aug 19 01:00:40.873669 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-8ec171da-d1bf-44ef-96bc-3e5cd9cf6496 service neutron] show failed (client error): The resource could not be found. Aug 19 01:00:40.874685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-8ec171da-d1bf-44ef-96bc-3e5cd9cf6496 service neutron] 10.222.0.21 "GET /v2.0/ports/3d959bc9-db99-48f0-a440-68d40696df73/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0546701 Aug 19 01:00:41.122114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-a6fc63f4-9710-49b4-a939-c01f28c8cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.123584 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-a6fc63f4-9710-49b4-a939-c01f28c8cd0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33&tenant_id=4745f3d3378c4c0fa41b248b056c2874 HTTP/1.1" status: 200 len: 1097 time: 0.0953763 Aug 19 01:00:41.136155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:41.186259 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.383260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:41.416117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:41.417095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744bee1-55a5-4ca6-a4fd-2381f0ccd5f1 req-0801efe0-2087-4fd6-bf54-58723a5dcfda tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.418611 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8744bee1-55a5-4ca6-a4fd-2381f0ccd5f1 req-0801efe0-2087-4fd6-bf54-58723a5dcfda tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Aug 19 01:00:41.460344 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:41.460838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8744bee1-55a5-4ca6-a4fd-2381f0ccd5f1 req-87fa86ce-8727-4b65-816c-6d2e1b891351 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Aug 19 01:00:41.462687 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1f4d3-61ce-4435-89f8-b5b282cf96f1" -d '{"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-unplugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:41.466937 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.489918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Transition to ACTIVE for port object 3d959bc9-db99-48f0-a440-68d40696df73 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:41.489918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.519784 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeddb38-c1e0-49ce-9555-a1114fc59038 x-openstack-request-id: req-5eeddb38-c1e0-49ce-9555-a1114fc59038 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:41.520733 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-unplugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:41.520985 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eeddb38-c1e0-49ce-9555-a1114fc59038 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:41.521370 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'code': 200} Aug 19 01:00:41.553997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] No DVR routers for this DVR port 3d959bc9-db99-48f0-a440-68d40696df73 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:00:41.556937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:41.568264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.568637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.568976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.569313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.569645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.569974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.570298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.570624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.570970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.571280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.571601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.571922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:41.600231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:41.600588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:41.600914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:41.605254 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:00:41.605599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Attempting to bind port 3d959bc9-db99-48f0-a440-68d40696df73 on network 9b586c7c-7825-4dd1-99ee-2b3609af30d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:41.610245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:41.610582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Checking segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:41.610962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Bound using segment: {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:41.611381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Bound port: 3d959bc9-db99-48f0-a440-68d40696df73, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ba5e91-0b0c-463b-b029-a9ecd66b6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:41.611731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.671402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:41.674312 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:41.678877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.717716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.718351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:41.719738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d039182a-f460-427c-975c-dab1970b6676 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 1092 time: 0.5876427 Aug 19 01:00:41.739846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039182a-f460-427c-975c-dab1970b6676 service neutron] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:41.781489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-4ef2f1bf-ea84-4d20-bdf8-88110c112174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.782975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-4ef2f1bf-ea84-4d20-bdf8-88110c112174 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1095 time: 0.0402098 Aug 19 01:00:41.873603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-0ea48c7a-de04-4515-ad48-ac850bbbbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.875010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-0ea48c7a-de04-4515-ad48-ac850bbbbab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0854528 Aug 19 01:00:41.914338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d3919fd9-b7a5-4e6b-8524-17c0ab623907 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0326338 Aug 19 01:00:41.965746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-3865aace-cef2-4996-9455-29724dff7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:41.967189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-3865aace-cef2-4996-9455-29724dff7554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0464559 Aug 19 01:00:41.998980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-de8c228e-4121-4809-80e5-6afd83573a59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238516 Aug 19 01:00:42.010808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d0e0f2d3-8f9f-404d-8253-616a2b468a30 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:00:42.011729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-d0e0f2d3-8f9f-404d-8253-616a2b468a30 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048885 Aug 19 01:00:42.103416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-e6a76eef-2259-45e9-8766-90431a46639a service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 Aug 19 01:00:42.196693 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ac1fc2d7-d7f2-45dc-b404-c4e705f8feaa req-a261e1a8-fd9d-430a-9d60-2e4129eec8f5 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862250 Aug 19 01:00:42.559175 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eba169bc-aaa0-456f-87f9-176b509cbdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:42.604414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa68a-3528-4b21-95e2-2a64565c51a2 req-b243a3e7-5672-4043-81c4-9674cb4bcb5d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:42.605931 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64afa68a-3528-4b21-95e2-2a64565c51a2 req-b243a3e7-5672-4043-81c4-9674cb4bcb5d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0676160 Aug 19 01:00:42.643473 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-64afa68a-3528-4b21-95e2-2a64565c51a2 req-60eb5625-954e-40e8-87ea-9840c0dbccdf tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Aug 19 01:00:43.522197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:43.524585 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b0c10-400b-4892-8e6c-94ab50e326c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:43.572614 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c151e8d-a3b4-4603-8a74-f19ff509078a x-openstack-request-id: req-8c151e8d-a3b4-4603-8a74-f19ff509078a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:43.572911 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:43.573165 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c151e8d-a3b4-4603-8a74-f19ff509078a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:43.573561 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'status': 'completed', 'code': 200} Aug 19 01:00:43.644969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:00:43.658642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-7af8a2da-88a7-4bc4-9104-e0df775c7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:43.660537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-7af8a2da-88a7-4bc4-9104-e0df775c7077 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1095 time: 0.0704420 Aug 19 01:00:43.708859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:00:43.759881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-a44a93c7-72c3-4ca2-b4fd-b9632b92fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:43.761410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-a44a93c7-72c3-4ca2-b4fd-b9632b92fb45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1095 time: 0.1421647 Aug 19 01:00:43.805552 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609e39e-ab2b-4527-98bf-e650295dde57 req-64c0f40c-b4ff-4c42-a8c0-bc25d5c99b59 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:43.807665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d609e39e-ab2b-4527-98bf-e650295dde57 req-64c0f40c-b4ff-4c42-a8c0-bc25d5c99b59 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 943 time: 0.0720696 Aug 19 01:00:43.855129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-dd0b6177-586b-43de-aa0c-5e76ff6d729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:43.856454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d609e39e-ab2b-4527-98bf-e650295dde57 req-0850c2e4-f734-4d05-a317-807e6e86af60 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Aug 19 01:00:43.856803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-dd0b6177-586b-43de-aa0c-5e76ff6d729e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.1876695 Aug 19 01:00:43.912449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-27de034b-307c-4873-a7e4-5167036f22ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0463483 Aug 19 01:00:43.927336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-0a149008-2fa6-4d15-a181-09438ba653f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:43.929020 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-0a149008-2fa6-4d15-a181-09438ba653f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.1499813 Aug 19 01:00:43.969741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-1ceee88c-8ad4-4035-851f-8e1d493a38da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0328188 Aug 19 01:00:44.312031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-eb3608f8-9bf1-4f15-aa65-9d35ad26ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:44.313512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-eb3608f8-9bf1-4f15-aa65-9d35ad26ee79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.3366907 Aug 19 01:00:44.315107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-592be34c-ed53-4337-9c2d-d17d7add80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:44.316410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-592be34c-ed53-4337-9c2d-d17d7add80b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.3301349 Aug 19 01:00:44.363220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-51d33d43-3e95-4d23-a456-015f54974d70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355556 Aug 19 01:00:44.364901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-8a6635bc-e68e-4b5a-b089-20ca68418062 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446582 Aug 19 01:00:44.517732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-3f104f8c-9c13-4e54-b149-cc6b5209e088 service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473181 Aug 19 01:00:44.519565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-af03923a-97b3-400b-acb4-85396ab9a5dc service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425295 Aug 19 01:00:44.564977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:00:44.656899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:44.667467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '3d959bc9-db99-48f0-a440-68d40696df73', 'network_id': '9b586c7c-7825-4dd1-99ee-2b3609af30d3', 'port_id': '3d959bc9-db99-48f0-a440-68d40696df73', 'mac_address': 'fa:16:3e:a9:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ffe5e-76f4-4590-ae6c-b63c6b214b42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:00:44.678131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-3673bf3f-5662-4113-ab97-62f4a5a88def service neutron] 10.222.0.11 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534395 Aug 19 01:00:44.680344 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dd2b0c10-400b-4892-8e6c-94ab50e326c7 req-60e46339-3767-493d-a48c-4f2ab79c0418 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488588 Aug 19 01:00:44.710654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:44.723042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d959bc9-db99-48f0-a440-68d40696df73 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:00:44.741516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:44.745208 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:44.791659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:44.798765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.799123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.799466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.799808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.800150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.800507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.800842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.801739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.802073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.802403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.802732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.803061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:44.967596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f44626-5f55-41c4-a514-1c95a7b24bb1 req-2f30b042-210a-43bf-96bc-e2a270ce1169 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:44.969119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43f44626-5f55-41c4-a514-1c95a7b24bb1 req-2f30b042-210a-43bf-96bc-e2a270ce1169 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Aug 19 01:00:44.984707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['3d959bc9-db99-48f0-a440-68d40696df73'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:00:45.008936 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43f44626-5f55-41c4-a514-1c95a7b24bb1 req-bac9f86f-c2e1-4878-b13a-832f13248b4a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Aug 19 01:00:45.029346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a058103a-a1cb-40c7-93e7-a394fafc18dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:45.204062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56648c-0a4f-4083-baaf-ed15b26b820f req-40daa2a8-0567-43bc-8fd5-505b9f7774c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:45.205565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a56648c-0a4f-4083-baaf-ed15b26b820f req-40daa2a8-0567-43bc-8fd5-505b9f7774c8 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0483103 Aug 19 01:00:45.258802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:45.277509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a56648c-0a4f-4083-baaf-ed15b26b820f req-7402f760-3d73-4f1a-812e-d0ec66fafeba tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608766 Aug 19 01:00:45.284663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-1116995e-57ff-496f-9407-3b3e43496b69 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:45.286102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-1116995e-57ff-496f-9407-3b3e43496b69 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33&tenant_id=4745f3d3378c4c0fa41b248b056c2874&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.0784602 Aug 19 01:00:45.345694 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-f6e43391-02b9-44fa-a199-3fa4fa186fce service neutron] delete failed (client error): The resource could not be found. Aug 19 01:00:45.346681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-f6e43391-02b9-44fa-a199-3fa4fa186fce service neutron] 10.222.0.21 "DELETE /v2.0/ports/3d959bc9-db99-48f0-a440-68d40696df73/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0534537 Aug 19 01:00:45.446773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-277f0bf9-f560-4c7e-bc81-d98d47779956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:45.448256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-277f0bf9-f560-4c7e-bc81-d98d47779956 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745f3d3378c4c0fa41b248b056c2874&device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 1096 time: 0.0398347 Aug 19 01:00:45.540781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-a0e60bc6-5153-4c78-ae5e-1569b09d97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:45.542168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-a0e60bc6-5153-4c78-ae5e-1569b09d97dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 200 len: 914 time: 0.0873625 Aug 19 01:00:45.583803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-b104b80b-8ea1-4693-abeb-c42a0597860d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 200 len: 217 time: 0.0343153 Aug 19 01:00:45.605641 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:45.631779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-044763db-cc4d-405e-b2b8-1227837f874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:45.633283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-044763db-cc4d-405e-b2b8-1227837f874b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 200 len: 854 time: 0.0435431 Aug 19 01:00:45.667325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-2f4175d4-ed70-4f8f-9b67-75c2ea1773f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b586c7c-7825-4dd1-99ee-2b3609af30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274949 Aug 19 01:00:45.755654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-192d5537-d43d-4e2d-b99e-91d7fb947dea service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810852 Aug 19 01:00:45.847392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-50094f2c-77f4-4e73-9403-e3c026eea727 req-5d537868-21da-46b6-bfae-011f57bdeff1 service neutron] 10.222.0.21 "GET /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Aug 19 01:00:46.393943 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b9cb-2503-4c64-b0c4-58326d5c34bf req-57e637f7-5b3f-47d2-8d0b-b6d36ceee155 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:46.395935 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb96b9cb-2503-4c64-b0c4-58326d5c34bf req-57e637f7-5b3f-47d2-8d0b-b6d36ceee155 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Aug 19 01:00:46.434545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb96b9cb-2503-4c64-b0c4-58326d5c34bf req-6578e882-706e-4607-ae7b-1dc4e830a057 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Aug 19 01:00:46.517585 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:46.549508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb17e-cc3e-4f39-9181-84e107d1d731 req-f113b5e8-98ec-4093-893a-6ac648d8ca03 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:46.551119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f4eb17e-cc3e-4f39-9181-84e107d1d731 req-f113b5e8-98ec-4093-893a-6ac648d8ca03 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0500860 Aug 19 01:00:46.584164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:46.588826 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8f4eb17e-cc3e-4f39-9181-84e107d1d731 req-dd3f7f38-d88f-46eb-aba3-d9dd5f89fe27 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 19 01:00:46.631380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 3d959bc9-db99-48f0-a440-68d40696df73 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:46.635029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 3d959bc9-db99-48f0-a440-68d40696df73 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:46.635417 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:46.703399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1b38-537c-47f0-9cb5-89c1f35dd1b3 req-456fdb58-270b-4023-a0bd-d565e6111b82 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:46.704911 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-018e1b38-537c-47f0-9cb5-89c1f35dd1b3 req-456fdb58-270b-4023-a0bd-d565e6111b82 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 944 time: 0.0486293 Aug 19 01:00:46.711058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:46.733283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:46.735603 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab51411-e87a-4c6f-904e-780f9476381c" -d '{"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-plugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:46.743229 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-018e1b38-537c-47f0-9cb5-89c1f35dd1b3 req-98f9e28d-4396-44a0-8e99-14ad05a6ae7d tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Aug 19 01:00:46.751854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:46.768267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:46.777558 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fe546c-5219-4660-8890-122a03620229 x-openstack-request-id: req-29fe546c-5219-4660-8890-122a03620229 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:46.777928 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-plugged", "status": "completed", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:46.778190 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29fe546c-5219-4660-8890-122a03620229 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:46.778589 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'code': 200} Aug 19 01:00:46.820015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:47.079387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43353c-ee2d-49df-a3e2-ccf01bb72f77 req-f6cd812f-b96f-43e2-abf3-86032e77419b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:47.080785 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d43353c-ee2d-49df-a3e2-ccf01bb72f77 req-f6cd812f-b96f-43e2-abf3-86032e77419b tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0513704 Aug 19 01:00:47.118097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4d43353c-ee2d-49df-a3e2-ccf01bb72f77 req-96d77977-61db-420d-85c8-ea647215c38e tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Aug 19 01:00:47.997670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:48.263962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db1c52-1534-4802-bdb5-dd1f0b2690db req-e1973f55-55af-4b7c-a8d3-3f99db74b9b3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:48.265468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db1c52-1534-4802-bdb5-dd1f0b2690db req-e1973f55-55af-4b7c-a8d3-3f99db74b9b3 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Aug 19 01:00:48.278237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-d3eaded9-90c5-4853-aaf5-e2be08b7aa6a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:48.279598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-d3eaded9-90c5-4853-aaf5-e2be08b7aa6a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.11 "GET /v2.0/ports?device_id=0163b549-643d-4e71-9fc8-25c7aad50d33 HTTP/1.1" status: 200 len: 945 time: 0.0681431 Aug 19 01:00:48.357893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c9db1c52-1534-4802-bdb5-dd1f0b2690db req-6bfc067b-0294-4956-b795-59eeb773208a tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f58237-df2e-4397-ae6e-d85a2b3b4e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Aug 19 01:00:48.386345 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Deleting port 3d959bc9-db99-48f0-a440-68d40696df73 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:00:48.386695 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:48.475994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] For port 3d959bc9-db99-48f0-a440-68d40696df73, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=3d959bc9-db99-48f0-a440-68d40696df73,segment=NetworkSegment(18ba5e91-0b0c-463b-b029-a9ecd66b6a52),segment_id=18ba5e91-0b0c-463b-b029-a9ecd66b6a52)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:48.476283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:48.488202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Calling delete_port for 3d959bc9-db99-48f0-a440-68d40696df73 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:00:48.615100 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:48.626490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['3d959bc9-db99-48f0-a440-68d40696df73'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:00:48.645465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Pushing event deleted for resources: {'Port': ['ID=3d959bc9-db99-48f0-a440-68d40696df73,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:48.685505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] No DVR routers for this DVR port 3d959bc9-db99-48f0-a440-68d40696df73 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:00:48.687973 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:48.690138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8b20b422-e9fc-4282-81a1-03bbb01de16a req-49a49176-a207-4e92-a4be-98dc14b03c1f tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] 10.222.0.11 "DELETE /v2.0/ports/3d959bc9-db99-48f0-a440-68d40696df73 HTTP/1.1" status: 204 len: 173 time: 0.4039226 Aug 19 01:00:48.690584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-deleted', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:00:48.694079 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480b81c-c1c0-4577-ad9e-40f8c5672624" -d '{"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-deleted", "tag": "3d959bc9-db99-48f0-a440-68d40696df73"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:00:48.731835 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe349e6e-03d4-4b1a-af02-b7a84c5162ef x-openstack-request-id: req-fe349e6e-03d4-4b1a-af02-b7a84c5162ef {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:00:48.732127 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163b549-643d-4e71-9fc8-25c7aad50d33", "name": "network-vif-deleted", "tag": "3d959bc9-db99-48f0-a440-68d40696df73", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:00:48.732409 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe349e6e-03d4-4b1a-af02-b7a84c5162ef {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:00:48.732806 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163b549-643d-4e71-9fc8-25c7aad50d33', 'name': 'network-vif-deleted', 'tag': '3d959bc9-db99-48f0-a440-68d40696df73', 'status': 'completed', 'code': 200} Aug 19 01:00:49.476276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43616) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:49.518617 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Deleting subnet d86ffe5e-76f4-4590-ae6c-b63c6b214b42 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:00:49.522040 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.555238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.592810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.648232 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.673113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86ffe5e-76f4-4590-ae6c-b63c6b214b42,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:49.678249 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.679877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-747b5c20-9ea2-4025-ae0b-6ba55977b82d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d86ffe5e-76f4-4590-ae6c-b63c6b214b42 HTTP/1.1" status: 204 len: 168 time: 0.2025635 Aug 19 01:00:49.682399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43618) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:49.749389 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.829139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.839459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b586c7c-7825-4dd1-99ee-2b3609af30d3']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:49.849099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ba5e91-0b0c-463b-b029-a9ecd66b6a52') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:49.849405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ba5e91-0b0c-463b-b029-a9ecd66b6a52') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:49.858234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.871677 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.877551 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:00:49.877939 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:00:49.880074 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:00:49.939993 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.946485 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:49.948367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b586c7c-7825-4dd1-99ee-2b3609af30d3 HTTP/1.1" status: 204 len: 168 time: 0.2650335 Aug 19 01:00:49.964086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae519c-d189-43ce-9022-0b2bafc791b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b586c7c-7825-4dd1-99ee-2b3609af30d3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:49.989959 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:00:50.052851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43622) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:50.091767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9ea3c733-e503-4ab5-9eca-4a549d084a04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4745f3d3378c4c0fa41b248b056c2874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377059 Aug 19 01:00:50.094126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43624) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:50.140284 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:50.160532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:50.207247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:50.210059 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:50.211200 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f58237-df2e-4397-ae6e-d85a2b3b4e9b HTTP/1.1" status: 204 len: 168 time: 0.1161735 Aug 19 01:00:50.219076 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85de5f-914c-4f8f-9a53-fd7d9cf45abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f58237-df2e-4397-ae6e-d85a2b3b4e9b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:50.855116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43646) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:50.949537 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-162773473-network', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:50.970001 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:00:50.972228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:50.981009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.067660 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.071325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.099208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:00:51.108811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22320c-378e-47f6-8318-6980b9a68d0d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:51.113858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.114205 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Added segment 4b2788fc-f120-4538-a050-703f009465a1 of type vlan for network 308fc667-20a3-4b1a-95f9-57044c5559f0 Aug 19 01:00:51.153352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.177656 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.178636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:51.179216 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.225855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3695438 Aug 19 01:00:51.228736 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:51.234015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Request body: {'subnet': {'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-162773473-subnet', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:51.238074 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6eef-861c-4e2c-8e76-6ad9203c9b7a admin admin] Pushing event updated for resources: {'Network': ['ID=308fc667-20a3-4b1a-95f9-57044c5559f0,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:51.248493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:00:51.258385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:00:51.261224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.424591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.479949 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7151c4b0-1746-486d-aeac-cc76d3dab24b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:51.486908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:51.487271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Network hostable DHCP agents. Network: 308fc667-20a3-4b1a-95f9-57044c5559f0, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:00:51.503075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:00:51.511853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 308fc667-20a3-4b1a-95f9-57044c5559f0) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:51.515628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:51.516218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.522347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa08fa-613b-4291-893f-9f4c8d5608ad None None] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:00:51.530192 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-994bd8a1-f8e8-4993-bfba-0e32424d226b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3001866 Aug 19 01:00:51.533041 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43652) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:51.537683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:51.558699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.559815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.615024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.665645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-308fc667-20a3-4b1a-95f9-57044c5559f0', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:00:51.666509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.746057 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.801526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Allocated IP 172.20.0.2 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/d4c628a7-8554-40bc-80f0-e8377fc23868) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:51.943073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.946788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.951495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Transition to ACTIVE for port object d4c628a7-8554-40bc-80f0-e8377fc23868 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:51.965502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:51.965859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Transition to ACTIVE for port object d4c628a7-8554-40bc-80f0-e8377fc23868 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:51.971888 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.008384 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:52.012946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:52.016347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:52.024935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Pushing event updated for resources: {'Port': ['ID=d4c628a7-8554-40bc-80f0-e8377fc23868,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:52.071179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Allocated IP 172.25.1.16 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/dbf9bd02-fd8b-47bb-b56a-7b40230a7da3) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:52.076899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Attempting to bind port d4c628a7-8554-40bc-80f0-e8377fc23868 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:52.077274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Attempting to bind port d4c628a7-8554-40bc-80f0-e8377fc23868 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:52.077683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Attempting to bind port d4c628a7-8554-40bc-80f0-e8377fc23868 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:52.082721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:52.083082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:52.083719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.084115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:52.084690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Bound port: d4c628a7-8554-40bc-80f0-e8377fc23868, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:52.085079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.145983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] For port d4c628a7-8554-40bc-80f0-e8377fc23868, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:52.149013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] For port d4c628a7-8554-40bc-80f0-e8377fc23868, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4c628a7-8554-40bc-80f0-e8377fc23868,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:52.153201 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.170742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.210895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:52.211416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660a5e7-c723-423a-91b6-b49fd0bc565f None None] Pushing event updated for resources: {'Port': ['ID=d4c628a7-8554-40bc-80f0-e8377fc23868,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:52.258512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:52.261443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:52.265406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:52.611641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:52.620005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:00:52.642814 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 3d959bc9-db99-48f0-a440-68d40696df73 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:00:52.643169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 3d959bc9-db99-48f0-a440-68d40696df73 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:00:52.834070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.041490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.106205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625c2a9-c3dd-43db-9f34-b2f2f06cce01 None None] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:00:53.166390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ee2cc8ed-eb95-46da-a160-f7a30f94bd3b None None] Provisioning for port d4c628a7-8554-40bc-80f0-e8377fc23868 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:53.172638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Router eb918b3e-7480-4f56-be43-7e925727cf8e is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:00:53.275436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:00:53.285091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:00:53.292478 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.294138 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-970f43d4-bafa-416c-88eb-cce650c767a4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7599974 Aug 19 01:00:53.295437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:00:53.296073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:53.296964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43654) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:53.407257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:00:53.600908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:52Z', 'revision_number': 3, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:53.627176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:00:53.627859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Updating router eb918b3e-7480-4f56-be43-7e925727cf8e port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:00:53.652547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.723613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.893271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Allocated IP 172.20.0.1 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/547fddff-31f9-4dd0-ae9c-c34c59ed8553) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:53.911911 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.921678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Transition to ACTIVE for port object dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:53.927594 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.985607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Attempting to bind port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:53.985607 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Attempting to bind port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:53.985851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Attempting to bind port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:53.989702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e40635-774b-49a5-adfc-ef1c2a02d602 None None] Pushing event updated for resources: {'Port': ['ID=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:53.995049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:53.995464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:53.995971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:53.996338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:53.996837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Bound port: dbf9bd02-fd8b-47bb-b56a-7b40230a7da3, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:53.997663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.009005 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.022236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Transition to ACTIVE for port object 547fddff-31f9-4dd0-ae9c-c34c59ed8553 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:54.059524 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4c628a7-8554-40bc-80f0-e8377fc23868 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:54.059967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.065412 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] For port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:54.098200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] For port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:54.103013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:54.105396 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.108099 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:54.111634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:54.138092 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Pushing event updated for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:54.155576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.156033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.156276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.157203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.157203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.157440 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.157799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.158133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.158469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.158801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.159130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.159460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:54.177060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.179583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:00:54.180291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:54.218784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e40635-774b-49a5-adfc-ef1c2a02d602 None None] Pushing event updated for resources: {'Port': ['ID=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:54.225458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d4c628a7-8554-40bc-80f0-e8377fc23868 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:54.230796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4c628a7-8554-40bc-80f0-e8377fc23868 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:54.231780 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.320895 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.487193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.491490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.496056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db48e328-0294-4f96-b9b0-487dac236001 None None] Provisioning for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:54.503035 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:00:54.528649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db48e328-0294-4f96-b9b0-487dac236001 None None] Provisioning complete for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:54.529025 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db48e328-0294-4f96-b9b0-487dac236001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.556435 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.558287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Pushing event updated for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:54.650222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:54.651650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:54.668568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-db48e328-0294-4f96-b9b0-487dac236001 None None] Port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:00:54.673063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.727633 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d4c628a7-8554-40bc-80f0-e8377fc23868, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4c628a7-8554-40bc-80f0-e8377fc23868,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:54.747097 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.789176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:00:54.814257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d4c628a7-8554-40bc-80f0-e8377fc23868,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:54.825458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:52Z', 'revision_number': 3, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:54.857779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa5ea6-4930-4a1f-a9a5-66ba610e8cff None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:52Z', 'revision_number': 3, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:00:54.892098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-24507463-7c65-4a0c-b664-a4f282e04007 None None] Provisioning complete for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:54.892518 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24507463-7c65-4a0c-b664-a4f282e04007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:54.900172 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:00:54.906069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-526e33ad-67b1-442e-a6c7-9cee9aeacf8e admin admin] 10.222.0.20 "PUT /v2.0/routers/eb918b3e-7480-4f56-be43-7e925727cf8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072032 Aug 19 01:00:54.929303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-24507463-7c65-4a0c-b664-a4f282e04007 None None] Port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:00:55.401117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43662) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:55.405961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953134702', 'description': 'tempest-description--270293281'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:55.430003 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.533030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.538134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.568662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.569915 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1677866 Aug 19 01:00:55.571797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0304a9c-3367-437e-bbf2-8d7b51599706 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2912a0ee-ef89-4333-8697-9856a2e0e374,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:55.573086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:55.579027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'security_group_rule': {'security_group_id': '2912a0ee-ef89-4333-8697-9856a2e0e374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:55.611448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.684527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.688006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.709578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0a4988-cd58-45a8-a57c-30fe75769991,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:55.718331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.719761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2e95b391-f162-4b2a-a843-91aadf89ceaf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447315 Aug 19 01:00:55.722356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:55.727570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'security_group_rule': {'security_group_id': '2912a0ee-ef89-4333-8697-9856a2e0e374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:55.758225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.816963 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.821324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.840042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57df76a-0d2f-48f0-9a01-43de3e5a6f9c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:55.846645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.848411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4035a854-8029-43ca-834f-d66543ccd872 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244674 Aug 19 01:00:55.851676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:00:55.856067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:55.877582 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:55.978698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.081626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Allocated IP 172.25.1.21 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/f46c59b4-5277-4604-9fde-b13c3679dda2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:56.092902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4c628a7-8554-40bc-80f0-e8377fc23868 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:56.140673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4c628a7-8554-40bc-80f0-e8377fc23868 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:56.141057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.192653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.225993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:56.234676 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.271574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:56.276971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:56.278881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:56.281018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:56.282965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:56.283351 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.306623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=f46c59b4-5277-4604-9fde-b13c3679dda2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:56.359252 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:00:56.367503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.369354 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:00:56.370019 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:56.379586 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.389867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:56.394027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.416842 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.450896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:56.485580 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:00:56.573243 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.577904 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.648484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=f46c59b4-5277-4604-9fde-b13c3679dda2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:56.662007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.677775 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.679110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b2597d34-05ea-423e-a578-259daf2d5459 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8264880 Aug 19 01:00:56.698130 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 2, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:56.724063 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:00:56.724441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Updating router eb918b3e-7480-4f56-be43-7e925727cf8e port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:00:56.748829 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:56.815029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-d59016eb-fd6a-48cf-b341-3aa237a2a7b5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1953134702&fields=id&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 267 time: 0.0329063 Aug 19 01:00:56.924150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-d1f1f5e3-3d24-4f31-93ad-fb89b4f5ea39 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:56.926264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-d1f1f5e3-3d24-4f31-93ad-fb89b4f5ea39 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1033340 Aug 19 01:00:56.941250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-9cd9df69-ddac-454a-8a2e-702d658a6aa0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/quotas/f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 375 time: 0.0091388 Aug 19 01:00:56.994747 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-d8bbb04d-7991-4b08-a013-2ac64f00a4ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470769 Aug 19 01:00:57.030730 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.040426 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Transition to ACTIVE for port object 547fddff-31f9-4dd0-ae9c-c34c59ed8553 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:57.046328 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.094372 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Pushing event updated for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:57.119205 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.119552 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.119892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.120229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.120586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.120920 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.121247 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.121577 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.121899 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.122225 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.122549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.122872 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:00:57.156880 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Attempting to bind port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:57.157256 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Attempting to bind port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:57.157621 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Attempting to bind port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:57.159224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-7106d9be-9581-4ce0-bfba-3baf19c85cac service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476588 Aug 19 01:00:57.163178 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:57.163805 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:57.164407 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.164964 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:57.165599 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Bound port: 547fddff-31f9-4dd0-ae9c-c34c59ed8553, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:57.165984 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.233690 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] For port 547fddff-31f9-4dd0-ae9c-c34c59ed8553, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:57.237253 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] For port 547fddff-31f9-4dd0-ae9c-c34c59ed8553, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=547fddff-31f9-4dd0-ae9c-c34c59ed8553,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:57.243116 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.264951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-625aa465-da5d-4e92-8231-2e73cdc96817 service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988765 Aug 19 01:00:57.292036 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:57.300076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:00:57.301320 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:57.352608 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42457-899d-4375-9863-3e5532ed2ccc None None] Pushing event updated for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:57.456341 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-67baa8d8-6dc9-41e9-8190-92b55e89132b req-735bcb13-6cff-48b7-9f87-83f3720e3794 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 210 time: 0.0356963 Aug 19 01:00:57.538130 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:00:57.757442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:57Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:00:57.785769 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915215b3-e298-4701-8ec1-de5cae0eea17 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:57Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:00:58.095188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:58.142456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:58.142867 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.238912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 547fddff-31f9-4dd0-ae9c-c34c59ed8553 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:00:58.289165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:58.293732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:58.294357 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.385296 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.423782 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 547fddff-31f9-4dd0-ae9c-c34c59ed8553, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=547fddff-31f9-4dd0-ae9c-c34c59ed8553,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:00:58.431499 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.467172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-82627daf-f879-4d52-89a3-d9ae2d552832 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:58.468887 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-82627daf-f879-4d52-89a3-d9ae2d552832 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1513228 Aug 19 01:00:58.493477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:58.534565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-f478ebf9-ea2c-486d-a016-37a03789a206 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 380 time: 0.0468464 Aug 19 01:00:58.549371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'port': {'device_id': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'admin_state_up': True, 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'security_groups': ['2912a0ee-ef89-4333-8697-9856a2e0e374']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:58.612042 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-201fd783-7425-4626-80df-e7421b3ab15c req-087c71da-a161-4f6d-8565-03ba53896eff tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 210 time: 0.0763421 Aug 19 01:00:58.682390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:00:58.685940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.820825 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Allocated IP 172.20.0.4 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:00:58.954359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:58.968072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Transition to ACTIVE for port object 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:59.000183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.042533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:00:59.045494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:00:59.052967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:00:59.082658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:59.108908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:59.109545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.125005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-4d54eb28-41d5-4043-a18b-b016353c5823 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801635 Aug 19 01:00:59.138094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Request body: {'port': {'device_id': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:00:59.194831 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.320519 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-39a702c9-f978-40ac-a7ec-3b5e3214071e None None] Provisioning for port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:00:59.323941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-39a702c9-f978-40ac-a7ec-3b5e3214071e None None] Provisioning complete for port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:00:59.324350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a702c9-f978-40ac-a7ec-3b5e3214071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.358637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-39a702c9-f978-40ac-a7ec-3b5e3214071e None None] Port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:00:59.462279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:00:59.469495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.480805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Transition to ACTIVE for port object 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:00:59.484388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.542797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:00:59.609712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:00:59.610052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:00:59.610383 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:59.614835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:00:59.615158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:00:59.619966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:00:59.620320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:00:59.620712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:00:59.621138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Bound port: 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:00:59.621498 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:00:59.741855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7628-bf93-4ffb-b8a0-1252b3efd013 req-6db43f70-8857-4021-b91b-f767081e5a3c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:00:59.743498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2cf7628-bf93-4ffb-b8a0-1252b3efd013 req-6db43f70-8857-4021-b91b-f767081e5a3c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0568783 Aug 19 01:00:59.788603 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2cf7628-bf93-4ffb-b8a0-1252b3efd013 req-b883ebf5-7c5b-46f8-aa94-5ddd1b0c3537 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Aug 19 01:00:59.960104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:00:59.963105 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:00:59.967836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:00.004866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.005054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 547fddff-31f9-4dd0-ae9c-c34c59ed8553 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:01:00.005497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:00.006895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] 10.222.0.11 "PUT /v2.0/ports/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 1092 time: 0.8732760 Aug 19 01:01:00.007337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:01:00.009603 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:01:00.035981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e25c-ddcc-4d7c-9547-435c76a0d84e service neutron] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:01:00.076927 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0abee7-06e7-4b98-80df-a5acbe5cdb69 x-openstack-request-id: req-7e0abee7-06e7-4b98-80df-a5acbe5cdb69 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:01:00.077221 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:01:00.077479 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e0abee7-06e7-4b98-80df-a5acbe5cdb69 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:01:00.077869 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'status': 'completed', 'code': 200} Aug 19 01:01:00.078739 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:01:00.079312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:00.093997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-c6d444ef-7109-4abd-8494-02c209adfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.095517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-c6d444ef-7109-4abd-8494-02c209adfaf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0486982 Aug 19 01:01:00.143701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-34df083b-b400-44c9-a294-12edd887fdcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 217 time: 0.0398157 Aug 19 01:01:00.197137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-3186845e-8d59-4361-bf9d-9d61e2aa75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.198568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-3186845e-8d59-4361-bf9d-9d61e2aa75d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0479915 Aug 19 01:01:00.245464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb98d-020a-49ca-972e-704541774824 req-d25c0ad8-6420-4842-a271-f3394ae1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.246952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-d25c0ad8-6420-4842-a271-f3394ae1a638 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412378 Aug 19 01:01:00.339448 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-940980f3-0c4a-41f8-8f07-8461d938403a service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Aug 19 01:01:00.428418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64bcb98d-020a-49ca-972e-704541774824 req-81624db3-1696-4141-9aba-a042a573b5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810289 Aug 19 01:01:00.514445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-3e3d5705-d12c-49b0-98c0-bb41d4b3afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.515832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-3e3d5705-d12c-49b0-98c0-bb41d4b3afff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0449059 Aug 19 01:01:00.603741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-061ebd65-a8ec-4d64-9e25-8442b49316cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.605212 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-061ebd65-a8ec-4d64-9e25-8442b49316cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0821152 Aug 19 01:01:00.648545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-a2ff54e1-afba-4916-a314-259bd3b5305b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 217 time: 0.0360730 Aug 19 01:01:00.695270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-ba0dbb86-6a58-4e29-94c9-1422a7961523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.696663 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-ba0dbb86-6a58-4e29-94c9-1422a7961523 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0413842 Aug 19 01:01:00.742743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-24e71cce-c266-4162-a57b-d11d889fc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.744217 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-24e71cce-c266-4162-a57b-d11d889fc014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395038 Aug 19 01:01:00.841543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-e96251dd-b84d-458d-99e9-1f5f2afb91d2 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888593 Aug 19 01:01:00.920656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0838-1512-4866-b331-0d08dfdefc49 req-1e6479f4-1753-49c8-8902-8b3bc7008a00 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:00.922142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-421d0838-1512-4866-b331-0d08dfdefc49 req-1e6479f4-1753-49c8-8902-8b3bc7008a00 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0492210 Aug 19 01:01:00.930336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d3526bb-5e3c-49c6-bd66-2411d8e1d365 req-0af699a3-2d6d-4ba2-8bb9-657503b52407 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813260 Aug 19 01:01:00.968691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-421d0838-1512-4866-b331-0d08dfdefc49 req-86c6fa54-a093-4451-ab5c-281f70686d9a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Aug 19 01:01:02.082294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460874e-32d2-4531-966d-82e1ea08e196 req-ee5c884c-08d2-4298-9164-876d7b60a056 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:02.083952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c460874e-32d2-4531-966d-82e1ea08e196 req-ee5c884c-08d2-4298-9164-876d7b60a056 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0493305 Aug 19 01:01:02.124598 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c460874e-32d2-4531-966d-82e1ea08e196 req-fd29be62-f820-42fe-a5c0-111f81c73313 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Aug 19 01:01:02.650438 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:01:02.740874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:01:02.751290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:01:02.794249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:02.810124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:01:02.833200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:01:02.837899 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:02.890805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:01:03.027572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:01:03.235543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2c4cb-11bc-4457-a675-5cc1e32de1d2 req-f9588c4f-c900-4123-b89f-ab6b2e457071 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:03.237025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25e2c4cb-11bc-4457-a675-5cc1e32de1d2 req-f9588c4f-c900-4123-b89f-ab6b2e457071 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 944 time: 0.0481753 Aug 19 01:01:03.272927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25e2c4cb-11bc-4457-a675-5cc1e32de1d2 req-b8104c59-49b5-44c5-a59d-4682e9c8cf41 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294769 Aug 19 01:01:04.386060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c367c-4bdd-43c8-97e4-7536b89432a8 req-ae91f800-ad43-4964-a7ec-b483de0115d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:04.387537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff5c367c-4bdd-43c8-97e4-7536b89432a8 req-ae91f800-ad43-4964-a7ec-b483de0115d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 944 time: 0.0490143 Aug 19 01:01:04.423305 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff5c367c-4bdd-43c8-97e4-7536b89432a8 req-9524feea-41da-4e2a-b5a4-5f63483a9f00 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299873 Aug 19 01:01:04.681810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:01:04.728840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:01:04.732393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:01:04.732768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:04.806046 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:04.827818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:01:04.830075 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78327e-cf00-42a3-872a-efab87dc808d" -d '{"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-plugged", "status": "completed", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:01:04.846236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:01:04.851038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:04.875967 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c1ef32-b7bf-496f-84a7-900ed530dd8e x-openstack-request-id: req-b3c1ef32-b7bf-496f-84a7-900ed530dd8e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:01:04.876250 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-plugged", "status": "completed", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:01:04.876530 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3c1ef32-b7bf-496f-84a7-900ed530dd8e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:01:04.876911 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'code': 200} Aug 19 01:01:04.903413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:01:04.962526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b2170-f6ec-4d25-8f04-b2df61db325b req-f0d7b2d8-2883-4748-946f-65472e112338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:04.963896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-490b2170-f6ec-4d25-8f04-b2df61db325b req-f0d7b2d8-2883-4748-946f-65472e112338 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1097 time: 0.0397911 Aug 19 01:01:04.998571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-490b2170-f6ec-4d25-8f04-b2df61db325b req-9191c0f5-3786-45a5-ad37-8e7ff6d9febc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271215 Aug 19 01:01:05.537116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e63c7-9618-4bb9-a288-49fceb1038bb req-d87c17ee-0e4b-4224-b01d-996fb9639224 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:05.538581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f0e63c7-9618-4bb9-a288-49fceb1038bb req-d87c17ee-0e4b-4224-b01d-996fb9639224 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0479386 Aug 19 01:01:05.581397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f0e63c7-9618-4bb9-a288-49fceb1038bb req-0718c7d5-4876-4b5d-adc2-9be5daff402a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369594 Aug 19 01:01:06.696504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d46830-eb0f-4be1-a22f-a321da65b975 req-9561c0d5-7910-4948-afe1-3451a485ca6d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:06.697989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61d46830-eb0f-4be1-a22f-a321da65b975 req-9561c0d5-7910-4948-afe1-3451a485ca6d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0478630 Aug 19 01:01:06.734966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61d46830-eb0f-4be1-a22f-a321da65b975 req-9a4f1a20-dcca-4501-8220-174630236c98 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 19 01:01:06.843524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaac5-2c78-409b-aaab-daa8493d5ee1 req-ed67903a-acb3-4bd6-90de-ba2bc9536207 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:06.845008 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b07eaac5-2c78-409b-aaab-daa8493d5ee1 req-ed67903a-acb3-4bd6-90de-ba2bc9536207 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0481377 Aug 19 01:01:06.853896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 43720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:01:06.858387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'floatingip': {'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:01:06.896126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:07.321301 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:07.324995 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:07.428526 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a associated. External IP: 172.25.1.21, port: 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b. Aug 19 01:01:07.633554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:01:07.736571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:01:07.741683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:07.746452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:01:07.756335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:01:07.756957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:01:07.768280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fb9dc88-31f0-4bbd-a084-7b6ea624fe23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "PUT /v2.0/floatingips/fcf045f3-94a7-477b-b0ff-b4b96fd5d74a HTTP/1.1" status: 200 len: 990 time: 0.9133110 Aug 19 01:01:07.769079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:01:07.771478 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f5314-04a7-451e-a7dc-0116302f90ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:01:07.820871 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66aea5c-1c5f-412a-9504-f8c63ac9b1f7 x-openstack-request-id: req-e66aea5c-1c5f-412a-9504-f8c63ac9b1f7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:01:07.821165 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:01:07.821427 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e66aea5c-1c5f-412a-9504-f8c63ac9b1f7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:01:07.821840 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'status': 'completed', 'code': 200} Aug 19 01:01:07.866609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:01:07.882959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f5314-04a7-451e-a7dc-0116302f90ea req-2817e865-62ac-4ef0-8c3f-aac967eca63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:07.884557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-2817e865-62ac-4ef0-8c3f-aac967eca63d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1097 time: 0.0418479 Aug 19 01:01:07.978403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f5314-04a7-451e-a7dc-0116302f90ea req-46a30a05-0614-4f72-8355-46aba85bffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:07.979923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-46a30a05-0614-4f72-8355-46aba85bffb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0883229 Aug 19 01:01:08.044535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-24abd02f-4354-4f49-bbfc-725e34cf9cd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.0569532 Aug 19 01:01:08.085792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:01:07Z', 'revision_number': 1, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:01:08.094000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f5314-04a7-451e-a7dc-0116302f90ea req-1eaade16-70db-4d8e-8205-769e2691d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:08.095457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-1eaade16-70db-4d8e-8205-769e2691d16a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0434492 Aug 19 01:01:08.116084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:01:08.124614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:01:08.125228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:00:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:01:08.145747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f5314-04a7-451e-a7dc-0116302f90ea req-f1094be0-0ee8-4895-9a18-64b22d081048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:08.147692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-f1094be0-0ee8-4895-9a18-64b22d081048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451422 Aug 19 01:01:08.237373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-ca33fca1-b700-4413-a6a8-49312f142f4d service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Aug 19 01:01:08.335399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-700f5314-04a7-451e-a7dc-0116302f90ea req-e428ee72-7891-4136-88b9-f884883b4387 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910127 Aug 19 01:01:08.389838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:01:08.606824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:01:07Z', 'revision_number': 1, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:01:08.632635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d902b72-b70e-4dc3-809b-6658208ff3a1 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:01:07Z', 'revision_number': 1, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:01:08.818821 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae23aa-c8c8-4892-bbbd-93f7e6f17139 None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:01:12.560397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0184fb32-7f3a-419e-a34a-5a7c7b63dd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:15.014063 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d1885dc-b74d-4fde-a6c1-c794f4a7ab37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:15.259302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:15.618786 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:16.520635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:18.000679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:26.990107 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:01:27.307134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:41.146861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-020b94f9-5f0a-4f3a-b1d0-25d83404130d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384212 Aug 19 01:01:41.226040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-87066dde-a1d1-4671-96f4-ea9b3987af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:41.227460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-87066dde-a1d1-4671-96f4-ea9b3987af81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1097 time: 0.0388746 Aug 19 01:01:41.328840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-4263bc5c-db51-4de0-a9e4-0ec46f3a1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:41.330255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-4263bc5c-db51-4de0-a9e4-0ec46f3a1a7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0846145 Aug 19 01:01:41.392091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-16af8f5d-b7ce-4bce-b3b1-58f6f1a33ebe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 1000 time: 0.0546985 Aug 19 01:01:41.442473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-ccf693ce-c4c3-46d9-9a88-4ee1ab00aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:41.443790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-ccf693ce-c4c3-46d9-9a88-4ee1ab00aea3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0451815 Aug 19 01:01:41.489080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-e9645832-6388-4e26-9d97-380a7ae4d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:01:41.490572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-e9645832-6388-4e26-9d97-380a7ae4d70d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398760 Aug 19 01:01:41.580745 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-fec0b058-6dbc-4db7-8972-e4fb6471b976 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Aug 19 01:01:41.669075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42dae438-7a87-4e9b-9f69-2a871e8c400a req-3258e79e-3860-4cf4-ac8e-f5195f719240 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819407 Aug 19 01:01:42.562553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e6f24e8-c495-495c-8b5a-366f370d1092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:45.013587 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c6d8-5d6c-4916-a97d-66d246f93d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:45.259350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:45.631234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:46.522112 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:48.002339 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:01:57.302926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:03.988252 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:02:12.564364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-971a7364-089d-46cb-adc5-11d8b441af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:15.013174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4006f6cf-1661-41a5-a6d5-3b9e69312789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:15.258733 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:15.631848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:16.523839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:18.005238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:27.301402 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:40.987238 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:02:41.143587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-b1f8e66d-c4f7-4796-96ac-79507ce046d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389402 Aug 19 01:02:41.228070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-06a002cd-ab2e-43d5-8615-d04aededd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:41.229557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-06a002cd-ab2e-43d5-8615-d04aededd8f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1097 time: 0.0435522 Aug 19 01:02:41.329492 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-b5a60679-97a0-48db-92f3-794449ef4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:41.330929 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-b5a60679-97a0-48db-92f3-794449ef4250 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0810511 Aug 19 01:02:41.396481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-04aaeb1a-758e-411a-ad60-ef55b2ace3b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 1000 time: 0.0580380 Aug 19 01:02:41.443849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-0e6cdcda-4247-4591-98b7-5a964a1c4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:41.445250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-0e6cdcda-4247-4591-98b7-5a964a1c4ae0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0414209 Aug 19 01:02:41.490384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-50b1e1b0-94cf-4bc1-9a9d-861afb42772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:41.491802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-50b1e1b0-94cf-4bc1-9a9d-861afb42772c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389464 Aug 19 01:02:41.838757 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-25828caf-7dfe-4288-9262-7110a40fd1ac service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389232 Aug 19 01:02:41.928654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1f25d19f-1149-4fdb-82a6-d718438b1e49 req-06284b92-2970-40ad-9ea4-c5e91c9366a7 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808206 Aug 19 01:02:42.566457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-160543cf-685e-4925-b8b9-d3e6f57bef98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:43.395531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887d13e-b697-4900-a3fd-b9e16c1523fa req-8e2377bc-38f6-48b6-a8d7-4e52e29c5bf0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:43.397043 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8887d13e-b697-4900-a3fd-b9e16c1523fa req-8e2377bc-38f6-48b6-a8d7-4e52e29c5bf0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 19 01:02:43.435182 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8887d13e-b697-4900-a3fd-b9e16c1523fa req-64d9f390-24b3-447c-a858-c4f301c28655 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Aug 19 01:02:43.650479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 43930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:02:43.674059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e469-171c-4403-8fa3-f7e400cbf6bf req-2309f1bc-d381-486e-bdc5-b5e30d7b42d2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:43.675752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b29e469-171c-4403-8fa3-f7e400cbf6bf req-2309f1bc-d381-486e-bdc5-b5e30d7b42d2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0505879 Aug 19 01:02:43.715677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7b29e469-171c-4403-8fa3-f7e400cbf6bf req-fb3ec9d1-cbe3-4c73-a0cc-9a9c5ef23e5f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 19 01:02:43.733789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-239c266b-8e7d-4b1b-8970-d9590fd75bf3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814621 Aug 19 01:02:44.833524 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e902b-4f22-4f26-aa6f-7febc5dc7f53 req-8177ccd2-2114-4245-877a-8f00f12b48c1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:44.835088 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50e902b-4f22-4f26-aa6f-7febc5dc7f53 req-8177ccd2-2114-4245-877a-8f00f12b48c1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Aug 19 01:02:44.873662 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f50e902b-4f22-4f26-aa6f-7febc5dc7f53 req-31ab2561-6ec4-4074-8c54-dcadde4e19df tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 19 01:02:44.891412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-b7fd2f60-0eb3-486b-849f-ab2951b283aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:44.892938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-b7fd2f60-0eb3-486b-849f-ab2951b283aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1097 time: 0.0404496 Aug 19 01:02:44.983391 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-613ec702-78cd-47c2-86ea-0b78a54c8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:44.984859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-613ec702-78cd-47c2-86ea-0b78a54c8010 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0850253 Aug 19 01:02:45.013098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d57f6dc-cf8b-4a93-9a82-1f844d7f5030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:45.050365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-9f0d3031-d26f-4fff-b218-0fc752df50d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 1000 time: 0.0582271 Aug 19 01:02:45.102765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-81471f36-821a-4fcb-8984-6bd946f075b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:45.104163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-81471f36-821a-4fcb-8984-6bd946f075b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0464520 Aug 19 01:02:45.149023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-9ed233e2-3052-43c4-ab3f-53cf8ceadfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:45.150490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-9ed233e2-3052-43c4-ab3f-53cf8ceadfe4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393524 Aug 19 01:02:45.235494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3324a3d0-84b7-4871-997e-acaa80c3a3ab service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781693 Aug 19 01:02:45.264017 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:45.336958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-8f7b8d4f-0841-48fd-90cd-62ca79c365a6 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948834 Aug 19 01:02:45.647928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:45.990698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143fc0a-1ea1-4f65-b504-81b969167784 req-7d615d4f-99ee-45e7-b055-bec177b1578c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:45.992174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d143fc0a-1ea1-4f65-b504-81b969167784 req-7d615d4f-99ee-45e7-b055-bec177b1578c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0492492 Aug 19 01:02:46.028675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d143fc0a-1ea1-4f65-b504-81b969167784 req-084463d3-5f9c-4be5-9af3-654edbc4190d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305185 Aug 19 01:02:46.527689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:47.143762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f527b-2931-4d29-bb4a-90d37bedcf41 req-99e1f0f0-9294-40f8-8307-e10e05811c45 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:47.145237 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff4f527b-2931-4d29-bb4a-90d37bedcf41 req-99e1f0f0-9294-40f8-8307-e10e05811c45 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Aug 19 01:02:47.182195 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff4f527b-2931-4d29-bb4a-90d37bedcf41 req-1f3099db-9caa-41d6-84a1-d240f45691ad tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Aug 19 01:02:48.008667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:48.299671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251a62-72dc-4ec1-ae74-43c72f731ff2 req-9d7b4138-fe63-4899-879f-3080934afcc1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:48.301156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb251a62-72dc-4ec1-ae74-43c72f731ff2 req-9d7b4138-fe63-4899-879f-3080934afcc1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0513263 Aug 19 01:02:48.337698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb251a62-72dc-4ec1-ae74-43c72f731ff2 req-38657641-19a8-4e2b-bed1-fb33f1a1c32d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302079 Aug 19 01:02:49.447315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a2b1-34d4-463a-983a-3fe501bf0a67 req-eb93dc41-a389-4077-868d-3de98c138832 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:49.448778 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f90a2b1-34d4-463a-983a-3fe501bf0a67 req-eb93dc41-a389-4077-868d-3de98c138832 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0465064 Aug 19 01:02:49.488783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f90a2b1-34d4-463a-983a-3fe501bf0a67 req-8c0ef47f-b8fb-4eb4-9ea5-53bfc6b74b0b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Aug 19 01:02:50.603739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fbee6-5a2f-42ee-b0f1-e856617d7402 req-530626ee-5c15-40e4-8090-70dcd939376a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:50.605215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf9fbee6-5a2f-42ee-b0f1-e856617d7402 req-530626ee-5c15-40e4-8090-70dcd939376a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Aug 19 01:02:50.641355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf9fbee6-5a2f-42ee-b0f1-e856617d7402 req-b83d8a0a-e115-4c2a-87bf-3344e24b8f7e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302992 Aug 19 01:02:51.755207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ab46-919d-42cc-b722-d2ffef332cf5 req-a1fbe668-2e33-4364-86e5-2637f5c6d466 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:51.756716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78d5ab46-919d-42cc-b722-d2ffef332cf5 req-a1fbe668-2e33-4364-86e5-2637f5c6d466 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 19 01:02:51.794092 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78d5ab46-919d-42cc-b722-d2ffef332cf5 req-80a249f4-c0e1-4cca-a887-b1d9c19275ab tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Aug 19 01:02:52.910046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04ca5e-2f4e-42d4-ada1-d7a25d99a303 req-2ebefbed-6503-459a-84d9-8dbd3f8c547e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:52.911496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a04ca5e-2f4e-42d4-ada1-d7a25d99a303 req-2ebefbed-6503-459a-84d9-8dbd3f8c547e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Aug 19 01:02:52.948206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1a04ca5e-2f4e-42d4-ada1-d7a25d99a303 req-0342abe4-e2c9-4e69-83b3-59e4a711b6a7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Aug 19 01:02:54.061004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238a93f-d886-4451-91bc-a5471c613aa5 req-88599248-ffc9-40ae-8d1e-af2c9fbcc834 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:54.062401 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c238a93f-d886-4451-91bc-a5471c613aa5 req-88599248-ffc9-40ae-8d1e-af2c9fbcc834 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0484915 Aug 19 01:02:54.099397 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c238a93f-d886-4451-91bc-a5471c613aa5 req-3fe11445-a0b1-466d-9f2c-87dc64d6564a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Aug 19 01:02:55.216584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eac880-20e5-479c-abda-d6c59ddbc2cc req-a9bcf375-1341-4f8d-bc2b-4e6617f78a1d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:55.218052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83eac880-20e5-479c-abda-d6c59ddbc2cc req-a9bcf375-1341-4f8d-bc2b-4e6617f78a1d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Aug 19 01:02:55.255164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-83eac880-20e5-479c-abda-d6c59ddbc2cc req-a75b8a70-7c4b-42a3-879e-6d86987aab26 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Aug 19 01:02:56.367274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6934-5694-4b20-829a-d2c806b957ef req-514c0c51-ac34-4a68-b8f5-41dfc66aab46 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:56.368762 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b74d6934-5694-4b20-829a-d2c806b957ef req-514c0c51-ac34-4a68-b8f5-41dfc66aab46 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0479770 Aug 19 01:02:56.408412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b74d6934-5694-4b20-829a-d2c806b957ef req-7a11beca-7c1a-4946-8a8b-2a9080c723bc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Aug 19 01:02:57.282467 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-9871389a-e50d-4871-b5a9-95e2ffae5513 service neutron] show failed (client error): The resource could not be found. Aug 19 01:02:57.283554 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-9871389a-e50d-4871-b5a9-95e2ffae5513 service neutron] 10.222.0.11 "GET /v2.0/ports/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0542338 Aug 19 01:02:57.305346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:57.476065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-e39e8025-daae-4fe9-a6f6-15952e600033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:57.477701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-e39e8025-daae-4fe9-a6f6-15952e600033 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1097 time: 0.0427318 Aug 19 01:02:57.507392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:02:57.555987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b85a0-e9fe-451b-b802-c67ad65c528d req-e688bf31-87b7-4fff-b711-41059fd2a264 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:57.557409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72b85a0-e9fe-451b-b802-c67ad65c528d req-e688bf31-87b7-4fff-b711-41059fd2a264 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 945 time: 0.0788171 Aug 19 01:02:57.593880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:57.638146 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e72b85a0-e9fe-451b-b802-c67ad65c528d req-fd7070c5-47f0-4d66-9eb9-22284960a32a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655637 Aug 19 01:02:57.805604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:02:57.838387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:02:57.880851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:02:57.883167 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8e723-1818-49d0-8018-7bbf2cfeb9ab" -d '{"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:02:57.887926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:57.900007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Transition to ACTIVE for port object 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:02:57.903914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:57.934297 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33aa596-16ea-4963-a74a-6bedf7b753e2 x-openstack-request-id: req-b33aa596-16ea-4963-a74a-6bedf7b753e2 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:02:57.934598 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:02:57.934858 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b33aa596-16ea-4963-a74a-6bedf7b753e2 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:02:57.935255 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'code': 200} Aug 19 01:02:58.010608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:02:58.039893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.040250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.040612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.040947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.041279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.041611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.041940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.042269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.042594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.042921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.043262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.043581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:02:58.095073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] No DVR routers for this DVR port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:02:58.223710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:02:58.224048 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:02:58.224440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:02:58.229169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:02:58.229495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Attempting to bind port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:02:58.234261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:02:58.234601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:02:58.234984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:02:58.235407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Bound port: 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:02:58.235764 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:58.296173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:02:58.299455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:02:58.303164 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:58.338052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.338673 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:02:58.340044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] 10.222.0.21 "PUT /v2.0/ports/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 1092 time: 0.8376644 Aug 19 01:02:58.365061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f036236-36c5-4089-89ce-c82838188bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:02:58.414476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-bb7d1d8a-ed2b-4c21-85d4-18efdfeed97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.416534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-bb7d1d8a-ed2b-4c21-85d4-18efdfeed97c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0420504 Aug 19 01:02:58.512873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-bbb91fa4-e6cd-4f30-b214-85b2256e073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.514333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-bbb91fa4-e6cd-4f30-b214-85b2256e073d service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0907102 Aug 19 01:02:58.578899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-0f946c00-53fd-4a14-a0c7-ab251fc27d6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.0572636 Aug 19 01:02:58.626579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-4baaeb5b-cadd-4e54-93fc-73991136707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.627876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-4baaeb5b-cadd-4e54-93fc-73991136707c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0424781 Aug 19 01:02:58.677055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-599ccd79-71c9-4ae8-b2e5-cbfe96f7268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.678544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-599ccd79-71c9-4ae8-b2e5-cbfe96f7268a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434964 Aug 19 01:02:58.801260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc3550-f612-445d-ac34-993190dbd83d req-9125d2f7-84e7-4ed4-a5be-8659b1375ed4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:02:58.802812 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7bc3550-f612-445d-ac34-993190dbd83d req-9125d2f7-84e7-4ed4-a5be-8659b1375ed4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0761232 Aug 19 01:02:58.805139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-3fa1e115-6031-4b93-8bb0-0cdfadb5b437 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183054 Aug 19 01:02:58.889265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e7bc3550-f612-445d-ac34-993190dbd83d req-9cc00dab-988d-4f7d-bcb1-a885d21e385b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803833 Aug 19 01:02:58.923810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc2dd877-84c4-45ed-8d75-12e23c1b393c req-4ca19e90-2ccc-4105-a9c7-764f748c3739 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069121 Aug 19 01:02:59.936346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:02:59.938960 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf30564-af66-413d-8dd3-674b4c58c79c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:02:59.990555 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f18d6f-22fb-49be-a022-baebd893ebcd x-openstack-request-id: req-50f18d6f-22fb-49be-a022-baebd893ebcd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:02:59.991109 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:02:59.991368 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50f18d6f-22fb-49be-a022-baebd893ebcd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:02:59.991772 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'status': 'completed', 'code': 200} Aug 19 01:03:00.012463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de994f0-7109-4547-938c-4d6960b0b83b req-c1d06241-f2e8-44ac-a57e-32dc643aad0a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.013963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7de994f0-7109-4547-938c-4d6960b0b83b req-c1d06241-f2e8-44ac-a57e-32dc643aad0a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0517406 Aug 19 01:03:00.053093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7de994f0-7109-4547-938c-4d6960b0b83b req-f256a052-6121-4fe5-89c4-81d6e5ae5004 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Aug 19 01:03:00.083853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-eea88249-aecd-4a2d-9c1b-d228746f2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.085370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-eea88249-aecd-4a2d-9c1b-d228746f2fdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0751352 Aug 19 01:03:00.091661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-44f720d2-80a8-48fb-9872-6312384b152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.093111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-44f720d2-80a8-48fb-9872-6312384b152b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0556817 Aug 19 01:03:00.240416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-ccb4d4a6-624e-4e68-921d-937582cc7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.241858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-ccb4d4a6-624e-4e68-921d-937582cc7168 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1479242 Aug 19 01:03:00.243145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-10f172e5-97dd-44a4-a0ea-211ea78fdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.244489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-10f172e5-97dd-44a4-a0ea-211ea78fdcca service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1436849 Aug 19 01:03:00.350175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-aeb97284-f152-4053-a9e7-9f561ff3febc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.1011376 Aug 19 01:03:00.354241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-80457546-b31f-440a-b5ee-409e990203df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.0990696 Aug 19 01:03:00.428791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-d37e4aef-7dcc-4656-9ff3-33491c962cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.430184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-d37e4aef-7dcc-4656-9ff3-33491c962cba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0738082 Aug 19 01:03:00.433368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-875df8d9-92d5-46c2-a541-b0ee6aba7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.434654 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-875df8d9-92d5-46c2-a541-b0ee6aba7efd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0713358 Aug 19 01:03:00.504970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-88cd0d44-1cd9-43a6-8b37-cf4d0d50c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.506438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-88cd0d44-1cd9-43a6-8b37-cf4d0d50c6e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690122 Aug 19 01:03:00.509848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-93a131ea-6df3-48a8-b63f-fb2d1a519338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:00.511267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-93a131ea-6df3-48a8-b63f-fb2d1a519338 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668912 Aug 19 01:03:00.664280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-fba65404-2242-46a5-83d4-3e88f6603a31 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500547 Aug 19 01:03:00.666150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-53ccfc8a-9b2d-488c-9782-5bff32fda3dd service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448648 Aug 19 01:03:00.821432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-8e54a607-38e8-43f1-a99f-081aa26ade3e service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487558 Aug 19 01:03:00.824110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bdf30564-af66-413d-8dd3-674b4c58c79c req-fdf85858-032d-4f0d-af01-1a50b9bf5480 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447771 Aug 19 01:03:01.174829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb56e63-c373-4845-892a-ce5f1d624355 req-af90f065-49e0-4362-b67a-356e1563c9f1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:01.176382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-beb56e63-c373-4845-892a-ce5f1d624355 req-af90f065-49e0-4362-b67a-356e1563c9f1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0527496 Aug 19 01:03:01.219244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-beb56e63-c373-4845-892a-ce5f1d624355 req-1c451553-20cc-4309-85f0-ab45ec683bca tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Aug 19 01:03:01.320259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:03:01.357539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:03:01.638924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-e9d75419-9cc0-4caf-acfc-e529a34c4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:01.640471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-e9d75419-9cc0-4caf-acfc-e529a34c4bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0400860 Aug 19 01:03:01.744080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-10f45845-ef77-4be7-8e58-6725a9ccb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:01.745539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-10f45845-ef77-4be7-8e58-6725a9ccb33e service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0857491 Aug 19 01:03:01.813702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-3a44f6a8-4f2f-47f9-9bcd-2fd0356f0751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.0598528 Aug 19 01:03:01.886598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-20142060-8d81-4a02-a884-9285c69878ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:01.888056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-20142060-8d81-4a02-a884-9285c69878ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0454333 Aug 19 01:03:01.961056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-d5e2eb76-b818-4440-9069-64c199113db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:01.963075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-d5e2eb76-b818-4440-9069-64c199113db7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481465 Aug 19 01:03:02.049944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-c9fcd0da-56b0-4a6c-84e1-0aaca4c985ac service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795448 Aug 19 01:03:02.341661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94b02-6b53-48fb-bf84-22a040af2e36 req-60a8f38d-4bfa-4a37-8d90-af22ecf20a43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.343186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ca94b02-6b53-48fb-bf84-22a040af2e36 req-60a8f38d-4bfa-4a37-8d90-af22ecf20a43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0502112 Aug 19 01:03:02.381705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1ca94b02-6b53-48fb-bf84-22a040af2e36 req-ce3b74f3-d3da-4aa4-a15f-e2f00b12f25f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Aug 19 01:03:02.400286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f42dfb7e-dacd-48fd-8e34-7be6ece2d2aa req-b7b216c4-6fcc-4353-a4a0-d9cc1a710928 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429132 Aug 19 01:03:02.570599 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a62d84-1356-4344-8f0e-4f80bbc068d2 req-3ad32eb2-4fd1-4d07-9021-082e766b4d43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.575114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d8a62d84-1356-4344-8f0e-4f80bbc068d2 req-3ad32eb2-4fd1-4d07-9021-082e766b4d43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0490243 Aug 19 01:03:02.586848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c803-23e6-4907-b291-539827f75063 req-0830f886-377e-4306-b83f-5d22c8870132 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.588320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-0830f886-377e-4306-b83f-5d22c8870132 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65&tenant_id=f267a74f40904b709a142b0bc8548edf&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Aug 19 01:03:02.614827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d8a62d84-1356-4344-8f0e-4f80bbc068d2 req-eee3ae96-399a-43bf-991f-16a73b30d3a6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357738 Aug 19 01:03:02.647717 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-7720c803-23e6-4907-b291-539827f75063 req-5525e218-78e1-487f-864d-ccd6ed6112fd service neutron] delete failed (client error): The resource could not be found. Aug 19 01:03:02.648752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-5525e218-78e1-487f-864d-ccd6ed6112fd service neutron] 10.222.0.11 "DELETE /v2.0/ports/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0536265 Aug 19 01:03:02.732067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c803-23e6-4907-b291-539827f75063 req-411b9d3e-d636-4673-90cb-5a49f862f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.733601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-411b9d3e-d636-4673-90cb-5a49f862f8db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 1095 time: 0.0401819 Aug 19 01:03:02.824260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c803-23e6-4907-b291-539827f75063 req-e6488b4c-d1fe-4a0d-b879-2839d574705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.825694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-e6488b4c-d1fe-4a0d-b879-2839d574705a service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0849030 Aug 19 01:03:02.888952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-3243533a-f838-4dd1-9bec-98d8a2799464 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 200 len: 998 time: 0.0558541 Aug 19 01:03:02.940842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c803-23e6-4907-b291-539827f75063 req-bbd4451b-2144-47a7-8cd9-3df4a157183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.942238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-bbd4451b-2144-47a7-8cd9-3df4a157183f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0460210 Aug 19 01:03:02.986046 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c803-23e6-4907-b291-539827f75063 req-fbd4c164-b67c-4613-8696-e9097fcb5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:02.987477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-fbd4c164-b67c-4613-8696-e9097fcb5def service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383873 Aug 19 01:03:03.078183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-b3e515bb-3534-46c2-84ef-e662c9d9854c service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833235 Aug 19 01:03:03.164687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7720c803-23e6-4907-b291-539827f75063 req-e151b954-9e31-422e-9949-f4be53579b40 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792499 Aug 19 01:03:03.734464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb24c6-dc53-4c23-9d05-4ef6397c6879 req-ac0aeecc-4f69-49fe-8a9c-eaf39052299c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:03.735922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cbb24c6-dc53-4c23-9d05-4ef6397c6879 req-ac0aeecc-4f69-49fe-8a9c-eaf39052299c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0509834 Aug 19 01:03:03.773302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cbb24c6-dc53-4c23-9d05-4ef6397c6879 req-99610c47-50e6-437f-b104-436103d4c25c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Aug 19 01:03:03.884831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1385d-e1b5-47d0-ad03-7ceacfe2a1b4 req-79aee6d6-9b7f-4bfe-8372-7b1d375b041a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:03.886318 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8b1385d-e1b5-47d0-ad03-7ceacfe2a1b4 req-79aee6d6-9b7f-4bfe-8372-7b1d375b041a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0480049 Aug 19 01:03:03.921877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e8b1385d-e1b5-47d0-ad03-7ceacfe2a1b4 req-eda3fdcb-8c5a-41f4-b84c-4c15107da87f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298741 Aug 19 01:03:04.037394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd59a-767e-4379-ad89-8a9d52d4b4bb req-98510ff2-8862-49b5-b169-775e3ef00b65 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:04.038833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dffcd59a-767e-4379-ad89-8a9d52d4b4bb req-98510ff2-8862-49b5-b169-775e3ef00b65 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Aug 19 01:03:04.077735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dffcd59a-767e-4379-ad89-8a9d52d4b4bb req-25506102-b47c-4345-b6bd-518592a71c94 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Aug 19 01:03:04.303388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff89d-6cc9-4af0-b57f-404e82b49beb req-31ebe812-8456-4e9e-88a1-a4a453971acc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:04.304858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06aff89d-6cc9-4af0-b57f-404e82b49beb req-31ebe812-8456-4e9e-88a1-a4a453971acc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 943 time: 0.0478139 Aug 19 01:03:04.332374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:03:04.342855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06aff89d-6cc9-4af0-b57f-404e82b49beb req-d53d8a6d-b05b-429d-822f-b697d3a4b5dc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Aug 19 01:03:04.429201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:04.440344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:03:04.475680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:04.493007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:03:04.511963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:04.515999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:04.563372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:04.570447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.570821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.571147 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.571586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.571929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.572269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.572625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.572957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.573291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.573620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.573948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:04.574273 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:03:05.016373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:03:05.455860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1f33b-b384-4708-81a2-0206df8614e0 req-d26ce6cc-c755-47c6-bfd2-1d40db135f43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:05.457724 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ff1f33b-b384-4708-81a2-0206df8614e0 req-d26ce6cc-c755-47c6-bfd2-1d40db135f43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 944 time: 0.0478563 Aug 19 01:03:05.495454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ff1f33b-b384-4708-81a2-0206df8614e0 req-5f1d0d24-a3f6-40ac-a6d3-dbc13b81b42b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Aug 19 01:03:05.908436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-70a81bd3-d172-4b05-81e8-8bef5d9e6f05 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:05.909856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-70a81bd3-d172-4b05-81e8-8bef5d9e6f05 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 944 time: 0.0476000 Aug 19 01:03:06.000820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Deleting port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:03:06.001163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.087803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:06.088096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.298964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.299353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.299667 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a disassociated. External IP: 172.25.1.21, port: 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b. Aug 19 01:03:06.300007 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Calling delete_port for 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:03:06.353102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:03:06.433027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.450797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:06.461030 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'mac_address': 'fa:16:3e:01:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:03:06.462756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'Port': ['ID=4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:06.597814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-51f72ba9-9399-4497-a142-3265d87679d0 req-709805f4-432b-467a-9df3-b302bd664d14 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3d777c-585c-4eec-ac0e-6ceb26acef65 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Aug 19 01:03:06.607735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:03:06.721253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:03:06.731134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:03:06.740230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:03:06.740831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:06.764037 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] No DVR routers for this DVR port 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:03:06.766694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:06.768930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-717ffcf5-08b4-4296-bb5c-80efa472e710 req-60f9ba40-58b6-46ab-bb31-a31774870b2a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "DELETE /v2.0/ports/4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b HTTP/1.1" status: 204 len: 173 time: 0.8518975 Aug 19 01:03:06.769488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-deleted', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:03:06.771812 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b6c5fd-e4da-43df-9524-e5bf51e8aecc" -d '{"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-deleted", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:03:06.811272 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc508b78-a2ac-42ac-9d6a-2d315778a191 x-openstack-request-id: req-bc508b78-a2ac-42ac-9d6a-2d315778a191 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:03:06.811561 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d777c-585c-4eec-ac0e-6ceb26acef65", "name": "network-vif-deleted", "tag": "4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:03:06.811900 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc508b78-a2ac-42ac-9d6a-2d315778a191 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:03:06.812314 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d777c-585c-4eec-ac0e-6ceb26acef65', 'name': 'network-vif-deleted', 'tag': '4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b', 'status': 'completed', 'code': 200} Aug 19 01:03:06.854530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:03:07.046486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:07.071139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:03:07.079085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:03:07.079677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:02:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:07.182274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:03:07.385305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:07.411139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675a29-3be3-4f58-9d2c-c897d43f5db2 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:03:07.640016 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b34ea7-b21d-4fb5-820a-33906528f820 None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:03:07.830383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-d7efd2fd-0429-49a4-93ae-d9d8da1a9a04 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1953134702&fields=id&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 267 time: 0.0333693 Aug 19 01:03:07.942117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-933dca53-23f3-4101-b4e4-e8d4368f8f66 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:07.943482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-933dca53-23f3-4101-b4e4-e8d4368f8f66 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1061563 Aug 19 01:03:07.958115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-16b03fd4-0f88-4bbd-9914-f66960b15dba tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/quotas/f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 375 time: 0.0089071 Aug 19 01:03:08.016028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-d61af4c1-cd72-4824-ae8c-726d8d83c324 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528510 Aug 19 01:03:08.111100 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-1ef25e78-7b46-42f1-81d4-7fb5c6e4094f service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Aug 19 01:03:08.209301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-44be6ade-a815-41c4-af4b-15b2d45da32c service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918856 Aug 19 01:03:08.348745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:03:08.367466 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a9e928c4-39b6-4de1-a808-4a8ee8641a1c req-ac06e3e5-caa7-42fd-a941-59910f437819 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 210 time: 0.0271451 Aug 19 01:03:08.369724 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:03:08.370081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4bb40787-c5e5-4bdf-9151-0c4e5ed1f00b not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:03:09.422674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-2a166a77-4648-4acf-8f3c-3f05f65c505a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:09.424148 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-2a166a77-4648-4acf-8f3c-3f05f65c505a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1046999 Aug 19 01:03:09.481269 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5353cdd2-8800-4015-9ef3-5a3e547fc66a req-03bb4888-3871-4962-b9df-1385c3dfd608 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 210 time: 0.0424542 Aug 19 01:03:09.501166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-be14d68b-8158-46e4-88b6-ce5cfba627cb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 380 time: 0.0612698 Aug 19 01:03:09.520072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'port': {'device_id': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'admin_state_up': True, 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'security_groups': ['2912a0ee-ef89-4333-8697-9856a2e0e374']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:03:09.624665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:03:09.628183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:09.753042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Allocated IP 172.20.0.3 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:03:09.889338 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:09.901915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Transition to ACTIVE for port object 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:03:09.934790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:09.978693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:03:09.981807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:03:09.985727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:03:10.009559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:10.038079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.038704 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.054415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-dcf199c0-7d33-4ae9-be1c-b10c6d69d2db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5375350 Aug 19 01:03:10.117846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Request body: {'port': {'device_id': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:03:10.175403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.221480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-459f143e-78eb-4111-aef4-add14bd01a03 None None] Provisioning for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:03:10.225330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-459f143e-78eb-4111-aef4-add14bd01a03 None None] Provisioning complete for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:03:10.225772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-459f143e-78eb-4111-aef4-add14bd01a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.264637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-459f143e-78eb-4111-aef4-add14bd01a03 None None] Port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:03:10.428706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:03:10.435974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.447819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Transition to ACTIVE for port object 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:03:10.451631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.502117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:10.576457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:03:10.576801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:03:10.577138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:03:10.582084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:03:10.582542 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:03:10.588148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:03:10.588529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:03:10.588920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:03:10.589353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Bound port: 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:03:10.589718 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.624918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf4779-790b-4815-b8b5-93cd6c43b2dc req-cfb93a36-712a-489b-9dcf-1ec076f22fd3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.626593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4cf4779-790b-4815-b8b5-93cd6c43b2dc req-cfb93a36-712a-489b-9dcf-1ec076f22fd3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0568540 Aug 19 01:03:10.658624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:03:10.662277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:03:10.665909 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.672906 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4cf4779-790b-4815-b8b5-93cd6c43b2dc req-e73b49bb-2fda-4fcd-a22c-7486558677cc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Aug 19 01:03:10.705118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.705741 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:10.707392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 1092 time: 0.6398795 Aug 19 01:03:10.707831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:03:10.710139 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:03:10.731119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57c60b-2c42-46fd-a5cc-c7bf0063a004 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:10.776350 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df370054-5e2d-4c0b-8314-d04b2cff9b77 x-openstack-request-id: req-df370054-5e2d-4c0b-8314-d04b2cff9b77 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:03:10.776649 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:03:10.776831 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df370054-5e2d-4c0b-8314-d04b2cff9b77 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:03:10.777258 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'status': 'completed', 'code': 200} Aug 19 01:03:10.816125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-5ca2f79d-551a-47e1-b1cf-5fbfbe0c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.817690 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-5ca2f79d-551a-47e1-b1cf-5fbfbe0c7f30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1095 time: 0.0526199 Aug 19 01:03:10.869057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-557eb990-1bb4-462b-94f4-10943b081dd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 217 time: 0.0384243 Aug 19 01:03:10.924710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-c7cd88e6-7caa-4775-aae5-e29836c38789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.926600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-c7cd88e6-7caa-4775-aae5-e29836c38789 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0511696 Aug 19 01:03:10.972443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-8d7954ce-3324-4c09-a4b0-10b12c91a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:10.973943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-8d7954ce-3324-4c09-a4b0-10b12c91a8f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398157 Aug 19 01:03:11.066137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-3daa3b54-6ea8-4494-a28f-ddf5331e1e82 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Aug 19 01:03:11.152151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-af952f97-19b8-49a0-bb84-e29d4b5bd560 req-21fd031d-53d5-46fa-8cf2-d6998df913b5 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783401 Aug 19 01:03:11.292396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-1df807ea-1d0c-4fc1-a35d-85f4c12269e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:11.293895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-1df807ea-1d0c-4fc1-a35d-85f4c12269e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1095 time: 0.0441744 Aug 19 01:03:11.392083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-dee6bcfc-5956-4b73-a9bb-fd9dde00512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:11.393544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-dee6bcfc-5956-4b73-a9bb-fd9dde00512b service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0819728 Aug 19 01:03:11.436711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-f5640ac3-11e9-496e-9f91-6742247d0e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 217 time: 0.0359802 Aug 19 01:03:11.484683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-257a33c5-6761-4bbe-aeca-e898b4e8d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:11.486104 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-257a33c5-6761-4bbe-aeca-e898b4e8d0f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0432193 Aug 19 01:03:11.530717 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-bd7420a9-6717-43bc-8f00-b88d5c815a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:11.532244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-bd7420a9-6717-43bc-8f00-b88d5c815a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393834 Aug 19 01:03:11.623413 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-3f4a6cd0-92f1-4210-b97e-d774eed0cbfd service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Aug 19 01:03:11.711885 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8d276cd-9e0b-4b28-ad3d-7756dc3105c8 req-45a848d4-4965-48a4-a312-90b578d1688d service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808234 Aug 19 01:03:11.782089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c30a41-adb1-4920-a2e7-18382aa1eb56 req-29456b28-5776-4677-89c4-a98c311c19c8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:11.783593 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88c30a41-adb1-4920-a2e7-18382aa1eb56 req-29456b28-5776-4677-89c4-a98c311c19c8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0483158 Aug 19 01:03:11.820251 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-88c30a41-adb1-4920-a2e7-18382aa1eb56 req-6087f4cc-2784-4ad9-b160-fc44eb188f1a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Aug 19 01:03:12.567310 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19ae6011-8ee9-401e-9b6a-fb21d30d5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:12.938388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111751-b8e8-4b90-89b6-700ad06ed76c req-1e808035-906b-418a-b2ed-c517a0a54213 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:12.939837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5111751-b8e8-4b90-89b6-700ad06ed76c req-1e808035-906b-418a-b2ed-c517a0a54213 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0520530 Aug 19 01:03:12.976083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5111751-b8e8-4b90-89b6-700ad06ed76c req-124097aa-0fde-4e26-b2f7-ca4ca348548d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302646 Aug 19 01:03:14.092770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc895-2d33-4091-a2c3-3a72d6efadc3 req-4d289416-071d-4862-901e-2baac3ade74e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:14.094153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e5bc895-2d33-4091-a2c3-3a72d6efadc3 req-4d289416-071d-4862-901e-2baac3ade74e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0486932 Aug 19 01:03:14.131202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e5bc895-2d33-4091-a2c3-3a72d6efadc3 req-fc28364d-bb86-4984-af22-cf9f3fde2b37 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Aug 19 01:03:15.014120 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3a8b-0cda-429c-bcf9-542103033450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:15.244169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7af2d-c759-49e9-9590-0a08c358fe0b req-55e7a2e0-8cc8-44fb-99db-e802c4c395bc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:15.245683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38e7af2d-c759-49e9-9590-0a08c358fe0b req-55e7a2e0-8cc8-44fb-99db-e802c4c395bc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0497766 Aug 19 01:03:15.255885 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:15.284474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-38e7af2d-c759-49e9-9590-0a08c358fe0b req-4c0521e9-4ba9-4880-aafa-1a87ca320a46 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Aug 19 01:03:15.651765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:16.401088 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb29af-83bb-4d6d-aa1d-15c4141490fa req-6e635eb1-c10a-48ad-b80e-86fa2c1251fc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:16.402574 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbbb29af-83bb-4d6d-aa1d-15c4141490fa req-6e635eb1-c10a-48ad-b80e-86fa2c1251fc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0521266 Aug 19 01:03:16.426180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:03:16.439235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bbbb29af-83bb-4d6d-aa1d-15c4141490fa req-a02a2eaa-63f0-43cf-8ccc-9296db2adcd5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308578 Aug 19 01:03:16.521287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:16.536865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'mac_address': 'fa:16:3e:f3:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:03:16.544519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:16.579344 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:16.592234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:03:16.612070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:16.615844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:16.662675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:16.974609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:03:17.611987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c07ba-c6f1-48ab-b06b-89a177be9a9c req-d9400802-4810-4489-8b05-c148833d44b2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:17.613476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b21c07ba-c6f1-48ab-b06b-89a177be9a9c req-d9400802-4810-4489-8b05-c148833d44b2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 944 time: 0.1069779 Aug 19 01:03:17.651085 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b21c07ba-c6f1-48ab-b06b-89a177be9a9c req-af089f3b-4c61-4d68-a825-7750bbdab42d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Aug 19 01:03:17.986466 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:03:18.010213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:18.441800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:03:18.487947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:03:18.491402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:03:18.491777 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:18.565572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:18.586935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:03:18.589199 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10abcc32-a785-4978-acee-f2c544d56e08" -d '{"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-plugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:03:18.601750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:03:18.606145 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:18.631522 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb7694-fe50-4d34-871e-b1ad2c96aa9e x-openstack-request-id: req-5cdb7694-fe50-4d34-871e-b1ad2c96aa9e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:03:18.631825 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-plugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:03:18.632085 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cdb7694-fe50-4d34-871e-b1ad2c96aa9e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:03:18.632496 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'code': 200} Aug 19 01:03:18.657176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:03:18.776990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e6fc-5ff7-4cb0-96c0-12c22dac5fd7 req-e7deb276-419e-47f4-8a70-b1b6d8d5ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:18.778379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9280e6fc-5ff7-4cb0-96c0-12c22dac5fd7 req-e7deb276-419e-47f4-8a70-b1b6d8d5ac7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1097 time: 0.0691688 Aug 19 01:03:18.789455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76bf9c-c3b7-4f92-b88d-8f10ce71be2b req-cc0d21be-b8a4-4ae6-b122-689a9d5a0d61 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:18.791403 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb76bf9c-c3b7-4f92-b88d-8f10ce71be2b req-cc0d21be-b8a4-4ae6-b122-689a9d5a0d61 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0733569 Aug 19 01:03:18.835567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9280e6fc-5ff7-4cb0-96c0-12c22dac5fd7 req-6baae52c-79a4-4c01-9a32-e6700b2c301d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Aug 19 01:03:18.847606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb76bf9c-c3b7-4f92-b88d-8f10ce71be2b req-4449e3ca-771f-4684-a9c2-d1b3616a568b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Aug 19 01:03:19.961130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1ba1-f767-42aa-aa1b-8bd9c2c33dbc req-83684957-95b9-4b24-adab-2f4111985e14 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:19.962610 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3cb1ba1-f767-42aa-aa1b-8bd9c2c33dbc req-83684957-95b9-4b24-adab-2f4111985e14 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0480058 Aug 19 01:03:19.999246 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e3cb1ba1-f767-42aa-aa1b-8bd9c2c33dbc req-c824a729-a8f5-4e06-9217-b540c04231db tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Aug 19 01:03:21.112443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20f3c-6045-4513-be9d-86d783cd6302 req-c68ff2da-52b7-44cc-ba3b-c883f327c1ba tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:21.113802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03a20f3c-6045-4513-be9d-86d783cd6302 req-c68ff2da-52b7-44cc-ba3b-c883f327c1ba tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Aug 19 01:03:21.150428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-03a20f3c-6045-4513-be9d-86d783cd6302 req-b0e94728-8664-4965-83f6-9bceda1f9e70 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302644 Aug 19 01:03:21.257291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2ef95-bc85-428d-9cff-1884b2751878 req-7b891262-ce73-4cdc-a360-ad26ab890849 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:21.258735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-17b2ef95-bc85-428d-9cff-1884b2751878 req-7b891262-ce73-4cdc-a360-ad26ab890849 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0468059 Aug 19 01:03:21.267721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 44090) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:03:21.272153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'floatingip': {'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:03:21.313115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:22.049903 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:22.053715 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:22.148267 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a associated. External IP: 172.25.1.21, port: 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf. Aug 19 01:03:22.346138 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:03:22.450223 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:03:22.455026 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:22.461464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:03:22.471796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:03:22.472518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:03:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:22.481652 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7dd08d52-e3fb-4179-b74c-c5140f57b60e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "PUT /v2.0/floatingips/fcf045f3-94a7-477b-b0ff-b4b96fd5d74a HTTP/1.1" status: 200 len: 990 time: 1.2128634 Aug 19 01:03:22.482238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:03:22.484518 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:03:22.521712 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75881b8a-1222-4b8f-90c0-f27bde5332f5 x-openstack-request-id: req-75881b8a-1222-4b8f-90c0-f27bde5332f5 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:03:22.522000 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:03:22.522252 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75881b8a-1222-4b8f-90c0-f27bde5332f5 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:03:22.522654 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'status': 'completed', 'code': 200} Aug 19 01:03:22.621615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-e277b110-76a9-48cf-95db-303c958242d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:22.623040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-e277b110-76a9-48cf-95db-303c958242d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1097 time: 0.0464761 Aug 19 01:03:22.716347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-b4ab67ef-b575-495f-b0a5-99d53a9d10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:22.717889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-b4ab67ef-b575-495f-b0a5-99d53a9d10ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0871565 Aug 19 01:03:22.748462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:03:22.786591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-843c61df-3283-4cf9-8e6b-fb6073e8578f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 998 time: 0.0611575 Aug 19 01:03:22.836465 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-a4d3d2ef-4b7a-4555-9051-5eb879fe3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:22.838010 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-a4d3d2ef-4b7a-4555-9051-5eb879fe3451 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0445981 Aug 19 01:03:22.884550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-d709767f-f244-4845-90ce-3573bd902a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:03:22.886685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-d709767f-f244-4845-90ce-3573bd902a57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415120 Aug 19 01:03:22.971510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:f3:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:03:21Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:22.978832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-828e116e-5280-4c67-a8cf-ceec11521443 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Aug 19 01:03:23.002074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:03:23.010355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:03:23.010962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:03:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:23.066112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6ac36ab5-0f80-447e-baae-37dfbdfcb9eb req-08b23098-5184-4e24-9822-caf8284c890e service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803907 Aug 19 01:03:23.116830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:03:23.347454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:f3:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:03:21Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:03:23.373233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24ce3-48e9-4e17-9ed2-1a6e63a12cd1 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:f3:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:03:21Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:03:23.570732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc92d0-cab7-403e-9c0f-130e237275a2 None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:03:27.301030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:42.571548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-166a1a95-55d0-4a47-adeb-0c5db5642a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:45.014058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa656545-227c-497d-b8c9-0b717d11cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:45.257289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:45.668766 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:46.541642 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:48.013309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:03:54.986395 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:03:57.301249 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:01.590117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-4bedb91e-ef6a-4493-b4d3-21c91f5cba09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432351 Aug 19 01:04:01.682854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-b676dd8d-c97e-4276-9f82-457a4dcddba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:04:01.684309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-b676dd8d-c97e-4276-9f82-457a4dcddba3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1097 time: 0.0397525 Aug 19 01:04:01.784397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-82c5743a-9fc5-463e-b78b-a3e10526cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:04:01.785862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-82c5743a-9fc5-463e-b78b-a3e10526cd29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0820312 Aug 19 01:04:01.854117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-167cd8f3-5c82-4184-910d-0cb4db4615fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 1000 time: 0.0610082 Aug 19 01:04:01.902722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-ba0f7aef-4df3-4985-b813-6e6dc59debf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:04:01.904101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-ba0f7aef-4df3-4985-b813-6e6dc59debf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0426280 Aug 19 01:04:01.947266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-ee3095a5-1bea-4bb5-b9f7-6d401f776105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:04:01.948700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-ee3095a5-1bea-4bb5-b9f7-6d401f776105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377560 Aug 19 01:04:02.304196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-f6189fd7-b448-42c7-ba9e-58e5b64b65bc service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474152 Aug 19 01:04:02.398091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad3dea47-de0d-4dbb-8ae1-c24def1faf2b req-395a7fb5-09a1-41b4-8dc2-346a1b857ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Aug 19 01:04:12.574184 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-900b5ac0-dd1a-4bac-8597-62814aafa6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:15.013856 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1ed1-c84c-4c7a-9a86-064ce089807b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:15.257082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:15.663159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:16.536124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:18.016213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:27.297889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:31.985598 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:04:42.573831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16ef5308-9380-45f7-a4b6-27fea52584ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:45.014100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7dead16-d58a-4b08-875e-c354953510f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:45.257664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:45.675898 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:46.539012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:48.020074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:04:57.299640 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:01.582852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-4b6e439f-8145-448f-9e91-3a0ace480541 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399151 Aug 19 01:05:01.676459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-a4915f80-82eb-48d8-ab80-3ae745b23ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:01.677924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-a4915f80-82eb-48d8-ab80-3ae745b23ba5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1097 time: 0.0391397 Aug 19 01:05:01.783684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-e81937ec-ba2b-49de-a2d2-8de7b9a6f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:01.785162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-e81937ec-ba2b-49de-a2d2-8de7b9a6f861 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0840642 Aug 19 01:05:01.848522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-85951e7f-38d0-4b97-bb17-09f57f2b3e03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 1000 time: 0.0561311 Aug 19 01:05:01.896762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-8b7ea134-a694-4ef3-9475-5d9e2aebd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:01.898268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-8b7ea134-a694-4ef3-9475-5d9e2aebd230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0431740 Aug 19 01:05:01.946787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-883d67bd-dc22-4e15-9578-291c6994633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:01.948245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-883d67bd-dc22-4e15-9578-291c6994633c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430663 Aug 19 01:05:02.036979 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-b5f5eb8a-96f2-45ef-bdce-cbb23197c7aa service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811641 Aug 19 01:05:02.131339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6215cd18-c080-4dbe-a508-b8d0cf949e30 req-d1a90b12-f706-4095-ba91-2e56cd5e4d98 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Aug 19 01:05:08.984688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:05:12.577305 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5e87-e90f-4936-83e1-4cf5486e9009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:15.014507 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dec5c72c-c62d-4b82-bfc5-3110278c3d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:15.258683 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:15.676002 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:16.541695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:18.022174 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:27.313166 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:42.579453 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c377c0db-c06a-41f8-a73f-56e85b07ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:45.014430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dbdddae-2d03-4d9a-923f-db7cfc2ecc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:45.259741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:45.680802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:45.984625 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:05:46.544638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:48.025343 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:48.235247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a35ebe-fd34-4e95-915a-3a7f23f287cf req-0cda78cd-a34e-423e-b02c-84f3f2ab25ef tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:48.236797 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4a35ebe-fd34-4e95-915a-3a7f23f287cf req-0cda78cd-a34e-423e-b02c-84f3f2ab25ef tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.1103773 Aug 19 01:05:48.273329 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d4a35ebe-fd34-4e95-915a-3a7f23f287cf req-4787016c-17f5-498a-952a-4cd2a6475290 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305989 Aug 19 01:05:49.393284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28e26-d723-4275-b7f5-a22308e7ac41 req-e39353b2-22aa-4840-ba4a-1c85a91b0e3a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:49.394731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25a28e26-d723-4275-b7f5-a22308e7ac41 req-e39353b2-22aa-4840-ba4a-1c85a91b0e3a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Aug 19 01:05:49.431364 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-25a28e26-d723-4275-b7f5-a22308e7ac41 req-b3fb34b8-1d57-4da0-af06-f66d69390efd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Aug 19 01:05:50.545035 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c228a-cc8a-4ff9-924c-4d6e138b9f7e req-1c4a947d-91e5-48ce-b71d-d61ca0b02495 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:50.546511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c5c228a-cc8a-4ff9-924c-4d6e138b9f7e req-1c4a947d-91e5-48ce-b71d-d61ca0b02495 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Aug 19 01:05:50.587061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4c5c228a-cc8a-4ff9-924c-4d6e138b9f7e req-50db6de8-ed04-4841-8aac-8a30b2005c51 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347061 Aug 19 01:05:51.700348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e87d7-5140-4b44-af2f-3a92e57a0b9b req-964d9f17-b767-4563-9b49-b4f029a52913 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:51.701825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f96e87d7-5140-4b44-af2f-3a92e57a0b9b req-964d9f17-b767-4563-9b49-b4f029a52913 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Aug 19 01:05:51.737793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f96e87d7-5140-4b44-af2f-3a92e57a0b9b req-024f9ad5-2c2f-46a7-9424-4a3cc91b191c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299349 Aug 19 01:05:52.850052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d054cd0-917a-4609-af56-1f83f1944190 req-f4d1e5af-b953-48a9-9b0c-d89c7913984e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:52.851489 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d054cd0-917a-4609-af56-1f83f1944190 req-f4d1e5af-b953-48a9-9b0c-d89c7913984e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0473614 Aug 19 01:05:52.887913 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8d054cd0-917a-4609-af56-1f83f1944190 req-8daba17d-b99a-438b-b107-4fdb532979ac tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300252 Aug 19 01:05:54.002595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602457-12fb-4f69-add6-9dcbf16990a4 req-99135231-c50c-4773-8207-be8b1b8016bd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:54.004239 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da602457-12fb-4f69-add6-9dcbf16990a4 req-99135231-c50c-4773-8207-be8b1b8016bd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0516267 Aug 19 01:05:54.040877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da602457-12fb-4f69-add6-9dcbf16990a4 req-2c38fea4-20b0-40ee-9c9e-ca1f4592ea82 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Aug 19 01:05:55.202517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63102d89-069a-40d8-8687-ef0ae127986a req-ec1b8f43-d848-4c09-96f2-72aa00b148be tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:55.204253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63102d89-069a-40d8-8687-ef0ae127986a req-ec1b8f43-d848-4c09-96f2-72aa00b148be tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Aug 19 01:05:55.240650 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63102d89-069a-40d8-8687-ef0ae127986a req-1ee5380c-0ebb-4ae4-805f-02b4ff9687c1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Aug 19 01:05:56.354995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb873bb-8b8d-4e3d-8559-c6c4c8b3e47c req-e7487280-1de7-4151-9b6f-43b7be333820 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:56.356398 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1cb873bb-8b8d-4e3d-8559-c6c4c8b3e47c req-e7487280-1de7-4151-9b6f-43b7be333820 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Aug 19 01:05:56.392045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1cb873bb-8b8d-4e3d-8559-c6c4c8b3e47c req-396f8de2-7821-4ac8-9fb5-bb385df30a12 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298479 Aug 19 01:05:57.313680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:05:57.505381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d49823-9711-4e30-9366-73a7e6464abe req-9f523b0b-6b43-436c-9f2c-46316bcc89ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:57.510160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5d49823-9711-4e30-9366-73a7e6464abe req-9f523b0b-6b43-436c-9f2c-46316bcc89ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Aug 19 01:05:57.544310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d5d49823-9711-4e30-9366-73a7e6464abe req-9721d690-bb1f-4c25-a77e-887992f977be tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Aug 19 01:05:58.657832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31386988-73ba-48f8-86bb-7cc4b41f454a req-4da0ce50-6f5d-40b6-a655-c7cf857e0089 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:58.659280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31386988-73ba-48f8-86bb-7cc4b41f454a req-4da0ce50-6f5d-40b6-a655-c7cf857e0089 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0482023 Aug 19 01:05:58.695924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31386988-73ba-48f8-86bb-7cc4b41f454a req-fbd65667-3f1c-45af-95f1-8594ed8945e7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Aug 19 01:05:58.960719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfc66f-34e0-4402-833b-a575fd74196d req-aa17a686-8606-41e3-ba61-c3e39daa0595 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:05:58.962206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71bfc66f-34e0-4402-833b-a575fd74196d req-aa17a686-8606-41e3-ba61-c3e39daa0595 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0788393 Aug 19 01:05:58.977169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-53aa02e5-301f-42b0-b357-f9c31dd02627 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022723 Aug 19 01:05:59.005294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71bfc66f-34e0-4402-833b-a575fd74196d req-ebd521d0-e176-4138-8d38-c31c267735f7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363288 Aug 19 01:06:00.028087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-da85988c-dbbf-41f2-82ef-f339056b78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:00.029716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-da85988c-dbbf-41f2-82ef-f339056b78b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1097 time: 0.0406179 Aug 19 01:06:00.119989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce83f0-ff0c-4480-9ff3-d9b971b9ee1a req-7d192e0d-7e46-4002-abe1-04d6a6d68c2d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:00.122020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0ce83f0-ff0c-4480-9ff3-d9b971b9ee1a req-7d192e0d-7e46-4002-abe1-04d6a6d68c2d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Aug 19 01:06:00.124951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b5f756f6-5660-48a5-8201-f3683f9aea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:00.126415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b5f756f6-5660-48a5-8201-f3683f9aea62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0892558 Aug 19 01:06:00.159892 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e0ce83f0-ff0c-4480-9ff3-d9b971b9ee1a req-857eb06b-b9e4-4100-b11e-f285642ff8f1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Aug 19 01:06:00.194629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-8b2a6bbe-62e1-4dd8-b5ea-d4812ebbe0cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 1000 time: 0.0612137 Aug 19 01:06:00.247846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-399b58e7-8f57-4e40-8acc-98b0178f1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:00.249307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-399b58e7-8f57-4e40-8acc-98b0178f1bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0478220 Aug 19 01:06:00.294365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-2a040e83-79ec-4e3b-b8d4-4ba16212add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:00.295740 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-2a040e83-79ec-4e3b-b8d4-4ba16212add6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393386 Aug 19 01:06:00.384314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-9f258428-5244-408b-8fe2-27642479f0a1 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805364 Aug 19 01:06:00.474410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-835c8319-d35b-4879-ba43-182a0aeca010 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Aug 19 01:06:01.273176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1903-be4b-4cb3-a1ab-f25739bec935 req-6bd170d6-8c50-4ab8-bf0d-493b12d2fb0c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:01.274656 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98fd1903-be4b-4cb3-a1ab-f25739bec935 req-6bd170d6-8c50-4ab8-bf0d-493b12d2fb0c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Aug 19 01:06:01.312024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-98fd1903-be4b-4cb3-a1ab-f25739bec935 req-907a3795-7569-45d5-98c3-6a7779c66907 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Aug 19 01:06:02.415981 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-d08f0cd3-281e-4788-add3-e9085b981dfd service neutron] show failed (client error): The resource could not be found. Aug 19 01:06:02.417451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-d08f0cd3-281e-4788-add3-e9085b981dfd service neutron] 10.222.0.21 "GET /v2.0/ports/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0590491 Aug 19 01:06:02.429866 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833b2dc-3106-4f9e-92d0-8d011d113fed req-e40ebce8-ff34-4faa-a785-8abe8bd5a9aa tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:02.431351 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4833b2dc-3106-4f9e-92d0-8d011d113fed req-e40ebce8-ff34-4faa-a785-8abe8bd5a9aa tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Aug 19 01:06:02.470003 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4833b2dc-3106-4f9e-92d0-8d011d113fed req-65e55198-1212-4fcc-a57c-3722ab1c9282 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Aug 19 01:06:02.657031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-cc91c4f5-ee2e-44ca-9c11-97f7faa7d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:02.658527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-cc91c4f5-ee2e-44ca-9c11-97f7faa7d9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1097 time: 0.0840356 Aug 19 01:06:02.670416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:06:02.720784 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:02.926783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:02.958918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:06:02.996026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:02.998299 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f37224-9670-4d14-a468-fd49f1ba172a" -d '{"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:03.001971 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:03.014358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Transition to ACTIVE for port object 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:06:03.017967 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:03.101560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:03.119398 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.119749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.120269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.121087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.121321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.121661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.121995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.122323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.122654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.122971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.123298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.123873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:03.128061 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4258fe15-8f29-415f-b83b-6bad87775481 x-openstack-request-id: req-4258fe15-8f29-415f-b83b-6bad87775481 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:03.128383 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:03.128642 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4258fe15-8f29-415f-b83b-6bad87775481 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:03.129034 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'code': 200} Aug 19 01:06:03.165586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] No DVR routers for this DVR port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:06:03.300212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:06:03.300569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:06:03.300893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:06:03.305141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:06:03.305464 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Attempting to bind port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:06:03.310809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:06:03.311147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:06:03.311528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:06:03.311948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Bound port: 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:06:03.312319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:03.372443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:06:03.375451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:06:03.378801 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:03.410059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.410677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:03.412110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] 10.222.0.11 "PUT /v2.0/ports/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 1092 time: 0.7457042 Aug 19 01:06:03.447611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05181c8-dfb1-4b0b-899e-8b0f4f4637ad service neutron] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:03.483087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-ab1b602f-28e8-4746-80fc-17e6824325a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.484592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-ab1b602f-28e8-4746-80fc-17e6824325a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1095 time: 0.0493982 Aug 19 01:06:03.578289 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-5eab4727-0b53-421f-9198-7a7d7ab7be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.580057 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-5eab4727-0b53-421f-9198-7a7d7ab7be1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0890036 Aug 19 01:06:03.592839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf8ff-4526-4b85-88b3-5fa6b1f9ec7c req-d37b452b-e280-493a-a50c-4f25f5c1db36 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.594485 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10bdf8ff-4526-4b85-88b3-5fa6b1f9ec7c req-d37b452b-e280-493a-a50c-4f25f5c1db36 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0541978 Aug 19 01:06:03.632998 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-10bdf8ff-4526-4b85-88b3-5fa6b1f9ec7c req-9d047574-d6f5-4201-9bf2-2368f9e11620 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Aug 19 01:06:03.651355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-2371ace2-941e-4f1e-8a6a-2a48de45b135 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 998 time: 0.0637403 Aug 19 01:06:03.700680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-a36fb99c-78b0-423a-b636-1370a2e809b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.702007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-a36fb99c-78b0-423a-b636-1370a2e809b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0423117 Aug 19 01:06:03.746413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-67a82e66-5630-4d70-b95a-3eed922a58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:03.747787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-67a82e66-5630-4d70-b95a-3eed922a58c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390351 Aug 19 01:06:03.839769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-217f5c3f-875e-4d3d-a482-65ee711934b7 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Aug 19 01:06:03.926899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd146b4-7bc1-49da-81ee-4317923ce0a5 req-027b8342-e0d5-480e-912c-6141445ca5af service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795255 Aug 19 01:06:04.756243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07921e1-3cde-451e-b347-0d556f1103d8 req-03ed2d5c-08c1-4e65-aa92-7aaf119d3bd6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:04.757733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f07921e1-3cde-451e-b347-0d556f1103d8 req-03ed2d5c-08c1-4e65-aa92-7aaf119d3bd6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.0531859 Aug 19 01:06:04.794866 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f07921e1-3cde-451e-b347-0d556f1103d8 req-48d9f0a8-302d-48c6-9752-737e8b89095b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Aug 19 01:06:05.130136 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:05.132457 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf912ea-a6fe-45aa-a008-6138eca380d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:05.178487 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a9f418-0591-4a9b-a047-919ea2451951 x-openstack-request-id: req-11a9f418-0591-4a9b-a047-919ea2451951 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:05.178786 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:05.179048 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11a9f418-0591-4a9b-a047-919ea2451951 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:05.179436 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'status': 'completed', 'code': 200} Aug 19 01:06:05.264474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-469b3f99-c867-4ef0-85d3-6f930f981e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.265995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-469b3f99-c867-4ef0-85d3-6f930f981e72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1095 time: 0.0661242 Aug 19 01:06:05.283562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-3c7c8a19-1ae1-4830-9ff3-e1f1e52159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.285015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-3c7c8a19-1ae1-4830-9ff3-e1f1e52159db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1095 time: 0.0599387 Aug 19 01:06:05.422290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-47bf75a1-272a-4982-a8fc-db735f423fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.423752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-47bf75a1-272a-4982-a8fc-db735f423fb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1504972 Aug 19 01:06:05.437897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-cdf4f3ec-6e3e-4a08-9d31-09a24398127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.439225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-cdf4f3ec-6e3e-4a08-9d31-09a24398127c service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1443396 Aug 19 01:06:05.545653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-e6cae2a5-abd1-435a-8b54-4334573c98d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 998 time: 0.1134477 Aug 19 01:06:05.551275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-1607ae60-f92a-457a-adc5-a3ce131406fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 998 time: 0.0798800 Aug 19 01:06:05.626955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-1ca728a9-4b5f-47b5-8bb3-11717b12d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.628355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-1ca728a9-4b5f-47b5-8bb3-11717b12d94f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0754263 Aug 19 01:06:05.633131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-88cc7a80-1b3d-42a6-85fc-42cd8d4399f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.634406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-88cc7a80-1b3d-42a6-85fc-42cd8d4399f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0545228 Aug 19 01:06:05.702797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-56ee8cd0-5936-4987-918b-9a32f66f2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.704462 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-56ee8cd0-5936-4987-918b-9a32f66f2505 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691378 Aug 19 01:06:05.706082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-1da0cbb1-fba9-4b50-ada8-c0d2daec3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:05.707414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-1da0cbb1-fba9-4b50-ada8-c0d2daec3006 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647469 Aug 19 01:06:05.860752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-2dae47c5-b665-4e0b-b1ec-a8539d5fe74d service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491017 Aug 19 01:06:05.864037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-0ca74439-70eb-40a8-8d98-2775d3cacf0c service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445911 Aug 19 01:06:06.238566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:06:06.293411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc711-a009-4e40-9c58-8ee91f329a6f req-73dd4077-351b-4682-905c-b8ca1b040a4e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:06.294880 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-804dc711-a009-4e40-9c58-8ee91f329a6f req-73dd4077-351b-4682-905c-b8ca1b040a4e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 943 time: 0.4194059 Aug 19 01:06:06.331143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-81cad056-f6aa-4aa7-8360-9b71014ff457 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632847 Aug 19 01:06:06.333854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:06.338267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5cf912ea-a6fe-45aa-a008-6138eca380d3 req-296507af-5b69-48ab-8a98-3098bc35c408 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609768 Aug 19 01:06:06.345492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'mac_address': 'fa:16:3e:f3:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:06:06.357994 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-804dc711-a009-4e40-9c58-8ee91f329a6f req-6939d759-591c-4e83-8108-5c78afaa8b09 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527370 Aug 19 01:06:06.385121 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:06.397895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:06:06.416795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:06.422257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:06.472953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:06.480710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.481061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.481403 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.481737 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.482064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.482400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.482729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.483057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.483381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.483704 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.484027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.484440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:06:06.597991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440bc42-a632-47c0-8859-af585e124324 req-672c1e98-dcc5-4e4b-9eaf-446c14969e56 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:06.599452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d440bc42-a632-47c0-8859-af585e124324 req-672c1e98-dcc5-4e4b-9eaf-446c14969e56 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 944 time: 0.0800405 Aug 19 01:06:06.612216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-ce491d37-66e7-431e-abad-159a20e38320 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:06.613532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-ce491d37-66e7-431e-abad-159a20e38320 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98&tenant_id=f267a74f40904b709a142b0bc8548edf&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.0656016 Aug 19 01:06:06.653353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:06:06.672737 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d440bc42-a632-47c0-8859-af585e124324 req-ac4b872d-401b-4098-91f6-bc2331120b8a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582480 Aug 19 01:06:06.693309 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-b696c61a-e0a7-41b2-966c-bcaeea8db29f service neutron] delete failed (client error): The resource could not be found. Aug 19 01:06:06.694312 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-b696c61a-e0a7-41b2-966c-bcaeea8db29f service neutron] 10.222.0.21 "DELETE /v2.0/ports/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0734448 Aug 19 01:06:06.803541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-2730cd9f-92e2-4b0d-bc17-25abeb632dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:06.805172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-2730cd9f-92e2-4b0d-bc17-25abeb632dc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1096 time: 0.0487394 Aug 19 01:06:06.891355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-811ea5f1-9c00-47df-bcb2-dda0ec7d784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:06.892814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-811ea5f1-9c00-47df-bcb2-dda0ec7d784d service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0810883 Aug 19 01:06:06.960374 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-156c0f32-f584-4753-b643-ebb4410c6cb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 999 time: 0.0605474 Aug 19 01:06:07.006702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-3fc40e0d-2616-467e-9e2d-e317e8c0151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:07.008084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-3fc40e0d-2616-467e-9e2d-e317e8c0151d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0408056 Aug 19 01:06:07.052434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-215276c2-6659-4d89-b3cb-01b4ce1e72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:07.053899 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-215276c2-6659-4d89-b3cb-01b4ce1e72ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392451 Aug 19 01:06:07.143297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-6da23a0c-37fe-473d-81bf-8435c23f8991 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820534 Aug 19 01:06:07.199715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:06:07.229559 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2d69d847-48bf-4f82-95a9-5a0adbb83e28 req-83b55b69-cb74-40c2-a3a9-aab575508025 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796227 Aug 19 01:06:07.236272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:06:07.794332 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c857b-3cb6-4646-834a-d7bfbf820447 req-cbccca2f-02d2-4b21-9301-1bc50ecdd839 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:07.795815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-367c857b-3cb6-4646-834a-d7bfbf820447 req-cbccca2f-02d2-4b21-9301-1bc50ecdd839 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 944 time: 0.0502887 Aug 19 01:06:07.836158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-367c857b-3cb6-4646-834a-d7bfbf820447 req-ffa7b696-7ab2-49ad-a4d0-1178d9bc1a91 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342755 Aug 19 01:06:07.948220 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9193f-54eb-4a6f-a9c4-5c5e0960261b req-21d1f8d9-02ff-478d-9ded-07a971bcf91d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:07.949633 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ce9193f-54eb-4a6f-a9c4-5c5e0960261b req-21d1f8d9-02ff-478d-9ded-07a971bcf91d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 944 time: 0.0481899 Aug 19 01:06:07.990227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ce9193f-54eb-4a6f-a9c4-5c5e0960261b req-90f99509-6c16-41dc-b512-7c7c4c4e97ab tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Aug 19 01:06:08.212222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed8e1e-42aa-44a1-a573-9c338119e917 req-99591d25-8bce-4a93-b066-9fb038d2801a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:08.213616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8eed8e1e-42aa-44a1-a573-9c338119e917 req-99591d25-8bce-4a93-b066-9fb038d2801a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 944 time: 0.0750592 Aug 19 01:06:08.228716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-79b785e9-a76c-410f-a140-d25a270cf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:08.230971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-79b785e9-a76c-410f-a140-d25a270cf365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 1096 time: 0.0584300 Aug 19 01:06:08.253972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:06:08.304733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8eed8e1e-42aa-44a1-a573-9c338119e917 req-06e002cf-f9f4-46b7-ade8-969adfd10e59 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831988 Aug 19 01:06:08.309104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:06:08.313058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:06:08.313446 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:08.342909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-42f74f84-5552-4a12-86ed-1db16599c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:08.344415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-42f74f84-5552-4a12-86ed-1db16599c2a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1064413 Aug 19 01:06:08.388851 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:08.407537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-994ebb6f-3521-4188-b958-44b534f4092a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 200 len: 999 time: 0.0562160 Aug 19 01:06:08.411369 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:08.413726 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bf3d0-af19-439b-8a0d-da00b8ddcce1" -d '{"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-plugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:08.427260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:08.431638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:08.465630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-4ca933e6-215f-456c-ab3d-0c9803772483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:08.467186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-4ca933e6-215f-456c-ab3d-0c9803772483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0534487 Aug 19 01:06:08.485170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:08.509097 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db49ef23-65a2-4095-a139-bbb00f829e40 x-openstack-request-id: req-db49ef23-65a2-4095-a139-bbb00f829e40 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:08.509393 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-plugged", "status": "completed", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:08.509678 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db49ef23-65a2-4095-a139-bbb00f829e40 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:08.510081 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'code': 200} Aug 19 01:06:08.519455 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-6ee2abc7-2867-46e3-8193-4a820ca0ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:08.520987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-6ee2abc7-2867-46e3-8193-4a820ca0ce7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461450 Aug 19 01:06:08.607180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-f879c989-427d-4b88-b1b5-525bd9430f9f service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791481 Aug 19 01:06:08.699078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9bc79af5-3fcc-4680-b824-1a837877ec42 req-8a3507c3-f26f-40b0-8b63-0cf5ca1013e0 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838423 Aug 19 01:06:09.417731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717a8b-f594-4d54-8207-bdc1773fe148 req-c158d41f-d8b9-4e89-8077-a2dc7cf8346d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:09.419197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb717a8b-f594-4d54-8207-bdc1773fe148 req-c158d41f-d8b9-4e89-8077-a2dc7cf8346d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0477931 Aug 19 01:06:09.455830 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb717a8b-f594-4d54-8207-bdc1773fe148 req-26e2f8ec-a453-4283-80c9-8800e7f4a41b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Aug 19 01:06:09.683280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed521c8-4c9b-4b09-88f9-7011059f82d2 req-0679f38f-d928-4eb7-9742-3bb9de2f5b2d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:09.684852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed521c8-4c9b-4b09-88f9-7011059f82d2 req-0679f38f-d928-4eb7-9742-3bb9de2f5b2d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0488014 Aug 19 01:06:09.721106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ed521c8-4c9b-4b09-88f9-7011059f82d2 req-dad695f2-36cf-4da1-8616-57f8940da311 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Aug 19 01:06:10.841356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998dce-d89e-4aaa-ab4c-70f0bb9af088 req-18ee1b8d-3df1-4b17-849c-e6962eb3baf0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:10.842827 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60998dce-d89e-4aaa-ab4c-70f0bb9af088 req-18ee1b8d-3df1-4b17-849c-e6962eb3baf0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0550263 Aug 19 01:06:10.879940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60998dce-d89e-4aaa-ab4c-70f0bb9af088 req-360a4b44-d612-4341-98d7-38ac684b1555 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Aug 19 01:06:10.953377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-40453fa6-3187-448a-abe1-f68c8d6e3e23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:10.955080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-40453fa6-3187-448a-abe1-f68c8d6e3e23 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Aug 19 01:06:11.043350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Deleting port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:06:11.043619 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.145974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] For port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:11.146336 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.308666 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.308964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.309275 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a disassociated. External IP: 172.25.1.21, port: 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf. Aug 19 01:06:11.309612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Calling delete_port for 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:06:11.434227 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.466963 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'Port': ['ID=6e8a0f17-17fc-4cb7-a471-37aa6680e1bf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:11.584939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:06:11.691610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:06:11.701586 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:06:11.710678 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:06:11.711289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:11.731878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] No DVR routers for this DVR port 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:06:11.734836 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:11.737060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ad0bba5a-693a-4ba1-9599-8ff61ebed27a req-d8f7a5d8-1c8c-4110-9ccd-f263f4a5291a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "DELETE /v2.0/ports/6e8a0f17-17fc-4cb7-a471-37aa6680e1bf HTTP/1.1" status: 204 len: 173 time: 0.7759182 Aug 19 01:06:11.737508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-deleted', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:11.739992 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a707ba-c4a7-4b9e-8e34-716de17e3892" -d '{"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-deleted", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:11.778432 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5727d10-a3f4-4e42-847a-52ffc9158367 x-openstack-request-id: req-f5727d10-a3f4-4e42-847a-52ffc9158367 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:11.778724 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14060f2-f35f-4b83-b50f-d62b3b165e98", "name": "network-vif-deleted", "tag": "6e8a0f17-17fc-4cb7-a471-37aa6680e1bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:11.778976 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5727d10-a3f4-4e42-847a-52ffc9158367 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:11.779399 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14060f2-f35f-4b83-b50f-d62b3b165e98', 'name': 'network-vif-deleted', 'tag': '6e8a0f17-17fc-4cb7-a471-37aa6680e1bf', 'status': 'completed', 'code': 200} Aug 19 01:06:11.830150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:06:11.987732 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e556254f-2a50-423f-a16e-5b4f6df2ab7e req-7835d23a-1755-4aa8-af7a-e45b59dc0ff0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14060f2-f35f-4b83-b50f-d62b3b165e98 HTTP/1.1" status: 200 len: 210 time: 0.0265391 Aug 19 01:06:12.051326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:12.077916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:06:12.086198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:06:12.086733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:05:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:12.187936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:06:12.378237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:12.403136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0927a-edab-4d64-bec9-1b55951c3ce5 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:06:12.581125 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcab9259-d4f9-4980-8c02-8095a6c35291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:12.620257 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d7151-c3d3-44dd-bee9-95ef860f2749 None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:06:13.275263 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-866a96d4-f8bc-430e-96c3-3ae13b01a07b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1953134702&fields=id&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 267 time: 0.0324733 Aug 19 01:06:13.382323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-53b30e8e-fdc7-40ba-bf9e-08651928f598 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:13.383753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-53b30e8e-fdc7-40ba-bf9e-08651928f598 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1013927 Aug 19 01:06:13.399389 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-5f963e08-ee68-4d20-88cb-879dc840a447 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/quotas/f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 375 time: 0.0092361 Aug 19 01:06:13.455004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-8141a5c9-e3b1-484d-b30c-4ae8916b9db7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503197 Aug 19 01:06:13.587999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-7d3fe0f8-4698-46c6-b872-b8c94541e398 service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214333 Aug 19 01:06:13.673938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-a73be998-04bf-4ff5-90d9-b79f6aae4ffe service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798140 Aug 19 01:06:13.831230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-54b70456-f5c5-4921-8923-c8632211e1e0 req-b9b54305-14e4-4182-a286-04ddbfd0cb9c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0265381 Aug 19 01:06:14.285613 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:06:14.305803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:06:14.306158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 6e8a0f17-17fc-4cb7-a471-37aa6680e1bf not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:06:14.918336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-ea011c0b-b503-4d48-b5b2-13681d498f80 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:14.919695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-ea011c0b-b503-4d48-b5b2-13681d498f80 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1176910 Aug 19 01:06:14.934157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aca7e46a-b8d8-4379-a65d-7495072c7d61 req-3ed0f172-7986-4b19-a0d8-824715f59295 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0333605 Aug 19 01:06:14.970897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-2c6d3d16-65ae-4fb4-ba64-c077a3a69581 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 380 time: 0.0343471 Aug 19 01:06:14.991869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'port': {'device_id': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'admin_state_up': True, 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'security_groups': ['2912a0ee-ef89-4333-8697-9856a2e0e374']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:06:15.016690 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c77b8210-e2a8-4931-888e-aeb479f876f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.101057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:06:15.104487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.223300 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Allocated IP 172.20.0.10 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/93a42513-0391-44ef-9f9b-3f826e4f4525) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:06:15.261906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.363545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.376899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Transition to ACTIVE for port object 93a42513-0391-44ef-9f9b-3f826e4f4525 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:06:15.408796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.452278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:06:15.455564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:06:15.459264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:06:15.465543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:15.520732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:15.521388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.536947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-91e31cd3-79c5-4074-b53f-19f109bf3618 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485470 Aug 19 01:06:15.554438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Request body: {'port': {'device_id': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:06:15.610648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.676867 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.700905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-953aeab9-8fda-40c1-beb0-3b056fab5231 None None] Provisioning for port 93a42513-0391-44ef-9f9b-3f826e4f4525 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:06:15.704830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-953aeab9-8fda-40c1-beb0-3b056fab5231 None None] Provisioning complete for port 93a42513-0391-44ef-9f9b-3f826e4f4525 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:06:15.705204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-953aeab9-8fda-40c1-beb0-3b056fab5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.742050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-953aeab9-8fda-40c1-beb0-3b056fab5231 None None] Port 93a42513-0391-44ef-9f9b-3f826e4f4525 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:06:15.872065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:06:15.879370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.891640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Transition to ACTIVE for port object 93a42513-0391-44ef-9f9b-3f826e4f4525 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:06:15.894855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:15.989353 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:16.017645 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:06:16.017982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:06:16.018314 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:06:16.022714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:06:16.023041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:06:16.028637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:06:16.028980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:06:16.029364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:06:16.029792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Bound port: 93a42513-0391-44ef-9f9b-3f826e4f4525, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:06:16.030152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:16.057733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292b2d6-93c8-418c-8bf2-b9d87139a108 req-a449940c-760f-43d2-b160-99c4fcb243a6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.059949 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3292b2d6-93c8-418c-8bf2-b9d87139a108 req-a449940c-760f-43d2-b160-99c4fcb243a6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0513718 Aug 19 01:06:16.102992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:06:16.106656 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3292b2d6-93c8-418c-8bf2-b9d87139a108 req-a330e9b5-09a4-421d-8cc4-54a0f0b1c49c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394778 Aug 19 01:06:16.107016 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:06:16.117590 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:16.155675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.156374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:16.157906 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] 10.222.0.21 "PUT /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1093 time: 0.6078684 Aug 19 01:06:16.158303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:16.160663 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc141619-432d-4703-8a93-9a262723e975" -d '{"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:16.193091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fa14-12fc-409d-9ff3-4b311dc8929f service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:16.202773 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7576a6-7d5d-4493-8ccf-d23b8a148faa x-openstack-request-id: req-2a7576a6-7d5d-4493-8ccf-d23b8a148faa {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:16.203064 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:16.203313 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a7576a6-7d5d-4493-8ccf-d23b8a148faa {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:16.203961 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'status': 'completed', 'code': 200} Aug 19 01:06:16.259056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-b88d84b6-0c61-4b57-89fa-d539a85355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.260726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-b88d84b6-0c61-4b57-89fa-d539a85355dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0426028 Aug 19 01:06:16.310039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-d5fc735f-80fa-4d7f-9ea1-3ea10eee5f15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 217 time: 0.0361514 Aug 19 01:06:16.362637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-e9aa886d-40a2-4f7b-95e2-8bc3d564c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.364070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-e9aa886d-40a2-4f7b-95e2-8bc3d564c182 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0472500 Aug 19 01:06:16.549899 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:16.681600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-e15d88f1-2fae-4906-b810-b56935e1678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.683774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-e15d88f1-2fae-4906-b810-b56935e1678e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114014 Aug 19 01:06:16.769790 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-8959e925-cdfd-4fbe-94d0-2c38f73c78ed service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792830 Aug 19 01:06:16.860378 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ba3d181-070a-4fa0-940a-b24738f59be4 req-33e78cc6-f3c9-48dd-88b7-920dc89bff9b service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837305 Aug 19 01:06:16.987417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141619-432d-4703-8a93-9a262723e975 req-8b7e694c-4a47-4ca7-a2c4-a81de51370e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:16.988893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-8b7e694c-4a47-4ca7-a2c4-a81de51370e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0392671 Aug 19 01:06:17.083024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141619-432d-4703-8a93-9a262723e975 req-04808c3b-b2e1-4e3f-a041-5724603ba9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:17.084513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-04808c3b-b2e1-4e3f-a041-5724603ba9f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0889564 Aug 19 01:06:17.124381 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-c65b23a9-6515-458a-bf63-6e2d9f5aad81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 217 time: 0.0327494 Aug 19 01:06:17.176947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141619-432d-4703-8a93-9a262723e975 req-aadeb6ed-3496-426a-9474-371a0077ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:17.178401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-aadeb6ed-3496-426a-9474-371a0077ec1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0468903 Aug 19 01:06:17.221932 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01652ade-e82d-4914-81a2-1f0737b8927c req-14aa4bc5-56e9-4407-95f8-6ba51229fb24 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:17.223453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01652ade-e82d-4914-81a2-1f0737b8927c req-14aa4bc5-56e9-4407-95f8-6ba51229fb24 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0487251 Aug 19 01:06:17.223609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141619-432d-4703-8a93-9a262723e975 req-34ecf297-666a-4b75-adc5-6c3de2f57106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:17.225117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-34ecf297-666a-4b75-adc5-6c3de2f57106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399785 Aug 19 01:06:17.260645 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-01652ade-e82d-4914-81a2-1f0737b8927c req-ba2f7a2b-65a1-46f0-88c1-b7abe2d3729c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Aug 19 01:06:17.311815 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-6ed68030-7405-4882-923e-d6bc9272d93d service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796552 Aug 19 01:06:17.401105 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc141619-432d-4703-8a93-9a262723e975 req-44b23c88-b28f-49cb-abbc-9c2e6f0a5d28 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819900 Aug 19 01:06:18.027645 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:18.375008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51828-bcfc-4172-bb51-9050d1ad8243 req-66199a1a-8590-4a2f-8e53-c69bceb638dd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:18.376415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adc51828-bcfc-4172-bb51-9050d1ad8243 req-66199a1a-8590-4a2f-8e53-c69bceb638dd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0486019 Aug 19 01:06:18.412707 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-adc51828-bcfc-4172-bb51-9050d1ad8243 req-32d8f7dc-2eb2-4022-9b1d-d49d5acadfba tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304101 Aug 19 01:06:19.525541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ce306-d822-4f08-81df-bb7e15422b9f req-0b354c5f-9bfb-4754-80a4-4902b1ab1c7e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:19.527057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e9ce306-d822-4f08-81df-bb7e15422b9f req-0b354c5f-9bfb-4754-80a4-4902b1ab1c7e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0485971 Aug 19 01:06:19.563627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0e9ce306-d822-4f08-81df-bb7e15422b9f req-dffe8e1f-8d9f-4cda-b09f-3626c08506ff tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Aug 19 01:06:20.682942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0a93d-a7c2-4492-b8ba-b6458daf8a9a req-3b6e222a-39ec-4e07-a3d1-2b93696e4319 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:20.684469 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb0a93d-a7c2-4492-b8ba-b6458daf8a9a req-3b6e222a-39ec-4e07-a3d1-2b93696e4319 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0532589 Aug 19 01:06:20.724972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fcb0a93d-a7c2-4492-b8ba-b6458daf8a9a req-b905439a-903d-4ad0-8ed8-8bcd7752a699 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346818 Aug 19 01:06:21.324994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:06:21.416969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:21.428048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:06:21.467043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:21.479057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:06:21.498775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:21.502198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:21.546281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:21.837608 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324449-d82c-4bd3-9ec6-84f2c841ceb9 req-1cc15d92-98c9-4c7a-ae27-ea40769870d8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:21.839556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34324449-d82c-4bd3-9ec6-84f2c841ceb9 req-1cc15d92-98c9-4c7a-ae27-ea40769870d8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Aug 19 01:06:21.880241 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-34324449-d82c-4bd3-9ec6-84f2c841ceb9 req-936049e2-6e04-46ab-b97e-fad85eee096c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Aug 19 01:06:21.937837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['93a42513-0391-44ef-9f9b-3f826e4f4525'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:06:22.983284 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:06:22.991947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83add7-9712-470f-b86d-7705e77f56f6 req-09ad1da2-0863-4549-a84e-298317b5be8c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:22.993431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f83add7-9712-470f-b86d-7705e77f56f6 req-09ad1da2-0863-4549-a84e-298317b5be8c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0477836 Aug 19 01:06:23.030303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0f83add7-9712-470f-b86d-7705e77f56f6 req-e4f3c1ca-7e7e-4d37-8671-f0464b0d9f65 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302227 Aug 19 01:06:23.324191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:06:23.374409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 93a42513-0391-44ef-9f9b-3f826e4f4525 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:06:23.378116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 93a42513-0391-44ef-9f9b-3f826e4f4525 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:06:23.378494 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:23.451663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:23.476460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:23.478689 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92478662-c4dd-43d0-a4bb-04743c0a5f67" -d '{"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:23.491120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:06:23.495068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:23.519162 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e0ed7d-5ca3-4be7-ac69-52a02b31bae7 x-openstack-request-id: req-f2e0ed7d-5ca3-4be7-ac69-52a02b31bae7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:23.519449 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:23.519696 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2e0ed7d-5ca3-4be7-ac69-52a02b31bae7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:23.520074 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'code': 200} Aug 19 01:06:23.545102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:06:23.633246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20871496-d986-4243-a92d-0e2ad2f77f8c req-c54b4224-d0e3-4bd4-8323-e652e94558c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:23.634732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20871496-d986-4243-a92d-0e2ad2f77f8c req-c54b4224-d0e3-4bd4-8323-e652e94558c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.0378587 Aug 19 01:06:23.668167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20871496-d986-4243-a92d-0e2ad2f77f8c req-df346dba-0e21-4c17-845c-53e6e5939271 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262878 Aug 19 01:06:24.148253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fd828-ca02-4bbe-99da-e76137bbf3af req-13329ee1-fa8e-466c-88a7-883a58ede3e9 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:24.149729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a0fd828-ca02-4bbe-99da-e76137bbf3af req-13329ee1-fa8e-466c-88a7-883a58ede3e9 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0532491 Aug 19 01:06:24.187405 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a0fd828-ca02-4bbe-99da-e76137bbf3af req-2ee07933-79f4-4862-887e-f95e8bd4d196 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Aug 19 01:06:25.301070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff486b-5752-4b71-8409-6a89a06f9233 req-5cf2df53-9f08-4cc6-957a-1ca30322d3e7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:25.302536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50ff486b-5752-4b71-8409-6a89a06f9233 req-5cf2df53-9f08-4cc6-957a-1ca30322d3e7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0485973 Aug 19 01:06:25.340046 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-50ff486b-5752-4b71-8409-6a89a06f9233 req-24bf4ad5-c125-4f6b-8c8e-a90a97a84cda tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Aug 19 01:06:25.450311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837e86-0ebd-4757-abeb-561c3b783b79 req-756994ea-f9f7-4931-a1ac-6b40b2487d62 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:25.452040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-43837e86-0ebd-4757-abeb-561c3b783b79 req-756994ea-f9f7-4931-a1ac-6b40b2487d62 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0483041 Aug 19 01:06:25.460836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 44580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:06:25.465263 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'floatingip': {'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:06:25.502634 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:25.927348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:25.931031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:26.029261 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a associated. External IP: 172.25.1.21, port: 93a42513-0391-44ef-9f9b-3f826e4f4525. Aug 19 01:06:26.231029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:06:26.334114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:06:26.338858 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:26.343957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:06:26.353511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:06:26.354122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:06:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:26.366811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f04a1109-da87-4c67-96d9-618f38f400e6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "PUT /v2.0/floatingips/fcf045f3-94a7-477b-b0ff-b4b96fd5d74a HTTP/1.1" status: 200 len: 991 time: 0.9048803 Aug 19 01:06:26.367342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:06:26.369621 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db40d8ac-eeea-4e75-9d99-744de5a7aa79" -d '{"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:06:26.412730 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7feb0-0a8d-4043-bd25-117ea0a84da3 x-openstack-request-id: req-8af7feb0-0a8d-4043-bd25-117ea0a84da3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:06:26.413021 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:06:26.413273 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8af7feb0-0a8d-4043-bd25-117ea0a84da3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:06:26.413675 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'status': 'completed', 'code': 200} Aug 19 01:06:26.508889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-7e56de5d-2879-460a-9855-c8d0530b10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:26.510482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-7e56de5d-2879-460a-9855-c8d0530b10b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.0420723 Aug 19 01:06:26.609139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-7eeedac4-61f4-46da-b674-9e7a11d7a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:26.610667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-7eeedac4-61f4-46da-b674-9e7a11d7a949 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0926998 Aug 19 01:06:26.624557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:06:26.673663 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-26551148-a806-4c8c-8f7e-c2e68316061b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 999 time: 0.0557477 Aug 19 01:06:26.729570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-eee576dc-af5b-4b01-b11b-85e706f45f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:26.731096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-eee576dc-af5b-4b01-b11b-85e706f45f7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0501332 Aug 19 01:06:26.778089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-3afd274b-6cf7-4eb3-bedc-a8c46bdf170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:06:26.779610 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-3afd274b-6cf7-4eb3-bedc-a8c46bdf170e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412977 Aug 19 01:06:26.853408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:06:25Z', 'revision_number': 9, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:26.870249 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-ed99fea9-8cad-4969-82c5-2620cde3364d service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823131 Aug 19 01:06:26.882880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:06:26.891692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:06:26.892325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:06:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:26.962953 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db40d8ac-eeea-4e75-9d99-744de5a7aa79 req-3c64ee66-a2fe-45db-b57f-9efe5be99794 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859871 Aug 19 01:06:27.000119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:06:27.215186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:06:25Z', 'revision_number': 9, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:06:27.243885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8860e24-7579-4581-8eee-88cf4a22234c None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:06:25Z', 'revision_number': 9, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:06:27.316502 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:27.438135 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6751bca2-9226-4d5b-aa0f-8963952e827e None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:06:42.584432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-932f7e5f-e4ab-402d-be18-1ef7b1dd2f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:45.017971 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ceca97c-9c7a-4145-8a03-6a13727cd20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:45.262875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:45.688496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:46.550725 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:48.030299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:57.315231 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:06:59.981595 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:07:03.603441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-363d54d6-a859-491d-87c3-f197ec7c88ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395856 Aug 19 01:07:03.695387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-c64e4181-86e5-4133-878e-e90aee2af7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:07:03.696888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-c64e4181-86e5-4133-878e-e90aee2af7eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.0394063 Aug 19 01:07:03.800357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-0d0cb435-1ae7-4fd1-bc2c-fd8f8374a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:07:03.801819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-0d0cb435-1ae7-4fd1-bc2c-fd8f8374a41f service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0866508 Aug 19 01:07:03.868404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-54d14bd1-db8d-44a1-a094-051e2aec9387 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1002 time: 0.0589199 Aug 19 01:07:03.915758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-4c5456f7-2ca2-4f7a-a164-9cce09d1eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:07:03.917214 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-4c5456f7-2ca2-4f7a-a164-9cce09d1eca1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0419555 Aug 19 01:07:03.960369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-a9aac4e9-7eeb-4743-9b64-236aec449ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:07:03.961786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-a9aac4e9-7eeb-4743-9b64-236aec449ecc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378768 Aug 19 01:07:04.050600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-1e156a23-c2b6-4e6b-8f45-b89d5a5ab6e9 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812035 Aug 19 01:07:04.141095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3f4a96a8-544e-42de-91ca-8ede1d918904 req-bf9e0b94-8666-42cf-b0c9-3c61b48549f0 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833979 Aug 19 01:07:12.590022 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1090f646-4082-4bbc-8206-936e6f43c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:15.018466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0377c1a5-392c-4d9c-ba19-734ccc03c729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:15.263085 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:15.692535 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:16.551998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:18.033601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:27.314666 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:36.980204 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:07:42.591469 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31affd98-3d57-43e0-84a3-4404c771caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:45.019959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f862ccfe-1aab-44dc-9949-31dc42cc6c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:45.266243 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:45.703322 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:46.555319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:48.036433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:07:57.314381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:05.606470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-0a3d907c-aac8-4945-a49e-4cbb302f4cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403361 Aug 19 01:08:05.703804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-129494d8-0d65-48c3-8a0e-cfaaf535d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:05.705300 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-129494d8-0d65-48c3-8a0e-cfaaf535d932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.0441475 Aug 19 01:08:05.812351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-f0d5b578-968e-4d48-bc8b-86ef2c82db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:05.813816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-f0d5b578-968e-4d48-bc8b-86ef2c82db96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0886092 Aug 19 01:08:05.880029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-6bac4daa-e7b4-48b6-b194-70c62f74014d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1002 time: 0.0591018 Aug 19 01:08:05.928249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-cd6ab4d2-3ec2-4d4a-b42f-3b847b18ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:05.929686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-cd6ab4d2-3ec2-4d4a-b42f-3b847b18ff02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0428755 Aug 19 01:08:05.973436 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-32486693-247f-4ee8-8f1a-a3f4db092a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:05.974850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-32486693-247f-4ee8-8f1a-a3f4db092a5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382288 Aug 19 01:08:05.985761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-fe8a507b-2a8b-4014-9822-c2e92cf2c243 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:08:05.986732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-fe8a507b-2a8b-4014-9822-c2e92cf2c243 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049334 Aug 19 01:08:06.076786 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-8fb82c02-6963-4d33-adb9-b83126250145 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Aug 19 01:08:06.163712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f293238f-5030-4732-8c62-7b5b0ac71612 req-a8a20958-f654-4d44-8ddc-745080d163bc service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799537 Aug 19 01:08:12.593223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fefeb67-7a4d-4480-a02a-f1e9a7ca6d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:13.979509 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:08:15.020100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-548d5f39-2d2b-4ced-a298-8278b989886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:15.266663 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:15.722375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:16.558245 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:18.039745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:27.314327 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:42.595409 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a8d250-43c5-469a-8dca-a0de9fb01df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:45.020552 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe7e85d3-c048-4e26-bde4-172cb4b2f47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:45.266776 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:45.738533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:46.559678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:48.041743 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:50.979649 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:08:53.171592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-a1e9dc06-3be6-4bfa-b480-58269a27c4d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444624 Aug 19 01:08:53.187187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337b46-55e2-4b3a-a0b4-169de904cb2d req-2be908e1-696e-448f-9d4c-ca1a455f7d77 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:53.188686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1337b46-55e2-4b3a-a0b4-169de904cb2d req-2be908e1-696e-448f-9d4c-ca1a455f7d77 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0491996 Aug 19 01:08:53.227484 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f1337b46-55e2-4b3a-a0b4-169de904cb2d req-8c49d418-6987-4181-b7be-7960f6131fb3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Aug 19 01:08:54.428435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f562c3-ea44-4075-9ea7-a71659441b1a req-262b7082-9671-4e4f-97da-981a66a11773 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:54.429905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69f562c3-ea44-4075-9ea7-a71659441b1a req-262b7082-9671-4e4f-97da-981a66a11773 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1294425 Aug 19 01:08:54.435842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-5516b6e7-25aa-4791-a364-c8212ace19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:54.437248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-5516b6e7-25aa-4791-a364-c8212ace19a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.1057892 Aug 19 01:08:54.513655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-69f562c3-ea44-4075-9ea7-a71659441b1a req-a4f9a89a-0714-427a-a81d-f061a2e24f31 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753851 Aug 19 01:08:54.548915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-48aafff2-8d50-44c9-84e2-4e30d15744b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:54.550376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-48aafff2-8d50-44c9-84e2-4e30d15744b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1056917 Aug 19 01:08:54.614377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-a167e57c-251b-461f-ad34-e3a0513c798b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1002 time: 0.0565720 Aug 19 01:08:54.665719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-2e145be5-cbd2-466c-bf7b-64001f60ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:54.667111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-2e145be5-cbd2-466c-bf7b-64001f60ef51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0461230 Aug 19 01:08:54.711878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-795cce0e-13cd-4e07-86c2-79cb494916af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:54.713990 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-795cce0e-13cd-4e07-86c2-79cb494916af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399857 Aug 19 01:08:54.804498 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-87bbb6b3-b5ca-4d18-91ec-e04c4c8fcdd9 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Aug 19 01:08:55.150339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-5be9c466-7f30-45f8-a42c-e59ad049356f service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392801 Aug 19 01:08:55.633694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3c3d-de91-4725-a2f0-ecd02cbdf02f req-e10e4fed-6f3c-45e7-b6f1-f6295cf993ac tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:55.635173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8cec3c3d-de91-4725-a2f0-ecd02cbdf02f req-e10e4fed-6f3c-45e7-b6f1-f6295cf993ac tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Aug 19 01:08:55.673374 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8cec3c3d-de91-4725-a2f0-ecd02cbdf02f req-032d84db-9b4e-4c6d-971e-6a835375a2af tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Aug 19 01:08:56.786418 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f680a9a-c2fa-4ab7-b4b7-b95775391a3c req-6a77d790-0120-4754-84f5-e0d70a9cb808 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:56.787901 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f680a9a-c2fa-4ab7-b4b7-b95775391a3c req-6a77d790-0120-4754-84f5-e0d70a9cb808 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0472214 Aug 19 01:08:56.829203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5f680a9a-c2fa-4ab7-b4b7-b95775391a3c req-8fc7ee5b-406f-4848-a9be-4d3c9641046e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348842 Aug 19 01:08:57.324694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:08:57.943113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e4a5-c109-4e18-9764-d53f1748ae87 req-6e149d6e-cb62-427f-b569-5514536e3cf3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:57.944527 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b074e4a5-c109-4e18-9764-d53f1748ae87 req-6e149d6e-cb62-427f-b569-5514536e3cf3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Aug 19 01:08:57.981590 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b074e4a5-c109-4e18-9764-d53f1748ae87 req-927d2597-e98a-4a29-a0a7-e235fdf72cc6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Aug 19 01:08:59.094738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acaf0-4fc8-484e-8821-91e80da44106 req-9d9581b5-da11-4220-9c27-63938f550fdc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:08:59.096157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e93acaf0-4fc8-484e-8821-91e80da44106 req-9d9581b5-da11-4220-9c27-63938f550fdc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0486059 Aug 19 01:08:59.131980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e93acaf0-4fc8-484e-8821-91e80da44106 req-9616dfc7-7714-4d06-a3fc-1b3a1e40d03e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299346 Aug 19 01:09:00.246258 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eba26-37b3-4a99-9f16-23ae0e418032 req-07c1c423-7c2d-4090-ad4b-5ebd84196949 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:00.247765 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-323eba26-37b3-4a99-9f16-23ae0e418032 req-07c1c423-7c2d-4090-ad4b-5ebd84196949 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0473316 Aug 19 01:09:00.284259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-323eba26-37b3-4a99-9f16-23ae0e418032 req-e01321db-73a6-4e31-bb35-a27846d62b44 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Aug 19 01:09:01.401073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24483a61-6e7f-4108-8f7c-233d091f4bd2 req-74feee2e-45ed-46fd-bf88-5b5017015429 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:01.402512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24483a61-6e7f-4108-8f7c-233d091f4bd2 req-74feee2e-45ed-46fd-bf88-5b5017015429 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Aug 19 01:09:01.437738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24483a61-6e7f-4108-8f7c-233d091f4bd2 req-7b1cd465-e67a-4df8-ae56-fa9fa726171b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294135 Aug 19 01:09:02.557373 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9bd4e-62a9-4903-af63-b5914ec54e9e req-f4c18b62-cbfc-4127-a944-2f9b483682da tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:02.558853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98f9bd4e-62a9-4903-af63-b5914ec54e9e req-f4c18b62-cbfc-4127-a944-2f9b483682da tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0530798 Aug 19 01:09:02.596868 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-98f9bd4e-62a9-4903-af63-b5914ec54e9e req-2602ff41-60e5-4a7f-b9bd-ca2d81b3b06e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 19 01:09:03.712269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051bb5-bf73-436f-b810-4b49dc540bee req-371f4d52-46fa-45a3-a6da-18bda146b74c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:03.713743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b051bb5-bf73-436f-b810-4b49dc540bee req-371f4d52-46fa-45a3-a6da-18bda146b74c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0480330 Aug 19 01:09:03.753436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b051bb5-bf73-436f-b810-4b49dc540bee req-dbef4fed-d6fd-416f-92d4-b1568eb1a3f7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Aug 19 01:09:04.868708 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57258c57-4fb2-4f87-b6ab-cee91406888f req-0e43ca21-4c3b-489e-8fdb-52125b44ff7d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:04.870694 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57258c57-4fb2-4f87-b6ab-cee91406888f req-0e43ca21-4c3b-489e-8fdb-52125b44ff7d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0506153 Aug 19 01:09:04.908523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57258c57-4fb2-4f87-b6ab-cee91406888f req-f9fc5320-83a0-4890-82a9-3c98494177fe tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Aug 19 01:09:06.018935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e43bf-a8b3-469c-b31f-2c33eeee658b req-c8090a91-81e5-4017-9465-46a70353a108 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:06.020377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e18e43bf-a8b3-469c-b31f-2c33eeee658b req-c8090a91-81e5-4017-9465-46a70353a108 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0468938 Aug 19 01:09:06.056688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e18e43bf-a8b3-469c-b31f-2c33eeee658b req-cf328840-5eb6-4f91-b284-99f9e8afa8c1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296953 Aug 19 01:09:07.169832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b24bf0-0fe2-4f24-a6e6-c841ccf48ce9 req-0ce63b11-288a-483b-a6c6-cd430b9a6b49 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:07.171359 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84b24bf0-0fe2-4f24-a6e6-c841ccf48ce9 req-0ce63b11-288a-483b-a6c6-cd430b9a6b49 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Aug 19 01:09:07.171921 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-85b6da14-5bac-4cf8-a320-52cf3dfd3943 service neutron] show failed (client error): The resource could not be found. Aug 19 01:09:07.172998 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-85b6da14-5bac-4cf8-a320-52cf3dfd3943 service neutron] 10.222.0.21 "GET /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0537062 Aug 19 01:09:07.210879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84b24bf0-0fe2-4f24-a6e6-c841ccf48ce9 req-23e36a6e-7e14-4373-a9ee-58ff6dd0f54c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Aug 19 01:09:07.373173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-c68a39da-9649-4da7-8f4a-3dfd80c617cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:07.374575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-c68a39da-9649-4da7-8f4a-3dfd80c617cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1098 time: 0.0412555 Aug 19 01:09:07.386824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:09:07.439479 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:07.640668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:07.671188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:09:07.709124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:07.711422 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca442a-4129-4f64-9d30-b43a5a4184ae" -d '{"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-unplugged", "status": "completed", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:07.715523 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:07.727444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Transition to ACTIVE for port object 93a42513-0391-44ef-9f9b-3f826e4f4525 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:09:07.730939 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:07.759304 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6708fb-d7c5-4e79-a8ef-bc75f8e7618a x-openstack-request-id: req-6c6708fb-d7c5-4e79-a8ef-bc75f8e7618a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:07.760160 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-unplugged", "status": "completed", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:07.760508 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c6708fb-d7c5-4e79-a8ef-bc75f8e7618a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:07.760894 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'code': 200} Aug 19 01:09:07.810014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:07.824640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.824988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.825327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.825660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.826248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.826575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.826902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.827227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.827550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.827872 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.828196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.828665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:07.866076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] No DVR routers for this DVR port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:09:08.000397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:09:08.000742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:09:08.001077 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:08.005248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:09:08.005583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:08.010348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:09:08.010691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:09:08.011083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:09:08.011511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Bound port: 93a42513-0391-44ef-9f9b-3f826e4f4525, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:09:08.011868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:08.077561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:09:08.080806 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:09:08.084876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:08.116600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.117218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:08.118581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] 10.222.0.11 "PUT /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1093 time: 0.7362330 Aug 19 01:09:08.141810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfb32f-03d9-467a-a6e1-afb371e8fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:08.195722 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-5ec232a5-e10c-4643-9d4b-cdefe997fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.197366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-5ec232a5-e10c-4643-9d4b-cdefe997fb69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0482590 Aug 19 01:09:08.299988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-f300947f-4cb1-4391-9e9b-ca2be85c8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.301483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-f300947f-4cb1-4391-9e9b-ca2be85c8129 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0958047 Aug 19 01:09:08.337152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a847487-9683-4da4-9b50-08f3a14c9875 req-61fe3774-d838-4b41-a458-7bede05f554b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.339202 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a847487-9683-4da4-9b50-08f3a14c9875 req-61fe3774-d838-4b41-a458-7bede05f554b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0545158 Aug 19 01:09:08.367096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-da22f240-f2ff-4d04-bda5-adb562ba3621 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.0581334 Aug 19 01:09:08.381145 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a847487-9683-4da4-9b50-08f3a14c9875 req-611ecc8a-1bb0-4487-8261-55e95ff3401c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Aug 19 01:09:08.417074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-316e3afa-1358-44d3-8184-a74bfee3db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.418515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-316e3afa-1358-44d3-8184-a74bfee3db1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0438979 Aug 19 01:09:08.467620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-b165d264-a33d-4d18-84c1-971516469fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:08.469066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-b165d264-a33d-4d18-84c1-971516469fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433464 Aug 19 01:09:08.556741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-3fefb0c4-322d-402b-8def-aba753a92c13 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803876 Aug 19 01:09:08.648281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd582b84-25e1-43b8-aaae-25cbec2e1e54 req-c1be8fa6-d1bb-4012-b5b4-7b33e5d79813 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Aug 19 01:09:09.497906 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88999bb-5052-454a-b1d1-dc55bacb1245 req-87814eec-dc0e-4a14-bfcb-080e04a02754 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:09.499388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e88999bb-5052-454a-b1d1-dc55bacb1245 req-87814eec-dc0e-4a14-bfcb-080e04a02754 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Aug 19 01:09:09.539629 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e88999bb-5052-454a-b1d1-dc55bacb1245 req-270b1f27-0406-4cfc-be24-c2c84be04d63 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Aug 19 01:09:09.762535 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:09.764824 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71" -d '{"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:09.811963 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab69cd-fb8e-4f2d-b7b0-2a7368b1fde0 x-openstack-request-id: req-e1ab69cd-fb8e-4f2d-b7b0-2a7368b1fde0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:09.812262 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:09.812609 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ab69cd-fb8e-4f2d-b7b0-2a7368b1fde0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:09.813034 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'status': 'completed', 'code': 200} Aug 19 01:09:09.910636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-0690e55f-6639-4f2b-9b16-5e96254f4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:09.912130 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-0690e55f-6639-4f2b-9b16-5e96254f4f00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0774958 Aug 19 01:09:09.914536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-d3115333-4b9d-43eb-9c58-696eb0484112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:09.916516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-d3115333-4b9d-43eb-9c58-696eb0484112 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0545738 Aug 19 01:09:10.070342 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-7b57a5d7-b0b4-4eea-aff7-01af7df8a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.071804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-7b57a5d7-b0b4-4eea-aff7-01af7df8a4f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1511784 Aug 19 01:09:10.080918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-fa4370ae-ccdf-4a2c-84ef-a8216f1a49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.082254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-fa4370ae-ccdf-4a2c-84ef-a8216f1a49b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1448338 Aug 19 01:09:10.202508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-96f72754-6394-4c32-b5b1-7a45fae8bb11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.1145194 Aug 19 01:09:10.204285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-a442b8f0-f2e1-4814-85df-68f8d24efa83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.1092491 Aug 19 01:09:10.287258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-f295c7c4-734b-4676-9dd0-97ab525437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.288703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-f295c7c4-734b-4676-9dd0-97ab525437e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0790970 Aug 19 01:09:10.293555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-19cff835-b0fb-4938-8454-2d83a6014458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.294865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-19cff835-b0fb-4938-8454-2d83a6014458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0761220 Aug 19 01:09:10.362820 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-04484bc1-62a9-4b9a-8f0f-3f376f0e3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.364290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-04484bc1-62a9-4b9a-8f0f-3f376f0e3b33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686002 Aug 19 01:09:10.370223 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-99033343-8070-47bf-acf7-8d1429e83638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.371575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-99033343-8070-47bf-acf7-8d1429e83638 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517828 Aug 19 01:09:10.520485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-8c7dc3b3-9e7d-4b30-9c4c-cade28a3e34f service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479597 Aug 19 01:09:10.522534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-129e97d6-cdd5-4065-8b9f-d77eef184655 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426620 Aug 19 01:09:10.714070 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b386f43-f648-46d5-8982-7953556bdf20 req-b152b531-2159-46fb-923f-2bce6a08880d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:10.715530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b386f43-f648-46d5-8982-7953556bdf20 req-b152b531-2159-46fb-923f-2bce6a08880d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.1048677 Aug 19 01:09:10.734060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-0462c0b0-0f34-41ae-b131-907988a54f00 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068632 Aug 19 01:09:10.741795 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5ce622bb-3d32-4be5-8f3b-e408d0de9b71 req-b0fb3879-43e9-4a6c-9742-3da781967d68 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077413 Aug 19 01:09:10.762685 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0b386f43-f648-46d5-8982-7953556bdf20 req-1f74dcaf-8550-4a60-9947-9c832755ce26 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Aug 19 01:09:11.071015 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-5b0cf44b-d91a-49bc-9aef-1b64cd8a5d1d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.072513 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-5b0cf44b-d91a-49bc-9aef-1b64cd8a5d1d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&tenant_id=f267a74f40904b709a142b0bc8548edf&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.0771513 Aug 19 01:09:11.092877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61273-bbfd-4853-a3f3-ea3658c0c8fe req-14b4d83d-d9ac-4d2f-9755-ed233f322270 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.094236 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3a61273-bbfd-4853-a3f3-ea3658c0c8fe req-14b4d83d-d9ac-4d2f-9755-ed233f322270 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0719352 Aug 19 01:09:11.164221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e3a61273-bbfd-4853-a3f3-ea3658c0c8fe req-aa340ddd-ce8b-45f2-9037-1c103e475b9a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 Aug 19 01:09:11.174320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-869ce80b-7995-4dd3-8502-48801a19ba84 service neutron] 10.222.0.11 "GET /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525/bindings/n-h2-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.0943513 Aug 19 01:09:11.234360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-681fb399-3968-488f-894d-11164864185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.235785 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-681fb399-3968-488f-894d-11164864185b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0394030 Aug 19 01:09:11.324821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-504e7789-9c40-425f-b2c7-186dcffad1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.326481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-504e7789-9c40-425f-b2c7-186dcffad1cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0840535 Aug 19 01:09:11.390616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-d6e3c9f6-fd91-4aba-a309-9372a3613e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.0565860 Aug 19 01:09:11.437888 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-37e5c152-bbe1-45c6-a199-f8741cbeda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.439809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-37e5c152-bbe1-45c6-a199-f8741cbeda07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0427883 Aug 19 01:09:11.447212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:09:11.489992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-0b7f0421-6c9b-4252-b27b-92e0e6aec597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:11.491611 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-0b7f0421-6c9b-4252-b27b-92e0e6aec597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448897 Aug 19 01:09:11.544664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:11.555253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:09:11.579170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-1814bcac-416d-416a-aeb2-d10b92785201 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804374 Aug 19 01:09:11.590732 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:11.606758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:11.625757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:11.631059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:11.675431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-f4a93285-e697-444d-b947-5f59979e7dbf service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896230 Aug 19 01:09:11.677911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:11.685601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.685961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.686313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.686656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.687001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.687341 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.687679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.688016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.688376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.688711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.689046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.689380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:09:11.894976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['93a42513-0391-44ef-9f9b-3f826e4f4525'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:09:12.147517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:09:12.187023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:09:12.284210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6a11-3ab3-46fd-982f-da8864f17fbf req-506a4be0-f79e-4d86-ab90-480f0c9c0e77 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:12.285691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a42b6a11-3ab3-46fd-982f-da8864f17fbf req-506a4be0-f79e-4d86-ab90-480f0c9c0e77 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0473335 Aug 19 01:09:12.322405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a42b6a11-3ab3-46fd-982f-da8864f17fbf req-9969208d-bd01-44be-a18e-42a707eb7cb2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302680 Aug 19 01:09:12.596013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3aa037f9-d79e-4f4e-80c2-46242df1555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:13.442243 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e390f4-1b03-4572-af24-9f1b0d9d5ca3 req-545b9a81-ee90-41be-b240-8e3f81bcc9f4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:13.443735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9e390f4-1b03-4572-af24-9f1b0d9d5ca3 req-545b9a81-ee90-41be-b240-8e3f81bcc9f4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Aug 19 01:09:13.456047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:09:13.483465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b9e390f4-1b03-4572-af24-9f1b0d9d5ca3 req-9448b891-bc82-4663-b0e3-a487bba0ee4e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Aug 19 01:09:13.529848 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:13.542547 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:13.562045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:13.566067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:13.618535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:13.627648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-84357242-baaf-43e4-957e-1166fa6526f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:13.629162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-84357242-baaf-43e4-957e-1166fa6526f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1096 time: 0.0424447 Aug 19 01:09:13.645618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:09:13.701251 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:13.898171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:13.930713 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:09:13.961624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:13.969353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:13.980118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Ignored duplicate provisioning block setup for port 93a42513-0391-44ef-9f9b-3f826e4f4525 by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 01:09:13.983510 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:14.325284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:14.364878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] No DVR routers for this DVR port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:09:14.492581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:09:14.493260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:09:14.493260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:14.497999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:09:14.498323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Attempting to bind port 93a42513-0391-44ef-9f9b-3f826e4f4525 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:14.503137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:09:14.503482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:09:14.503957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:09:14.504431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Bound port: 93a42513-0391-44ef-9f9b-3f826e4f4525, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:09:14.504797 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:14.570109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:09:14.574326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:09:14.578680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:14.597978 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8977b-f1a6-49de-9bd2-eac61f1bd914 req-aad46cb8-32e1-4bf3-9435-54f5ad82a2b1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.599474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7eb8977b-f1a6-49de-9bd2-eac61f1bd914 req-aad46cb8-32e1-4bf3-9435-54f5ad82a2b1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Aug 19 01:09:14.611528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.612123 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:14.613662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1094 time: 0.9719324 Aug 19 01:09:14.615928 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:14.618235 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c007464-0c3b-413f-8166-eda6f151e67b" -d '{"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:14.639622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7eb8977b-f1a6-49de-9bd2-eac61f1bd914 req-1fabb514-3c87-4963-aef9-ad3b00f6aa3e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338216 Aug 19 01:09:14.647454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061096bd-2b8e-4ee8-af71-8f81e08225b2 service neutron] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=11']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:14.684868 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf6bf3-20cc-4ecc-85a0-f0fba566aad1 x-openstack-request-id: req-5fdf6bf3-20cc-4ecc-85a0-f0fba566aad1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:14.685164 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:14.685418 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fdf6bf3-20cc-4ecc-85a0-f0fba566aad1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:14.685849 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'status': 'completed', 'code': 200} Aug 19 01:09:14.711350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-1058942d-8f64-4014-821c-a4be03b9acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.712925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-1058942d-8f64-4014-821c-a4be03b9acc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1097 time: 0.0617406 Aug 19 01:09:14.801171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-bf535449-d092-4ee7-a122-211ede3d6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.802683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-bf535449-d092-4ee7-a122-211ede3d6246 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1097 time: 0.1016872 Aug 19 01:09:14.870194 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-64dd7a06-7fe0-4789-9137-6fbe90181946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.871641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-64dd7a06-7fe0-4789-9137-6fbe90181946 service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1417098 Aug 19 01:09:14.958944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-ba399bf5-74f1-46fe-b120-9e5ea4ecf39c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.0797081 Aug 19 01:09:14.960050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-fae3ba84-240f-4904-8726-7a27575195f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:14.961401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-fae3ba84-240f-4904-8726-7a27575195f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1513593 Aug 19 01:09:15.020632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7340135e-9c62-4045-a56e-1bb2b11b87c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:15.055140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-66e6fc9d-0f32-4b6a-b706-d1757f3fcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.057230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-66e6fc9d-0f32-4b6a-b706-d1757f3fcab1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0912867 Aug 19 01:09:15.061055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-fcc4f710-4be7-47e8-8259-58298b1a8224 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.0882711 Aug 19 01:09:15.132060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-9fa7cf23-cf20-411d-b20c-c3bd914e4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.133521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-9fa7cf23-cf20-411d-b20c-c3bd914e4b9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0624650 Aug 19 01:09:15.137739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-48e18033-095b-4d66-919f-f035a6f0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.139121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-48e18033-095b-4d66-919f-f035a6f0d7da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752499 Aug 19 01:09:15.227508 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-af7a0a5c-ad31-4974-953d-42bc393a7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.229609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-af7a0a5c-ad31-4974-953d-42bc393a7638 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887744 Aug 19 01:09:15.266322 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:15.299058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-13a728b7-fcae-4479-ad87-323e42987510 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509063 Aug 19 01:09:15.385086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-cfc54502-b1d9-4a29-8c42-a6c71e8ec4ee service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441047 Aug 19 01:09:15.453266 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8193bf2f-4de1-40f0-b860-44bc9c81a96b req-f47de560-c2c2-4cbf-aebf-ba4a2d6c2dff service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468647 Aug 19 01:09:15.491449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-ebf22423-1c5e-45db-9f6d-5e62423a1461 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968430 Aug 19 01:09:15.586550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-d3fe0496-b277-41ef-9143-266d12a22ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.588551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-d3fe0496-b277-41ef-9143-266d12a22ae7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 1097 time: 0.0403287 Aug 19 01:09:15.679116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-2512e324-16e5-45dd-b784-3a5f6b52238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.680793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-2512e324-16e5-45dd-b784-3a5f6b52238c service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0850725 Aug 19 01:09:15.745627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-f7e10130-b473-46aa-a74e-b410281f001f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 200 len: 1000 time: 0.0574226 Aug 19 01:09:15.763842 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:15.768853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aad379-1f3b-4e61-8256-2ce5755153c2 req-d23002af-bfc5-40a9-a1a1-001fbb445e03 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.770347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47aad379-1f3b-4e61-8256-2ce5755153c2 req-d23002af-bfc5-40a9-a1a1-001fbb445e03 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0532968 Aug 19 01:09:15.801191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-999ccd37-e727-41ea-896b-2a6835bcd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.802673 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-999ccd37-e727-41ea-896b-2a6835bcd60d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0503113 Aug 19 01:09:15.810477 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-47aad379-1f3b-4e61-8256-2ce5755153c2 req-027a6c01-61cd-430a-9d2d-5d6696d7767c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Aug 19 01:09:15.855430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007464-0c3b-413f-8166-eda6f151e67b req-6a33bb47-2051-4905-8988-964cdac804c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:15.856925 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-6a33bb47-2051-4905-8988-964cdac804c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470953 Aug 19 01:09:15.944771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-03bdb33c-a1f4-4bc7-a7d9-c447718ce6c3 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807974 Aug 19 01:09:16.036215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5c007464-0c3b-413f-8166-eda6f151e67b req-cbd78670-6045-4b0e-a180-41dd426b6a52 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845320 Aug 19 01:09:16.563317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:16.926631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cbc83-23e8-4750-a900-5705ec5f3d7b req-31332581-fb66-4647-80bb-729784e513ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:16.928078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-991cbc83-23e8-4750-a900-5705ec5f3d7b req-31332581-fb66-4647-80bb-729784e513ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Aug 19 01:09:16.964287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-991cbc83-23e8-4750-a900-5705ec5f3d7b req-ebbce409-a71f-4d91-8791-22704ce33757 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302465 Aug 19 01:09:18.045485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:18.078795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45349f-9c40-477c-a5aa-fc95004c9e77 req-6b344cd8-fbec-40a2-aaae-770358ba9602 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:18.080269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a45349f-9c40-477c-a5aa-fc95004c9e77 req-6b344cd8-fbec-40a2-aaae-770358ba9602 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0491629 Aug 19 01:09:18.129160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9a45349f-9c40-477c-a5aa-fc95004c9e77 req-22e66cc5-b11a-47ba-897e-d3ffcc3b983f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Aug 19 01:09:19.247207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad20b-6752-48aa-9de3-0199581750ec req-8f6a7eb4-4947-415d-84fb-c59ed10392f8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:19.248716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39dad20b-6752-48aa-9de3-0199581750ec req-8f6a7eb4-4947-415d-84fb-c59ed10392f8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0530219 Aug 19 01:09:19.285640 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39dad20b-6752-48aa-9de3-0199581750ec req-9e81e485-c1e3-4340-9e9b-e95afbe504cf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Aug 19 01:09:19.397765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f929f-4bdc-4153-b47a-196c5be1efa4 req-4aa1a01c-a52c-4534-987d-26f7c7eb122f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:19.399262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee7f929f-4bdc-4153-b47a-196c5be1efa4 req-4aa1a01c-a52c-4534-987d-26f7c7eb122f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Aug 19 01:09:19.436217 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee7f929f-4bdc-4153-b47a-196c5be1efa4 req-4764c18a-324a-457d-b75d-a0cacebb2ecc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Aug 19 01:09:19.550397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f5a60-631f-4041-a10c-6ae78cffb6a3 req-ba3201ab-a215-4415-80e4-3719194d47c2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:19.551878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-416f5a60-631f-4041-a10c-6ae78cffb6a3 req-ba3201ab-a215-4415-80e4-3719194d47c2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Aug 19 01:09:19.589832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-416f5a60-631f-4041-a10c-6ae78cffb6a3 req-5824637f-19e4-4856-8181-771f84e57d76 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Aug 19 01:09:19.817653 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044c32b-ae42-4cf0-b6c3-a790926eedf7 req-b6d01c84-c750-436d-883d-96a470b85807 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:19.819135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6044c32b-ae42-4cf0-b6c3-a790926eedf7 req-b6d01c84-c750-436d-883d-96a470b85807 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Aug 19 01:09:19.856909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6044c32b-ae42-4cf0-b6c3-a790926eedf7 req-5df482c2-2dcf-4448-a9f6-dc133a886abd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Aug 19 01:09:20.179079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:09:20.270988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:20.282150 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'mac_address': 'fa:16:3e:35:fd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:09:20.320545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:20.333407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:20.352270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:20.356131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:20.402863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:20.793360 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['93a42513-0391-44ef-9f9b-3f826e4f4525'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:09:20.975952 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856cd9-5544-48f6-8584-1c84f486bae9 req-1275b1f4-11fe-4996-a3a5-b4ef6d6433ca tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:20.977458 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd856cd9-5544-48f6-8584-1c84f486bae9 req-1275b1f4-11fe-4996-a3a5-b4ef6d6433ca tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0532784 Aug 19 01:09:21.016858 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bd856cd9-5544-48f6-8584-1c84f486bae9 req-329299e7-c255-4a73-8495-35838a120a46 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Aug 19 01:09:21.223373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-661e6ce5-6233-4cbd-96ac-09d63d2902a8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:21.224843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-661e6ce5-6233-4cbd-96ac-09d63d2902a8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Aug 19 01:09:21.309864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Deleting port 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:09:21.310217 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.401812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] For port 93a42513-0391-44ef-9f9b-3f826e4f4525, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=93a42513-0391-44ef-9f9b-3f826e4f4525,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:21.402187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.565134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.565442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.565763 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a disassociated. External IP: 172.25.1.21, port: 93a42513-0391-44ef-9f9b-3f826e4f4525. Aug 19 01:09:21.566107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Calling delete_port for 93a42513-0391-44ef-9f9b-3f826e4f4525 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:09:21.693391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.721437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'Port': ['ID=93a42513-0391-44ef-9f9b-3f826e4f4525,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:21.841559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:09:21.951008 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:09:21.960389 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:09:21.969261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:09:21.969863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:21.989739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] No DVR routers for this DVR port 93a42513-0391-44ef-9f9b-3f826e4f4525 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:09:21.992678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:21.995244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-009a3df4-6ebd-4f8d-a565-45818f927884 req-c9816d7f-2f49-4361-bf5d-575a45a301e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "DELETE /v2.0/ports/93a42513-0391-44ef-9f9b-3f826e4f4525 HTTP/1.1" status: 204 len: 173 time: 0.7644415 Aug 19 01:09:21.995710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-deleted', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:21.998217 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e0e9f-2675-4221-8ccd-812bbf7764ad" -d '{"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-deleted", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:22.040173 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d3f71-3549-4ee0-b4e9-1406578ad25a x-openstack-request-id: req-c63d3f71-3549-4ee0-b4e9-1406578ad25a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:22.040586 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4", "name": "network-vif-deleted", "tag": "93a42513-0391-44ef-9f9b-3f826e4f4525", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:22.040995 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c63d3f71-3549-4ee0-b4e9-1406578ad25a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:22.041378 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4', 'name': 'network-vif-deleted', 'tag': '93a42513-0391-44ef-9f9b-3f826e4f4525', 'status': 'completed', 'code': 200} Aug 19 01:09:22.083988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:09:22.111624 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24c8db33-8811-43c8-8a2a-bf215acb4220 req-a7ec5d89-68e1-434f-b146-6ed91ec28cac tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=36a15df5-b04a-42fa-a7f1-a6fc7bf6fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Aug 19 01:09:22.208281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:09:22.213505 n-d-771363-38 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No ports have port_id starting with 93a42513-0391-44ef-9f9b-3f826e4f4525 Aug 19 01:09:22.216087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 requested by agent hyperv_n-h1-771363-38 not found in database {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 01:09:22.306507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:22.333087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:09:22.341978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:09:22.342584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:22.447197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:09:22.639577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:22.664279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2cce-2a32-400d-9051-24a813162afe None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:09:22.880975 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4fb8a-9cd3-4d86-9d09-2c65d871069e None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:09:23.396441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-cc3e3c36-69c4-4eb8-ae3a-facd6ddb2a99 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1953134702&fields=id&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 267 time: 0.0315876 Aug 19 01:09:23.508730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-e1893735-d042-4d8e-b2ff-175c2388bff2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:23.510117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-e1893735-d042-4d8e-b2ff-175c2388bff2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1062911 Aug 19 01:09:23.524530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d50eb35e-da4f-4dc8-a505-1a9d5b4ec55a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/quotas/f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 375 time: 0.0087295 Aug 19 01:09:23.576111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-c79abe58-4023-4cf6-a1b5-ab9e4e242fa1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457733 Aug 19 01:09:23.592288 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-ea392f03-8214-4530-9042-1e70743844d6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:09:23.593274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-ea392f03-8214-4530-9042-1e70743844d6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061545 Aug 19 01:09:23.682021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-23ff68cc-b418-4481-9de3-3fb01c25266d service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Aug 19 01:09:23.769245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-8112e618-8d18-4647-b780-d5cf5c9dcead service neutron] 10.222.0.20 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Aug 19 01:09:23.929927 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb477aca-f1a3-4b22-90f6-7f58456c4756 req-be37854d-21be-4b74-939e-b50de168a2bb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.0260227 Aug 19 01:09:24.816933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-72264f8b-70d2-4206-b46f-2d24d86f3b69 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:24.818386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-72264f8b-70d2-4206-b46f-2d24d86f3b69 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 811 time: 0.1170924 Aug 19 01:09:24.860033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-e42df6f9-8ee2-41c8-b05e-7458c1ad8f69 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 380 time: 0.0330298 Aug 19 01:09:24.873145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'port': {'device_id': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'admin_state_up': True, 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'security_groups': ['2912a0ee-ef89-4333-8697-9856a2e0e374']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:09:24.976505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Made reservation on behalf of f267a74f40904b709a142b0bc8548edf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:09:24.980696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.293532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bcf8845d-f602-4ca1-8dce-eeb669cd9043 req-2553bd4d-b3bb-4b90-b02b-e38015d4ae26 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.2938168 Aug 19 01:09:25.386566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Allocated IP 172.20.0.13 (308fc667-20a3-4b1a-95f9-57044c5559f0/7151c4b0-1746-486d-aeac-cc76d3dab24b/84065a00-243d-45f5-82bd-0dd2033968d5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:09:25.519860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.532965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Transition to ACTIVE for port object 84065a00-243d-45f5-82bd-0dd2033968d5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:09:25.564324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.607400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:09:25.610504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:09:25.614226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:09:25.621087 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:25.669580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:25.670215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.686467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d6d950d2-3cf3-4212-960c-54cbef838693 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8167925 Aug 19 01:09:25.699666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Request body: {'port': {'device_id': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:09:25.754134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.830206 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e59581-e4b0-4941-9203-7f06b2914742 None None] Provisioning for port 84065a00-243d-45f5-82bd-0dd2033968d5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:09:25.833725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14e59581-e4b0-4941-9203-7f06b2914742 None None] Provisioning complete for port 84065a00-243d-45f5-82bd-0dd2033968d5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:09:25.834287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14e59581-e4b0-4941-9203-7f06b2914742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:25.871956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-14e59581-e4b0-4941-9203-7f06b2914742 None None] Port 84065a00-243d-45f5-82bd-0dd2033968d5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:09:26.016811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:26.024169 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:26.035839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Transition to ACTIVE for port object 84065a00-243d-45f5-82bd-0dd2033968d5 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:09:26.039592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:26.092159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:26.158840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:09:26.159179 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:09:26.159511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:26.163851 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:09:26.164173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:09:26.169440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:09:26.169778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:09:26.170171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:09:26.170599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Bound port: 84065a00-243d-45f5-82bd-0dd2033968d5, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:09:26.170959 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:26.193340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:09:26.213728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 93a42513-0391-44ef-9f9b-3f826e4f4525 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:09:26.214085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 93a42513-0391-44ef-9f9b-3f826e4f4525 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:09:26.241582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:09:26.245670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:09:26.249541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:26.282487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.283027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:26.284448 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] 10.222.0.11 "PUT /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1093 time: 0.5896289 Aug 19 01:09:26.284886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:26.287134 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e9898-0983-4ae6-9c8a-ad6235785af9" -d '{"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:26.313347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f7a6-0711-476f-b34d-a1644d101926 service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:26.361228 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c06b88-16bd-4618-b5ac-40ef1ec217a1 x-openstack-request-id: req-c2c06b88-16bd-4618-b5ac-40ef1ec217a1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:26.361575 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:26.361970 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2c06b88-16bd-4618-b5ac-40ef1ec217a1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:26.362382 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'status': 'completed', 'code': 200} Aug 19 01:09:26.385283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-53a7e5db-f05d-4fd1-b6fa-fb9716668b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.386938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-53a7e5db-f05d-4fd1-b6fa-fb9716668b5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1096 time: 0.0576613 Aug 19 01:09:26.442189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-49576df9-e968-4d6e-b826-30fbf0c39da2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 217 time: 0.0413203 Aug 19 01:09:26.487771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60c93f-574d-4f3b-ac2a-168d00599b0b req-6ed99c00-b183-401a-983e-e5dc09373960 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.489340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef60c93f-574d-4f3b-ac2a-168d00599b0b req-6ed99c00-b183-401a-983e-e5dc09373960 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.1195695 Aug 19 01:09:26.521144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-b6709258-f781-46a0-a1a1-59e832bffa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.522624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-b6709258-f781-46a0-a1a1-59e832bffa7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0719442 Aug 19 01:09:26.548054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef60c93f-574d-4f3b-ac2a-168d00599b0b req-238f0f99-b386-4e4c-a462-1643bd018514 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506468 Aug 19 01:09:26.575846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-1b17f7f9-cdd2-442c-b1d8-eb80c1199921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.577386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-1b17f7f9-cdd2-442c-b1d8-eb80c1199921 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450141 Aug 19 01:09:26.670155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-c00d5377-b7c5-4035-8660-23520dd1398c service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Aug 19 01:09:26.758599 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-85adbd0e-3af8-4e6a-9684-6f5ee89a8c97 req-d4f02be1-72d0-4ae2-bf5c-4772e1a0ca10 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810232 Aug 19 01:09:26.850706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-7155e6c2-5b1f-41ef-96bb-ac4c2f2e6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.852203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-7155e6c2-5b1f-41ef-96bb-ac4c2f2e6454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1096 time: 0.0457385 Aug 19 01:09:26.940081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-5737b53f-4869-4854-a50a-66d8c88cfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:26.941481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-5737b53f-4869-4854-a50a-66d8c88cfec0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0815725 Aug 19 01:09:26.986612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-0ffbab23-7c89-4287-a769-23993a18c2bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 217 time: 0.0380986 Aug 19 01:09:27.037409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-922fc06f-9834-42e1-81c8-0ceebff4c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:27.038872 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-922fc06f-9834-42e1-81c8-0ceebff4c11e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0443308 Aug 19 01:09:27.087772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-c3d66473-1604-4655-910c-ea5c586cd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:27.089273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-c3d66473-1604-4655-910c-ea5c586cd90c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420928 Aug 19 01:09:27.182713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-470e6062-cb1b-4bc8-a427-7e6c34d7df81 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Aug 19 01:09:27.271561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578e9898-0983-4ae6-9c8a-ad6235785af9 req-ef42f36a-1f9d-483d-a627-f70373845af5 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802481 Aug 19 01:09:27.327448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:27.663967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef238ee-1006-4183-b5f3-7c9beb7073fb req-9f38e5ef-a2cb-4073-bf8a-b1a4a6368812 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:27.665934 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ef238ee-1006-4183-b5f3-7c9beb7073fb req-9f38e5ef-a2cb-4073-bf8a-b1a4a6368812 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0481577 Aug 19 01:09:27.702519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5ef238ee-1006-4183-b5f3-7c9beb7073fb req-5b7b4e8d-8ffd-408c-9b7e-da2082d0bf5f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Aug 19 01:09:27.978675 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:09:28.814081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563e047-38e5-4643-b100-de83ed71a608 req-ed22acd1-dfbe-477c-9841-8d0b38c78dc9 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:28.815548 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0563e047-38e5-4643-b100-de83ed71a608 req-ed22acd1-dfbe-477c-9841-8d0b38c78dc9 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0483794 Aug 19 01:09:28.856319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0563e047-38e5-4643-b100-de83ed71a608 req-e2e982fd-6af7-45d8-8306-6602702e05d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Aug 19 01:09:29.530431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:09:29.622263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:29.632764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '84065a00-243d-45f5-82bd-0dd2033968d5', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:09:29.828135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:29.840874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:09:29.859253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:29.863098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:29.910055 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:29.973265 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50863aa-7539-478f-9982-7f4d338c522f req-5d944aa9-874a-4ec3-a6d9-0338a6fec036 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:29.974713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a50863aa-7539-478f-9982-7f4d338c522f req-5d944aa9-874a-4ec3-a6d9-0338a6fec036 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0519497 Aug 19 01:09:30.011100 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a50863aa-7539-478f-9982-7f4d338c522f req-f75f9b37-5365-48da-a367-4d1a09a446aa tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306003 Aug 19 01:09:30.050600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['84065a00-243d-45f5-82bd-0dd2033968d5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:09:31.124260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bfc4d-de06-44bb-ba3c-4f8a21037f2f req-c4610a40-d3f7-4d4b-97c8-f560f2d7d03c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:31.125764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-620bfc4d-de06-44bb-ba3c-4f8a21037f2f req-c4610a40-d3f7-4d4b-97c8-f560f2d7d03c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0488973 Aug 19 01:09:31.170750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-620bfc4d-de06-44bb-ba3c-4f8a21037f2f req-669308f4-9f45-4bf5-bc4f-4327fd82dc18 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391083 Aug 19 01:09:31.561978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:09:31.609154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 84065a00-243d-45f5-82bd-0dd2033968d5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:09:31.612760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 84065a00-243d-45f5-82bd-0dd2033968d5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:09:31.613134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:31.685271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:31.709679 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:31.711939 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1abe8e-aa5f-4eae-96a3-d5b8970b6209" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:31.724676 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:09:31.728815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:31.753159 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96134506-4f11-489e-ba41-be03273ef21d x-openstack-request-id: req-96134506-4f11-489e-ba41-be03273ef21d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:31.753453 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:31.753709 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96134506-4f11-489e-ba41-be03273ef21d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:31.754099 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'code': 200} Aug 19 01:09:31.780373 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:09:31.847747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152a58-6ca9-453f-9431-eb5e907f76d8 req-13006085-7790-4011-8b07-2b17bb0127f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:31.849163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e152a58-6ca9-453f-9431-eb5e907f76d8 req-13006085-7790-4011-8b07-2b17bb0127f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1098 time: 0.0397897 Aug 19 01:09:31.882350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3e152a58-6ca9-453f-9431-eb5e907f76d8 req-f20841aa-ba74-4c51-873d-bed7eb64b7a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263267 Aug 19 01:09:32.282121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9436-3add-4dba-8443-c8fe5fef34c9 req-baec0a3d-365a-42a0-b9f8-4ea4a3e27228 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:32.283560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-940d9436-3add-4dba-8443-c8fe5fef34c9 req-baec0a3d-365a-42a0-b9f8-4ea4a3e27228 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0466909 Aug 19 01:09:32.323988 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-940d9436-3add-4dba-8443-c8fe5fef34c9 req-eea79fa8-ec80-4e58-a2eb-da8e1889b8f1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345476 Aug 19 01:09:33.442894 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1263f-2ce6-400e-b603-4ac178e7b956 req-8b6d9ab3-9583-49f7-80de-669040d30b32 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:33.445119 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ff1263f-2ce6-400e-b603-4ac178e7b956 req-8b6d9ab3-9583-49f7-80de-669040d30b32 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0528531 Aug 19 01:09:33.483410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6ff1263f-2ce6-400e-b603-4ac178e7b956 req-3772f16c-54b4-4144-8485-7ea87ee5ad85 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Aug 19 01:09:33.595198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d24f47-6822-49d7-84c0-cedd66d7b762 req-833b68cc-f11e-4b60-a3ba-f9ac4dee69fc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:33.596725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67d24f47-6822-49d7-84c0-cedd66d7b762 req-833b68cc-f11e-4b60-a3ba-f9ac4dee69fc tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0492640 Aug 19 01:09:33.605119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:09:33.609453 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Request body: {'floatingip': {'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:09:33.646795 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:34.068022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:34.071711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:34.169771 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a associated. External IP: 172.25.1.21, port: 84065a00-243d-45f5-82bd-0dd2033968d5. Aug 19 01:09:34.371732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:09:34.476027 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:09:34.481193 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:34.486499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:09:34.496124 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:09:34.496768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:34.513091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5431a199-70ea-48ac-bf41-97c6d84cd46d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "PUT /v2.0/floatingips/fcf045f3-94a7-477b-b0ff-b4b96fd5d74a HTTP/1.1" status: 200 len: 992 time: 0.9067523 Aug 19 01:09:34.513955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:09:34.517224 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541" -d '{"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:09:34.553895 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48a6e7-1354-4189-97af-a1ff26c976ab x-openstack-request-id: req-bb48a6e7-1354-4189-97af-a1ff26c976ab {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:09:34.556652 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:09:34.557157 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb48a6e7-1354-4189-97af-a1ff26c976ab {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:09:34.557586 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'status': 'completed', 'code': 200} Aug 19 01:09:34.615707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-4fc46b5f-38d4-4a00-83ec-41eb2ea3197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:34.616429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:09:34.617254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-4fc46b5f-38d4-4a00-83ec-41eb2ea3197b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1098 time: 0.0408938 Aug 19 01:09:34.708993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-b09f9164-6f27-44db-bc21-c3368d7548c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:34.710464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-b09f9164-6f27-44db-bc21-c3368d7548c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0860982 Aug 19 01:09:34.773803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-63372edb-ca56-459e-897b-77e3bdfe344a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.0566692 Aug 19 01:09:34.827739 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-a5f5a5a2-8527-4288-9b6f-7d63528cab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:34.829264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-a5f5a5a2-8527-4288-9b6f-7d63528cab15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0489941 Aug 19 01:09:34.845543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:09:33Z', 'revision_number': 13, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:34.872014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:09:34.878984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-f0095ba0-773e-4a13-8526-9b5f502b0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:34.880201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:09:34.880516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-f0095ba0-773e-4a13-8526-9b5f502b0542 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440307 Aug 19 01:09:34.880860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:09:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:34.968677 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-f304beef-c7a4-4ee0-97d8-d1b1a6d9f218 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Aug 19 01:09:34.984551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:09:35.211999 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:09:33Z', 'revision_number': 13, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:09:35.243049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe25d2-a537-4144-9cde-c32a85c6242f None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fcf045f3-94a7-477b-b0ff-b4b96fd5d74a', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:00:56Z', 'updated_at': '2021-08-19T01:09:33Z', 'revision_number': 13, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:09:35.328422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-789e74f0-d3c2-4a3b-9ec5-7a771f29f541 req-d1c86fb7-c064-448a-9e15-d7f4bdc02dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530149 Aug 19 01:09:35.431963 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddff2f3-3fcb-4316-936a-b3d4d5085904 None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:09:42.601985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a115c2b1-f759-4212-9099-341517b2cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:45.019808 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccc66006-e1ef-49fc-9a2f-2fa4c341f715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:45.265914 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:45.754254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:46.565198 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:47.145153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-4327f89d-a856-4c4f-9679-c8126cfbbcdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392318 Aug 19 01:09:47.228468 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-ce54c70d-7e34-441e-a284-75cc314295dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:47.229917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-ce54c70d-7e34-441e-a284-75cc314295dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1098 time: 0.0394974 Aug 19 01:09:47.333615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-48deb97e-1460-442a-ad9a-33b069757baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:47.335080 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-48deb97e-1460-442a-ad9a-33b069757baf service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0867629 Aug 19 01:09:47.397093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-24809608-48f7-4d9e-92e7-5a81f0bc5cb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1002 time: 0.0553839 Aug 19 01:09:47.448597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-2d8528b2-5cfd-4532-a882-79954e507fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:47.450054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-2d8528b2-5cfd-4532-a882-79954e507fe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0467765 Aug 19 01:09:47.494623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-a26bc1f1-049d-42fc-ae19-4ba60f8e9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:09:47.496639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-a26bc1f1-049d-42fc-ae19-4ba60f8e9388 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388231 Aug 19 01:09:47.582655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-b568cccf-e9c4-4bed-a41a-ec2117e8ed82 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792351 Aug 19 01:09:47.673118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-17ace7ed-c707-42bc-93f2-e1ab6a4533dd req-90a69ea0-a997-41cb-a65c-856194c5a02c service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836685 Aug 19 01:09:48.049176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:09:57.357091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:04.977773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:10:12.605144 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f854-5e30-4291-babb-3c9a61cdb047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:15.019689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fd1d8a8-1506-4009-82a6-1af4d3bb359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:15.266580 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:15.776930 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:16.568393 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:18.051868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:27.363969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:41.976916 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:10:42.618032 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f728a29b-26de-450b-9cdb-b2c3e51c4cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:45.019405 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac27d313-df06-4a4d-a16a-ef8bf5f37b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:45.265693 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:45.777162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:46.569721 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:47.133068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-a198a5a1-ed58-4b45-96e5-6197f251198d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0377336 Aug 19 01:10:47.214130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-87c4b1ce-9832-47bf-b13e-a6f651e5a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:10:47.216194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-87c4b1ce-9832-47bf-b13e-a6f651e5a5e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1098 time: 0.0434279 Aug 19 01:10:47.315339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-60e3ccf9-fa0f-468c-9d9e-6f4cd91a2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:10:47.316833 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-60e3ccf9-fa0f-468c-9d9e-6f4cd91a2495 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0824349 Aug 19 01:10:47.381983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-6e503e90-72e3-4382-a630-452289c9fca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1002 time: 0.0584273 Aug 19 01:10:47.428376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-6245e917-254b-43e1-be24-cf94964a57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:10:47.429672 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-6245e917-254b-43e1-be24-cf94964a57a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0410070 Aug 19 01:10:47.473121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-70d05073-a78c-43bc-acd1-4e90ac72da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:10:47.474533 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-70d05073-a78c-43bc-acd1-4e90ac72da47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381050 Aug 19 01:10:47.485619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-58915e1c-27bc-47e6-9efe-401c2734517c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:10:47.486535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-58915e1c-27bc-47e6-9efe-401c2734517c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047925 Aug 19 01:10:47.576964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-06be1a68-1120-4cdb-bb56-49a7c7faa507 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Aug 19 01:10:47.666259 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d4d97ce1-6191-411c-bf76-bcb971b2e2d9 req-831022ba-0193-4acb-9df0-903ca000a680 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807512 Aug 19 01:10:48.056203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:10:57.369726 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:12.611342 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cc9735e-506a-468e-95cf-e87eeeee131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:12.854024 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdedbd-06d8-413d-9aeb-b648fd64e17f req-f1b154c8-9576-494f-8999-9a1ce07e099a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:12.855581 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57cdedbd-06d8-413d-9aeb-b648fd64e17f req-f1b154c8-9576-494f-8999-9a1ce07e099a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.1541281 Aug 19 01:11:12.897387 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-57cdedbd-06d8-413d-9aeb-b648fd64e17f req-98546db4-7137-4a59-a7d6-c19684fb07f3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Aug 19 01:11:15.020318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4abf0-1c4a-4687-81de-2f440ea624d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:15.268271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:15.776929 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:16.573067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:18.058906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:18.976080 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:11:24.028795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcae692-d4a7-47d8-b3ad-3fe116d476df req-25914c66-3a9f-4d59-a635-52d378b8dee6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:24.030291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fcae692-d4a7-47d8-b3ad-3fe116d476df req-25914c66-3a9f-4d59-a635-52d378b8dee6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0497258 Aug 19 01:11:24.051623 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-b2ba06c9-2c1f-4f97-bda1-28585988ebea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818045 Aug 19 01:11:24.072494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fcae692-d4a7-47d8-b3ad-3fe116d476df req-2c198a6c-81b0-4ff7-8406-30f303867a19 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Aug 19 01:11:25.192661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963202c-5bde-4775-95c3-06643d390471 req-896719e7-d23f-4313-aec9-9d1318d50a79 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:25.194253 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9963202c-5bde-4775-95c3-06643d390471 req-896719e7-d23f-4313-aec9-9d1318d50a79 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0519915 Aug 19 01:11:25.235748 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9963202c-5bde-4775-95c3-06643d390471 req-40673832-3b3d-47f5-b6d8-6da4b943e24e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Aug 19 01:11:25.297143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-d983d860-617f-46c1-a260-3d4c62d3702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:25.298606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-d983d860-617f-46c1-a260-3d4c62d3702d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1098 time: 0.0829239 Aug 19 01:11:25.390934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-de0a2d3c-a971-43b9-a3f7-77840986f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:25.392427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-de0a2d3c-a971-43b9-a3f7-77840986f185 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0858626 Aug 19 01:11:25.476712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-b9155af5-0dee-46d0-8bca-08d59f85a309 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1002 time: 0.0765383 Aug 19 01:11:25.534997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-ec973eb5-f475-4149-9c37-9c5ec937e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:25.536441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-ec973eb5-f475-4149-9c37-9c5ec937e4c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0528889 Aug 19 01:11:25.581106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-34fa302e-7d99-49a3-b490-dcf4cdb96ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:25.582551 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-34fa302e-7d99-49a3-b490-dcf4cdb96ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394962 Aug 19 01:11:25.672902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-8e3b9ea8-d78c-42d9-872e-544be9decc9b service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831149 Aug 19 01:11:25.763340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-adc9e513-42d4-4a40-bb6b-e2b548fa3a6f service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832248 Aug 19 01:11:26.355929 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8bb48-54ef-434e-a469-57640acf803b req-045204fb-89fe-41e6-9fb4-fa81b8dfaf7f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:26.357467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56d8bb48-54ef-434e-a469-57640acf803b req-045204fb-89fe-41e6-9fb4-fa81b8dfaf7f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0537772 Aug 19 01:11:26.393572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-56d8bb48-54ef-434e-a469-57640acf803b req-10c983ff-3974-4dbf-a9b9-5bc54eac4496 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302413 Aug 19 01:11:27.369069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:27.511839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37401d92-578a-44ad-a005-72a0bf846f14 req-8e47c47f-6db9-440d-bc28-590f5e8db5e5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:27.513415 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37401d92-578a-44ad-a005-72a0bf846f14 req-8e47c47f-6db9-440d-bc28-590f5e8db5e5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0504031 Aug 19 01:11:27.550315 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37401d92-578a-44ad-a005-72a0bf846f14 req-68840a78-dfbb-4180-9d80-2ec89e075d70 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Aug 19 01:11:28.664602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96256330-bfe4-4dbf-b463-84e50dece67d req-d6191468-6926-4c32-a872-626544192d5c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:28.666068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96256330-bfe4-4dbf-b463-84e50dece67d req-d6191468-6926-4c32-a872-626544192d5c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0485089 Aug 19 01:11:28.703607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-96256330-bfe4-4dbf-b463-84e50dece67d req-ba506dd2-f9e6-41cd-b942-9a8e3fec81b3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Aug 19 01:11:29.820230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4effe7c-ac22-47e4-923e-318b6767b070 req-496ae3b8-45ee-4874-8b2f-4c9cdeb87da4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:29.821717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4effe7c-ac22-47e4-923e-318b6767b070 req-496ae3b8-45ee-4874-8b2f-4c9cdeb87da4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0520756 Aug 19 01:11:29.859444 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b4effe7c-ac22-47e4-923e-318b6767b070 req-f3b3f08e-6385-47f5-9539-4c5446213ccf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310588 Aug 19 01:11:30.976196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2306c-2ee9-44a3-acc3-bcd6ea0d5621 req-2ef0030b-7321-4c29-bec1-0d0ba7412f45 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:30.977688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ad2306c-2ee9-44a3-acc3-bcd6ea0d5621 req-2ef0030b-7321-4c29-bec1-0d0ba7412f45 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0490012 Aug 19 01:11:31.014328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ad2306c-2ee9-44a3-acc3-bcd6ea0d5621 req-7f5c1de8-9f25-49bf-8d74-37a67be58aed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Aug 19 01:11:32.128811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121de94-378a-45e3-a53f-0176c6d8efdf req-4a452bd7-5aed-41d4-9c3e-08e89ea781cb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:32.130285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1121de94-378a-45e3-a53f-0176c6d8efdf req-4a452bd7-5aed-41d4-9c3e-08e89ea781cb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0486064 Aug 19 01:11:32.166783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1121de94-378a-45e3-a53f-0176c6d8efdf req-a3dcf3d3-ad60-4b07-8f65-4f2ca5e94378 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Aug 19 01:11:33.283125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eaf6c-7570-45cd-b4fc-fb7e3a1908d5 req-79afeb57-4dc5-406d-8bb4-93f4608120b0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:33.284609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e7eaf6c-7570-45cd-b4fc-fb7e3a1908d5 req-79afeb57-4dc5-406d-8bb4-93f4608120b0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0517416 Aug 19 01:11:33.321519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2e7eaf6c-7570-45cd-b4fc-fb7e3a1908d5 req-d45c225b-4e11-4624-8f63-d723f1facdc0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Aug 19 01:11:34.434654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d261f3-b8a5-4d8c-b5a5-18ddfd41997e req-10655fb3-be81-4d4c-bbf2-30bd374a895c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:34.436648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72d261f3-b8a5-4d8c-b5a5-18ddfd41997e req-10655fb3-be81-4d4c-bbf2-30bd374a895c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0491877 Aug 19 01:11:34.473369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-72d261f3-b8a5-4d8c-b5a5-18ddfd41997e req-c8686885-3688-4966-9dcd-3995d4b8b059 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Aug 19 01:11:35.586837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799afb6-2a7d-4cdd-811e-34ab8d974bad req-d2918ec4-77ca-4a3a-aa31-5f91415c6966 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:35.588287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9799afb6-2a7d-4cdd-811e-34ab8d974bad req-d2918ec4-77ca-4a3a-aa31-5f91415c6966 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0483592 Aug 19 01:11:35.626059 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9799afb6-2a7d-4cdd-811e-34ab8d974bad req-6b8c97eb-0c8a-4a3d-a72a-95ed26884327 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Aug 19 01:11:36.742603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355a299-ef4c-41ac-b3fc-3ceb6ced903f req-2cac2761-43c6-4bfd-b054-70183b39a6f6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:36.744057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9355a299-ef4c-41ac-b3fc-3ceb6ced903f req-2cac2761-43c6-4bfd-b054-70183b39a6f6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0518260 Aug 19 01:11:36.781129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9355a299-ef4c-41ac-b3fc-3ceb6ced903f req-6b880c0b-c240-408c-bc85-836059bf1671 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Aug 19 01:11:37.900498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7ad5b-89e6-4cce-9cf9-032cd95a3862 req-7145130b-31fe-4118-bc57-622298655a39 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:37.902031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28e7ad5b-89e6-4cce-9cf9-032cd95a3862 req-7145130b-31fe-4118-bc57-622298655a39 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0508070 Aug 19 01:11:37.940926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-28e7ad5b-89e6-4cce-9cf9-032cd95a3862 req-581f8438-3bc9-42cb-80e6-897eaaae3b6b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Aug 19 01:11:39.056875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70064f04-dc8d-43fc-a43d-e7638cf6bca1 req-73e61f7b-15ee-4584-a2cd-f26302e54b08 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:39.058265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-70064f04-dc8d-43fc-a43d-e7638cf6bca1 req-73e61f7b-15ee-4584-a2cd-f26302e54b08 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0487373 Aug 19 01:11:39.098266 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-70064f04-dc8d-43fc-a43d-e7638cf6bca1 req-ab1be9e8-aacb-41bb-a222-e3d189750ba1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Aug 19 01:11:39.277269 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-433f799e-9431-4912-8a07-024221556a63 service neutron] show failed (client error): The resource could not be found. Aug 19 01:11:39.278268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-433f799e-9431-4912-8a07-024221556a63 service neutron] 10.222.0.11 "GET /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0573001 Aug 19 01:11:39.472201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-5961d274-4148-4364-a344-57df163ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:39.473636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-5961d274-4148-4364-a344-57df163ef163 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1098 time: 0.0452392 Aug 19 01:11:39.492224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:11:39.542706 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:39.742119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:11:39.774370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:11:39.816575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:11:39.818835 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fcf78-4627-47db-979e-46c8b40eb5fa" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-unplugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:11:39.822924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:39.835995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Transition to ACTIVE for port object 84065a00-243d-45f5-82bd-0dd2033968d5 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:11:39.840009 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:39.925038 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f86552-4e09-4a43-863d-7e203ee9fc04 x-openstack-request-id: req-e5f86552-4e09-4a43-863d-7e203ee9fc04 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:11:39.925337 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-unplugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:11:39.925592 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5f86552-4e09-4a43-863d-7e203ee9fc04 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:11:39.925995 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'code': 200} Aug 19 01:11:39.928624 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:11:39.943397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.943756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.944104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.944476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.944821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.945156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.945488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.945819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.946148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.946478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.946807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.947140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:39.972662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] No DVR routers for this DVR port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:11:40.090746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:11:40.106114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:11:40.106452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:11:40.106785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:11:40.111834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:11:40.112157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:11:40.117041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:11:40.117351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:11:40.117740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:11:40.118173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Bound port: 84065a00-243d-45f5-82bd-0dd2033968d5, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:11:40.118531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:40.135909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:11:40.181483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:11:40.184515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:11:40.190113 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:40.218584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063c81-e11e-44f3-b6b6-f805e6312692 req-329f5f35-1014-4532-9e38-0ed4095c98e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.220448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.220801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5063c81-e11e-44f3-b6b6-f805e6312692 req-329f5f35-1014-4532-9e38-0ed4095c98e3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0496097 Aug 19 01:11:40.220929 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:40.222464 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] 10.222.0.21 "PUT /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1093 time: 0.7340081 Aug 19 01:11:40.252359 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f034c7-e934-4b58-8b93-953807a058ae service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:11:40.262363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b5063c81-e11e-44f3-b6b6-f805e6312692 req-c9d137bb-6d37-42c5-ad7d-1152770623c8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332642 Aug 19 01:11:40.302953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-2767a503-17dd-4b9b-981c-8eb2bff8c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.304526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-2767a503-17dd-4b9b-981c-8eb2bff8c41e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1096 time: 0.0459726 Aug 19 01:11:40.395938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-c54b6a4c-e230-4f06-a9da-253742165adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.397481 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-c54b6a4c-e230-4f06-a9da-253742165adb service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0859334 Aug 19 01:11:40.469472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-6e32662b-93a8-480a-b512-45fc66bbe314 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.0642979 Aug 19 01:11:40.517145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-99902af4-d7cd-4314-992e-2d9f3eade6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.518442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-99902af4-d7cd-4314-992e-2d9f3eade6bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0424592 Aug 19 01:11:40.564490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-e3609235-cfd3-4023-b7d6-10c4e9e17cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:40.565973 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-e3609235-cfd3-4023-b7d6-10c4e9e17cea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399933 Aug 19 01:11:40.659744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-e4682c88-2d25-4baa-8690-fddb762b1cc4 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Aug 19 01:11:40.752119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-f1a60d56-ca10-4c98-bbb4-2f20790eb1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Aug 19 01:11:41.385062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfba975-b129-43cf-85c9-f3c5418e3b7e req-8d05ef5f-8f83-4339-9217-ac9807f2d9d1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:41.386587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9dfba975-b129-43cf-85c9-f3c5418e3b7e req-8d05ef5f-8f83-4339-9217-ac9807f2d9d1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0541117 Aug 19 01:11:41.424871 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9dfba975-b129-43cf-85c9-f3c5418e3b7e req-10737bdb-e6a1-4d44-8f90-0d9eb6fc14d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Aug 19 01:11:41.927472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:11:41.929880 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d697c51e-edd3-4b41-be68-4ec2a5f88f94" -d '{"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:11:41.978906 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea9b49a-8077-4eb1-a6e3-0b2c9eb92432 x-openstack-request-id: req-5ea9b49a-8077-4eb1-a6e3-0b2c9eb92432 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:11:41.979201 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:11:41.979453 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ea9b49a-8077-4eb1-a6e3-0b2c9eb92432 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:11:41.979849 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'status': 'completed', 'code': 200} Aug 19 01:11:42.074485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-44440de9-8129-4520-af7d-fa1c764cfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.075976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-44440de9-8129-4520-af7d-fa1c764cfa0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1096 time: 0.0773292 Aug 19 01:11:42.082089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-1ff9f967-9dd7-406a-b75a-58ca82420fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.083465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-1ff9f967-9dd7-406a-b75a-58ca82420fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1096 time: 0.0517881 Aug 19 01:11:42.235796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-f615bfad-2a56-4ecd-8689-246509f00a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.237303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-f615bfad-2a56-4ecd-8689-246509f00a87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1529820 Aug 19 01:11:42.238362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-37dbfd1c-54a2-4b31-9e74-97429ed07e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.239650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-37dbfd1c-54a2-4b31-9e74-97429ed07e4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1483576 Aug 19 01:11:42.352241 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-acc6eadd-df24-4cd1-9446-5fd427ca68a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.1072545 Aug 19 01:11:42.353950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-0867926a-cf57-4b82-926e-6b424b25b036 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.1035080 Aug 19 01:11:42.437052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-30e47da9-a210-43de-88b6-46d4944569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.438539 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-30e47da9-a210-43de-88b6-46d4944569cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0795584 Aug 19 01:11:42.439993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-bc51260c-3ca1-4e44-b290-6021b9b5bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.441385 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-bc51260c-3ca1-4e44-b290-6021b9b5bb49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0753071 Aug 19 01:11:42.564074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-7c0f5342-099f-4676-bb25-3b501303d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.565660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-7c0f5342-099f-4676-bb25-3b501303d288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196485 Aug 19 01:11:42.567866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-5e165c9d-ceb6-4294-bac4-4c911ceb4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.569309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-5e165c9d-ceb6-4294-bac4-4c911ceb4879 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144340 Aug 19 01:11:42.615073 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54efeb0d-3bc9-41a0-bbdf-648fc1188960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:42.675690 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ac5d-6ed7-41af-99c4-b95742246d72 req-67467948-a0d8-4c06-ba15-efb99c30bf99 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:42.677323 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48e9ac5d-6ed7-41af-99c4-b95742246d72 req-67467948-a0d8-4c06-ba15-efb99c30bf99 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.1644871 Aug 19 01:11:42.761451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-48e9ac5d-6ed7-41af-99c4-b95742246d72 req-97ed8c7c-27ef-4347-b6f6-3f2c910a5d8e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767920 Aug 19 01:11:42.771818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-67161074-6697-4772-a720-053583e260d8 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889281 Aug 19 01:11:42.830028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-808eafa1-9e6e-435c-a064-c166b31f5bbd service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568724 Aug 19 01:11:42.932834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-902dbcc7-3b97-4f27-ac28-276fea9a3027 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523125 Aug 19 01:11:42.947850 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d697c51e-edd3-4b41-be68-4ec2a5f88f94 req-ae7e9a02-d622-41f1-97b2-8119fd835e33 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090519 Aug 19 01:11:43.891554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a777a-8d0b-4678-9c67-a5b6af53a759 req-91afa67a-f46a-4ada-ba4c-bffd3f13af7e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:43.893255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f07a777a-8d0b-4678-9c67-a5b6af53a759 req-91afa67a-f46a-4ada-ba4c-bffd3f13af7e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0550568 Aug 19 01:11:43.932741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f07a777a-8d0b-4678-9c67-a5b6af53a759 req-f9475814-05c8-4df0-a953-dbf54feca3da tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Aug 19 01:11:45.023384 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fba81cf-88b3-428e-b349-abaae7c35829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:45.052116 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d009e7d-07ca-4588-bb49-1682fb7efbcc req-584a83b4-0264-4c24-b516-d5ed47b60d75 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:45.053542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d009e7d-07ca-4588-bb49-1682fb7efbcc req-584a83b4-0264-4c24-b516-d5ed47b60d75 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0532968 Aug 19 01:11:45.090055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d009e7d-07ca-4588-bb49-1682fb7efbcc req-9a2df301-dd40-4baa-9c88-c8a78b6cd34d tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305004 Aug 19 01:11:45.268648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:45.775193 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:46.209724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ec361-6d9a-4c10-aa44-19dbb9022ac3 req-6b69121e-b069-4828-9a39-490faec00f24 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:46.211192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb3ec361-6d9a-4c10-aa44-19dbb9022ac3 req-6b69121e-b069-4828-9a39-490faec00f24 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0489278 Aug 19 01:11:46.248052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cb3ec361-6d9a-4c10-aa44-19dbb9022ac3 req-02bcb151-11af-4554-85bf-d2b697bdf36c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Aug 19 01:11:46.575643 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:47.362482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed302ed1-0792-4d6d-ac46-3260bb6cb4bf req-a9bf7429-e7a4-451e-9a96-6d82add95eb1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:47.363933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed302ed1-0792-4d6d-ac46-3260bb6cb4bf req-a9bf7429-e7a4-451e-9a96-6d82add95eb1 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0475166 Aug 19 01:11:47.400856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ed302ed1-0792-4d6d-ac46-3260bb6cb4bf req-a5ffcc58-617f-44f8-a319-9d1937872214 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Aug 19 01:11:48.061624 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:48.513418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f10d-b34a-46b7-8b55-f77df45604e5 req-12fc65e5-52ad-4c9f-8bc4-7772e65bdee4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:48.514870 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a87f10d-b34a-46b7-8b55-f77df45604e5 req-12fc65e5-52ad-4c9f-8bc4-7772e65bdee4 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0484960 Aug 19 01:11:48.551620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a87f10d-b34a-46b7-8b55-f77df45604e5 req-8d3e137a-a73a-43db-ba0c-33f2d504fadd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Aug 19 01:11:49.664234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa77d0c-bbbb-491d-be39-f87beec920ff req-3e92e43c-6780-4ff0-b6f4-0fbba6e89f9a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:49.665688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fa77d0c-bbbb-491d-be39-f87beec920ff req-3e92e43c-6780-4ff0-b6f4-0fbba6e89f9a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0467782 Aug 19 01:11:49.701976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fa77d0c-bbbb-491d-be39-f87beec920ff req-3aa151f0-aeb5-418c-8b24-1017efca4046 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298045 Aug 19 01:11:50.819753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94012a-8563-4794-a51c-1bba02edb032 req-5f85bb71-b204-4670-a095-36df14f32905 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:50.821269 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a94012a-8563-4794-a51c-1bba02edb032 req-5f85bb71-b204-4670-a095-36df14f32905 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0526743 Aug 19 01:11:50.858704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a94012a-8563-4794-a51c-1bba02edb032 req-e6b165ae-d0d3-4444-a205-ad7f025c4780 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307865 Aug 19 01:11:51.975318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5424-7afc-4949-aa4e-919b4bf18e1a req-d4dc521a-6955-4d70-b247-9ba050ebba63 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:51.976775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32af5424-7afc-4949-aa4e-919b4bf18e1a req-d4dc521a-6955-4d70-b247-9ba050ebba63 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0507264 Aug 19 01:11:52.012956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32af5424-7afc-4949-aa4e-919b4bf18e1a req-90a0e603-67cd-49e6-b5ee-ac44b33c6ee0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304410 Aug 19 01:11:53.128115 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed404f-4096-4fc6-9ac5-daaf29a35a4c req-17b68529-2dbc-46d3-aed0-74a77a0168c5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:53.129616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ed404f-4096-4fc6-9ac5-daaf29a35a4c req-17b68529-2dbc-46d3-aed0-74a77a0168c5 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0487244 Aug 19 01:11:53.166094 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-61ed404f-4096-4fc6-9ac5-daaf29a35a4c req-dbc9015b-1b57-4238-b364-3f186084a54f tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Aug 19 01:11:54.279870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdece5-5524-4c55-b088-ca5ed8ecc6bc req-6ea74b00-9fb8-408a-a69b-52f741f1ffd8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:54.281338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3fdece5-5524-4c55-b088-ca5ed8ecc6bc req-6ea74b00-9fb8-408a-a69b-52f741f1ffd8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.0470803 Aug 19 01:11:54.318732 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b3fdece5-5524-4c55-b088-ca5ed8ecc6bc req-c5e39f57-4679-4676-ba30-96f2750e4f2c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Aug 19 01:11:54.824318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:11:54.887380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-31e15b0a-d297-4a4c-8570-3b99eaa64fd7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:54.888859 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-31e15b0a-d297-4a4c-8570-3b99eaa64fd7 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&tenant_id=f267a74f40904b709a142b0bc8548edf&binding%3Ahost_id=n-h1-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.3492832 Aug 19 01:11:54.903475 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806561-4005-4443-becd-d7703f8681d4 req-b960bdf8-8212-43a0-9bd9-04b83725cbbd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:54.904931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2806561-4005-4443-becd-d7703f8681d4 req-b960bdf8-8212-43a0-9bd9-04b83725cbbd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 944 time: 0.3382144 Aug 19 01:11:54.917175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:11:54.927840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '84065a00-243d-45f5-82bd-0dd2033968d5', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:11:54.967007 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:54.974708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f2806561-4005-4443-becd-d7703f8681d4 req-2c314b3e-1407-492b-a07f-733661ba0ba3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627913 Aug 19 01:11:54.979365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:11:54.985702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-a48001ee-d049-4e9b-97d6-cf4cc7e37bf8 service neutron] 10.222.0.21 "GET /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5/bindings/n-h1-771363-38 HTTP/1.1" status: 200 len: 383 time: 0.0797100 Aug 19 01:11:54.999439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:11:55.003103 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:55.048257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:11:55.055786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.056135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.056511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.056863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.057191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.057526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.057851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.058178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.058506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.058829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.059155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.059479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:11:55.061701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-780419c2-11a6-45bd-a1ea-7033e1eb5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:55.064161 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-780419c2-11a6-45bd-a1ea-7033e1eb5c2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1097 time: 0.0419569 Aug 19 01:11:55.155519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-05a6d647-629e-4fbf-9e08-07ef259badea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:55.157017 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-05a6d647-629e-4fbf-9e08-07ef259badea service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0847764 Aug 19 01:11:55.221036 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-4772cebf-9326-4f00-b2ef-86d6a1761ec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1001 time: 0.0557487 Aug 19 01:11:55.274177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-78fa1e24-4f9c-4c43-9481-5a55248f761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:55.275562 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-78fa1e24-4f9c-4c43-9481-5a55248f761e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0456214 Aug 19 01:11:55.321327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-363daf2d-799c-4791-b70a-df2dde7d4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:55.322711 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-363daf2d-799c-4791-b70a-df2dde7d4869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396564 Aug 19 01:11:55.410069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-49b367b9-65f8-4ce5-889b-d92b2019a3fe service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793793 Aug 19 01:11:55.422176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['84065a00-243d-45f5-82bd-0dd2033968d5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:11:55.504307 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-780d0f48-2c75-44cc-94d9-119fdcaeecf1 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Aug 19 01:11:55.976314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:11:56.101484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c10f1a-64bc-4bf3-8562-8a11fbbed3b3 req-29eff91a-a5b3-41e5-a1ec-a35b332c7c3a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:56.102889 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22c10f1a-64bc-4bf3-8562-8a11fbbed3b3 req-29eff91a-a5b3-41e5-a1ec-a35b332c7c3a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0554914 Aug 19 01:11:56.139848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-22c10f1a-64bc-4bf3-8562-8a11fbbed3b3 req-b2d52119-8942-4041-bbdb-c81e4158e1a2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305634 Aug 19 01:11:56.839810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:11:56.887158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 84065a00-243d-45f5-82bd-0dd2033968d5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:11:56.890907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 84065a00-243d-45f5-82bd-0dd2033968d5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:11:56.891293 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:56.963621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:56.985680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:11:56.987900 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c9fa13-23ac-477d-b9cf-1f7e2263a370" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:11:57.003319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:11:57.007888 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:57.057738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:11:57.088044 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721eb566-cd52-4ec8-b7b2-4ca142da87e8 x-openstack-request-id: req-721eb566-cd52-4ec8-b7b2-4ca142da87e8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:11:57.088368 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:11:57.088625 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-721eb566-cd52-4ec8-b7b2-4ca142da87e8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:11:57.089017 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'code': 200} Aug 19 01:11:57.257311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab033-79ef-4eb5-8063-b45dfeff3d1b req-30a407ee-9dd8-4f48-90c1-420a5e62cafa tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:57.258774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d25ab033-79ef-4eb5-8063-b45dfeff3d1b req-30a407ee-9dd8-4f48-90c1-420a5e62cafa tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0532980 Aug 19 01:11:57.295856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d25ab033-79ef-4eb5-8063-b45dfeff3d1b req-c7a32892-4294-47a8-973a-6eb34cbee605 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Aug 19 01:11:57.381965 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:58.412919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd4236-6120-4284-94cc-a2952545a088 req-134fc844-9669-491f-8ee8-bb934d1850eb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:58.414414 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91cd4236-6120-4284-94cc-a2952545a088 req-134fc844-9669-491f-8ee8-bb934d1850eb tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0483367 Aug 19 01:11:58.451669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91cd4236-6120-4284-94cc-a2952545a088 req-8add2b33-d4be-431b-a90c-3536ff9c7499 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Aug 19 01:11:59.432473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-e6bff86e-5d89-4a87-8a01-3dc1fd21286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:59.433923 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-e6bff86e-5d89-4a87-8a01-3dc1fd21286b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa&tenant_id=f267a74f40904b709a142b0bc8548edf HTTP/1.1" status: 200 len: 1098 time: 0.0426624 Aug 19 01:11:59.445513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:11:59.497309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:59.567738 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6c197-7f66-4259-95f9-d9ae4ddd2101 req-6d2a7fd5-360c-4b10-aabf-186831eef0ff tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:11:59.569307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12f6c197-7f66-4259-95f9-d9ae4ddd2101 req-6d2a7fd5-360c-4b10-aabf-186831eef0ff tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0494387 Aug 19 01:11:59.609325 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12f6c197-7f66-4259-95f9-d9ae4ddd2101 req-920899b0-f2a5-4342-a9a5-2bafd26741a2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Aug 19 01:11:59.701517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:11:59.732103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:11:59.774202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:11:59.776829 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e6e1b-724d-4fb5-9b2e-2798e43a4447" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-unplugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:11:59.780645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:59.794191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Transition to ACTIVE for port object 84065a00-243d-45f5-82bd-0dd2033968d5 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:11:59.799086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:11:59.832220 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da46784e-358f-4f38-961c-1fcb5fcc124d x-openstack-request-id: req-da46784e-358f-4f38-961c-1fcb5fcc124d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:11:59.832547 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-unplugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:11:59.832809 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da46784e-358f-4f38-961c-1fcb5fcc124d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:11:59.833204 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'code': 200} Aug 19 01:11:59.886229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:11:59.929172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] No DVR routers for this DVR port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:00.064370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:12:00.064662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:12:00.065019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:00.069321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:12:00.069701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Attempting to bind port 84065a00-243d-45f5-82bd-0dd2033968d5 on network 308fc667-20a3-4b1a-95f9-57044c5559f0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:00.074604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:12:00.074947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Checking segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:12:00.075334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Bound using segment: {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:12:00.075761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Bound port: 84065a00-243d-45f5-82bd-0dd2033968d5, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2788fc-f120-4538-a050-703f009465a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:12:00.076118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:00.137104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:12:00.139991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:12:00.144570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:00.183167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.183780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:00.185187 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] 10.222.0.11 "PUT /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1094 time: 0.7435219 Aug 19 01:12:00.203261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706312ef-ee36-498f-9ece-97d19d47902c service neutron] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=11']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:00.247250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-1adf4e61-84a8-48cc-be9d-a7957809e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.248792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-1adf4e61-84a8-48cc-be9d-a7957809e033 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1097 time: 0.0416906 Aug 19 01:12:00.345335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-260ad549-af1f-49a7-82e5-8b8a9fd1ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.346824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-260ad549-af1f-49a7-82e5-8b8a9fd1ae29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.0915596 Aug 19 01:12:00.418221 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-1b86ad25-2d46-45e7-af62-c6eea93d329e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.0632873 Aug 19 01:12:00.465867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-dd33d581-12ca-4e8b-af70-25894f060937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.467180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-dd33d581-12ca-4e8b-af70-25894f060937 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0422204 Aug 19 01:12:00.514319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb75a-be98-4ec9-9788-924c320c252d req-bd085fdf-1e82-4360-9604-1428c985d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.515855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-bd085fdf-1e82-4360-9604-1428c985d8c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412343 Aug 19 01:12:00.607692 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-a12e1c28-41a5-4895-9723-5e57764a8072 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Aug 19 01:12:00.695478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5aecb75a-be98-4ec9-9788-924c320c252d req-889312a5-b28e-4942-b5f6-466de9ad97d0 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811925 Aug 19 01:12:00.727622 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb7d89-9cdc-4add-bde8-32a153145b0f req-780c4301-2cf3-4c88-8d22-1b9af26a0cbf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:00.728882 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24bb7d89-9cdc-4add-bde8-32a153145b0f req-780c4301-2cf3-4c88-8d22-1b9af26a0cbf tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0513656 Aug 19 01:12:00.766941 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-24bb7d89-9cdc-4add-bde8-32a153145b0f req-0edffca6-91d3-4b3b-8e72-1b8ae6b60862 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Aug 19 01:12:00.846891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:00.883677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:01.834714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:01.837052 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773" -d '{"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:01.888090 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60c01e1-98f8-42e4-b814-2c15a2720e12 x-openstack-request-id: req-a60c01e1-98f8-42e4-b814-2c15a2720e12 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:01.888445 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:01.888700 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a60c01e1-98f8-42e4-b814-2c15a2720e12 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:01.889155 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'status': 'completed', 'code': 200} Aug 19 01:12:01.900265 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb145675-7619-4742-832e-944eb2c1fe10 req-828a9c09-d611-4f80-ac03-371cab88d610 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:01.901828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb145675-7619-4742-832e-944eb2c1fe10 req-828a9c09-d611-4f80-ac03-371cab88d610 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0572228 Aug 19 01:12:01.995952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb145675-7619-4742-832e-944eb2c1fe10 req-114f6b5c-e1e7-4ac7-979b-788b5e169908 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827525 Aug 19 01:12:02.003576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-1e18d0b0-fbe7-48d1-bdf5-64d41eaa0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.005064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-1e18d0b0-fbe7-48d1-bdf5-64d41eaa0a09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1097 time: 0.0993898 Aug 19 01:12:02.011381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-8de0335a-87c5-4b21-8a49-ba3f59f6606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.012816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-8de0335a-87c5-4b21-8a49-ba3f59f6606b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f267a74f40904b709a142b0bc8548edf&device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 1097 time: 0.0688457 Aug 19 01:12:02.164692 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-a529a015-7645-418c-aa69-81815b481a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.166158 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-a529a015-7645-418c-aa69-81815b481a6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1525252 Aug 19 01:12:02.167089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-30b1b5b3-8cc8-4631-80e6-82d3db721e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.168454 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-30b1b5b3-8cc8-4631-80e6-82d3db721e4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 200 len: 911 time: 0.1475108 Aug 19 01:12:02.275398 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-4e134336-6470-4c6c-ba60-c699f9e323ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.1020877 Aug 19 01:12:02.279155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-db2e466f-a2d4-43aa-bff8-b6cdd9d36030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 200 len: 1000 time: 0.1003029 Aug 19 01:12:02.362069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-6d2af8d3-2da2-4265-8707-3082f09caba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.363540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-6d2af8d3-2da2-4265-8707-3082f09caba8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0813866 Aug 19 01:12:02.364947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-5b9ed273-fbdc-4877-95b7-1f8de7be982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.366253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-5b9ed273-fbdc-4877-95b7-1f8de7be982a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 200 len: 850 time: 0.0767632 Aug 19 01:12:02.439848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-a1b893a5-e46b-4baa-89e1-abad9e2bc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.441321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-a1b893a5-e46b-4baa-89e1-abad9e2bc501 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695672 Aug 19 01:12:02.444002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-f21e363b-3025-4787-9117-e8a0959abe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:02.445437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-f21e363b-3025-4787-9117-e8a0959abe8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=308fc667-20a3-4b1a-95f9-57044c5559f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661590 Aug 19 01:12:02.603934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-96c0dbbf-d81b-4945-9ed7-54cd31557534 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539619 Aug 19 01:12:02.607316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-a2fc5d04-0739-4151-ab2e-4684c0ea8a85 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495991 Aug 19 01:12:02.760764 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-5408d2a0-f305-4df8-b8ad-09d5ee8b0538 service neutron] 10.222.0.11 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498585 Aug 19 01:12:02.762550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3a6d5f52-8e6c-4e01-a054-fa9054bc9773 req-21d4194d-2968-4231-baaa-72182e660ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448798 Aug 19 01:12:03.122504 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4816787-87a7-4f69-aee7-9ebfce0b3754 req-9880ebda-4cb7-42dc-9237-2551fcf87d09 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:03.124516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4816787-87a7-4f69-aee7-9ebfce0b3754 req-9880ebda-4cb7-42dc-9237-2551fcf87d09 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0541654 Aug 19 01:12:03.162937 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c4816787-87a7-4f69-aee7-9ebfce0b3754 req-6bd61f58-a6c0-41bd-b8cb-ac31102a1407 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Aug 19 01:12:04.280964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d015-e487-40ac-b395-fb6c9e993ccc req-9a33b01d-d916-4652-86c5-9546070b1b1b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:04.282587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb53d015-e487-40ac-b395-fb6c9e993ccc req-9a33b01d-d916-4652-86c5-9546070b1b1b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 19 01:12:04.321274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb53d015-e487-40ac-b395-fb6c9e993ccc req-3096230a-13f1-40c3-ae22-e6bab5ef34dd tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Aug 19 01:12:05.441405 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb6fd-bf09-47ac-8f38-d7e9835a04f6 req-10057e65-f694-4e5e-a009-6a852dce1ff3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:05.442908 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-493bb6fd-bf09-47ac-8f38-d7e9835a04f6 req-10057e65-f694-4e5e-a009-6a852dce1ff3 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0522799 Aug 19 01:12:05.481456 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-493bb6fd-bf09-47ac-8f38-d7e9835a04f6 req-89a61d71-c356-4c67-9cdc-46da168ee37b tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Aug 19 01:12:06.597772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea17e-d296-4c83-8f13-5e6ea562267d req-a6941f96-5508-442d-8aa8-8a580dc8f535 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:06.599124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-992ea17e-d296-4c83-8f13-5e6ea562267d req-a6941f96-5508-442d-8aa8-8a580dc8f535 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0516877 Aug 19 01:12:06.635402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-992ea17e-d296-4c83-8f13-5e6ea562267d req-c7a9457c-52df-40e4-86dd-9f5f61691732 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303431 Aug 19 01:12:07.750012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbb33-a5e4-4249-aa87-4d4793ee6bb7 req-40c8893f-f77b-43e5-becb-6e99e94215d8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:07.751475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48fbbb33-a5e4-4249-aa87-4d4793ee6bb7 req-40c8893f-f77b-43e5-becb-6e99e94215d8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0483251 Aug 19 01:12:07.787672 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-48fbbb33-a5e4-4249-aa87-4d4793ee6bb7 req-f0e74eb0-8601-4bb5-a2f2-3a4e0adf0a4a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302994 Aug 19 01:12:08.900588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae159-93ba-4471-9975-7da421e559cf req-96e87664-e430-48ed-99d2-d328a8ee28d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:08.902124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-836ae159-93ba-4471-9975-7da421e559cf req-96e87664-e430-48ed-99d2-d328a8ee28d6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0479782 Aug 19 01:12:08.938049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-836ae159-93ba-4471-9975-7da421e559cf req-fa835071-e8da-4046-8139-2fe5fc328284 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300882 Aug 19 01:12:10.055347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03994f-3705-4120-b8c4-845f9bb0bf7b req-9d434001-2dda-41a3-aad3-a151a3696392 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:10.056751 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d03994f-3705-4120-b8c4-845f9bb0bf7b req-9d434001-2dda-41a3-aad3-a151a3696392 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0522404 Aug 19 01:12:10.093856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6d03994f-3705-4120-b8c4-845f9bb0bf7b req-f2117ca9-8ae6-46a1-b976-06519ecd6d98 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Aug 19 01:12:11.211275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898205-77c9-4904-8a39-5debc5ef4aae req-0bdaa9d4-e69a-4a81-8620-52c75866cbc0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:11.212763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef898205-77c9-4904-8a39-5debc5ef4aae req-0bdaa9d4-e69a-4a81-8620-52c75866cbc0 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0513401 Aug 19 01:12:11.251168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef898205-77c9-4904-8a39-5debc5ef4aae req-436637ae-48a2-476a-958d-43b19567eb78 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Aug 19 01:12:12.235122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:12:12.330544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:12.341366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '84065a00-243d-45f5-82bd-0dd2033968d5', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'port_id': '84065a00-243d-45f5-82bd-0dd2033968d5', 'mac_address': 'fa:16:3e:ac:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:12:12.365750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6aa7c-3d09-4e36-a615-a6482a4ad3ca req-4020941e-158e-4ba2-80bc-cdc19131751c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:12.367267 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41b6aa7c-3d09-4e36-a615-a6482a4ad3ca req-4020941e-158e-4ba2-80bc-cdc19131751c tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 945 time: 0.0488522 Aug 19 01:12:12.377649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:12.390430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:12:12.405060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-41b6aa7c-3d09-4e36-a615-a6482a4ad3ca req-43d39076-6599-45fc-bed5-7a0f8d5407d2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Aug 19 01:12:12.409320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:12.413463 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:12.463323 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=12']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:12.524162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3517b6-6df0-42ce-9e54-64d9f0f2cf29 req-a7f301d4-2c88-4416-bd59-861639e019ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:12.525556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db3517b6-6df0-42ce-9e54-64d9f0f2cf29 req-a7f301d4-2c88-4416-bd59-861639e019ed tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0519900 Aug 19 01:12:12.562434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db3517b6-6df0-42ce-9e54-64d9f0f2cf29 req-ab7cdf46-902d-4e89-a266-8c8fd5b2dbc6 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303807 Aug 19 01:12:12.618696 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3da035e8-86e3-4658-ac5d-70f9e225c7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:12.675718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['84065a00-243d-45f5-82bd-0dd2033968d5'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:12.678826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aed91-2d8b-4915-90b7-de8b5bbe85f6 req-5c706015-5f2d-4434-bc10-cc576486d1f2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:12.680372 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-114aed91-2d8b-4915-90b7-de8b5bbe85f6 req-5c706015-5f2d-4434-bc10-cc576486d1f2 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0482402 Aug 19 01:12:12.718405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-114aed91-2d8b-4915-90b7-de8b5bbe85f6 req-9068e51e-a806-4293-91e7-ecd07c306539 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Aug 19 01:12:12.961906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbaad3-4833-48b3-98ae-78afb7e094b9 req-01aa2bdf-d0fc-4ef0-b5c0-55ebb9578cec tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:12.963523 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30bbaad3-4833-48b3-98ae-78afb7e094b9 req-01aa2bdf-d0fc-4ef0-b5c0-55ebb9578cec tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0519695 Aug 19 01:12:12.999801 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-30bbaad3-4833-48b3-98ae-78afb7e094b9 req-0f976f81-0c71-4880-a087-c6349cd4e413 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298035 Aug 19 01:12:14.114100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c224bb-8531-4e58-a37a-8e8179fec9d5 req-cb67915c-b3cb-4340-9326-b3a954f3b36a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:14.115496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94c224bb-8531-4e58-a37a-8e8179fec9d5 req-cb67915c-b3cb-4340-9326-b3a954f3b36a tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 946 time: 0.0487092 Aug 19 01:12:14.153330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-94c224bb-8531-4e58-a37a-8e8179fec9d5 req-be731c92-0e40-490d-8022-9be3835f483e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups?id=2912a0ee-ef89-4333-8697-9856a2e0e374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Aug 19 01:12:14.246469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:12:14.292665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 84065a00-243d-45f5-82bd-0dd2033968d5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:12:14.296938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 84065a00-243d-45f5-82bd-0dd2033968d5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:12:14.297314 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.373379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.394637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:14.397021 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a0ace-2e73-451e-9702-594f307b7951" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:14.410345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:14.414346 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.437447 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a45e0-6010-4d6a-8742-c98f13d848eb x-openstack-request-id: req-1f3a45e0-6010-4d6a-8742-c98f13d848eb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:14.437738 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-plugged", "status": "completed", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:14.437994 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f3a45e0-6010-4d6a-8742-c98f13d848eb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:14.438381 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'code': 200} Aug 19 01:12:14.463649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=13']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:14.520660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-4067ed91-ed87-40a2-9dc9-8b690e7e296e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:14.522139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-4067ed91-ed87-40a2-9dc9-8b690e7e296e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 947 time: 0.0472426 Aug 19 01:12:14.611169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Deleting port 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:14.611509 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.695823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] For port 84065a00-243d-45f5-82bd-0dd2033968d5, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=84065a00-243d-45f5-82bd-0dd2033968d5,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:14.696189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.866422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.866808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:14.867125 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a disassociated. External IP: 172.25.1.21, port: 84065a00-243d-45f5-82bd-0dd2033968d5. Aug 19 01:12:14.867461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Calling delete_port for 84065a00-243d-45f5-82bd-0dd2033968d5 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:14.989545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:15.022262 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'Port': ['ID=84065a00-243d-45f5-82bd-0dd2033968d5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:15.024315 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f36b3c2-cc8f-4c7e-832a-f51223299c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:15.134404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:12:15.259235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-681f7974-3b01-4c0d-91d1-58b545f08bc0 req-055e440e-ebb9-424a-bf2c-d31debff2908 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.0346289 Aug 19 01:12:15.276979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:15.277483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:12:15.289439 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:12:15.303480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:12:15.304036 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:15.318724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] No DVR routers for this DVR port 84065a00-243d-45f5-82bd-0dd2033968d5 on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:15.321415 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:15.323746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-380a454c-f489-4c38-8a71-d43ece1c4a8a req-6877fed8-2fa6-4c60-8d6a-257693fe6a54 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.11 "DELETE /v2.0/ports/84065a00-243d-45f5-82bd-0dd2033968d5 HTTP/1.1" status: 204 len: 173 time: 0.7953179 Aug 19 01:12:15.324183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-deleted', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:15.326543 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ca6f6-9b87-4c8a-a81c-e266c447b1ba" -d '{"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-deleted", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:15.363694 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76799767-c4b9-4bd2-99ab-733c63ea8868 x-openstack-request-id: req-76799767-c4b9-4bd2-99ab-733c63ea8868 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:15.364114 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bd3ad-8f96-420d-bc09-e1da8b94fefa", "name": "network-vif-deleted", "tag": "84065a00-243d-45f5-82bd-0dd2033968d5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:15.364348 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76799767-c4b9-4bd2-99ab-733c63ea8868 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:15.364751 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bd3ad-8f96-420d-bc09-e1da8b94fefa', 'name': 'network-vif-deleted', 'tag': '84065a00-243d-45f5-82bd-0dd2033968d5', 'status': 'completed', 'code': 200} Aug 19 01:12:15.416499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:12:15.774170 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:15.805435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:12:15.818946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:15.820052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:12:15.820695 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:15.928196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:12:16.130931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:16.157459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d891d-c3d1-4a22-b569-7dc3370290d8 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:54Z', 'revision_number': 4, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '547fddff-31f9-4dd0-ae9c-c34c59ed8553', 'name': '', 'network_id': '308fc667-20a3-4b1a-95f9-57044c5559f0', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'mac_address': 'fa:16:3e:ab:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:53Z', 'updated_at': '2021-08-19T01:00:58Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'subnets': [{'id': '7151c4b0-1746-486d-aeac-cc76d3dab24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:12:16.362291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da69cb89-6ad4-4e8e-8fe2-b1983ed5fbdd req-2a4bbc2f-d48b-4ead-a06c-a9f2dae0e933 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.0293543 Aug 19 01:12:16.394467 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473294b6-6be2-4d99-951b-f57c0ca568fd None None] New status for floating IP fcf045f3-94a7-477b-b0ff-b4b96fd5d74a: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:12:16.579203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:17.458916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b33318f1-0b23-4a4a-84bd-308e73961047 req-075d93d4-346e-4d3f-a738-14f49c647d43 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.0269682 Aug 19 01:12:18.064784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:18.260589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:18.279518 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 84065a00-243d-45f5-82bd-0dd2033968d5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:18.279865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 84065a00-243d-45f5-82bd-0dd2033968d5 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:18.553135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-db9a25e5-65f0-4484-a2e4-21b010ced4db req-d3ac39d3-c0ee-416a-8915-5e160b7ab2f8 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44bd3ad-8f96-420d-bc09-e1da8b94fefa HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 19 01:12:22.252869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:22.307095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.333435 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.385263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.387914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.389108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "DELETE /v2.0/security-groups/2912a0ee-ef89-4333-8697-9856a2e0e374 HTTP/1.1" status: 204 len: 168 time: 0.1352162 Aug 19 01:12:22.393008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45542) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:22.398845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c85ad-ecbf-421f-9545-ef548000e469 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2912a0ee-ef89-4333-8697-9856a2e0e374,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:22.415798 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-78d35ceb-d879-4307-b961-0baafd7e0851 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] show failed (client error): The resource could not be found. Aug 19 01:12:22.416833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-78d35ceb-d879-4307-b961-0baafd7e0851 tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "GET /v2.0/security-groups/2912a0ee-ef89-4333-8697-9856a2e0e374 HTTP/1.1" status: 404 len: 347 time: 0.0223727 Aug 19 01:12:22.419619 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45544) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:22.542679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Deleting port f46c59b4-5277-4604-9fde-b13c3679dda2 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:22.543115 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.620149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.620411 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.632077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Calling delete_port for f46c59b4-5277-4604-9fde-b13c3679dda2 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:22.762989 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.787798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Pushing event deleted for resources: {'Port': ['ID=f46c59b4-5277-4604-9fde-b13c3679dda2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:22.800357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.800722 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.801073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.801411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.801749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.804714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.805075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.805417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.805753 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.806087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.806418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.806748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:22.864206 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.866791 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:22.867933 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8a7b2dac-8567-4547-b92f-ae2cfd4e6d6e tempest-ServerActionsTestJSON-803357304 tempest-ServerActionsTestJSON-803357304-project] 10.222.0.20 "DELETE /v2.0/floatingips/fcf045f3-94a7-477b-b0ff-b4b96fd5d74a HTTP/1.1" status: 204 len: 168 time: 0.4471846 Aug 19 01:12:22.871056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:23.618154 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:23.859997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Deleting port 547fddff-31f9-4dd0-ae9c-c34c59ed8553 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:23.860401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:23.940659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] For port 547fddff-31f9-4dd0-ae9c-c34c59ed8553, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=547fddff-31f9-4dd0-ae9c-c34c59ed8553,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:23.941029 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:23.953797 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Calling delete_port for 547fddff-31f9-4dd0-ae9c-c34c59ed8553 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:24.130575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:24.155858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Pushing event deleted for resources: {'Port': ['ID=547fddff-31f9-4dd0-ae9c-c34c59ed8553,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:24.325400 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:24.555292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Router eb918b3e-7480-4f56-be43-7e925727cf8e has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:12:24.658402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:12:24.666230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45552) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:24.667115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Sync routers for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:12:24.670185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e047b51e-312b-4604-b8c7-f110f0fee546 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb918b3e-7480-4f56-be43-7e925727cf8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940125 Aug 19 01:12:24.676865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:12:24.677548 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:24.768247 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:24.777630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:12:24.871193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:24.923010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Deleting port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:24.923450 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:24.961380 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:12:24Z', 'revision_number': 5, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port': {'id': 'dbf9bd02-fd8b-47bb-b56a-7b40230a7da3', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:24.987608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Checking router: eb918b3e-7480-4f56-be43-7e925727cf8e for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:12:24.995758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Routers {'eb918b3e-7480-4f56-be43-7e925727cf8e'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:12:24.996388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:12:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['eb918b3e-7480-4f56-be43-7e925727cf8e'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:25.004394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] For port dbf9bd02-fd8b-47bb-b56a-7b40230a7da3, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:25.004768 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.016790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Calling delete_port for dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:25.079987 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] Set router eb918b3e-7480-4f56-be43-7e925727cf8e gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:12:25.134721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:12:24Z', 'revision_number': 6, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:25.161385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a563b3-5080-45bc-a055-9f36a254f6d9 None None] The sync data for ids ['eb918b3e-7480-4f56-be43-7e925727cf8e'] in n-d-771363-38 is: [{'id': 'eb918b3e-7480-4f56-be43-7e925727cf8e', 'name': 'tempest-ServerActionsTestJSON-162773473-router', 'tenant_id': 'f267a74f40904b709a142b0bc8548edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:00:51Z', 'updated_at': '2021-08-19T01:12:24Z', 'revision_number': 6, 'project_id': 'f267a74f40904b709a142b0bc8548edf', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:12:25.181853 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.209675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf9bd02-fd8b-47bb-b56a-7b40230a7da3,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:25.265942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.355314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.357395 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.398667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.399137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb918b3e-7480-4f56-be43-7e925727cf8e {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:12:25.404334 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.405495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1de3b67c-7bb6-4111-b364-31d02cd08671 admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb918b3e-7480-4f56-be43-7e925727cf8e HTTP/1.1" status: 204 len: 168 time: 0.7382822 Aug 19 01:12:25.408034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45554) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:25.451187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Deleting subnet 7151c4b0-1746-486d-aeac-cc76d3dab24b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:12:25.454873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.487398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.571340 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.624928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.651327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7151c4b0-1746-486d-aeac-cc76d3dab24b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:25.653274 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.655135 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a1f3abcf-286d-4b2f-bb95-901db5e81430 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7151c4b0-1746-486d-aeac-cc76d3dab24b HTTP/1.1" status: 204 len: 168 time: 0.2461092 Aug 19 01:12:25.657411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fecaa-5266-4065-97f6-2d0e2abab6aa None None] Network 308fc667-20a3-4b1a-95f9-57044c5559f0 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:12:25.657696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45556) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:25.726387 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.779544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-62022569-5846-456f-abed-91880b416104 admin admin] Deleting port d4c628a7-8554-40bc-80f0-e8377fc23868 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:25.779905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.844105 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-62022569-5846-456f-abed-91880b416104 admin admin] For port d4c628a7-8554-40bc-80f0-e8377fc23868, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4c628a7-8554-40bc-80f0-e8377fc23868,segment=NetworkSegment(4b2788fc-f120-4538-a050-703f009465a1),segment_id=4b2788fc-f120-4538-a050-703f009465a1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:25.844437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.856112 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-62022569-5846-456f-abed-91880b416104 admin admin] Calling delete_port for d4c628a7-8554-40bc-80f0-e8377fc23868 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:25.905567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] DHCP port deletion for 308fc667-20a3-4b1a-95f9-57044c5559f0 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:12:25.944570 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.956097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Deleting port d4c628a7-8554-40bc-80f0-e8377fc23868 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:25.956522 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:25.971762 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62022569-5846-456f-abed-91880b416104 admin admin] No DVR routers for this DVR port d4c628a7-8554-40bc-80f0-e8377fc23868 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:25.976236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022569-5846-456f-abed-91880b416104 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c628a7-8554-40bc-80f0-e8377fc23868,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:26.019056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] For port d4c628a7-8554-40bc-80f0-e8377fc23868, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:26.019464 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.035757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Calling delete_port for d4c628a7-8554-40bc-80f0-e8377fc23868 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:26.038507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Port d4c628a7-8554-40bc-80f0-e8377fc23868 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 01:12:26.039821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.053821 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.064564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-62022569-5846-456f-abed-91880b416104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308fc667-20a3-4b1a-95f9-57044c5559f0']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:26.065328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] Pushing event deleted for resources: {'Port': ['ID=d4c628a7-8554-40bc-80f0-e8377fc23868,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:26.069101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d54a2-ea04-4c35-b38f-031edc889eab None None] No DVR routers for this DVR port d4c628a7-8554-40bc-80f0-e8377fc23868 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:26.079288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-62022569-5846-456f-abed-91880b416104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2788fc-f120-4538-a050-703f009465a1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:26.079602 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-62022569-5846-456f-abed-91880b416104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2788fc-f120-4538-a050-703f009465a1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:26.089479 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.104039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.110931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62022569-5846-456f-abed-91880b416104 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:12:26.111352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:12:26.113179 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:12:26.170004 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.179370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-62022569-5846-456f-abed-91880b416104 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.181487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-62022569-5846-456f-abed-91880b416104 admin admin] 10.222.0.20 "DELETE /v2.0/networks/308fc667-20a3-4b1a-95f9-57044c5559f0 HTTP/1.1" status: 204 len: 168 time: 0.5228074 Aug 19 01:12:26.192892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022569-5846-456f-abed-91880b416104 admin admin] Pushing event deleted for resources: {'Network': ['ID=308fc667-20a3-4b1a-95f9-57044c5559f0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:26.292873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:26.335398 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0c6c6068-4612-4e37-80fb-f843b6164eb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f267a74f40904b709a142b0bc8548edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391381 Aug 19 01:12:26.335637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45562) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:26.356107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:26.375690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:26.376051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device dbf9bd02-fd8b-47bb-b56a-7b40230a7da3 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:26.376514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4c628a7-8554-40bc-80f0-e8377fc23868 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:26.385233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.395092 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d4c628a7-8554-40bc-80f0-e8377fc23868 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:26.395449 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4c628a7-8554-40bc-80f0-e8377fc23868 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:26.395870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 547fddff-31f9-4dd0-ae9c-c34c59ed8553 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:26.408459 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.414675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 547fddff-31f9-4dd0-ae9c-c34c59ed8553 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:26.414974 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 547fddff-31f9-4dd0-ae9c-c34c59ed8553 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:26.460601 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.463087 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:26.464220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab22320c-378e-47f6-8318-6980b9a68d0d HTTP/1.1" status: 204 len: 168 time: 0.1277139 Aug 19 01:12:26.472751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c68f3-3f67-4305-acac-baa1b4aa1b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22320c-378e-47f6-8318-6980b9a68d0d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:27.139155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:27.231681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1389007904-network', 'tenant_id': '897626bc6c204ff2bf2beeeeefc858bf'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:27.254186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Made reservation on behalf of 897626bc6c204ff2bf2beeeeefc858bf for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:12:27.256550 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.264790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.349364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.353040 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.378546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:12:27.387473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb0394-5052-42e0-82f1-ca268c7385b8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:27.393737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.394127 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Added segment 213b10c5-5e3b-4d0e-8f24-653876d4617c of type vlan for network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a Aug 19 01:12:27.399030 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.435489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.462047 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.464467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:27.465131 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.516395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3754678 Aug 19 01:12:27.519259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45588) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:27.524375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Request body: {'subnet': {'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1389007904-subnet', 'tenant_id': '897626bc6c204ff2bf2beeeeefc858bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:27.526633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d2040-8651-4697-b297-e6dbded66fbc admin admin] Pushing event updated for resources: {'Network': ['ID=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:27.537467 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:12:27.548268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Made reservation on behalf of 897626bc6c204ff2bf2beeeeefc858bf for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:12:27.550650 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.715846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.779633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cc8273-2f1b-483a-b197-0db8b43e9b7b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:27.784569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Checking segment: {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:12:27.784936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Network hostable DHCP agents. Network: 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:12:27.806229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:12:27.815078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:12:27.819100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:27.819690 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:27.829137 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c300d-3d8a-469c-8654-6fb4b570e939 None None] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:12:27.837438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-70762f3c-2c99-4307-a910-2e3870c2c3b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3170693 Aug 19 01:12:27.952180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e910e-817b-457e-a3dc-d3f0c7b5433b None None] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:12:28.250486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-793639c3-3c69-4ce6-89f5-ac9b6cc5b3b9 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:28.251943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-793639c3-3c69-4ce6-89f5-ac9b6cc5b3b9 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 814 time: 0.1012118 Aug 19 01:12:28.266910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-7678c61a-8bfb-455f-bd02-74afbf325149 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/quotas/897626bc6c204ff2bf2beeeeefc858bf HTTP/1.1" status: 200 len: 375 time: 0.0093007 Aug 19 01:12:28.297243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-8858f335-e7e0-4ff0-adf8-532a08b67c20 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252383 Aug 19 01:12:28.430068 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-b185d0d5-bed5-4215-ba05-7321b08be140 service neutron] 10.222.0.20 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262205 Aug 19 01:12:28.522091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-fc39a167-63f9-487f-8085-f8d522f53f96 service neutron] 10.222.0.20 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860326 Aug 19 01:12:28.680281 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eeeeec52-8b4d-47c1-957e-76ada3c02756 req-65e0e315-aec3-4410-8d3a-6627c077fc43 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 210 time: 0.0260553 Aug 19 01:12:29.620915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-1c0e17f1-852c-4b00-9bfb-90fc478384fc tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:29.622370 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-1c0e17f1-852c-4b00-9bfb-90fc478384fc tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.21 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 814 time: 0.1051702 Aug 19 01:12:29.643189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Request body: {'port': {'device_id': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a', 'admin_state_up': True, 'tenant_id': '897626bc6c204ff2bf2beeeeefc858bf'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:29.761782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Made reservation on behalf of 897626bc6c204ff2bf2beeeeefc858bf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:12:29.765663 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:29.782505 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c8be5e6-c068-40a9-bad3-4e00c654a96c req-235495de-9552-4c1e-819d-8ce477117a21 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 210 time: 0.0345964 Aug 19 01:12:29.906143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Allocated IP 172.20.0.7 (4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a/98cc8273-2f1b-483a-b197-0db8b43e9b7b/9985a035-ea97-4aac-9f96-2bca1bcebe2f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:12:30.046312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.089028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.132086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:12:30.135127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:12:30.138847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:12:30.161952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Pushing event updated for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:30.189094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:30.189703 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.203476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-82ba3a24-5a2d-4b9c-9e63-9bdc569db725 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648668 Aug 19 01:12:30.220816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Request body: {'port': {'device_id': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:30.271061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.528920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9985a035-ea97-4aac-9f96-2bca1bcebe2f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:12:30.536104 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.548478 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Transition to ACTIVE for port object 9985a035-ea97-4aac-9f96-2bca1bcebe2f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:12:30.552324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.600159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Pushing event updated for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:30.669581 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Attempting to bind port 9985a035-ea97-4aac-9f96-2bca1bcebe2f on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:12:30.670251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Attempting to bind port 9985a035-ea97-4aac-9f96-2bca1bcebe2f by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:12:30.670251 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Attempting to bind port 9985a035-ea97-4aac-9f96-2bca1bcebe2f on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:30.674966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Port 9985a035-ea97-4aac-9f96-2bca1bcebe2f on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:12:30.675290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Attempting to bind port 9985a035-ea97-4aac-9f96-2bca1bcebe2f on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:30.679980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:12:30.680340 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Checking segment: {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:12:30.680729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Bound using segment: {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:12:30.681153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Bound port: 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:12:30.681507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.744684 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:12:30.747952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:12:30.752228 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.783651 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:30.784348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:30.785738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] 10.222.0.21 "PUT /v2.0/ports/9985a035-ea97-4aac-9f96-2bca1bcebe2f HTTP/1.1" status: 200 len: 1092 time: 0.5689368 Aug 19 01:12:30.786170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:30.788793 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def7927-9ff1-489f-ab0a-7588c34530aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:30.821498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d79f2b-ef7d-40c1-88b3-99a19d47bead service neutron] Pushing event updated for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:30.832212 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4db55c-647a-4a00-8c37-679470645ad6 x-openstack-request-id: req-2a4db55c-647a-4a00-8c37-679470645ad6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:30.832555 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:30.832813 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a4db55c-647a-4a00-8c37-679470645ad6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:30.833218 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f', 'status': 'completed', 'code': 200} Aug 19 01:12:30.934940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343a74-ce98-49ef-9d82-4d0a062f4117 req-72b6e705-cf92-4c3e-b28f-f69be448dfab tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:30.936442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41343a74-ce98-49ef-9d82-4d0a062f4117 req-72b6e705-cf92-4c3e-b28f-f69be448dfab tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 943 time: 0.0815177 Aug 19 01:12:30.938222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-eb540c11-634c-469b-b0da-e24bf0fff011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:30.939545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-eb540c11-634c-469b-b0da-e24bf0fff011 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 1095 time: 0.0750751 Aug 19 01:12:30.992430 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-d6222685-5afb-4bc1-8cbd-03a187b5c0fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f HTTP/1.1" status: 200 len: 217 time: 0.0369229 Aug 19 01:12:31.011769 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41343a74-ce98-49ef-9d82-4d0a062f4117 req-566081fc-8266-42f8-94aa-91102ef345ff tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694125 Aug 19 01:12:31.047858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-d9c2bd62-e0fa-4afb-8211-878530e706a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:31.049264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-d9c2bd62-e0fa-4afb-8211-878530e706a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98cc8273-2f1b-483a-b197-0db8b43e9b7b HTTP/1.1" status: 200 len: 854 time: 0.0496202 Aug 19 01:12:31.084156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-68293e15-e934-46ec-af41-4a0da7d271aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278883 Aug 19 01:12:31.171337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-a9154edb-d700-4be6-9c0a-9c4f8039d09a service neutron] 10.222.0.21 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790596 Aug 19 01:12:31.260527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bfb4372d-045d-4f82-9b3d-0d641eefc744 req-a6600c8d-b28b-43df-b819-31474dc2d904 service neutron] 10.222.0.21 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825968 Aug 19 01:12:31.380003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-14ac84c5-b2ff-4327-a503-23755433bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:31.381434 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-14ac84c5-b2ff-4327-a503-23755433bab0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 1095 time: 0.0415745 Aug 19 01:12:31.473126 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-dac86f42-25e2-47fc-ad27-ced3621206d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:31.474550 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-dac86f42-25e2-47fc-ad27-ced3621206d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 914 time: 0.0854049 Aug 19 01:12:31.514294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-da454c01-f092-42b3-8b00-15b78b0a7563 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f HTTP/1.1" status: 200 len: 217 time: 0.0327187 Aug 19 01:12:31.560382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-63206b7d-9f4c-4942-986d-8be212746c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:31.561736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-63206b7d-9f4c-4942-986d-8be212746c3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98cc8273-2f1b-483a-b197-0db8b43e9b7b HTTP/1.1" status: 200 len: 854 time: 0.0403297 Aug 19 01:12:31.592110 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-a7cc5c89-9504-485a-aee8-b96beb5b5970 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234911 Aug 19 01:12:31.680986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-e4960f41-9971-4ea8-bdbc-22f55a86cb20 service neutron] 10.222.0.21 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Aug 19 01:12:31.770180 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0def7927-9ff1-489f-ab0a-7588c34530aa req-24b8e018-82d0-4490-93cc-12daf1a7af0c service neutron] 10.222.0.21 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823631 Aug 19 01:12:32.126493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66795518-d48c-4a18-8a70-3cfbeaa8c345 req-75f37301-aca5-419e-8b59-2cfbba8ddcf6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:32.127960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66795518-d48c-4a18-8a70-3cfbeaa8c345 req-75f37301-aca5-419e-8b59-2cfbba8ddcf6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 943 time: 0.0478797 Aug 19 01:12:32.164017 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66795518-d48c-4a18-8a70-3cfbeaa8c345 req-b35ec4a6-d54d-4712-8994-56168d36e553 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302224 Aug 19 01:12:32.974570 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:12:33.277173 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe908f-372c-457d-a8ac-7bb494e453d8 req-1000a942-dae3-447e-8244-1af420c999bd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:33.278632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2fe908f-372c-457d-a8ac-7bb494e453d8 req-1000a942-dae3-447e-8244-1af420c999bd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 943 time: 0.0494084 Aug 19 01:12:33.315820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2fe908f-372c-457d-a8ac-7bb494e453d8 req-3cb93226-d26f-4f47-bc08-5eeb934fa9dd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Aug 19 01:12:34.426511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a08a-da6f-473d-bf83-41090f656a12 req-4cc187db-0193-4ca8-8911-9359488421bf tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:34.427955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fa9a08a-da6f-473d-bf83-41090f656a12 req-4cc187db-0193-4ca8-8911-9359488421bf tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 943 time: 0.0474703 Aug 19 01:12:34.465256 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fa9a08a-da6f-473d-bf83-41090f656a12 req-0ce82ab4-310e-4471-a7ad-a5f83caf41d7 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Aug 19 01:12:35.003601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9985a035-ea97-4aac-9f96-2bca1bcebe2f details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:12:35.095274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:35.105612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '9985a035-ea97-4aac-9f96-2bca1bcebe2f', 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a', 'port_id': '9985a035-ea97-4aac-9f96-2bca1bcebe2f', 'mac_address': 'fa:16:3e:ce:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc8273-2f1b-483a-b197-0db8b43e9b7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:12:35.145196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:35.157805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9985a035-ea97-4aac-9f96-2bca1bcebe2f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:12:35.176903 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:35.180503 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:35.226221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:35.538550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9985a035-ea97-4aac-9f96-2bca1bcebe2f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:35.575777 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae06f0-b5c2-4776-86df-74bf033503fb req-f0b2f6c2-b04b-41e4-b5da-f82d6a24054b tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:35.577361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81ae06f0-b5c2-4776-86df-74bf033503fb req-f0b2f6c2-b04b-41e4-b5da-f82d6a24054b tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 944 time: 0.0483940 Aug 19 01:12:35.615050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-81ae06f0-b5c2-4776-86df-74bf033503fb req-5c025050-a26c-4776-b43e-b90577adf547 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 19 01:12:36.729886 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148d4e-9297-4d42-a3c7-2528ba91f7d9 req-9df87495-3284-4530-afdb-0bdf9f1a5028 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:36.731326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7148d4e-9297-4d42-a3c7-2528ba91f7d9 req-9df87495-3284-4530-afdb-0bdf9f1a5028 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 944 time: 0.0508659 Aug 19 01:12:36.767511 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7148d4e-9297-4d42-a3c7-2528ba91f7d9 req-be139eaa-751e-451c-a079-bc53671cb00c tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296922 Aug 19 01:12:37.002508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9985a035-ea97-4aac-9f96-2bca1bcebe2f up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:12:37.050307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 9985a035-ea97-4aac-9f96-2bca1bcebe2f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:12:37.053944 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 9985a035-ea97-4aac-9f96-2bca1bcebe2f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:12:37.054330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:37.127934 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:37.149278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:37.151490 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0359f8-027c-4f0b-b079-bb1d80be7615" -d '{"events": [{"server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "name": "network-vif-plugged", "status": "completed", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:37.167169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:37.171213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:37.194164 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aadd4c-0c1d-42af-961c-daf7e22ba857 x-openstack-request-id: req-67aadd4c-0c1d-42af-961c-daf7e22ba857 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:37.194451 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "name": "network-vif-plugged", "status": "completed", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:37.194702 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67aadd4c-0c1d-42af-961c-daf7e22ba857 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:37.195084 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f', 'code': 200} Aug 19 01:12:37.220706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:37.313033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186348b8-ef81-4cf8-8ee6-b7753d0f6370 req-0d7fe6c2-3b3f-49a9-9cbc-ee91b399b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:37.314951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-186348b8-ef81-4cf8-8ee6-b7753d0f6370 req-0d7fe6c2-3b3f-49a9-9cbc-ee91b399b7e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 1097 time: 0.0427954 Aug 19 01:12:37.348274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-186348b8-ef81-4cf8-8ee6-b7753d0f6370 req-9c9da4d0-7c81-4790-aca2-f2d7045d96eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266056 Aug 19 01:12:37.880341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b861b-244a-469d-8f97-0c73dd4a2f55 req-4a3566e4-fab6-48fb-b718-6b53c96b67d5 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:37.881820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-520b861b-244a-469d-8f97-0c73dd4a2f55 req-4a3566e4-fab6-48fb-b718-6b53c96b67d5 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0483336 Aug 19 01:12:37.917873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-520b861b-244a-469d-8f97-0c73dd4a2f55 req-dfdefaf3-b547-47bb-b543-cb0ab23078a6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Aug 19 01:12:39.034014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6a7ee-4306-4e95-af9e-a17b5230b5b9 req-1490620f-6156-49e9-839f-1112a0f6bf63 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:39.035470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd6a7ee-4306-4e95-af9e-a17b5230b5b9 req-1490620f-6156-49e9-839f-1112a0f6bf63 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0486026 Aug 19 01:12:39.071669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afd6a7ee-4306-4e95-af9e-a17b5230b5b9 req-766cd12b-89b9-4aa0-8d00-5827a4dd5b30 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302711 Aug 19 01:12:39.616256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-197c8512-e04a-40bb-b562-b5ef19c947a7 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:39.617742 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-197c8512-e04a-40bb-b562-b5ef19c947a7 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 814 time: 0.4293127 Aug 19 01:12:39.632277 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-6796d49f-9344-48df-bc95-297a293da900 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/quotas/897626bc6c204ff2bf2beeeeefc858bf HTTP/1.1" status: 200 len: 375 time: 0.0088608 Aug 19 01:12:39.679254 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-b07f41bc-46fc-42f8-8780-975f87998abd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418975 Aug 19 01:12:39.733162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-734641ad-df3e-4547-9f4e-55d71134be36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:12:39.734128 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-734641ad-df3e-4547-9f4e-55d71134be36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483320 Aug 19 01:12:39.824388 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-6b2a525e-1636-471f-9e9f-a99cb78d3335 service neutron] 10.222.0.20 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833929 Aug 19 01:12:39.913721 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-65c6464f-dcc8-42d8-aa5e-81613a984f6b service neutron] 10.222.0.20 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832829 Aug 19 01:12:40.074125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e4b34d9-f065-44c3-9f0b-519800d33d31 req-b4b77bce-13e1-48a1-af30-58c9a24e0b84 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Aug 19 01:12:41.174383 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6bbdcb9e-ce23-416a-8707-ced89191aebd req-35863e4c-9366-43ab-8960-ed2e012cd719 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 210 time: 0.0276644 Aug 19 01:12:41.242195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-6bfae7ce-66ea-4aee-a1ff-b536b0853422 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:41.243615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-6bfae7ce-66ea-4aee-a1ff-b536b0853422 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.11 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 814 time: 0.3893766 Aug 19 01:12:41.256539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Request body: {'port': {'device_id': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a', 'admin_state_up': True, 'tenant_id': '897626bc6c204ff2bf2beeeeefc858bf'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:41.357358 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Made reservation on behalf of 897626bc6c204ff2bf2beeeeefc858bf for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:12:41.361555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:41.483623 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Allocated IP 172.20.0.11 (4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a/98cc8273-2f1b-483a-b197-0db8b43e9b7b/c7d00c76-d99b-4102-9434-7558f1806eec) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:12:41.627783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:41.664950 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:41.697967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9985a035-ea97-4aac-9f96-2bca1bcebe2f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:41.713813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:12:41.716910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:12:41.721516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:12:41.744062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Pushing event updated for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:41.754680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.755032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.755381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.755725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.756063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.756424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.756756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.757085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.757414 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.757742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.758069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.758390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:12:41.782347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:41.783527 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:41.798135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4154cc87-757b-4b58-8c9d-7b45b5c6f895 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450234 Aug 19 01:12:41.812032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Request body: {'port': {'device_id': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:41.869012 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.129443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d00c76-d99b-4102-9434-7558f1806eec {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:12:42.137133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.149587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Transition to ACTIVE for port object c7d00c76-d99b-4102-9434-7558f1806eec will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:12:42.153850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.206685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:42.319849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f9818-e9fa-4fa8-acda-e65b6e0cef06 req-b4d028aa-a64a-4881-aad7-b9f237e9eadb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:42.321361 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef4f9818-e9fa-4fa8-acda-e65b6e0cef06 req-b4d028aa-a64a-4881-aad7-b9f237e9eadb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 944 time: 0.0683892 Aug 19 01:12:42.322175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Attempting to bind port c7d00c76-d99b-4102-9434-7558f1806eec on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:12:42.322507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Attempting to bind port c7d00c76-d99b-4102-9434-7558f1806eec by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:12:42.322831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Attempting to bind port c7d00c76-d99b-4102-9434-7558f1806eec on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:42.327848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Port c7d00c76-d99b-4102-9434-7558f1806eec on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:12:42.328172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Attempting to bind port c7d00c76-d99b-4102-9434-7558f1806eec on network 4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:12:42.339621 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:12:42.339958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Checking segment: {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:12:42.340349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Bound using segment: {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:12:42.340779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Bound port: c7d00c76-d99b-4102-9434-7558f1806eec, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b10c5-5e3b-4d0e-8f24-653876d4617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:12:42.341135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.395267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef4f9818-e9fa-4fa8-acda-e65b6e0cef06 req-726fa7aa-a01b-4e04-a7c8-c0558691a2d5 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648482 Aug 19 01:12:42.428274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:12:42.431213 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d00c76-d99b-4102-9434-7558f1806eec,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:12:42.436062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.469524 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:42.470084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.471496 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7d00c76-d99b-4102-9434-7558f1806eec HTTP/1.1" status: 200 len: 1093 time: 0.6637955 Aug 19 01:12:42.473765 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:42.476337 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa6143f-e399-47c2-9528-ae9e3004374c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:42.508177 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c8e1-aa59-4fd9-8c8e-69935bdd5989 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:42.538726 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61055baf-5650-4dba-98ef-0a862f6eae35 x-openstack-request-id: req-61055baf-5650-4dba-98ef-0a862f6eae35 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:42.539022 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:42.539280 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61055baf-5650-4dba-98ef-0a862f6eae35 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:42.539669 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec', 'status': 'completed', 'code': 200} Aug 19 01:12:42.555273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-54d7a73c-9bba-4beb-ab2d-fdf28463b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:42.556810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-54d7a73c-9bba-4beb-ab2d-fdf28463b858 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 1096 time: 0.0438662 Aug 19 01:12:42.602816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-c10d8464-cbf0-4d8c-b22b-e526a0c8289b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7d00c76-d99b-4102-9434-7558f1806eec HTTP/1.1" status: 200 len: 217 time: 0.0378551 Aug 19 01:12:42.619715 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df66c6ef-4d4a-4c66-945b-a00930147e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:42.652821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1589bcec-b821-4e18-8e06-3642cb109a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:42.654281 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-1589bcec-b821-4e18-8e06-3642cb109a40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98cc8273-2f1b-483a-b197-0db8b43e9b7b HTTP/1.1" status: 200 len: 854 time: 0.0449307 Aug 19 01:12:42.685076 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-4770676b-bde0-4b94-b289-3151078d19c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237458 Aug 19 01:12:42.777977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-a4988374-4ebf-4557-a3f4-8bab336291d5 service neutron] 10.222.0.11 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858703 Aug 19 01:12:42.867283 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e54f523c-b9ae-45f0-8d38-2cdfebb10bef req-bfb29ee5-cacb-4973-8c7f-990078631828 service neutron] 10.222.0.11 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828388 Aug 19 01:12:42.954655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6143f-e399-47c2-9528-ae9e3004374c req-8d19bbff-aa91-4464-9fb7-c7b0d6d6567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:42.956186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-8d19bbff-aa91-4464-9fb7-c7b0d6d6567a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 1096 time: 0.0425110 Aug 19 01:12:43.053364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6143f-e399-47c2-9528-ae9e3004374c req-40309f0b-8518-43ad-8d14-642808cc82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:43.054838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-40309f0b-8518-43ad-8d14-642808cc82cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 200 len: 914 time: 0.0918825 Aug 19 01:12:43.096392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-461066da-cf9f-42a2-b43d-bd82e75bfe18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7d00c76-d99b-4102-9434-7558f1806eec HTTP/1.1" status: 200 len: 217 time: 0.0347681 Aug 19 01:12:43.150438 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6143f-e399-47c2-9528-ae9e3004374c req-f365b5bb-ce40-4777-948a-30b2e9071a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:43.151874 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-f365b5bb-ce40-4777-948a-30b2e9071a6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98cc8273-2f1b-483a-b197-0db8b43e9b7b HTTP/1.1" status: 200 len: 854 time: 0.0473053 Aug 19 01:12:43.183961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-7000bf80-5f20-4842-a8ea-3d9d11c6f82c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245612 Aug 19 01:12:43.271373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-1780c31a-e2a5-431c-a769-070797ee570f service neutron] 10.222.0.11 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799847 Aug 19 01:12:43.365889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-faa6143f-e399-47c2-9528-ae9e3004374c req-16764bfb-9127-4acd-b638-9dfc389619b7 service neutron] 10.222.0.11 "GET /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868669 Aug 19 01:12:43.510229 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604359-7057-4c7d-863c-7a02033e910d req-eeb89120-16db-4574-a53d-1c0258ee364d tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:43.511688 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe604359-7057-4c7d-863c-7a02033e910d req-eeb89120-16db-4574-a53d-1c0258ee364d tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 944 time: 0.0494826 Aug 19 01:12:43.549825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe604359-7057-4c7d-863c-7a02033e910d req-e59af2c2-7c1f-4845-b254-1c5bd35f0de2 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 19 01:12:44.403074 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d00c76-d99b-4102-9434-7558f1806eec details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:12:44.503989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d00c76-d99b-4102-9434-7558f1806eec,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:44.514338 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': 'c7d00c76-d99b-4102-9434-7558f1806eec', 'network_id': '4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a', 'port_id': 'c7d00c76-d99b-4102-9434-7558f1806eec', 'mac_address': 'fa:16:3e:0a:7e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc8273-2f1b-483a-b197-0db8b43e9b7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:12:44.548969 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:44.564418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d00c76-d99b-4102-9434-7558f1806eec {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:12:44.583779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d00c76-d99b-4102-9434-7558f1806eec,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:44.588496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:44.634364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:44.668838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7a6a-d7c1-48f1-a5ef-2d947bdf1c25 req-740eaacc-7b6d-47a9-8d45-05623251b5fd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:44.670305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d77b7a6a-d7c1-48f1-a5ef-2d947bdf1c25 req-740eaacc-7b6d-47a9-8d45-05623251b5fd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 945 time: 0.0528948 Aug 19 01:12:44.708732 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d77b7a6a-d7c1-48f1-a5ef-2d947bdf1c25 req-87a60d28-08a4-4d1f-b6ee-b9954736a20e tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 19 01:12:44.777348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c7d00c76-d99b-4102-9434-7558f1806eec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:45.023450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfa07-c9d4-4311-8b19-de124741592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:45.271204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:45.809736 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:45.828960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04e1c-dd9d-41a6-ba55-eec171c31e98 req-6cfb60fa-c43b-471c-b0c6-10ef68026bd6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:45.831088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58b04e1c-dd9d-41a6-ba55-eec171c31e98 req-6cfb60fa-c43b-471c-b0c6-10ef68026bd6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 945 time: 0.0561540 Aug 19 01:12:45.867157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-58b04e1c-dd9d-41a6-ba55-eec171c31e98 req-70271ac7-bca9-4f27-b195-4eb2f5000231 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301332 Aug 19 01:12:46.418223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d00c76-d99b-4102-9434-7558f1806eec up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:12:46.465033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port c7d00c76-d99b-4102-9434-7558f1806eec completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:12:46.468837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port c7d00c76-d99b-4102-9434-7558f1806eec triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:12:46.469217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:46.542685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:46.564141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:46.567277 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fbe69a-9eb8-45b0-9c79-dff18ec1710b" -d '{"events": [{"server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "name": "network-vif-plugged", "status": "completed", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:46.587004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d00c76-d99b-4102-9434-7558f1806eec,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:46.592857 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:46.598778 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:46.624176 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64400f0-918c-46f6-9cda-e88c4c5efcac x-openstack-request-id: req-f64400f0-918c-46f6-9cda-e88c4c5efcac {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:46.624759 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "name": "network-vif-plugged", "status": "completed", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:46.625017 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64400f0-918c-46f6-9cda-e88c4c5efcac {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:46.625391 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec', 'code': 200} Aug 19 01:12:46.650972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:46.699385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc21a-00fc-4eaa-9b80-77038cdb6fac req-5e684789-0ede-4091-aa10-26710210632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:46.700877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-501dc21a-00fc-4eaa-9b80-77038cdb6fac req-5e684789-0ede-4091-aa10-26710210632a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 1098 time: 0.0403230 Aug 19 01:12:46.733966 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-501dc21a-00fc-4eaa-9b80-77038cdb6fac req-342dacc0-ce5a-4e7b-be3a-bb4f60fe6b59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261242 Aug 19 01:12:46.978869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e379e-d594-4fde-a388-07fd73c42fdd req-d8372262-35f9-4e14-952b-d1f5d8bbbd2e tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:46.980335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf1e379e-d594-4fde-a388-07fd73c42fdd req-d8372262-35f9-4e14-952b-d1f5d8bbbd2e tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 946 time: 0.0478368 Aug 19 01:12:47.017588 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bf1e379e-d594-4fde-a388-07fd73c42fdd req-9622ca0e-2477-42a2-b45d-4eec3f28e262 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Aug 19 01:12:48.069012 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:48.134359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4827-a949-4fe7-987a-0a0b8cd56343 req-2a192c07-39d6-4a83-9459-1f5963cdb8c6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:48.135816 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-833b4827-a949-4fe7-987a-0a0b8cd56343 req-2a192c07-39d6-4a83-9459-1f5963cdb8c6 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 946 time: 0.0490301 Aug 19 01:12:48.171526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-833b4827-a949-4fe7-987a-0a0b8cd56343 req-887be601-f217-423b-aa58-104286d382d3 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298150 Aug 19 01:12:48.396851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca36bf-5e3b-44bb-ad2c-738657bcaf22 req-03c29877-df7a-4575-8c59-70af3258b7e9 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:48.398311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60ca36bf-5e3b-44bb-ad2c-738657bcaf22 req-03c29877-df7a-4575-8c59-70af3258b7e9 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 946 time: 0.0482759 Aug 19 01:12:48.434640 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60ca36bf-5e3b-44bb-ad2c-738657bcaf22 req-4af22935-cc2b-402f-8869-8d4c3e8efbaf tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Aug 19 01:12:49.552380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23cfff-cd13-45f5-8bbb-fd642a07b28e req-7f83c912-b7bd-42f8-b5b2-c4f04c05c2ec tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:49.553817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa23cfff-cd13-45f5-8bbb-fd642a07b28e req-7f83c912-b7bd-42f8-b5b2-c4f04c05c2ec tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 946 time: 0.0521076 Aug 19 01:12:49.591492 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa23cfff-cd13-45f5-8bbb-fd642a07b28e req-fdb23bc9-e8ec-4772-b2e8-8a52b96037c7 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Aug 19 01:12:49.679957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-2a0b98ab-0f31-4ee5-93db-8258ceb62562 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:49.681425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-2a0b98ab-0f31-4ee5-93db-8258ceb62562 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a25fda6-0b87-4816-be0d-f8fdbeffc908 HTTP/1.1" status: 200 len: 946 time: 0.0504465 Aug 19 01:12:49.767368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Deleting port c7d00c76-d99b-4102-9434-7558f1806eec {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:49.767638 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:49.856732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] For port c7d00c76-d99b-4102-9434-7558f1806eec, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=c7d00c76-d99b-4102-9434-7558f1806eec,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:49.857102 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:49.869577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Calling delete_port for c7d00c76-d99b-4102-9434-7558f1806eec owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:49.996802 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:50.007854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['c7d00c76-d99b-4102-9434-7558f1806eec'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:50.025356 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Pushing event deleted for resources: {'Port': ['ID=c7d00c76-d99b-4102-9434-7558f1806eec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:50.031668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9985a035-ea97-4aac-9f96-2bca1bcebe2f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:50.066417 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] No DVR routers for this DVR port c7d00c76-d99b-4102-9434-7558f1806eec on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:50.069494 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:50.071537 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6b486a93-40f0-43b7-b1f8-b0ca239249d6 req-e003aa63-11ec-4742-9065-fe5907a55302 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.11 "DELETE /v2.0/ports/c7d00c76-d99b-4102-9434-7558f1806eec HTTP/1.1" status: 204 len: 173 time: 0.3840461 Aug 19 01:12:50.071976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'name': 'network-vif-deleted', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:50.074642 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b09982-e6aa-4577-ad19-6da3294dc439" -d '{"events": [{"server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "name": "network-vif-deleted", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:50.115767 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf8525-4954-46ac-84c7-2f47158e6540 x-openstack-request-id: req-3caf8525-4954-46ac-84c7-2f47158e6540 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:50.116062 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a25fda6-0b87-4816-be0d-f8fdbeffc908", "name": "network-vif-deleted", "tag": "c7d00c76-d99b-4102-9434-7558f1806eec", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:50.116338 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3caf8525-4954-46ac-84c7-2f47158e6540 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:50.116756 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a25fda6-0b87-4816-be0d-f8fdbeffc908', 'name': 'network-vif-deleted', 'tag': 'c7d00c76-d99b-4102-9434-7558f1806eec', 'status': 'completed', 'code': 200} Aug 19 01:12:50.759637 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60963d55-1d2b-4382-b972-f537c5c3daa3 req-c6dd58a3-95bc-47f7-a6fc-ea5024acc3f3 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:50.761129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60963d55-1d2b-4382-b972-f537c5c3daa3 req-c6dd58a3-95bc-47f7-a6fc-ea5024acc3f3 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0634181 Aug 19 01:12:50.797707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-60963d55-1d2b-4382-b972-f537c5c3daa3 req-7a052677-3158-4abb-897f-e664eeb826b1 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306597 Aug 19 01:12:50.925803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d85b0-9552-4351-88da-021a0f38bfe2 req-5afe79ef-2100-4b24-9093-172f3791a8cd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:50.927299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-387d85b0-9552-4351-88da-021a0f38bfe2 req-5afe79ef-2100-4b24-9093-172f3791a8cd tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0481329 Aug 19 01:12:50.966693 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-387d85b0-9552-4351-88da-021a0f38bfe2 req-4c20f064-a24a-4ab4-b53c-9f9d5160593b tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Aug 19 01:12:51.090003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5b8ff-e88d-4c99-a290-7288dc13a2f7 req-158ea480-c09c-4f65-a0c3-20a2d1b05d8f tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:51.091485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bf5b8ff-e88d-4c99-a290-7288dc13a2f7 req-158ea480-c09c-4f65-a0c3-20a2d1b05d8f tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0570774 Aug 19 01:12:51.129297 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bf5b8ff-e88d-4c99-a290-7288dc13a2f7 req-07153cc6-9dee-4de9-8ca6-3c298fe7815a tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Aug 19 01:12:51.292575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7224-40a5-45b0-81db-60e623257ca6 req-4eb089ad-8b02-422a-abc2-78b07667eba0 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:51.294015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-041c7224-40a5-45b0-81db-60e623257ca6 req-4eb089ad-8b02-422a-abc2-78b07667eba0 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0476389 Aug 19 01:12:51.329665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-041c7224-40a5-45b0-81db-60e623257ca6 req-fa0ac8ca-49e8-4152-a538-0bf7a1bb5921 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298316 Aug 19 01:12:51.444748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051b7b-49e9-4ccd-9192-7d0b17700f9a req-c5496c65-83ec-4004-85b5-f6096e2dc6f3 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:51.446104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39051b7b-49e9-4ccd-9192-7d0b17700f9a req-c5496c65-83ec-4004-85b5-f6096e2dc6f3 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0477495 Aug 19 01:12:51.483878 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-39051b7b-49e9-4ccd-9192-7d0b17700f9a req-992951f1-13a5-4c20-8c27-97a842f2d135 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 19 01:12:51.609004 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9ff68-ff28-4c45-9f15-0a87fa037e34 req-2af35353-8a1f-4cf0-9c97-bbb04878b888 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:51.610482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbd9ff68-ff28-4c45-9f15-0a87fa037e34 req-2af35353-8a1f-4cf0-9c97-bbb04878b888 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0525630 Aug 19 01:12:51.650567 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fbd9ff68-ff28-4c45-9f15-0a87fa037e34 req-3fa7022f-eaa8-4b61-9ba5-e7b9b956471b tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341909 Aug 19 01:12:51.942543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbffdf-894e-4684-b3f4-e60e53bcfc6c req-107c1e4d-13ac-44b3-a9b5-a0d3623fd645 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:51.944020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-28cbffdf-894e-4684-b3f4-e60e53bcfc6c req-107c1e4d-13ac-44b3-a9b5-a0d3623fd645 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0491254 Aug 19 01:12:51.982794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-28cbffdf-894e-4684-b3f4-e60e53bcfc6c req-c6457272-e04c-4a67-89d4-bb5f6c0fd991 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Aug 19 01:12:52.459579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d00c76-d99b-4102-9434-7558f1806eec no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:52.478821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: c7d00c76-d99b-4102-9434-7558f1806eec {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:52.479171 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device c7d00c76-d99b-4102-9434-7558f1806eec not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:53.098034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e18fcf-d6c5-4867-b489-ae62752497af req-24eb3811-9d00-4432-8866-16619151690a tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:53.099380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32e18fcf-d6c5-4867-b489-ae62752497af req-24eb3811-9d00-4432-8866-16619151690a tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0472443 Aug 19 01:12:53.135347 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32e18fcf-d6c5-4867-b489-ae62752497af req-116f52ae-5ae4-4e6a-bfc0-92ad9f13f92e tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/security-groups?id=21eb0394-5052-42e0-82f1-ca268c7385b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300779 Aug 19 01:12:53.540035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-a7a9ee72-843a-4985-b1f6-95f82176ce43 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:53.541466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-a7a9ee72-843a-4985-b1f6-95f82176ce43 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 945 time: 0.0506074 Aug 19 01:12:53.628128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Deleting port 9985a035-ea97-4aac-9f96-2bca1bcebe2f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:12:53.628501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:53.717925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] For port 9985a035-ea97-4aac-9f96-2bca1bcebe2f, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=9985a035-ea97-4aac-9f96-2bca1bcebe2f,segment=NetworkSegment(213b10c5-5e3b-4d0e-8f24-653876d4617c),segment_id=213b10c5-5e3b-4d0e-8f24-653876d4617c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:12:53.718292 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:53.732512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Calling delete_port for 9985a035-ea97-4aac-9f96-2bca1bcebe2f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:12:53.856189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:53.888471 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Pushing event deleted for resources: {'Port': ['ID=9985a035-ea97-4aac-9f96-2bca1bcebe2f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:53.889037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['9985a035-ea97-4aac-9f96-2bca1bcebe2f'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:12:53.928709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] No DVR routers for this DVR port 9985a035-ea97-4aac-9f96-2bca1bcebe2f on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:12:53.931425 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:53.933762 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c0d04369-24b1-4938-b548-2cfa19340a15 req-eec9a93f-11a1-4696-b322-a6fb5cf94cdb tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.21 "DELETE /v2.0/ports/9985a035-ea97-4aac-9f96-2bca1bcebe2f HTTP/1.1" status: 204 len: 173 time: 0.3848724 Aug 19 01:12:53.934528 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'name': 'network-vif-deleted', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:12:53.937481 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06c2cf-461e-44ed-a7e9-835bb08dc91d" -d '{"events": [{"server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "name": "network-vif-deleted", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:12:53.975928 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537075e4-3993-4bed-8079-2139ec92e4f3 x-openstack-request-id: req-537075e4-3993-4bed-8079-2139ec92e4f3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:12:53.976219 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4e05fb-b741-44b2-819c-f5dba96473cf", "name": "network-vif-deleted", "tag": "9985a035-ea97-4aac-9f96-2bca1bcebe2f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:12:53.976508 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-537075e4-3993-4bed-8079-2139ec92e4f3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:12:53.976908 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4e05fb-b741-44b2-819c-f5dba96473cf', 'name': 'network-vif-deleted', 'tag': '9985a035-ea97-4aac-9f96-2bca1bcebe2f', 'status': 'completed', 'code': 200} Aug 19 01:12:54.241007 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54ddcce2-0a01-48a1-b385-00e50c522d23 req-28dc4b80-d50f-452d-a0a2-baeedc6f8772 tempest-ServersNegativeTestJSON-514804144 tempest-ServersNegativeTestJSON-514804144-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e05fb-b741-44b2-819c-f5dba96473cf HTTP/1.1" status: 200 len: 210 time: 0.0268648 Aug 19 01:12:55.294560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:55.337809 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Deleting subnet 98cc8273-2f1b-483a-b197-0db8b43e9b7b {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:12:55.340772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.380878 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.424102 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.482312 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.508244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cc8273-2f1b-483a-b197-0db8b43e9b7b,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:55.512127 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.514378 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-925e48d5-b6d5-4d41-8169-f0b2839b16ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98cc8273-2f1b-483a-b197-0db8b43e9b7b HTTP/1.1" status: 204 len: 168 time: 0.2184093 Aug 19 01:12:55.516439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45734) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:55.582602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.663622 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.673097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:55.682946 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b10c5-5e3b-4d0e-8f24-653876d4617c') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:55.683242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b10c5-5e3b-4d0e-8f24-653876d4617c') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:12:55.692323 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.706017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.711721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:12:55.712099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:12:55.713737 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:12:55.769428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.774858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.776753 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a HTTP/1.1" status: 204 len: 168 time: 0.2593725 Aug 19 01:12:55.787730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9b54e-1818-4f65-a739-067d5b10d694 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fea5e5a-e837-4ce7-8a1a-ad73907d0f7a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:55.883362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:55.921955 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ecc9f64-12dd-43fa-b9fb-895e28f6524a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=897626bc6c204ff2bf2beeeeefc858bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373869 Aug 19 01:12:55.924839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45740) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:55.970537 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:55.991587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.038666 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.041448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.042382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21eb0394-5052-42e0-82f1-ca268c7385b8 HTTP/1.1" status: 204 len: 168 time: 0.1166534 Aug 19 01:12:56.052717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2591b-ec1c-48d9-a191-0abacf582fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb0394-5052-42e0-82f1-ca268c7385b8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:56.695844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45762) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:12:56.793315 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417419323'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:12:56.814158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:12:56.818208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.831338 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.917942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.921406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.943542 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:12:56.957201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f02b11-9a78-4c31-a49e-42ff34339731,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:56.961924 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:56.962269 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Added segment 0f9b9135-157a-4ac7-a3ea-0357b6546828 of type vlan for network c8d5691c-c202-4129-b13f-ffc7b2374edb Aug 19 01:12:57.005737 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:57.032023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:57.037630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:12:57.038245 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:12:57.092622 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3955846 Aug 19 01:12:57.109609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f244c-1e1e-4b27-b160-376af75e193d tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Network': ['ID=c8d5691c-c202-4129-b13f-ffc7b2374edb,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:12:57.112364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9985a035-ea97-4aac-9f96-2bca1bcebe2f no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:12:57.134105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network c8d5691c-c202-4129-b13f-ffc7b2374edb details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:12:57.137660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 9985a035-ea97-4aac-9f96-2bca1bcebe2f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:12:57.138007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 9985a035-ea97-4aac-9f96-2bca1bcebe2f not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:12:57.397959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.355288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:00.360713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'subnet': {'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:00.446765 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:00.450432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.627926 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.693318 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Subnet': ['ID=3c65e767-d578-41dd-8195-0710cffe1f60,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:00.697607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking segment: {'id': '0f9b9135-157a-4ac7-a3ea-0357b6546828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:00.697974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network hostable DHCP agents. Network: c8d5691c-c202-4129-b13f-ffc7b2374edb, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:00.715803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network c8d5691c-c202-4129-b13f-ffc7b2374edb is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:00.724818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, c8d5691c-c202-4129-b13f-ffc7b2374edb) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:00.729033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:00.729621 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.735143 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80daf0-5032-4d9d-b3f4-bf78cbb458ae None None] Network c8d5691c-c202-4129-b13f-ffc7b2374edb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:00.744365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-97967c61-6967-475e-8b32-d78c2d9b2d56 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3879118 Aug 19 01:13:00.747739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:00.752696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726676353'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:00.773301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:00.776789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.806165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:00.815953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.816358 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Added segment 8f06f259-bfa0-4bf5-a6eb-62e1536c5888 of type vlan for network aabe236f-03c1-401d-8efd-fb97023e7cab Aug 19 01:13:00.855747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.879731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-c8d5691c-c202-4129-b13f-ffc7b2374edb', 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb', 'tenant_id': '1135eb34f37b45c39bd76781886fe6b6', 'fixed_ips': [{'subnet_id': '3c65e767-d578-41dd-8195-0710cffe1f60'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:00.880749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.881605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.887272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:00.887896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:00.941550 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1926637 Aug 19 01:13:00.944813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:00.951909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'subnet': {'network_id': 'aabe236f-03c1-401d-8efd-fb97023e7cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:00.961118 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442c6a-8aae-4466-93ab-47282a9915f2 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Network': ['ID=aabe236f-03c1-401d-8efd-fb97023e7cab,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:00.974047 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network aabe236f-03c1-401d-8efd-fb97023e7cab details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:01.048699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:01.052539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.085751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Allocated IP 2001:db8:0:ffff::2 (c8d5691c-c202-4129-b13f-ffc7b2374edb/3c65e767-d578-41dd-8195-0710cffe1f60/7a59551b-c72a-4ff7-b8ba-c191c5f24748) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:01.224450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.232838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Transition to ACTIVE for port object 7a59551b-c72a-4ff7-b8ba-c191c5f24748 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:01.248708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Transition to ACTIVE for port object 7a59551b-c72a-4ff7-b8ba-c191c5f24748 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:01.250371 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.254854 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.292966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Network c8d5691c-c202-4129-b13f-ffc7b2374edb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:01.294340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:01.296807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:01.312146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Subnet': ['ID=d71f7a39-6fd7-423e-b661-b7ace849f436,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:01.321679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking segment: {'id': '8f06f259-bfa0-4bf5-a6eb-62e1536c5888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aabe236f-03c1-401d-8efd-fb97023e7cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:01.322057 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network hostable DHCP agents. Network: aabe236f-03c1-401d-8efd-fb97023e7cab, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:01.332122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Pushing event updated for resources: {'Port': ['ID=7a59551b-c72a-4ff7-b8ba-c191c5f24748,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:01.341504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network aabe236f-03c1-401d-8efd-fb97023e7cab is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:01.353451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, aabe236f-03c1-401d-8efd-fb97023e7cab) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:01.357802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:01.358410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.359642 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.360003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.360382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.360728 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.361064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.361405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.362302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.362640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.362971 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.363301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.363628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.363957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:01.373780 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f76cea-275a-406a-bece-f34eea43cd78 None None] Network aabe236f-03c1-401d-8efd-fb97023e7cab requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:01.381780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fb18c536-b79a-47e3-a921-d9355fbca71e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4331126 Aug 19 01:13:01.382029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:01.415725 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Attempting to bind port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:01.416103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Attempting to bind port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '0f9b9135-157a-4ac7-a3ea-0357b6546828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:01.416504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Attempting to bind port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 on network c8d5691c-c202-4129-b13f-ffc7b2374edb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:01.427935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:01.428336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Checking segment: {'id': '0f9b9135-157a-4ac7-a3ea-0357b6546828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:01.428748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.429149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Bound using segment: {'id': '0f9b9135-157a-4ac7-a3ea-0357b6546828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:01.429628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Bound port: 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9b9135-157a-4ac7-a3ea-0357b6546828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5691c-c202-4129-b13f-ffc7b2374edb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:01.430021 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.481280 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.538283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] For port 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:01.555409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] For port 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7a59551b-c72a-4ff7-b8ba-c191c5f24748,segment=NetworkSegment(0f9b9135-157a-4ac7-a3ea-0357b6546828),segment_id=0f9b9135-157a-4ac7-a3ea-0357b6546828)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:01.562376 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.564073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.621149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8faa3-5212-42db-b45a-3a0a80e1903f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-aabe236f-03c1-401d-8efd-fb97023e7cab', 'network_id': 'aabe236f-03c1-401d-8efd-fb97023e7cab', 'tenant_id': '1135eb34f37b45c39bd76781886fe6b6', 'fixed_ips': [{'subnet_id': 'd71f7a39-6fd7-423e-b661-b7ace849f436'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:01.622009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6eb8faa3-5212-42db-b45a-3a0a80e1903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.637157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.664277 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2f2c-3443-4b4d-b354-00ae2cb2266e None None] Pushing event updated for resources: {'Port': ['ID=7a59551b-c72a-4ff7-b8ba-c191c5f24748,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:01.677490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Subnet': ['ID=d71f7a39-6fd7-423e-b661-b7ace849f436,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:01.733988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2913fe-7863-4cf1-9970-c531518df5a6 None None] Network aabe236f-03c1-401d-8efd-fb97023e7cab requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:01.745149 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.755703 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabe236f-03c1-401d-8efd-fb97023e7cab']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:01.766514 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f06f259-bfa0-4bf5-a6eb-62e1536c5888') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:01.766824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f06f259-bfa0-4bf5-a6eb-62e1536c5888') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:01.776883 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.818894 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.825770 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:01.826240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:01.829610 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:01.895258 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.902364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.909302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45776) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:01.911081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/aabe236f-03c1-401d-8efd-fb97023e7cab HTTP/1.1" status: 204 len: 168 time: 0.5280290 Aug 19 01:13:01.914910 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265251073'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:01.929521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64365a-b9b2-4a3c-9424-6710f29ddfa1 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Network': ['ID=aabe236f-03c1-401d-8efd-fb97023e7cab,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:01.940060 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:01.944088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.973037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:01.982023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:01.982317 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Added segment f8d2439e-b426-4656-a893-b203c7669dc1 of type vlan for network 34a032a9-2285-4b29-ab7c-2a48d4f376ff Aug 19 01:13:02.021439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.046964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.052447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:02.053037 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.113700 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031147 Aug 19 01:13:02.116585 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45778) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:02.122664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'subnet': {'network_id': '34a032a9-2285-4b29-ab7c-2a48d4f376ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:02.129891 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fa849-bd25-4913-b5e7-373098b4b4ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Network': ['ID=34a032a9-2285-4b29-ab7c-2a48d4f376ff,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:02.139762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 34a032a9-2285-4b29-ab7c-2a48d4f376ff details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:02.217146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:02.220775 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.278159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Performing IP validity checks on allocation pools {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 01:13:02.278682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.ipam_backend_mixin [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94622) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 01:13:02.406817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7a59551b-c72a-4ff7-b8ba-c191c5f24748 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:02.418951 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.458817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:02.489541 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Subnet': ['ID=559c927e-fc85-468c-8a4b-365f7a002d9a,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:02.495852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking segment: {'id': 'f8d2439e-b426-4656-a893-b203c7669dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34a032a9-2285-4b29-ab7c-2a48d4f376ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:02.496321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network hostable DHCP agents. Network: 34a032a9-2285-4b29-ab7c-2a48d4f376ff, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:02.514583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network 34a032a9-2285-4b29-ab7c-2a48d4f376ff is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:02.525257 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 34a032a9-2285-4b29-ab7c-2a48d4f376ff) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:02.529805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:02.530394 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.536645 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287bc3ab-2093-4bea-b546-8bc271be908e None None] Network 34a032a9-2285-4b29-ab7c-2a48d4f376ff requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:02.547628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1292a59c-3d3a-466f-8843-ce14466d523e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4276371 Aug 19 01:13:02.548066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:02.623331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2742781d-a95b-49f8-8960-4d58e840db87 None None] Network c8d5691c-c202-4129-b13f-ffc7b2374edb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:02.651397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.710993 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.714565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Provisioning for port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:02.726867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Provisioning complete for port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:02.727253 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.772485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.774612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8aa677-9510-43ce-b2d0-66ccd5fdba2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-34a032a9-2285-4b29-ab7c-2a48d4f376ff', 'network_id': '34a032a9-2285-4b29-ab7c-2a48d4f376ff', 'tenant_id': '1135eb34f37b45c39bd76781886fe6b6', 'fixed_ips': [{'subnet_id': '559c927e-fc85-468c-8a4b-365f7a002d9a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:02.775465 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a8aa677-9510-43ce-b2d0-66ccd5fdba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.797585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Subnet': ['ID=559c927e-fc85-468c-8a4b-365f7a002d9a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:02.865738 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.875433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a032a9-2285-4b29-ab7c-2a48d4f376ff']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:02.885834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d2439e-b426-4656-a893-b203c7669dc1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:02.886138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d2439e-b426-4656-a893-b203c7669dc1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:02.895327 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.911158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.917626 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:02.918049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:02.921464 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:02.928002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945d14b-aa43-46ee-b461-a09e03bd08f8 None None] Network 34a032a9-2285-4b29-ab7c-2a48d4f376ff requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:02.980345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.989777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:02.991585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/34a032a9-2285-4b29-ab7c-2a48d4f376ff HTTP/1.1" status: 204 len: 168 time: 0.4423256 Aug 19 01:13:02.996472 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45782) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:03.002812 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5f6a-3a67-4680-9f73-ee1a0c58bafb tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Network': ['ID=34a032a9-2285-4b29-ab7c-2a48d4f376ff,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:03.003287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458075970'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:03.010101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.029849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:03.033227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.057750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:03.067101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.067456 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Added segment cb761231-c59e-4456-baa1-a8881cadcd09 of type vlan for network 870374a3-b345-4b0c-b786-4e0ef2d3c811 Aug 19 01:13:03.081784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] For port 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7a59551b-c72a-4ff7-b8ba-c191c5f24748,segment=NetworkSegment(0f9b9135-157a-4ac7-a3ea-0357b6546828),segment_id=0f9b9135-157a-4ac7-a3ea-0357b6546828)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:03.096745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.113020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.145546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.147691 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c979b-5cb4-4740-8d57-2d10101a6056 None None] Pushing event updated for resources: {'Port': ['ID=7a59551b-c72a-4ff7-b8ba-c191c5f24748,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:03.152117 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:03.152757 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.214103 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2162077 Aug 19 01:13:03.216995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:03.222878 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'subnet': {'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:03.224661 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe9121-371f-40b3-a07b-c26a1cc694da tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Network': ['ID=870374a3-b345-4b0c-b786-4e0ef2d3c811,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:03.234890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 870374a3-b345-4b0c-b786-4e0ef2d3c811 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:03.317219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:03.320788 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.321079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b649ced0-9d15-4ead-b0ae-96d4dd1841f8 None None] Provisioning complete for port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:03.321463 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b649ced0-9d15-4ead-b0ae-96d4dd1841f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.497441 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.559138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Subnet': ['ID=54364235-415a-413f-af2f-72e3f75f5b54,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:03.563595 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking segment: {'id': 'cb761231-c59e-4456-baa1-a8881cadcd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:03.563957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network hostable DHCP agents. Network: 870374a3-b345-4b0c-b786-4e0ef2d3c811, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:03.580074 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network 870374a3-b345-4b0c-b786-4e0ef2d3c811 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:03.588018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 870374a3-b345-4b0c-b786-4e0ef2d3c811) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:03.592513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:03.593151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.596897 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f351d8b-78ef-45b3-936e-fe60097a7412 None None] Network 870374a3-b345-4b0c-b786-4e0ef2d3c811 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:03.608718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4658ccfc-cb74-4280-ac58-3533e24756ce tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3905585 Aug 19 01:13:03.613156 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45786) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:03.618148 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734572845'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:03.638579 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:03.642036 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.666096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:03.675686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.676081 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Added segment 9e6e5f2c-19d1-4756-aedb-59d2ff56f6cc of type vlan for network 4fea963d-e5ae-4f23-b9de-7c1987c78ad8 Aug 19 01:13:03.714962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.743257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-870374a3-b345-4b0c-b786-4e0ef2d3c811', 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811', 'tenant_id': '1135eb34f37b45c39bd76781886fe6b6', 'fixed_ips': [{'subnet_id': '54364235-415a-413f-af2f-72e3f75f5b54'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:03.744195 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.746548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.752145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:03.752761 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.824908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2105675 Aug 19 01:13:03.826675 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45788) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:03.831999 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Request body: {'subnet': {'network_id': '4fea963d-e5ae-4f23-b9de-7c1987c78ad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:03.853685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92194e-738a-4fe8-9f68-516c3872c2ef tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Network': ['ID=4fea963d-e5ae-4f23-b9de-7c1987c78ad8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:03.865529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4fea963d-e5ae-4f23-b9de-7c1987c78ad8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:03.925655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Made reservation on behalf of 1135eb34f37b45c39bd76781886fe6b6 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:03.928687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:03.932822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Allocated IP 2001:db8::2 (870374a3-b345-4b0c-b786-4e0ef2d3c811/54364235-415a-413f-af2f-72e3f75f5b54/5fb6b609-0909-4749-8121-2c65ad7feb35) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:04.085309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.093264 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Transition to ACTIVE for port object 5fb6b609-0909-4749-8121-2c65ad7feb35 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:04.108008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Transition to ACTIVE for port object 5fb6b609-0909-4749-8121-2c65ad7feb35 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:04.113335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.114697 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.153421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Network 870374a3-b345-4b0c-b786-4e0ef2d3c811 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:04.156379 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:04.161201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:04.164145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Pushing event updated for resources: {'Port': ['ID=5fb6b609-0909-4749-8121-2c65ad7feb35,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:04.176222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event updated for resources: {'Subnet': ['ID=585da9f0-939e-4a38-ad1d-a6e43bab5bcf,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:04.187290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Checking segment: {'id': '9e6e5f2c-19d1-4756-aedb-59d2ff56f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4fea963d-e5ae-4f23-b9de-7c1987c78ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:04.187656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network hostable DHCP agents. Network: 4fea963d-e5ae-4f23-b9de-7c1987c78ad8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:04.204481 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Network 4fea963d-e5ae-4f23-b9de-7c1987c78ad8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:04.213420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4fea963d-e5ae-4f23-b9de-7c1987c78ad8) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:04.218348 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:04.218991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.219457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Attempting to bind port 5fb6b609-0909-4749-8121-2c65ad7feb35 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:04.220291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Attempting to bind port 5fb6b609-0909-4749-8121-2c65ad7feb35 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cb761231-c59e-4456-baa1-a8881cadcd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:04.220291 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Attempting to bind port 5fb6b609-0909-4749-8121-2c65ad7feb35 on network 870374a3-b345-4b0c-b786-4e0ef2d3c811 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:04.225578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ef092-307b-44ec-853e-2f6ee27aa979 None None] Network 4fea963d-e5ae-4f23-b9de-7c1987c78ad8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:04.233633 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d83d0bae-2eba-4ca4-8f4c-55e90b672e3e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4058175 Aug 19 01:13:04.236133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45790) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:04.238705 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:04.239082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Checking segment: {'id': 'cb761231-c59e-4456-baa1-a8881cadcd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:04.239488 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.239877 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Bound using segment: {'id': 'cb761231-c59e-4456-baa1-a8881cadcd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:04.240388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Bound port: 5fb6b609-0909-4749-8121-2c65ad7feb35, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb761231-c59e-4456-baa1-a8881cadcd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '870374a3-b345-4b0c-b786-4e0ef2d3c811'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:04.240773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.339524 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.375789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] For port 5fb6b609-0909-4749-8121-2c65ad7feb35, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:04.382905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7a59551b-c72a-4ff7-b8ba-c191c5f24748 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:04.421536 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.422024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] For port 5fb6b609-0909-4749-8121-2c65ad7feb35, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb6b609-0909-4749-8121-2c65ad7feb35,segment=NetworkSegment(cb761231-c59e-4456-baa1-a8881cadcd09),segment_id=cb761231-c59e-4456-baa1-a8881cadcd09)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:04.434724 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.481628 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.500136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c05b7-5787-4935-88cf-9e8794eb0c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4fea963d-e5ae-4f23-b9de-7c1987c78ad8', 'network_id': '4fea963d-e5ae-4f23-b9de-7c1987c78ad8', 'tenant_id': '1135eb34f37b45c39bd76781886fe6b6', 'fixed_ips': [{'subnet_id': '585da9f0-939e-4a38-ad1d-a6e43bab5bcf'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:04.501024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af1c05b7-5787-4935-88cf-9e8794eb0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.511231 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Subnet': ['ID=585da9f0-939e-4a38-ad1d-a6e43bab5bcf,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:04.546508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:04.546913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.548435 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1cf37-8a9c-43ad-829d-0fe40ab6e27b None None] Pushing event updated for resources: {'Port': ['ID=5fb6b609-0909-4749-8121-2c65ad7feb35,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:04.578825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.589806 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fea963d-e5ae-4f23-b9de-7c1987c78ad8']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:04.599473 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6e5f2c-19d1-4756-aedb-59d2ff56f6cc') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:04.599777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6e5f2c-19d1-4756-aedb-59d2ff56f6cc') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:04.610267 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.630736 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.639251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:04.639782 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:04.644102 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:04.653765 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd1a29-ec18-47fd-a056-265f474d546f None None] Network 4fea963d-e5ae-4f23-b9de-7c1987c78ad8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:04.717905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.726088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:04.728004 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/4fea963d-e5ae-4f23-b9de-7c1987c78ad8 HTTP/1.1" status: 204 len: 168 time: 0.4908884 Aug 19 01:13:04.731145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45792) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:04.752829 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31548f-df2e-4a5b-9c50-e4e44dd96a4f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Network': ['ID=4fea963d-e5ae-4f23-b9de-7c1987c78ad8,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:04.774782 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d4fdfd-5d81-4888-abfd-79672ef3620f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] GET failed (client error): The resource could not be found. Aug 19 01:13:04.776340 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c4d4fdfd-5d81-4888-abfd-79672ef3620f tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "GET /v2.0/subnets/585da9f0-939e-4a38-ad1d-a6e43bab5bcf HTTP/1.1" status: 404 len: 337 time: 0.0438952 Aug 19 01:13:04.779049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:04.802717 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6988a2-c9c7-4484-be52-beb20420774b tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:04.803338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6988a2-c9c7-4484-be52-beb20420774b tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:04.805644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1c6988a2-c9c7-4484-be52-beb20420774b tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/4fea963d-e5ae-4f23-b9de-7c1987c78ad8 HTTP/1.1" status: 404 len: 339 time: 0.0246184 Aug 19 01:13:04.809198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:04.846902 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d461cb-5f32-4492-98ab-f0b0e17862c8 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:04.847378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d461cb-5f32-4492-98ab-f0b0e17862c8 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:04.849575 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-90d461cb-5f32-4492-98ab-f0b0e17862c8 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/subnets/585da9f0-939e-4a38-ad1d-a6e43bab5bcf HTTP/1.1" status: 404 len: 337 time: 0.0387778 Aug 19 01:13:04.851920 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:05.141629 n-d-771363-38 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c34c6f-a9df-4f73-b849-b295d2259bb0 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:05.142197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c34c6f-a9df-4f73-b849-b295d2259bb0 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:05.144527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-73c34c6f-a9df-4f73-b849-b295d2259bb0 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/4fea963d-e5ae-4f23-b9de-7c1987c78ad8 HTTP/1.1" status: 404 len: 339 time: 0.2915473 Aug 19 01:13:05.147174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:05.199456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Deleting subnet 54364235-415a-413f-af2f-72e3f75f5b54 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:13:05.202830 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.243958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.332608 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.394067 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.420473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Subnet': ['ID=54364235-415a-413f-af2f-72e3f75f5b54,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:05.426983 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.431854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8cb264a7-98e0-4eb4-9a74-ef8b96244fcc tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/subnets/54364235-415a-413f-af2f-72e3f75f5b54 HTTP/1.1" status: 204 len: 168 time: 0.2809877 Aug 19 01:13:05.431854 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:05.434682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60d680-c00f-47a0-a280-41398b4d7e2a None None] Network 870374a3-b345-4b0c-b786-4e0ef2d3c811 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:05.509363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.545122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-11b86512-3cd5-4465-8984-570e6fc352d8 None None] Provisioning for port 5fb6b609-0909-4749-8121-2c65ad7feb35 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:05.565787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Deleting port 5fb6b609-0909-4749-8121-2c65ad7feb35 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:05.566156 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.625587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] DHCP port deletion for 870374a3-b345-4b0c-b786-4e0ef2d3c811 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:13:05.639744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] For port 5fb6b609-0909-4749-8121-2c65ad7feb35, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb6b609-0909-4749-8121-2c65ad7feb35,segment=NetworkSegment(cb761231-c59e-4456-baa1-a8881cadcd09),segment_id=cb761231-c59e-4456-baa1-a8881cadcd09)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:05.640116 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.653921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Calling delete_port for 5fb6b609-0909-4749-8121-2c65ad7feb35 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:05.676722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Deleting port 5fb6b609-0909-4749-8121-2c65ad7feb35 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:05.677501 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.738124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.746037 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] For port 5fb6b609-0909-4749-8121-2c65ad7feb35, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=5fb6b609-0909-4749-8121-2c65ad7feb35,segment=NetworkSegment(cb761231-c59e-4456-baa1-a8881cadcd09),segment_id=cb761231-c59e-4456-baa1-a8881cadcd09)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:05.746792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.760361 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Calling delete_port for 5fb6b609-0909-4749-8121-2c65ad7feb35 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:05.762752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Port': ['ID=5fb6b609-0909-4749-8121-2c65ad7feb35,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:05.770561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No DVR routers for this DVR port 5fb6b609-0909-4749-8121-2c65ad7feb35 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:05.840181 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.858187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.863195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] Pushing event deleted for resources: {'Port': ['ID=5fb6b609-0909-4749-8121-2c65ad7feb35,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:05.868814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870374a3-b345-4b0c-b786-4e0ef2d3c811']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:05.869964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46af3a3-0865-4cc1-868e-02b607836c0b None None] No DVR routers for this DVR port 5fb6b609-0909-4749-8121-2c65ad7feb35 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:05.882066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb761231-c59e-4456-baa1-a8881cadcd09') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:05.882066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb761231-c59e-4456-baa1-a8881cadcd09') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:05.890079 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.904549 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.910587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:05.910979 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:05.914344 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:05.972050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.978513 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:05.980365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/870374a3-b345-4b0c-b786-4e0ef2d3c811 HTTP/1.1" status: 204 len: 168 time: 0.5474031 Aug 19 01:13:05.983113 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45804) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:05.992129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d9c59-aa2b-4bfd-aad2-70544cb492e4 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Network': ['ID=870374a3-b345-4b0c-b786-4e0ef2d3c811,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:06.009144 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10bc3bf-1eae-419d-a192-b65b01308b29 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:06.009590 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10bc3bf-1eae-419d-a192-b65b01308b29 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:06.011247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c10bc3bf-1eae-419d-a192-b65b01308b29 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/subnets/559c927e-fc85-468c-8a4b-365f7a002d9a HTTP/1.1" status: 404 len: 337 time: 0.0270684 Aug 19 01:13:06.013840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45806) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:06.031737 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d262e06-ac5a-4ac4-98c2-ff275f5e6f72 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:06.032224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d262e06-ac5a-4ac4-98c2-ff275f5e6f72 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:06.033896 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8d262e06-ac5a-4ac4-98c2-ff275f5e6f72 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/34a032a9-2285-4b29-ab7c-2a48d4f376ff HTTP/1.1" status: 404 len: 339 time: 0.0189400 Aug 19 01:13:06.036226 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45808) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:06.065095 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2e9ad2-eaeb-4dfa-9130-fcd0a616d01e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:06.065544 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2e9ad2-eaeb-4dfa-9130-fcd0a616d01e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:06.067211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1f2e9ad2-eaeb-4dfa-9130-fcd0a616d01e tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/subnets/d71f7a39-6fd7-423e-b661-b7ace849f436 HTTP/1.1" status: 404 len: 337 time: 0.0299292 Aug 19 01:13:06.069820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45810) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:06.087683 n-d-771363-38 neutron-server[94622]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d1d9ce-ca17-4de2-be42-2856aed7b847 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] DELETE failed (client error): The resource could not be found. Aug 19 01:13:06.088217 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d1d9ce-ca17-4de2-be42-2856aed7b847 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94622) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 01:13:06.089800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-48d1d9ce-ca17-4de2-be42-2856aed7b847 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/aabe236f-03c1-401d-8efd-fb97023e7cab HTTP/1.1" status: 404 len: 339 time: 0.0191045 Aug 19 01:13:06.091902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45812) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:06.143923 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Deleting subnet 3c65e767-d578-41dd-8195-0710cffe1f60 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:13:06.146930 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.185024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.263978 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.323904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.350034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Subnet': ['ID=3c65e767-d578-41dd-8195-0710cffe1f60,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:06.353753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.356873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d08e344d-f5f1-4e78-b764-321adc4b4397 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/subnets/3c65e767-d578-41dd-8195-0710cffe1f60 HTTP/1.1" status: 204 len: 168 time: 0.2628412 Aug 19 01:13:06.358152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45814) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:06.360496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17743dcb-826a-49c7-b54a-48aca7896485 None None] Network c8d5691c-c202-4129-b13f-ffc7b2374edb requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:06.432406 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.484141 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Deleting port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:06.484595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.539717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] DHCP port deletion for c8d5691c-c202-4129-b13f-ffc7b2374edb request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:13:06.554662 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] For port 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7a59551b-c72a-4ff7-b8ba-c191c5f24748,segment=NetworkSegment(0f9b9135-157a-4ac7-a3ea-0357b6546828),segment_id=0f9b9135-157a-4ac7-a3ea-0357b6546828)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:06.555020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.566777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Calling delete_port for 7a59551b-c72a-4ff7-b8ba-c191c5f24748 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:06.583959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Deleting port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:06.584365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.646370 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.647652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] For port 7a59551b-c72a-4ff7-b8ba-c191c5f24748, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7a59551b-c72a-4ff7-b8ba-c191c5f24748,segment=NetworkSegment(0f9b9135-157a-4ac7-a3ea-0357b6546828),segment_id=0f9b9135-157a-4ac7-a3ea-0357b6546828)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:06.648141 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.661243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Calling delete_port for 7a59551b-c72a-4ff7-b8ba-c191c5f24748 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:06.676311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Port': ['ID=7a59551b-c72a-4ff7-b8ba-c191c5f24748,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:06.680697 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] No DVR routers for this DVR port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:06.734838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.757001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.762795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] Pushing event deleted for resources: {'Port': ['ID=7a59551b-c72a-4ff7-b8ba-c191c5f24748,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:06.766247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a36369-c917-4bd6-9c45-0f4db46748fa None None] No DVR routers for this DVR port 7a59551b-c72a-4ff7-b8ba-c191c5f24748 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:06.773403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d5691c-c202-4129-b13f-ffc7b2374edb']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:06.781642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9b9135-157a-4ac7-a3ea-0357b6546828') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:06.781942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9b9135-157a-4ac7-a3ea-0357b6546828') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:06.791268 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.810195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.816135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:06.816579 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:06.819843 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:06.874591 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.881771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:06.883691 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] 10.222.0.20 "DELETE /v2.0/networks/c8d5691c-c202-4129-b13f-ffc7b2374edb HTTP/1.1" status: 204 len: 168 time: 0.5245328 Aug 19 01:13:06.895484 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc0ccd-c70d-4688-adc4-03dc52993ec9 tempest-NetworksIpV6Test-1489605383 tempest-NetworksIpV6Test-1489605383-project] Pushing event deleted for resources: {'Network': ['ID=c8d5691c-c202-4129-b13f-ffc7b2374edb,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:07.120447 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45820) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:07.249122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9c053dfe-ee41-4adb-bcb3-b5e5c7d56bd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1135eb34f37b45c39bd76781886fe6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272459 Aug 19 01:13:07.251275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:07.297167 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:07.317572 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:07.368099 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:07.370706 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:07.371873 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58f02b11-9a78-4c31-a49e-42ff34339731 HTTP/1.1" status: 204 len: 168 time: 0.1196930 Aug 19 01:13:07.379606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f599f-ed36-4090-86b3-e75244a5d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f02b11-9a78-4c31-a49e-42ff34339731,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:07.981548 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:08.074400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1890084897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:08.097464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.098439 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.147674 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.152531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.167303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.168512 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d26f71ed-53be-47fc-be80-404f640f087b tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1859326 Aug 19 01:13:08.171222 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45850) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:08.176054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1601340346'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:08.196106 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Made reservation on behalf of a337f1f3915c48d3b868e998d0714100 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:08.199647 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.208222 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.297499 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.301019 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.322812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:08.336761 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf0a97a-c26d-47b1-a6a2-dc0fdbc30197,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:08.341687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.342037 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Added segment cc77dcd5-d6d1-4e24-9c5e-867515fe4386 of type vlan for network e2f938da-70d4-4dcd-a119-cf7157e081ec Aug 19 01:13:08.381964 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.387293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7a59551b-c72a-4ff7-b8ba-c191c5f24748 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:13:08.406391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.408033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7a59551b-c72a-4ff7-b8ba-c191c5f24748 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:13:08.408956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7a59551b-c72a-4ff7-b8ba-c191c5f24748 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:13:08.415061 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:08.415665 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.467093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2948565 Aug 19 01:13:08.469830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45852) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:08.475161 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'subnet': {'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:08.523432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba58a9-a83b-4066-99e3-61d8fa39d328 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event updated for resources: {'Network': ['ID=e2f938da-70d4-4dcd-a119-cf7157e081ec,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:08.538614 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e2f938da-70d4-4dcd-a119-cf7157e081ec details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:08.577953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Made reservation on behalf of a337f1f3915c48d3b868e998d0714100 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:08.581494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.754884 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.812450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event updated for resources: {'Subnet': ['ID=1a047f43-d470-4395-bc64-286beea5bc83,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:08.821183 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Checking segment: {'id': 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:08.821540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Network hostable DHCP agents. Network: e2f938da-70d4-4dcd-a119-cf7157e081ec, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:08.837507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Network e2f938da-70d4-4dcd-a119-cf7157e081ec is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:08.845189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e2f938da-70d4-4dcd-a119-cf7157e081ec) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:08.849954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:08.851070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.854060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c29b69-cd4b-490d-8952-f150876dc515 None None] Network e2f938da-70d4-4dcd-a119-cf7157e081ec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:08.865305 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-24ad8b5d-d879-44bb-a967-ba46b4dedb30 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3944988 Aug 19 01:13:08.868323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45854) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:08.873184 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-401357312'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:08.893714 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Made reservation on behalf of a337f1f3915c48d3b868e998d0714100 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:08.897103 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.920674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:08.930123 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.930467 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Added segment 5803c573-7c25-44d7-ad47-1de3ee6991db of type vlan for network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 Aug 19 01:13:08.973588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:08.997980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e2f938da-70d4-4dcd-a119-cf7157e081ec', 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec', 'tenant_id': 'a337f1f3915c48d3b868e998d0714100', 'fixed_ips': [{'subnet_id': '1a047f43-d470-4395-bc64-286beea5bc83'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:08.998869 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.000365 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.005895 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:09.006492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.061501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1921110 Aug 19 01:13:09.064609 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:09.070053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'subnet': {'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:09.075353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b68f5-79e6-4ab6-af1b-d499dd0d2bd4 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event updated for resources: {'Network': ['ID=b4f2f87f-4454-43fc-aac6-2c6ee9e32002,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:09.085455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:09.169144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Made reservation on behalf of a337f1f3915c48d3b868e998d0714100 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:09.172977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.191318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Allocated IP 172.20.0.2 (e2f938da-70d4-4dcd-a119-cf7157e081ec/1a047f43-d470-4395-bc64-286beea5bc83/43bdb00b-f0b4-488b-b8c2-7629a0d68457) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:09.332768 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.341058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Transition to ACTIVE for port object 43bdb00b-f0b4-488b-b8c2-7629a0d68457 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:09.350897 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.356623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Transition to ACTIVE for port object 43bdb00b-f0b4-488b-b8c2-7629a0d68457 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:09.362531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.405620 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Network e2f938da-70d4-4dcd-a119-cf7157e081ec is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:09.409140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:09.413598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:09.414564 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event updated for resources: {'Subnet': ['ID=43e9781d-e420-4f43-a9aa-644317cd18ae,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:09.415540 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Pushing event updated for resources: {'Port': ['ID=43bdb00b-f0b4-488b-b8c2-7629a0d68457,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:09.423006 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Checking segment: {'id': '5803c573-7c25-44d7-ad47-1de3ee6991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:09.423164 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Network hostable DHCP agents. Network: b4f2f87f-4454-43fc-aac6-2c6ee9e32002, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:09.442649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:09.451370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b4f2f87f-4454-43fc-aac6-2c6ee9e32002) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:09.456319 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:09.456930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.463869 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad2e05-0697-40e4-8bfb-bbaee1e6cace None None] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:09.474353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-84d88660-4e5a-419c-9f07-1da20416983d tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4085953 Aug 19 01:13:09.477412 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45858) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:09.482368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a5a425c2-3282-462e-95eb-86dc7770998e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:09.506553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Attempting to bind port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:09.506929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Attempting to bind port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:09.507298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Attempting to bind port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 on network e2f938da-70d4-4dcd-a119-cf7157e081ec {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:09.523707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:09.524073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Checking segment: {'id': 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:09.524588 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.524985 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Bound using segment: {'id': 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:09.525473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Bound port: 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e2f938da-70d4-4dcd-a119-cf7157e081ec'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:09.525907 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.636154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] For port 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:09.640662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] For port 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=43bdb00b-f0b4-488b-b8c2-7629a0d68457,segment=NetworkSegment(cc77dcd5-d6d1-4e24-9c5e-867515fe4386),segment_id=cc77dcd5-d6d1-4e24-9c5e-867515fe4386)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:09.646482 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.689753 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a5a425c2-3282-462e-95eb-86dc7770998e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.705215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-b4f2f87f-4454-43fc-aac6-2c6ee9e32002', 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002', 'tenant_id': 'a337f1f3915c48d3b868e998d0714100', 'fixed_ips': [{'subnet_id': '43e9781d-e420-4f43-a9aa-644317cd18ae'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:09.706067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:09.738026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2aa06-09b3-4b35-be0d-eddf73a10281 None None] Pushing event updated for resources: {'Port': ['ID=43bdb00b-f0b4-488b-b8c2-7629a0d68457,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:09.797873 n-d-771363-38 neutron-server[94622]: INFO neutron.api.v2.resource [None req-a5a425c2-3282-462e-95eb-86dc7770998e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 01:13:09.800319 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a5a425c2-3282-462e-95eb-86dc7770998e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "PUT /v2.0/routers/add459d1-d5e0-433b-a681-73c629614e8e HTTP/1.1" status: 400 len: 364 time: 0.3216369 Aug 19 01:13:09.807922 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45860) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:09.863254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Deleting subnet 43e9781d-e420-4f43-a9aa-644317cd18ae {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:13:09.863489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Allocated IP 172.21.0.2 (b4f2f87f-4454-43fc-aac6-2c6ee9e32002/43e9781d-e420-4f43-a9aa-644317cd18ae/1558a246-3920-427a-9497-765453feb7ef) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:09.974840 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:13:10.037928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.046164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Transition to ACTIVE for port object 1558a246-3920-427a-9497-765453feb7ef will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:10.061374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Transition to ACTIVE for port object 1558a246-3920-427a-9497-765453feb7ef will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:10.066097 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.066731 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.108186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:10.111227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.113495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:10.116427 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:10.119421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Pushing event updated for resources: {'Port': ['ID=1558a246-3920-427a-9497-765453feb7ef,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:10.176721 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Attempting to bind port 1558a246-3920-427a-9497-765453feb7ef on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:10.177194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Attempting to bind port 1558a246-3920-427a-9497-765453feb7ef by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5803c573-7c25-44d7-ad47-1de3ee6991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:10.177672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Attempting to bind port 1558a246-3920-427a-9497-765453feb7ef on network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:10.182634 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:10.183079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Checking segment: {'id': '5803c573-7c25-44d7-ad47-1de3ee6991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:10.183570 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.184025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Bound using segment: {'id': '5803c573-7c25-44d7-ad47-1de3ee6991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:10.184588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Bound port: 1558a246-3920-427a-9497-765453feb7ef, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5803c573-7c25-44d7-ad47-1de3ee6991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b4f2f87f-4454-43fc-aac6-2c6ee9e32002'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:10.185037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.195557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.253662 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.256477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] For port 1558a246-3920-427a-9497-765453feb7ef, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:10.259665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] For port 1558a246-3920-427a-9497-765453feb7ef, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1558a246-3920-427a-9497-765453feb7ef,segment=NetworkSegment(5803c573-7c25-44d7-ad47-1de3ee6991db),segment_id=5803c573-7c25-44d7-ad47-1de3ee6991db)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:10.264054 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.284623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Subnet': ['ID=43e9781d-e420-4f43-a9aa-644317cd18ae,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:10.288379 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.290247 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dadf708-61e6-4ad3-ba0c-687c6a4840b6 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "DELETE /v2.0/subnets/43e9781d-e420-4f43-a9aa-644317cd18ae HTTP/1.1" status: 204 len: 168 time: 0.4819295 Aug 19 01:13:10.292707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45862) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:10.326970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e22e8-317a-4097-b585-1ad26e3e118c None None] Pushing event updated for resources: {'Port': ['ID=1558a246-3920-427a-9497-765453feb7ef,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:10.392802 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.443771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 43bdb00b-f0b4-488b-b8c2-7629a0d68457 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:10.459858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Deleting port 1558a246-3920-427a-9497-765453feb7ef {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:10.460184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.504134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:10.775297 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1683e326-133e-4a8a-b49d-52ad28341265 None None] Network e2f938da-70d4-4dcd-a119-cf7157e081ec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:10.843242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Provisioning for port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:10.856822 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Provisioning complete for port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:10.857200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.895494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] For port 1558a246-3920-427a-9497-765453feb7ef, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1558a246-3920-427a-9497-765453feb7ef,segment=NetworkSegment(5803c573-7c25-44d7-ad47-1de3ee6991db),segment_id=5803c573-7c25-44d7-ad47-1de3ee6991db)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:10.896074 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:10.909023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Calling delete_port for 1558a246-3920-427a-9497-765453feb7ef owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:10.989950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.001487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.022664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Port': ['ID=1558a246-3920-427a-9497-765453feb7ef,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.026169 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] No DVR routers for this DVR port 1558a246-3920-427a-9497-765453feb7ef on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:11.046842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] For port 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=43bdb00b-f0b4-488b-b8c2-7629a0d68457,segment=NetworkSegment(cc77dcd5-d6d1-4e24-9c5e-867515fe4386),segment_id=cc77dcd5-d6d1-4e24-9c5e-867515fe4386)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:11.054959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.114339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31c867-dc71-4f7a-a8ae-b17388a1e7e2 None None] Pushing event updated for resources: {'Port': ['ID=43bdb00b-f0b4-488b-b8c2-7629a0d68457,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.115816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.131871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f2f87f-4454-43fc-aac6-2c6ee9e32002']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.147913 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5803c573-7c25-44d7-ad47-1de3ee6991db') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.148279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5803c573-7c25-44d7-ad47-1de3ee6991db') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.158513 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.173546 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.180666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:11.181088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:11.184347 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:11.253681 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.264652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.268925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "DELETE /v2.0/networks/b4f2f87f-4454-43fc-aac6-2c6ee9e32002 HTTP/1.1" status: 204 len: 168 time: 0.9730425 Aug 19 01:13:11.269629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:11.275476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aeae9d71-8c89-49b6-ae26-40a965fcbb31 None None] Provisioning complete for port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:11.275855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aeae9d71-8c89-49b6-ae26-40a965fcbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.282185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca0df0-f4d4-4e75-bdaa-03108cc97462 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Network': ['ID=b4f2f87f-4454-43fc-aac6-2c6ee9e32002,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.333803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Deleting subnet 1a047f43-d470-4395-bc64-286beea5bc83 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:13:11.337555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.379833 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.444937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6601be-b984-4c00-9c37-a99eb0647846 None None] DHCP port deletion for b4f2f87f-4454-43fc-aac6-2c6ee9e32002 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:13:11.461317 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e2282-684e-4455-ae73-22f4a1d2ea38 None None] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:11.466108 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.476955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e2282-684e-4455-ae73-22f4a1d2ea38 None None] Network b4f2f87f-4454-43fc-aac6-2c6ee9e32002 could not be found, it might have been deleted concurrently. {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 01:13:11.479936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e1fea23d-60e4-46f1-b2a4-1a39e39e7eec None None] Could not find standard attr ID for object 1558a246-3920-427a-9497-765453feb7ef. {{(pid=94624) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 01:13:11.530023 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.557085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Subnet': ['ID=1a047f43-d470-4395-bc64-286beea5bc83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.562190 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.564047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8a7cbbc-336f-4d9e-839e-41067d97616e tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "DELETE /v2.0/subnets/1a047f43-d470-4395-bc64-286beea5bc83 HTTP/1.1" status: 204 len: 168 time: 0.2930100 Aug 19 01:13:11.566645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45866) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:11.568585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44989ef-4483-4fb4-9b01-cda0b5a66d7e None None] Network e2f938da-70d4-4dcd-a119-cf7157e081ec requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:11.639489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.697164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Deleting port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:11.697501 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.751111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] DHCP port deletion for e2f938da-70d4-4dcd-a119-cf7157e081ec request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:13:11.759775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] For port 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=43bdb00b-f0b4-488b-b8c2-7629a0d68457,segment=NetworkSegment(cc77dcd5-d6d1-4e24-9c5e-867515fe4386),segment_id=cc77dcd5-d6d1-4e24-9c5e-867515fe4386)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:11.760139 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.772505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Calling delete_port for 43bdb00b-f0b4-488b-b8c2-7629a0d68457 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:11.801117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Deleting port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:11.801496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.854689 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.862344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] For port 43bdb00b-f0b4-488b-b8c2-7629a0d68457, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=43bdb00b-f0b4-488b-b8c2-7629a0d68457,segment=NetworkSegment(cc77dcd5-d6d1-4e24-9c5e-867515fe4386),segment_id=cc77dcd5-d6d1-4e24-9c5e-867515fe4386)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:11.862744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.878078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Calling delete_port for 43bdb00b-f0b4-488b-b8c2-7629a0d68457 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:11.882628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Port': ['ID=43bdb00b-f0b4-488b-b8c2-7629a0d68457,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.885157 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] No DVR routers for this DVR port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:11.951633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.965915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:11.976150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f938da-70d4-4dcd-a119-cf7157e081ec']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.978358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] Pushing event deleted for resources: {'Port': ['ID=43bdb00b-f0b4-488b-b8c2-7629a0d68457,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:11.980937 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94f46e-a936-4c2e-9eed-ffcfadeaeffd None None] No DVR routers for this DVR port 43bdb00b-f0b4-488b-b8c2-7629a0d68457 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:11.986365 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.987713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc77dcd5-d6d1-4e24-9c5e-867515fe4386') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:11.996141 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.009769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.015635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:13:12.016096 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:13:12.019166 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:13:12.086336 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.097240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.099034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "DELETE /v2.0/networks/e2f938da-70d4-4dcd-a119-cf7157e081ec HTTP/1.1" status: 204 len: 168 time: 0.5312803 Aug 19 01:13:12.101769 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:12.112502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f25cd-52c0-4f3c-944a-33b17409899f tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Pushing event deleted for resources: {'Network': ['ID=e2f938da-70d4-4dcd-a119-cf7157e081ec,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:12.135585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-33ff102d-889b-4dac-bc37-eac42121baff tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "GET /v2.0/ports?device_id=add459d1-d5e0-433b-a681-73c629614e8e HTTP/1.1" status: 200 len: 205 time: 0.0319250 Aug 19 01:13:12.138485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:12.216981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.375183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.376883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 43bdb00b-f0b4-488b-b8c2-7629a0d68457 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:13:12.377543 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.397475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 43bdb00b-f0b4-488b-b8c2-7629a0d68457 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:13:12.397820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 43bdb00b-f0b4-488b-b8c2-7629a0d68457 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:13:12.421239 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.421785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Fanout notify agent at l3_agent the message router_deleted on router add459d1-d5e0-433b-a681-73c629614e8e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:13:12.429731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.430778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-911f1a57-32ea-4431-8796-657188320223 tempest-RoutersNegativeTest-1109845908 tempest-RoutersNegativeTest-1109845908-project] 10.222.0.20 "DELETE /v2.0/routers/add459d1-d5e0-433b-a681-73c629614e8e HTTP/1.1" status: 204 len: 168 time: 0.2913628 Aug 19 01:13:12.621005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88495077-4ef0-4285-8d1d-8a67b36b2b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.666516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:12.792518 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7fddfc0d-c6a2-4b0a-8422-85d2897e24ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a337f1f3915c48d3b868e998d0714100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248062 Aug 19 01:13:12.794890 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:12.843213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.869388 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.916075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.918629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:12.919781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf0a97a-c26d-47b1-a6a2-dc0fdbc30197 HTTP/1.1" status: 204 len: 168 time: 0.1239977 Aug 19 01:13:12.928058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d5f87-e84f-4206-b6ac-8bc2afa442ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf0a97a-c26d-47b1-a6a2-dc0fdbc30197,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:13.506814 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45902) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:13.601066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-874815095-network', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:13.622509 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Made reservation on behalf of 8e3494b5ef694303a9de5e76d2a59778 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:13.624790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.633520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.729376 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.735249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.758773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:13.774170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7914a21-295e-4c4b-aa5b-b2470eb3a420,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:13.777129 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.777486 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Added segment 2e0d575f-40cb-4e9e-a924-0f74a0953951 of type vlan for network e4c793a6-e520-479d-8dda-107ec5749203 Aug 19 01:13:13.819716 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.846413 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.847457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:13.848045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:13.899864 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3919449 Aug 19 01:13:13.903137 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45906) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:13.908136 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Request body: {'subnet': {'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-subnet', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:13.910447 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4f4d3-bb57-4735-9182-29c00f4408a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c793a6-e520-479d-8dda-107ec5749203,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:13.920661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network e4c793a6-e520-479d-8dda-107ec5749203 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:13.932133 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Made reservation on behalf of 8e3494b5ef694303a9de5e76d2a59778 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:13.934482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.102233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.149126 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a1a7e-e52e-4d2e-809e-28dd28bc458d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:14.163855 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Checking segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:14.164213 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Network hostable DHCP agents. Network: e4c793a6-e520-479d-8dda-107ec5749203, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:14.181892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Network e4c793a6-e520-479d-8dda-107ec5749203 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:14.190517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, e4c793a6-e520-479d-8dda-107ec5749203) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:14.194595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:14.195190 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.200354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fabc25-46ce-4d8f-b745-7d5ef1a02f31 None None] Network e4c793a6-e520-479d-8dda-107ec5749203 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:14.212055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-777751ae-b95c-4079-bf1d-fdb9206f54dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3076296 Aug 19 01:13:14.214655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45908) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:14.219281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:14.241744 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.242727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.297423 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.348736 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-e4c793a6-e520-479d-8dda-107ec5749203', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:14.349602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.436645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.481866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Allocated IP 172.20.0.2 (e4c793a6-e520-479d-8dda-107ec5749203/878a1a7e-e52e-4d2e-809e-28dd28bc458d/0f7a2969-006e-4ffb-a24d-9c6181925311) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:14.638253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.657646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.762871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Allocated IP 172.25.1.183 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/579eb5b0-5f2d-4b6f-a49a-76fc89272266) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:14.775598 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.785530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Transition to ACTIVE for port object 0f7a2969-006e-4ffb-a24d-9c6181925311 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:14.800830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Transition to ACTIVE for port object 0f7a2969-006e-4ffb-a24d-9c6181925311 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:14.806646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.848555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Network e4c793a6-e520-479d-8dda-107ec5749203 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:14.853020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:14.857226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:14.860139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Pushing event updated for resources: {'Port': ['ID=0f7a2969-006e-4ffb-a24d-9c6181925311,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:14.874433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.911250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Attempting to bind port 0f7a2969-006e-4ffb-a24d-9c6181925311 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:14.911777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Attempting to bind port 0f7a2969-006e-4ffb-a24d-9c6181925311 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:14.912164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Attempting to bind port 0f7a2969-006e-4ffb-a24d-9c6181925311 on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:14.913752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.917366 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:14.917746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Checking segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:14.918161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.918559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Bound using segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:14.919042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Bound port: 0f7a2969-006e-4ffb-a24d-9c6181925311, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:14.919434 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:14.953242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:14.956121 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:14.959731 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:14.965248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Pushing event updated for resources: {'Port': ['ID=579eb5b0-5f2d-4b6f-a49a-76fc89272266,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:14.983850 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] For port 0f7a2969-006e-4ffb-a24d-9c6181925311, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:14.987561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] For port 0f7a2969-006e-4ffb-a24d-9c6181925311, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f7a2969-006e-4ffb-a24d-9c6181925311,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:14.991629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.046862 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42e48a9c-9765-49d7-8ba4-8ae4d91b8da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.064979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99087-77a7-4fe1-a75b-5726b76cc6e3 None None] Pushing event updated for resources: {'Port': ['ID=0f7a2969-006e-4ffb-a24d-9c6181925311,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:15.220693 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.278633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.426403 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.551237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Router 973f428a-4d68-4782-aa95-d3d17893255d is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:13:15.656350 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:13:15.666752 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Sync routers for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:13:15.672682 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.674052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-48af465a-38ed-4089-b712-f233882a517b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4583991 Aug 19 01:13:15.676748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45910) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:15.681022 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:15.681650 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:15.791667 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:15.823227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:15.979593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3c6c1-b610-42a6-8457-9b36e5568941 None None] Network e4c793a6-e520-479d-8dda-107ec5749203 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:15.982791 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:15Z', 'revision_number': 3, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:16.012042 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Checking router: 973f428a-4d68-4782-aa95-d3d17893255d for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:13:16.012418 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Updating router 973f428a-4d68-4782-aa95-d3d17893255d port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:13:16.042591 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.050904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b8afa6aa-2383-4bdc-a250-98dbbfab66ea None None] Provisioning for port 0f7a2969-006e-4ffb-a24d-9c6181925311 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:16.117196 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.284131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Allocated IP 172.20.0.1 (e4c793a6-e520-479d-8dda-107ec5749203/878a1a7e-e52e-4d2e-809e-28dd28bc458d/b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:16.319967 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.332957 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Transition to ACTIVE for port object 579eb5b0-5f2d-4b6f-a49a-76fc89272266 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:16.339229 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.420882 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.439622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f7a2969-006e-4ffb-a24d-9c6181925311 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:16.443204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Transition to ACTIVE for port object b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:16.478855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.495407 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Attempting to bind port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:16.495779 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Attempting to bind port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:16.496361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Attempting to bind port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:16.496976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0f7a2969-006e-4ffb-a24d-9c6181925311 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:16.501207 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0f7a2969-006e-4ffb-a24d-9c6181925311 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:16.501673 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.509706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:16.510358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:16.510924 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.511476 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:16.512112 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Bound port: 579eb5b0-5f2d-4b6f-a49a-76fc89272266, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:16.512705 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.515654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Network e4c793a6-e520-479d-8dda-107ec5749203 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:16.520256 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:16.523746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:16.552200 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Pushing event updated for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:16.567514 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] For port 579eb5b0-5f2d-4b6f-a49a-76fc89272266, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:16.571859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] For port 579eb5b0-5f2d-4b6f-a49a-76fc89272266, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=579eb5b0-5f2d-4b6f-a49a-76fc89272266,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:16.573087 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.577787 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Pushing event updated for resources: {'Port': ['ID=579eb5b0-5f2d-4b6f-a49a-76fc89272266,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:16.581125 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.591928 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.592578 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.593093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.593594 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.594166 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.594687 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.595190 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.596194 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.596878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.597362 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.597869 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.598358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:16.601676 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.602891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.655941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0f7a2969-006e-4ffb-a24d-9c6181925311, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f7a2969-006e-4ffb-a24d-9c6181925311,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:16.661493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.676384 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67c3d-96c3-48a9-9dd3-ba95e05389f6 None None] Pushing event updated for resources: {'Port': ['ID=579eb5b0-5f2d-4b6f-a49a-76fc89272266,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:16.683066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:16.683935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:16.729626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0f7a2969-006e-4ffb-a24d-9c6181925311,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:16.811265 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:16.821813 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b7c63ef4-22b1-4fdc-a62c-1bcfe3a39a5b None None] Provisioning for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:16.826598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b7c63ef4-22b1-4fdc-a62c-1bcfe3a39a5b None None] Provisioning complete for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:16.827106 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7c63ef4-22b1-4fdc-a62c-1bcfe3a39a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:16.863436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b7c63ef4-22b1-4fdc-a62c-1bcfe3a39a5b None None] Port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:13:16.995116 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:15Z', 'revision_number': 3, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:17.022131 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe4d59-df8b-41da-b506-fe40bab80804 None None] The sync data for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 is: [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:15Z', 'revision_number': 3, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:13:17.094054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:17.265454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:17.273873 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:17.344734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Pushing event updated for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:17.347798 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:17.440939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Network e4c793a6-e520-479d-8dda-107ec5749203 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:17.442499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:17.562291 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Router 973f428a-4d68-4782-aa95-d3d17893255d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:13:17.691321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0bd0d80e-71e0-4342-bae6-7ce6d0da187a None None] Provisioning complete for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:17.691925 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d80e-71e0-4342-bae6-7ce6d0da187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:17.692618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:13:17.704424 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d424565a-f001-4140-9883-2b3729bee21e admin admin] 10.222.0.20 "PUT /v2.0/routers/973f428a-4d68-4782-aa95-d3d17893255d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261598 Aug 19 01:13:17.742693 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0d80e-71e0-4342-bae6-7ce6d0da187a None None] Port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:13:18.070837 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.172870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45926) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:18.178057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1811697232-network', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:18.197933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Made reservation on behalf of b76838d8e2b24dc5abd696f321d89e01 for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:18.200654 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.209556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.297420 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.301213 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.321686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:13:18.337691 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b5f1a-a0a5-41ca-9d44-82b1edb84b99,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:18.340712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.341072 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Added segment c81a0182-c51d-4474-a361-5b2f3cb1ed90 of type vlan for network ad7f5941-57cc-46ba-b548-697386f048d2 Aug 19 01:13:18.386996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.417384 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.418275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:18.418849 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.468163 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2937441 Aug 19 01:13:18.470562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:18.476658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Request body: {'subnet': {'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-subnet', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:18.477970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f7a2969-006e-4ffb-a24d-9c6181925311 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:18.491079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a555ea-4355-48b2-97df-db6af5a8a0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7f5941-57cc-46ba-b548-697386f048d2,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:18.507219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Made reservation on behalf of b76838d8e2b24dc5abd696f321d89e01 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:18.509823 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.510014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network ad7f5941-57cc-46ba-b548-697386f048d2 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:13:18.593178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0f7a2969-006e-4ffb-a24d-9c6181925311 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:18.593562 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.673959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 579eb5b0-5f2d-4b6f-a49a-76fc89272266 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:18.686643 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.723749 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:18.729769 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:18.730745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.734881 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Sync routers for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:13:18.747775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1986ce94-fc92-433d-b134-7bc6108fc37a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:18.756268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Checking segment: {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:18.756666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Network hostable DHCP agents. Network: ad7f5941-57cc-46ba-b548-697386f048d2, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:13:18.769112 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:18.769747 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:18.773318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Network ad7f5941-57cc-46ba-b548-697386f048d2 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:13:18.781934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, ad7f5941-57cc-46ba-b548-697386f048d2) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:18.786165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:18.786765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.806150 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fff19fbb-2b66-4ddf-a63c-59dd18bd2173 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3333828 Aug 19 01:13:18.807834 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0a703-244c-45c5-bf92-f3c2e88c6bd5 None None] Network ad7f5941-57cc-46ba-b548-697386f048d2 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:18.808652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 45930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:18.813146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:18.835202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.836278 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.895254 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.972514 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:18.980809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:19.029552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.046440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 579eb5b0-5f2d-4b6f-a49a-76fc89272266, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=579eb5b0-5f2d-4b6f-a49a-76fc89272266,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:19.056228 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.189243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-ad7f5941-57cc-46ba-b548-697386f048d2', 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'fixed_ips': [{'subnet_id': '1986ce94-fc92-433d-b134-7bc6108fc37a'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:13:19.190660 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.216416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=579eb5b0-5f2d-4b6f-a49a-76fc89272266,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:19.231838 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.251016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.360394 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Allocated IP 172.25.1.96 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/30961a26-f8ea-4123-a1c1-61981a611d1e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:19.388922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Allocated IP 172.20.0.2 (ad7f5941-57cc-46ba-b548-697386f048d2/1986ce94-fc92-433d-b134-7bc6108fc37a/7c575b7f-0e8b-4c4f-8e5c-4d69562714de) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:19.409767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:17Z', 'revision_number': 4, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d', 'name': '', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'mac_address': 'fa:16:3e:c0:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:16Z', 'updated_at': '2021-08-19T01:13:17Z', 'revision_number': 2, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'subnets': [{'id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:19.462232 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.469812 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Checking router: 973f428a-4d68-4782-aa95-d3d17893255d for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:13:19.470175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Updating router 973f428a-4d68-4782-aa95-d3d17893255d port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:13:19.501287 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.505294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.544168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:19.547073 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:19.550588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:19.577527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Pushing event updated for resources: {'Port': ['ID=30961a26-f8ea-4123-a1c1-61981a611d1e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:19.673205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.687252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Transition to ACTIVE for port object 7c575b7f-0e8b-4c4f-8e5c-4d69562714de will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:19.743448 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Transition to ACTIVE for port object 7c575b7f-0e8b-4c4f-8e5c-4d69562714de will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:19.751038 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.811511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Network ad7f5941-57cc-46ba-b548-697386f048d2 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:19.819992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:19.829896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:19.836205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Pushing event updated for resources: {'Port': ['ID=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:19.932290 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Attempting to bind port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:19.932696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Attempting to bind port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:19.933070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Attempting to bind port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de on network ad7f5941-57cc-46ba-b548-697386f048d2 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:19.945821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.948288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:19.948945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Checking segment: {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:19.949349 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.949758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Bound using segment: {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:19.950272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Bound port: 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:19.950633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:19.969097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Transition to ACTIVE for port object b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:19.992391 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.058994 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70c7ad-78c4-45ff-8c1c-391c881a5011 None None] Pushing event updated for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:20.069166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] For port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:20.073308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] For port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:20.079891 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.090581 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.181664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Attempting to bind port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:20.182082 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Attempting to bind port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:20.182410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Attempting to bind port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:20.185658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae2091-35ca-478f-9cce-80c8df902c1c None None] Pushing event updated for resources: {'Port': ['ID=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:20.191308 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:20.191684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Checking segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:20.192093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.192512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Bound using segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:20.193004 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Bound port: b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:20.193381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.264941 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] For port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:20.269422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] For port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:20.273834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.324355 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.328476 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:20.329217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:20.519054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Router e4974d3a-3b6f-47a0-96a3-8788717f4a96 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:13:20.582416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 579eb5b0-5f2d-4b6f-a49a-76fc89272266 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:20.614712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70c7ad-78c4-45ff-8c1c-391c881a5011 None None] Pushing event updated for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:20.637671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:13:20.646481 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Sync routers for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:13:20.656026 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:20.656895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.657049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:20.658660 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-812d927d-21b8-41bd-8551-0d85b8de9503 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8486080 Aug 19 01:13:20.661163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 45932) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:13:20.718709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:20.720587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:20.721043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:20.773873 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:20.996687 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:19Z', 'revision_number': 3, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:21.021867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:17Z', 'revision_number': 4, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d', 'name': '', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'mac_address': 'fa:16:3e:c0:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:16Z', 'updated_at': '2021-08-19T01:13:20Z', 'revision_number': 4, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'subnets': [{'id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:21.031789 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Checking router: e4974d3a-3b6f-47a0-96a3-8788717f4a96 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:13:21.032420 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Updating router e4974d3a-3b6f-47a0-96a3-8788717f4a96 port 30961a26-f8ea-4123-a1c1-61981a611d1e binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:13:21.057777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d0642-c4fb-4a10-8533-1a96439a254f None None] The sync data for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 is: [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:17Z', 'revision_number': 4, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d', 'name': '', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'mac_address': 'fa:16:3e:c0:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:16Z', 'updated_at': '2021-08-19T01:13:20Z', 'revision_number': 4, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'subnets': [{'id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:13:21.060414 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.166149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.355844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85bc8f1-6545-4503-9192-7d43f994fd37 None None] Network ad7f5941-57cc-46ba-b548-697386f048d2 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:13:21.357739 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Allocated IP 172.20.0.1 (ad7f5941-57cc-46ba-b548-697386f048d2/1986ce94-fc92-433d-b134-7bc6108fc37a/3da773ae-91c4-4f4e-aecd-dbfd485b4508) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:21.380863 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.397782 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Transition to ACTIVE for port object 30961a26-f8ea-4123-a1c1-61981a611d1e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:21.407844 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.461249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5cec683b-ce4c-4404-b51d-96bdabf84f6c None None] Provisioning for port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:21.463346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Attempting to bind port 30961a26-f8ea-4123-a1c1-61981a611d1e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:21.463511 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Attempting to bind port 30961a26-f8ea-4123-a1c1-61981a611d1e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:21.463778 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Attempting to bind port 30961a26-f8ea-4123-a1c1-61981a611d1e on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:21.475079 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:21.475461 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:21.476015 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.476443 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:21.476926 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Bound port: 30961a26-f8ea-4123-a1c1-61981a611d1e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:21.477310 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.499857 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.522463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Transition to ACTIVE for port object 3da773ae-91c4-4f4e-aecd-dbfd485b4508 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:21.525896 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b856cc-23f7-48ea-949a-1cf7b08c1f76 None None] Pushing event updated for resources: {'Port': ['ID=30961a26-f8ea-4123-a1c1-61981a611d1e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:21.544657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] For port 30961a26-f8ea-4123-a1c1-61981a611d1e, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:21.550047 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] For port 30961a26-f8ea-4123-a1c1-61981a611d1e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=30961a26-f8ea-4123-a1c1-61981a611d1e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:21.557340 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.565023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.605305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Network ad7f5941-57cc-46ba-b548-697386f048d2 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:21.608796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:21.612525 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:21.645191 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:21.646163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:21.651812 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:21.668339 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:21.743997 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b856cc-23f7-48ea-949a-1cf7b08c1f76 None None] Pushing event updated for resources: {'Port': ['ID=30961a26-f8ea-4123-a1c1-61981a611d1e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:21.781643 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:21.837634 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.000983 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-21db4f52-67d7-485b-9710-069819f15769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:19Z', 'revision_number': 3, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:22.031820 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4f52-67d7-485b-9710-069819f15769 None None] The sync data for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 is: [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:19Z', 'revision_number': 3, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:13:22.043473 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.051428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.133418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:22.136560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-382c8e2f-dddd-4234-9dde-6dd37f23f31b None None] Provisioning for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:22.141623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-382c8e2f-dddd-4234-9dde-6dd37f23f31b None None] Provisioning complete for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:22.142011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-382c8e2f-dddd-4234-9dde-6dd37f23f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.142770 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.189966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-382c8e2f-dddd-4234-9dde-6dd37f23f31b None None] Port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:13:22.238546 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Network ad7f5941-57cc-46ba-b548-697386f048d2 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:22.240066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:22.418407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Router e4974d3a-3b6f-47a0-96a3-8788717f4a96 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:13:22.536669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7c575b7f-0e8b-4c4f-8e5c-4d69562714de up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:22.569139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:13:22.574900 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c19d5820-e20a-486a-9840-be4bff793dd0 admin admin] 10.222.0.20 "PUT /v2.0/routers/e4974d3a-3b6f-47a0-96a3-8788717f4a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126658 Aug 19 01:13:22.598514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:22.607254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:22.607742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.641689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b4bb7297-c227-4493-8bc7-7df2428de773 None None] Provisioning complete for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:22.642072 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7297-c227-4493-8bc7-7df2428de773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.684726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb7297-c227-4493-8bc7-7df2428de773 None None] Port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:13:22.736513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.772006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:22.777435 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.778931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 30961a26-f8ea-4123-a1c1-61981a611d1e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:22.861237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:22.873493 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 30961a26-f8ea-4123-a1c1-61981a611d1e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:22.878027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 30961a26-f8ea-4123-a1c1-61981a611d1e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:22.878567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.967964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.989767 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 30961a26-f8ea-4123-a1c1-61981a611d1e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=30961a26-f8ea-4123-a1c1-61981a611d1e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:22.993935 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:22.995006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:23.071375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=30961a26-f8ea-4123-a1c1-61981a611d1e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:23.084431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:23.088269 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:23.088691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:23.166207 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:23.197382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:23.201356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:23.247091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:23.516262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-0991c84a-5167-4a4a-95a6-72e11e5e5ccd tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:23.517713 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-0991c84a-5167-4a4a-95a6-72e11e5e5ccd tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 816 time: 0.1042314 Aug 19 01:13:23.532153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-bbea3b71-8174-4768-8bd6-9983fd2d8c7f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/quotas/8e3494b5ef694303a9de5e76d2a59778 HTTP/1.1" status: 200 len: 375 time: 0.0088282 Aug 19 01:13:23.582495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-8cfbea16-bb55-4dbc-a4a1-8cc0cb4a0b5a tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451977 Aug 19 01:13:23.678709 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-46574808-b4ef-4ab2-a6b3-750d546994e1 service neutron] 10.222.0.20 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848176 Aug 19 01:13:23.770081 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-1b5908e0-b89d-48c1-8d01-a5a47b3ee4dc service neutron] 10.222.0.20 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852201 Aug 19 01:13:23.927255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e104753-c249-4bbe-8561-8c5511a7e222 req-bcd85bd7-b32a-4ba6-8d81-26ae896acd49 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 210 time: 0.0271633 Aug 19 01:13:24.400142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93801973-a77b-4616-a704-9f98288930ce None None] Sync routers for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:13:24.403846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7c575b7f-0e8b-4c4f-8e5c-4d69562714de up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:24.432033 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:24.432694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:24.537585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:24.537964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:24.569337 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:24.734734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 30961a26-f8ea-4123-a1c1-61981a611d1e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:24.824010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 30961a26-f8ea-4123-a1c1-61981a611d1e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:24.824321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:24.881916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 4, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3da773ae-91c4-4f4e-aecd-dbfd485b4508', 'name': '', 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'mac_address': 'fa:16:3e:a5:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:21Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 2, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'subnets': [{'id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:24.913370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93801973-a77b-4616-a704-9f98288930ce None None] Checking router: e4974d3a-3b6f-47a0-96a3-8788717f4a96 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:13:24.913730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93801973-a77b-4616-a704-9f98288930ce None None] Updating router e4974d3a-3b6f-47a0-96a3-8788717f4a96 port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:13:24.953198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d2969608-b8b7-46a0-92c7-12915ad9f6bb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:24.954683 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d2969608-b8b7-46a0-92c7-12915ad9f6bb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 816 time: 0.1311460 Aug 19 01:13:24.977413 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:24.982392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Request body: {'port': {'device_id': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'admin_state_up': True, 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:24.993794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:25.038375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ea10ae8a-3eb2-4ea8-92ad-637ee374e513 req-f3f5bf40-1d41-40dd-9ddd-5c796f2a1e3f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Aug 19 01:13:25.095600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Made reservation on behalf of 8e3494b5ef694303a9de5e76d2a59778 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:25.099952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.132247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:25.132656 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.227582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Allocated IP 172.20.0.12 (e4c793a6-e520-479d-8dda-107ec5749203/878a1a7e-e52e-4d2e-809e-28dd28bc458d/6cef4fa8-9d42-421c-8661-6fa55e4e6495) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:25.343888 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.367096 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93801973-a77b-4616-a704-9f98288930ce None None] Transition to ACTIVE for port object 3da773ae-91c4-4f4e-aecd-dbfd485b4508 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:25.373093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.385317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.398620 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Transition to ACTIVE for port object 6cef4fa8-9d42-421c-8661-6fa55e4e6495 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:25.420578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91be8a-ccaf-4d96-9381-d1dd0f4d3060 None None] Pushing event updated for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:25.435195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.474734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93801973-a77b-4616-a704-9f98288930ce None None] Attempting to bind port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:25.475212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93801973-a77b-4616-a704-9f98288930ce None None] Attempting to bind port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:25.475655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93801973-a77b-4616-a704-9f98288930ce None None] Attempting to bind port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 on network ad7f5941-57cc-46ba-b548-697386f048d2 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:25.481027 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93801973-a77b-4616-a704-9f98288930ce None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:25.481481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93801973-a77b-4616-a704-9f98288930ce None None] Checking segment: {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:25.481974 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.482447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93801973-a77b-4616-a704-9f98288930ce None None] Bound using segment: {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:25.482997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-93801973-a77b-4616-a704-9f98288930ce None None] Bound port: 3da773ae-91c4-4f4e-aecd-dbfd485b4508, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81a0182-c51d-4474-a361-5b2f3cb1ed90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:25.483684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.487399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Network e4c793a6-e520-479d-8dda-107ec5749203 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:25.491634 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:25.493876 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Pushing event updated for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:25.503877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:25.559771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:25.560466 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.561059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-93801973-a77b-4616-a704-9f98288930ce None None] For port 3da773ae-91c4-4f4e-aecd-dbfd485b4508, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:25.564641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-93801973-a77b-4616-a704-9f98288930ce None None] For port 3da773ae-91c4-4f4e-aecd-dbfd485b4508, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3da773ae-91c4-4f4e-aecd-dbfd485b4508,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:25.573220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93801973-a77b-4616-a704-9f98288930ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.580061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-d40c1a87-a9aa-42f3-8407-8b0ad691a955 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024296 Aug 19 01:13:25.598787 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Request body: {'port': {'device_id': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:25.640278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:13:25.645028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:13:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:25.669612 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.696165 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91be8a-ccaf-4d96-9381-d1dd0f4d3060 None None] Pushing event updated for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:25.948447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:13:25.978361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cef4fa8-9d42-421c-8661-6fa55e4e6495 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:13:25.985850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:25.997536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Transition to ACTIVE for port object 6cef4fa8-9d42-421c-8661-6fa55e4e6495 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:26.002236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.082559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Pushing event updated for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:26.114585 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a078edf5-494b-4c44-8585-80dfbba488c1 None None] Provisioning for port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:26.185351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-93801973-a77b-4616-a704-9f98288930ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 4, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3da773ae-91c4-4f4e-aecd-dbfd485b4508', 'name': '', 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'mac_address': 'fa:16:3e:a5:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:21Z', 'updated_at': '2021-08-19T01:13:25Z', 'revision_number': 4, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'subnets': [{'id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:13:26.195277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Attempting to bind port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:26.195631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Attempting to bind port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:26.195979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Attempting to bind port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:26.211001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa03e3-fe93-4160-9df1-001bca956aa0 req-bdb9607c-0baa-4073-b6f7-07183b7a30cf tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:26.212604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41fa03e3-fe93-4160-9df1-001bca956aa0 req-bdb9607c-0baa-4073-b6f7-07183b7a30cf tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 944 time: 0.0721812 Aug 19 01:13:26.213211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 on network e4c793a6-e520-479d-8dda-107ec5749203 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:13:26.213549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Attempting to bind port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:26.217686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93801973-a77b-4616-a704-9f98288930ce None None] The sync data for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 is: [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:13:21Z', 'revision_number': 4, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '3da773ae-91c4-4f4e-aecd-dbfd485b4508', 'name': '', 'network_id': 'ad7f5941-57cc-46ba-b548-697386f048d2', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'mac_address': 'fa:16:3e:a5:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:21Z', 'updated_at': '2021-08-19T01:13:25Z', 'revision_number': 4, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'subnets': [{'id': '1986ce94-fc92-433d-b134-7bc6108fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:13:26.220348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:26.221217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Checking segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:26.222204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Bound using segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:26.222204 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Bound port: 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:26.222396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.303170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41fa03e3-fe93-4160-9df1-001bca956aa0 req-de42d07f-2bbe-4fb7-b43d-f84c5307f672 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785296 Aug 19 01:13:26.340562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:26.344588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:26.350949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.388249 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:26.389061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.390478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] 10.222.0.21 "PUT /v2.0/ports/6cef4fa8-9d42-421c-8661-6fa55e4e6495 HTTP/1.1" status: 200 len: 1093 time: 0.7967665 Aug 19 01:13:26.391096 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:13:26.393834 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa2f2f-b7b6-434a-96ac-c95f26c06111" -d '{"events": [{"name": "network-changed", "server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:13:26.421587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5ed8-df65-4a12-8ad8-85d4060e182d service neutron] Pushing event updated for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:26.454682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3da773ae-91c4-4f4e-aecd-dbfd485b4508 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:26.466502 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683104ee-ade8-4bf8-b1e2-e96eeec877ec x-openstack-request-id: req-683104ee-ade8-4bf8-b1e2-e96eeec877ec {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:13:26.466828 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:13:26.467055 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-683104ee-ade8-4bf8-b1e2-e96eeec877ec {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:13:26.467456 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495', 'status': 'completed', 'code': 200} Aug 19 01:13:26.499870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-38c7f70e-2b33-41b7-80dd-2e96303542d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:26.501587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-38c7f70e-2b33-41b7-80dd-2e96303542d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 1096 time: 0.0462239 Aug 19 01:13:26.517878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:26.522237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:26.522620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.568931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-41314348-a695-4041-bbc0-697778a3a2ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495 HTTP/1.1" status: 200 len: 217 time: 0.0532799 Aug 19 01:13:26.611772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.635390 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-30348080-f74e-4102-a26c-4a2b9c437808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:26.637922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-30348080-f74e-4102-a26c-4a2b9c437808 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 200 len: 855 time: 0.0610902 Aug 19 01:13:26.654348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 3da773ae-91c4-4f4e-aecd-dbfd485b4508, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3da773ae-91c4-4f4e-aecd-dbfd485b4508,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:26.659141 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:26.691117 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-2f2b19c9-c5bd-47b5-9f89-42fe9280a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:26.692698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-2f2b19c9-c5bd-47b5-9f89-42fe9280a04e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c793a6-e520-479d-8dda-107ec5749203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462208 Aug 19 01:13:26.720657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:26.793268 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-ec3491f5-791a-45e3-a571-0529f90de1c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933297 Aug 19 01:13:26.882366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6e2f4c37-c418-44a7-80f9-31fc86028b2a req-3656c5ff-6954-426a-8be1-bfd77584bc33 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815773 Aug 19 01:13:27.006968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-d3964379-3e00-4389-a675-3098620d29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:27.008571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-d3964379-3e00-4389-a675-3098620d29b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 1096 time: 0.0467372 Aug 19 01:13:27.098903 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-6a678d97-a6c1-42fe-82f3-2c1ed6594082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:27.100423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-6a678d97-a6c1-42fe-82f3-2c1ed6594082 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 916 time: 0.0848637 Aug 19 01:13:27.145419 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-a74f084a-fca0-4c85-8fe2-2928f4075296 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495 HTTP/1.1" status: 200 len: 217 time: 0.0372345 Aug 19 01:13:27.193957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-9585b3a8-2d10-400f-a70b-33cfb60a20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:27.195382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-9585b3a8-2d10-400f-a70b-33cfb60a20c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 200 len: 855 time: 0.0423889 Aug 19 01:13:27.239730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-f5917e1c-abab-4b2f-b1a8-65231fea4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:27.241210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-f5917e1c-abab-4b2f-b1a8-65231fea4389 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c793a6-e520-479d-8dda-107ec5749203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392447 Aug 19 01:13:27.333322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-6c116dfe-22c4-4880-af49-78a11d6ae10d service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835271 Aug 19 01:13:27.402459 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:27.461360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284b42-749e-465e-82ed-3c59ba6c165c req-944fe0d1-8241-408e-b5eb-ffe2e75b715e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:27.463078 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d284b42-749e-465e-82ed-3c59ba6c165c req-944fe0d1-8241-408e-b5eb-ffe2e75b715e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 944 time: 0.0803328 Aug 19 01:13:27.468379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89aa2f2f-b7b6-434a-96ac-c95f26c06111 req-e04108a0-295e-4e10-8a06-f13680c440ee service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276958 Aug 19 01:13:27.501648 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7d284b42-749e-465e-82ed-3c59ba6c165c req-30fe9b0b-f94b-4810-9663-5c008018428c tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Aug 19 01:13:28.390316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3da773ae-91c4-4f4e-aecd-dbfd485b4508 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:28.438482 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:28.438867 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:28.621415 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fe603-d73f-42a2-ab25-999f00ce253d req-b7f76299-ac30-4182-904f-13d3bd5d7c1d tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:28.623284 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-066fe603-d73f-42a2-ab25-999f00ce253d req-b7f76299-ac30-4182-904f-13d3bd5d7c1d tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 944 time: 0.0518348 Aug 19 01:13:28.663259 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-066fe603-d73f-42a2-ab25-999f00ce253d req-b6f66a46-f20a-4525-ba11-4618cd0da9bb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 19 01:13:29.252601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6cef4fa8-9d42-421c-8661-6fa55e4e6495 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:13:29.346135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:29.359862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '6cef4fa8-9d42-421c-8661-6fa55e4e6495', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'port_id': '6cef4fa8-9d42-421c-8661-6fa55e4e6495', 'mac_address': 'fa:16:3e:2e:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:13:29.396256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:29.412153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cef4fa8-9d42-421c-8661-6fa55e4e6495 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:13:29.431006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:29.434928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:29.480983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:29.776227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbbeb4-9b32-4950-9813-d18037bdb9b0 req-f0a0a9be-d2c6-4838-827d-d5ebd21a06e9 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:29.777726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfcbbeb4-9b32-4950-9813-d18037bdb9b0 req-f0a0a9be-d2c6-4838-827d-d5ebd21a06e9 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Aug 19 01:13:29.816055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfcbbeb4-9b32-4950-9813-d18037bdb9b0 req-74f0966c-c219-48f7-ab04-c038bbab0d05 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Aug 19 01:13:29.821154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6cef4fa8-9d42-421c-8661-6fa55e4e6495'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:13:30.933690 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0b44-110b-4294-b80d-dc8f92828782 req-fc4b017c-468e-457e-9a2a-cf8a444a5b0b tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:30.935147 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37cf0b44-110b-4294-b80d-dc8f92828782 req-fc4b017c-468e-457e-9a2a-cf8a444a5b0b tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 945 time: 0.0518463 Aug 19 01:13:30.972345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-37cf0b44-110b-4294-b80d-dc8f92828782 req-f41b70c3-bcd0-4aa2-9bff-0fe347d7efca tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Aug 19 01:13:31.251381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6cef4fa8-9d42-421c-8661-6fa55e4e6495 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:13:31.301238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:31.304845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:31.305205 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:31.379002 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:31.400608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:13:31.402833 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e063b-3705-493b-8370-1b3cd137a8ee" -d '{"events": [{"server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "name": "network-vif-plugged", "status": "completed", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:13:31.415514 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:31.420164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:31.446328 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eecf5c-9fbb-448a-8d9d-3ff0f5e015e8 x-openstack-request-id: req-99eecf5c-9fbb-448a-8d9d-3ff0f5e015e8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:13:31.446626 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "name": "network-vif-plugged", "status": "completed", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:13:31.446877 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99eecf5c-9fbb-448a-8d9d-3ff0f5e015e8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:13:31.447258 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495', 'code': 200} Aug 19 01:13:31.472675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:31.562278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdadb7-1517-4f00-8a98-0ecdfaf6915b req-07931099-fb50-4094-8b7d-0807812d2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:31.563657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27cdadb7-1517-4f00-8a98-0ecdfaf6915b req-07931099-fb50-4094-8b7d-0807812d2c06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 1098 time: 0.0400202 Aug 19 01:13:31.597487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-27cdadb7-1517-4f00-8a98-0ecdfaf6915b req-9b2c8c6a-b61d-4b76-8771-7a462f6d9777 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267582 Aug 19 01:13:32.087012 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff824-f036-4b43-9ddd-b518c5cc5fe5 req-8f29f7fc-9f96-4d8c-bd92-edf9a0834bd9 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:32.088492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a95ff824-f036-4b43-9ddd-b518c5cc5fe5 req-8f29f7fc-9f96-4d8c-bd92-edf9a0834bd9 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0484207 Aug 19 01:13:32.125122 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a95ff824-f036-4b43-9ddd-b518c5cc5fe5 req-bbba1e1e-cc7c-43ec-8ac3-fff8b5c42695 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Aug 19 01:13:33.243128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e950b6-8cda-4368-9541-d793fb2e4bdf req-4650b0b8-5022-420a-8e14-e07dfda05e33 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:33.244613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4e950b6-8cda-4368-9541-d793fb2e4bdf req-4650b0b8-5022-420a-8e14-e07dfda05e33 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0524952 Aug 19 01:13:33.284132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4e950b6-8cda-4368-9541-d793fb2e4bdf req-9a1bf6d4-ce01-4ea6-aa2f-8697a51929b7 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335872 Aug 19 01:13:33.394516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fecc46-e495-4bd5-a8fe-1e675d5e4387 req-3ec2a85f-ec51-4024-91f8-2602c448b4af tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:33.396058 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2fecc46-e495-4bd5-a8fe-1e675d5e4387 req-3ec2a85f-ec51-4024-91f8-2602c448b4af tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0477519 Aug 19 01:13:33.433414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a2fecc46-e495-4bd5-a8fe-1e675d5e4387 req-07abb04e-ed5c-4e69-8d57-40007fe5a592 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Aug 19 01:13:42.622905 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c467-6661-4f68-bc48-5b0aaf84a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:45.027191 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e4851b0d-390d-4f52-9f2e-d57f3d5cc959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:45.269267 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:45.836758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:46.587310 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:46.974588 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:13:48.074404 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:51.894068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5a58f-9c6a-411a-96d3-3b5571ea8d07 req-14677276-501c-47ab-ad93-19ea1dc7d457 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:51.895530 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31d5a58f-9c6a-411a-96d3-3b5571ea8d07 req-14677276-501c-47ab-ad93-19ea1dc7d457 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0526717 Aug 19 01:13:51.933793 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-31d5a58f-9c6a-411a-96d3-3b5571ea8d07 req-142470fa-bfbe-45f3-80ef-7b4c71968239 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Aug 19 01:13:53.049909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc3746-2f7a-4d97-a405-d2c937c7b823 req-16d357bd-fa29-43b9-9792-4b27a9a7571e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:53.051304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00fc3746-2f7a-4d97-a405-d2c937c7b823 req-16d357bd-fa29-43b9-9792-4b27a9a7571e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0487084 Aug 19 01:13:53.088167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-00fc3746-2f7a-4d97-a405-d2c937c7b823 req-3dfcfdc6-cf2a-4d51-850b-da2b8c72e0c0 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Aug 19 01:13:53.653675 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330776-375d-4311-a257-64e08c32d83c req-a4ce0b26-4f6d-4305-9fae-628856ba4cce tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:53.655088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe330776-375d-4311-a257-64e08c32d83c req-a4ce0b26-4f6d-4305-9fae-628856ba4cce tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 946 time: 0.0480595 Aug 19 01:13:53.745893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Deleting port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:13:53.746233 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:53.832635 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] For port 6cef4fa8-9d42-421c-8661-6fa55e4e6495, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=6cef4fa8-9d42-421c-8661-6fa55e4e6495,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:13:53.833001 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:53.844898 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Calling delete_port for 6cef4fa8-9d42-421c-8661-6fa55e4e6495 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:13:53.971688 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:53.997525 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Pushing event deleted for resources: {'Port': ['ID=6cef4fa8-9d42-421c-8661-6fa55e4e6495,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:54.003823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['6cef4fa8-9d42-421c-8661-6fa55e4e6495'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:13:54.007875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.008231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.008607 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.008956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.009292 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.009630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.009971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.010295 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.010629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.010958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.011284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.011907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:13:54.057322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] No DVR routers for this DVR port 6cef4fa8-9d42-421c-8661-6fa55e4e6495 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:13:54.059945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:54.062045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe330776-375d-4311-a257-64e08c32d83c req-be6a1a2e-9f6f-42a7-be67-edf4127c0fec tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "DELETE /v2.0/ports/6cef4fa8-9d42-421c-8661-6fa55e4e6495 HTTP/1.1" status: 204 len: 173 time: 0.4008105 Aug 19 01:13:54.062485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'name': 'network-vif-deleted', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:13:54.065296 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649f1acc-8813-47ee-83c8-8d242d0fbc46" -d '{"events": [{"server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "name": "network-vif-deleted", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:13:54.104101 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003bacac-aa9b-4458-9867-ed9763cb69d7 x-openstack-request-id: req-003bacac-aa9b-4458-9867-ed9763cb69d7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:13:54.104432 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd412b9b-e47b-48bf-afef-854d14169f40", "name": "network-vif-deleted", "tag": "6cef4fa8-9d42-421c-8661-6fa55e4e6495", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:13:54.104813 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003bacac-aa9b-4458-9867-ed9763cb69d7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:13:54.105307 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd412b9b-e47b-48bf-afef-854d14169f40', 'name': 'network-vif-deleted', 'tag': '6cef4fa8-9d42-421c-8661-6fa55e4e6495', 'status': 'completed', 'code': 200} Aug 19 01:13:54.295087 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ec29107-8ebe-4792-851b-6a2231b9674b req-f3776738-52aa-46c0-9c63-8c2758e0d3bb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd412b9b-e47b-48bf-afef-854d14169f40 HTTP/1.1" status: 200 len: 210 time: 0.1369340 Aug 19 01:13:55.838487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-e8d83192-763c-43b7-ac01-89832e87735c tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:55.839931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-e8d83192-763c-43b7-ac01-89832e87735c tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 816 time: 0.0987575 Aug 19 01:13:55.854587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-af85121e-c4e6-43ee-a656-b1a51f9a803f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/quotas/8e3494b5ef694303a9de5e76d2a59778 HTTP/1.1" status: 200 len: 375 time: 0.0086567 Aug 19 01:13:55.908534 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-cc26ab8d-908f-43fe-8980-3126cf6d727a tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486484 Aug 19 01:13:56.002411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-46b7426b-bf5b-4a9a-81fa-cd50513edb78 service neutron] 10.222.0.20 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825915 Aug 19 01:13:56.094179 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-33fcf97b-2c7c-4b83-be66-00bdbee52623 service neutron] 10.222.0.20 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854695 Aug 19 01:13:56.250442 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e61abc8-1e18-4956-bf9d-13f42d3b9da8 req-0dff36f0-2190-477d-a78e-5cd02d063f0e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Aug 19 01:13:57.200119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-572f2173-d78b-40db-a39b-4cf2628a9d55 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:57.201716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-572f2173-d78b-40db-a39b-4cf2628a9d55 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 816 time: 0.1037204 Aug 19 01:13:57.221608 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Request body: {'port': {'device_id': '83767820-0253-4bde-ba5a-86a3c1112951', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'admin_state_up': True, 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:57.351999 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3c1853b0-1288-4b05-8c00-f5a05904bf98 req-484e7860-5bf6-4e91-8902-c8e9a57fbd8e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 210 time: 0.0297465 Aug 19 01:13:57.360227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Made reservation on behalf of 8e3494b5ef694303a9de5e76d2a59778 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:13:57.364689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.377644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6cef4fa8-9d42-421c-8661-6fa55e4e6495 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:13:57.396883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 6cef4fa8-9d42-421c-8661-6fa55e4e6495 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:13:57.397234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 6cef4fa8-9d42-421c-8661-6fa55e4e6495 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:13:57.414684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.492729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Allocated IP 172.20.0.8 (e4c793a6-e520-479d-8dda-107ec5749203/878a1a7e-e52e-4d2e-809e-28dd28bc458d/b732dc7b-e8b5-485d-877d-91ba27ff0336) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:13:57.639225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.651942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Transition to ACTIVE for port object b732dc7b-e8b5-485d-877d-91ba27ff0336 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:57.686370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.725899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Network e4c793a6-e520-479d-8dda-107ec5749203 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:13:57.731141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:13:57.734740 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:13:57.761864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Pushing event updated for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:57.787897 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:57.788564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.804698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-6e2f1233-5aa2-45ff-9a62-3a780330c579 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865881 Aug 19 01:13:57.867061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Request body: {'port': {'device_id': '83767820-0253-4bde-ba5a-86a3c1112951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:13:57.924714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:57.999670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dfae2fa0-3398-43aa-81f9-4dc4e36b4a31 None None] Provisioning for port b732dc7b-e8b5-485d-877d-91ba27ff0336 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:13:58.003623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dfae2fa0-3398-43aa-81f9-4dc4e36b4a31 None None] Provisioning complete for port b732dc7b-e8b5-485d-877d-91ba27ff0336 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:13:58.004001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfae2fa0-3398-43aa-81f9-4dc4e36b4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.040584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dfae2fa0-3398-43aa-81f9-4dc4e36b4a31 None None] Port b732dc7b-e8b5-485d-877d-91ba27ff0336 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:13:58.176951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b732dc7b-e8b5-485d-877d-91ba27ff0336 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:13:58.184247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.196598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Transition to ACTIVE for port object b732dc7b-e8b5-485d-877d-91ba27ff0336 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:13:58.200236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.250574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:58.322069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Attempting to bind port b732dc7b-e8b5-485d-877d-91ba27ff0336 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:13:58.322402 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Attempting to bind port b732dc7b-e8b5-485d-877d-91ba27ff0336 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:13:58.322732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Attempting to bind port b732dc7b-e8b5-485d-877d-91ba27ff0336 on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:58.327450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Port b732dc7b-e8b5-485d-877d-91ba27ff0336 on network e4c793a6-e520-479d-8dda-107ec5749203 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:13:58.327774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Attempting to bind port b732dc7b-e8b5-485d-877d-91ba27ff0336 on network e4c793a6-e520-479d-8dda-107ec5749203 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:13:58.333275 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:13:58.333611 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Checking segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:13:58.333993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Bound using segment: {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:13:58.334420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Bound port: b732dc7b-e8b5-485d-877d-91ba27ff0336, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0d575f-40cb-4e9e-a924-0f74a0953951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:13:58.334777 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.401397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:13:58.404584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:13:58.408660 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.442646 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:58.443357 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:13:58.444655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] 10.222.0.21 "PUT /v2.0/ports/b732dc7b-e8b5-485d-877d-91ba27ff0336 HTTP/1.1" status: 200 len: 1092 time: 0.6271574 Aug 19 01:13:58.445079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:13:58.447330 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af0a25e-f3da-400d-8dfb-1bb5699a3286" -d '{"events": [{"name": "network-changed", "server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:13:58.486149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f980e-ee2f-45ca-b0a0-c686b6c0dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:13:58.502447 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f132d-05f0-4ef7-acfa-0f8521a6256f x-openstack-request-id: req-7d3f132d-05f0-4ef7-acfa-0f8521a6256f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:13:58.503045 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:13:58.503402 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d3f132d-05f0-4ef7-acfa-0f8521a6256f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:13:58.504001 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336', 'status': 'completed', 'code': 200} Aug 19 01:13:58.504271 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174969cf-0897-48c0-897a-e2cecc50b9af req-18af1883-a9c7-43ac-8653-b7be77f8de01 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:58.505846 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-174969cf-0897-48c0-897a-e2cecc50b9af req-18af1883-a9c7-43ac-8653-b7be77f8de01 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 943 time: 0.0799582 Aug 19 01:13:58.545326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-174969cf-0897-48c0-897a-e2cecc50b9af req-bb32446d-1c15-423a-8bb7-bceab81c64d8 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Aug 19 01:13:58.842799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-f339e28b-4b52-4901-8da7-ec9b315d21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:58.844338 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-f339e28b-4b52-4901-8da7-ec9b315d21ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 1095 time: 0.3269970 Aug 19 01:13:58.891166 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-5b0c80eb-da2f-495d-96c9-e8e9df4a169e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336 HTTP/1.1" status: 200 len: 217 time: 0.0328290 Aug 19 01:13:58.942539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-f2209331-9e5d-48f0-b70a-f2df03bf5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:58.943947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-f2209331-9e5d-48f0-b70a-f2df03bf5d44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 200 len: 855 time: 0.0457258 Aug 19 01:13:58.990998 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-bd134cee-0124-453d-ba1a-c16bb0b871c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:58.992489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-bd134cee-0124-453d-ba1a-c16bb0b871c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c793a6-e520-479d-8dda-107ec5749203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411749 Aug 19 01:13:59.079294 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-f5afdfee-052b-4b74-8ba7-dd2fc81c5a16 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790012 Aug 19 01:13:59.168473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3123a21b-bfaa-4030-b35f-14ce11082d44 req-362ca002-5e86-4e07-b7a2-a82d20ddbf29 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822620 Aug 19 01:13:59.300507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-b449cd7a-ac55-430b-a020-b96c925ac160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:59.301975 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-b449cd7a-ac55-430b-a020-b96c925ac160 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 1095 time: 0.0426266 Aug 19 01:13:59.392613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-b6c3d99b-45f5-41e4-9142-86c9d50488c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:59.394044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-b6c3d99b-45f5-41e4-9142-86c9d50488c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 916 time: 0.0852695 Aug 19 01:13:59.434225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-db8c7cd5-f549-4177-bb8d-052ad59495db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336 HTTP/1.1" status: 200 len: 217 time: 0.0326381 Aug 19 01:13:59.482197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-580ce777-f95d-49fa-8173-ef449ddaa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:59.483578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-580ce777-f95d-49fa-8173-ef449ddaa6f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 200 len: 855 time: 0.0421886 Aug 19 01:13:59.531538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-f447edf4-6877-4ca9-bd5d-42b98e904fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:59.533602 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-f447edf4-6877-4ca9-bd5d-42b98e904fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c793a6-e520-479d-8dda-107ec5749203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435002 Aug 19 01:13:59.632653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-cbc143e3-3a4e-436a-825a-7a8d4663f818 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921133 Aug 19 01:13:59.721318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6281-8ef7-4d81-91ca-484bc40a12ae req-2da60806-de5a-4290-b07d-b6271002f6fa tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:13:59.722703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-304c6281-8ef7-4d81-91ca-484bc40a12ae req-2da60806-de5a-4290-b07d-b6271002f6fa tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 943 time: 0.1027374 Aug 19 01:13:59.766555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7af0a25e-f3da-400d-8dfb-1bb5699a3286 req-f7ae468a-7c49-483b-bc0c-36d2b269954c service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197748 Aug 19 01:13:59.778787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-304c6281-8ef7-4d81-91ca-484bc40a12ae req-d0e8bb60-7173-4c36-97c1-16aba7c9ffc9 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496078 Aug 19 01:14:00.895203 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55980f-f648-4465-a20f-7209f6635ccf req-1306f0b0-be42-48d5-90eb-97b0b62f4599 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:00.897061 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f55980f-f648-4465-a20f-7209f6635ccf req-1306f0b0-be42-48d5-90eb-97b0b62f4599 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 943 time: 0.0533764 Aug 19 01:14:00.936230 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4f55980f-f648-4465-a20f-7209f6635ccf req-85d2bda4-76d4-46f0-a342-2f2c4fbc07fa tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Aug 19 01:14:01.398128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b732dc7b-e8b5-485d-877d-91ba27ff0336 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:14:01.489870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:01.500768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'b732dc7b-e8b5-485d-877d-91ba27ff0336', 'network_id': 'e4c793a6-e520-479d-8dda-107ec5749203', 'port_id': 'b732dc7b-e8b5-485d-877d-91ba27ff0336', 'mac_address': 'fa:16:3e:8d:b0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a1a7e-e52e-4d2e-809e-28dd28bc458d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:14:01.540160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:01.552136 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b732dc7b-e8b5-485d-877d-91ba27ff0336 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:14:01.571750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:01.575601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:01.623186 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:01.630896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.631249 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.631596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.631940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.632278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.632636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.632968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.633298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.633629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.633957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.634285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.634616 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:01.926054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b732dc7b-e8b5-485d-877d-91ba27ff0336'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:14:02.070428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcb574-9bbd-46f6-8a9c-c7886a3956db req-db0e4f7c-4bf6-4628-bdfa-32774082a36f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:02.071821 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16dcb574-9bbd-46f6-8a9c-c7886a3956db req-db0e4f7c-4bf6-4628-bdfa-32774082a36f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 944 time: 0.0538867 Aug 19 01:14:02.109133 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-16dcb574-9bbd-46f6-8a9c-c7886a3956db req-fff34d40-526b-4390-87c8-2f9bb7032a9e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Aug 19 01:14:03.235189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4e92-746b-47d9-8b6b-9bc5244f8e24 req-9c09421b-3ec7-487e-9a29-5fae4162f4eb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:03.236680 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a7b4e92-746b-47d9-8b6b-9bc5244f8e24 req-9c09421b-3ec7-487e-9a29-5fae4162f4eb tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Aug 19 01:14:03.273655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4a7b4e92-746b-47d9-8b6b-9bc5244f8e24 req-4bfb6d68-05e0-4358-bc83-761ee0ab6313 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Aug 19 01:14:03.410582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b732dc7b-e8b5-485d-877d-91ba27ff0336 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:03.457174 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port b732dc7b-e8b5-485d-877d-91ba27ff0336 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:03.460856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port b732dc7b-e8b5-485d-877d-91ba27ff0336 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:03.461227 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:03.533008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:03.555103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:14:03.557383 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5febae-254e-4274-a00d-7ec58679bf73" -d '{"events": [{"server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "name": "network-vif-plugged", "status": "completed", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:14:03.577050 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:03.581098 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:03.604034 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b06b1c-c443-4a7a-839e-8582c1b6730e x-openstack-request-id: req-c6b06b1c-c443-4a7a-839e-8582c1b6730e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:14:03.604339 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "name": "network-vif-plugged", "status": "completed", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:14:03.604594 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6b06b1c-c443-4a7a-839e-8582c1b6730e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:14:03.604975 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336', 'code': 200} Aug 19 01:14:03.630761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:03.709551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf55ba-8046-4084-b461-c868c2164907 req-bcfe9f8f-e313-4b41-bbf9-995b5c963408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:03.710944 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afaf55ba-8046-4084-b461-c868c2164907 req-bcfe9f8f-e313-4b41-bbf9-995b5c963408 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 1097 time: 0.0400639 Aug 19 01:14:03.745506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-afaf55ba-8046-4084-b461-c868c2164907 req-bf8e2196-4eb9-494c-86a8-d7caff65a4e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270376 Aug 19 01:14:04.383790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042fb8-3925-4185-8187-72ce18ee5bf8 req-7114c9bd-0059-4765-8ae3-cd1fa3504f98 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:04.385290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42042fb8-3925-4185-8187-72ce18ee5bf8 req-7114c9bd-0059-4765-8ae3-cd1fa3504f98 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Aug 19 01:14:04.421459 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-42042fb8-3925-4185-8187-72ce18ee5bf8 req-a4daf38f-8c7b-42aa-a4d9-69f18564503c tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303657 Aug 19 01:14:05.533594 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102171b7-7ec9-4c15-9ddf-7978e712b724 req-e010eb39-dec0-4fac-a40a-00eb09c4f680 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:05.535709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-102171b7-7ec9-4c15-9ddf-7978e712b724 req-e010eb39-dec0-4fac-a40a-00eb09c4f680 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Aug 19 01:14:05.571957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-102171b7-7ec9-4c15-9ddf-7978e712b724 req-ec015063-35cb-4b68-8806-865f924a994a tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301919 Aug 19 01:14:05.686377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916288-0bec-49f7-af24-46a58ca7b79d req-8c92d625-7fbe-4eb9-938a-d73ac884d59f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:05.687836 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da916288-0bec-49f7-af24-46a58ca7b79d req-8c92d625-7fbe-4eb9-938a-d73ac884d59f tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 19 01:14:05.725045 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da916288-0bec-49f7-af24-46a58ca7b79d req-7468765e-3023-441e-b270-44945da47b10 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Aug 19 01:14:10.585106 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-9b844a8c-b449-45eb-9079-db0e70c6739e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435972 Aug 19 01:14:10.682868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-efc6db66-8dfd-4621-88e3-540a7c70420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:10.684510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-efc6db66-8dfd-4621-88e3-540a7c70420f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3494b5ef694303a9de5e76d2a59778&device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 1097 time: 0.0411620 Aug 19 01:14:10.787800 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-ad176462-91a5-4fab-a8e9-c483798d9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:10.789302 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-ad176462-91a5-4fab-a8e9-c483798d9d2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 200 len: 916 time: 0.0847342 Aug 19 01:14:10.836606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-d1c6482c-b3e2-4900-8e55-5ba122bbde70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336 HTTP/1.1" status: 200 len: 217 time: 0.0392137 Aug 19 01:14:10.884918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-ebcf85ef-c835-4fc5-8be5-c3f3ce109b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:10.886380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-ebcf85ef-c835-4fc5-8be5-c3f3ce109b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 200 len: 855 time: 0.0436244 Aug 19 01:14:10.937122 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-75e32007-4774-4d8a-9727-54c5e654286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:10.938655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-75e32007-4774-4d8a-9727-54c5e654286d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c793a6-e520-479d-8dda-107ec5749203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395570 Aug 19 01:14:11.033888 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-48e1d39c-791b-458b-83b0-87585c3ca4f6 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878828 Aug 19 01:14:11.126084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c3b7c369-3df0-49cb-b885-58214df66c2e req-51e2cba0-d7a3-4112-9763-c94c672d7f95 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Aug 19 01:14:12.625026 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb181-2273-4235-8186-eabf66b80287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:15.027052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0aed04a3-93b2-41fe-a348-7fae34b3ca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:15.269628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:15.852082 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:16.589576 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:18.076617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:23.973262 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:14:24.025851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf49489-b542-4772-9ff8-f31de9711ec0 req-73aca576-5c06-4ca5-8fb9-9ed3160d7492 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:24.027366 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecf49489-b542-4772-9ff8-f31de9711ec0 req-73aca576-5c06-4ca5-8fb9-9ed3160d7492 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 19 01:14:24.067794 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ecf49489-b542-4772-9ff8-f31de9711ec0 req-6ed6c8b3-ff23-4c93-b0ba-67e7905c2271 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Aug 19 01:14:25.186779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af707-0bb2-4946-ad9a-d83ac4d03322 req-8680bc05-eb7f-4285-9397-67fb072f7bee tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:25.188232 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d00af707-0bb2-4946-ad9a-d83ac4d03322 req-8680bc05-eb7f-4285-9397-67fb072f7bee tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0529294 Aug 19 01:14:25.225700 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d00af707-0bb2-4946-ad9a-d83ac4d03322 req-9b06bc39-7b93-49c5-a683-ccdd23066f26 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7914a21-295e-4c4b-aa5b-b2470eb3a420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Aug 19 01:14:25.744817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba999b-31c7-4214-98e8-76850395ae96 req-25d88b81-662d-4fac-8c95-a7802eaa4b6e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:25.746234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36ba999b-31c7-4214-98e8-76850395ae96 req-25d88b81-662d-4fac-8c95-a7802eaa4b6e tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 945 time: 0.0467865 Aug 19 01:14:25.833476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Deleting port b732dc7b-e8b5-485d-877d-91ba27ff0336 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:25.833821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:25.922247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] For port b732dc7b-e8b5-485d-877d-91ba27ff0336, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=b732dc7b-e8b5-485d-877d-91ba27ff0336,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:25.922609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:25.935536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Calling delete_port for b732dc7b-e8b5-485d-877d-91ba27ff0336 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:26.062610 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:26.090297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Pushing event deleted for resources: {'Port': ['ID=b732dc7b-e8b5-485d-877d-91ba27ff0336,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:26.098221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['b732dc7b-e8b5-485d-877d-91ba27ff0336'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:14:26.131676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] No DVR routers for this DVR port b732dc7b-e8b5-485d-877d-91ba27ff0336 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:14:26.134204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:26.136429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36ba999b-31c7-4214-98e8-76850395ae96 req-28f723a1-dadf-400c-bb26-3c36ca8e1859 tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.21 "DELETE /v2.0/ports/b732dc7b-e8b5-485d-877d-91ba27ff0336 HTTP/1.1" status: 204 len: 173 time: 0.3837919 Aug 19 01:14:26.136659 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'name': 'network-vif-deleted', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:14:26.138925 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d255013-c8c7-4c6d-b35e-e328b1846613" -d '{"events": [{"server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "name": "network-vif-deleted", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:14:26.177706 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a2356-1885-4d68-93db-6eb3c8f9bc7d x-openstack-request-id: req-6a6a2356-1885-4d68-93db-6eb3c8f9bc7d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:14:26.178180 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83767820-0253-4bde-ba5a-86a3c1112951", "name": "network-vif-deleted", "tag": "b732dc7b-e8b5-485d-877d-91ba27ff0336", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:14:26.178437 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a6a2356-1885-4d68-93db-6eb3c8f9bc7d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:14:26.178894 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83767820-0253-4bde-ba5a-86a3c1112951', 'name': 'network-vif-deleted', 'tag': 'b732dc7b-e8b5-485d-877d-91ba27ff0336', 'status': 'completed', 'code': 200} Aug 19 01:14:26.338153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf728472-5d42-4a43-9e76-8dd050245754 req-582f94b0-f0a4-44d8-a2ef-2a960028689a tempest-TestEncryptedCinderVolumes-1345324547 tempest-TestEncryptedCinderVolumes-1345324547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83767820-0253-4bde-ba5a-86a3c1112951 HTTP/1.1" status: 200 len: 210 time: 0.0298181 Aug 19 01:14:27.415981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:27.427759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46236) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:27.766766 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:28.018037 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Deleting port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:28.018291 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:28.093534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] For port b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:28.093887 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:28.106149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Calling delete_port for b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:28.279081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:28.306683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:28.317814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.318158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.318499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.318831 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.319159 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.319491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.319803 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.320124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.320467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.320787 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.321103 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.321418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:28.794927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.002335 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Router 973f428a-4d68-4782-aa95-d3d17893255d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:14:29.105672 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:29.111000 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7089c77f-2e50-4117-94fe-a785b10981d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/973f428a-4d68-4782-aa95-d3d17893255d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817679 Aug 19 01:14:29.113676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:29.119321 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26823578-0656-4b97-a428-71196eb95046 None None] Sync routers for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:29.128317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:29.128943 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:29.216255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.229296 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:29.319962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.375091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Deleting port 579eb5b0-5f2d-4b6f-a49a-76fc89272266 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:29.375374 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.453171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] For port 579eb5b0-5f2d-4b6f-a49a-76fc89272266, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=579eb5b0-5f2d-4b6f-a49a-76fc89272266,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:29.453551 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.466130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Calling delete_port for 579eb5b0-5f2d-4b6f-a49a-76fc89272266 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:29.492237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:14:28Z', 'revision_number': 5, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port': {'id': '579eb5b0-5f2d-4b6f-a49a-76fc89272266', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f428a-4d68-4782-aa95-d3d17893255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:29.521240 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26823578-0656-4b97-a428-71196eb95046 None None] Checking router: 973f428a-4d68-4782-aa95-d3d17893255d for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:29.529401 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] Routers {'973f428a-4d68-4782-aa95-d3d17893255d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:29.530002 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['973f428a-4d68-4782-aa95-d3d17893255d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:29.569402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b732dc7b-e8b5-485d-877d-91ba27ff0336 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:29.593440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: b732dc7b-e8b5-485d-877d-91ba27ff0336 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:29.593788 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device b732dc7b-e8b5-485d-877d-91ba27ff0336 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:29.617747 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] Set router 973f428a-4d68-4782-aa95-d3d17893255d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:29.632845 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.662440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Pushing event deleted for resources: {'Port': ['ID=579eb5b0-5f2d-4b6f-a49a-76fc89272266,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:29.672894 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26823578-0656-4b97-a428-71196eb95046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:14:29Z', 'revision_number': 6, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:29.702265 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26823578-0656-4b97-a428-71196eb95046 None None] The sync data for ids ['973f428a-4d68-4782-aa95-d3d17893255d'] in n-d-771363-38 is: [{'id': '973f428a-4d68-4782-aa95-d3d17893255d', 'name': 'tempest-TestEncryptedCinderVolumes-874815095-router', 'tenant_id': '8e3494b5ef694303a9de5e76d2a59778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:14Z', 'updated_at': '2021-08-19T01:14:29Z', 'revision_number': 6, 'project_id': '8e3494b5ef694303a9de5e76d2a59778', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:29.723267 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.810548 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.812644 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.854231 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.854751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973f428a-4d68-4782-aa95-d3d17893255d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:14:29.859121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.860240 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-eceb5a19-9764-4f84-b602-c535bee81240 admin admin] 10.222.0.20 "DELETE /v2.0/routers/973f428a-4d68-4782-aa95-d3d17893255d HTTP/1.1" status: 204 len: 168 time: 0.7451656 Aug 19 01:14:29.862843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:29.909516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Deleting subnet 878a1a7e-e52e-4d2e-809e-28dd28bc458d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:14:29.912451 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:29.944856 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.019118 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.072816 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.103965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a1a7e-e52e-4d2e-809e-28dd28bc458d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:30.105974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.107911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8315864d-03ec-4b69-a1eb-c1fea841cbc2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/878a1a7e-e52e-4d2e-809e-28dd28bc458d HTTP/1.1" status: 204 len: 168 time: 0.2441247 Aug 19 01:14:30.110747 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:30.113345 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345192b6-fdfa-48b5-b855-a2b51b889fa6 None None] Network e4c793a6-e520-479d-8dda-107ec5749203 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:30.180503 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.232041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Deleting port 0f7a2969-006e-4ffb-a24d-9c6181925311 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:30.232417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.302234 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] For port 0f7a2969-006e-4ffb-a24d-9c6181925311, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0f7a2969-006e-4ffb-a24d-9c6181925311,segment=NetworkSegment(2e0d575f-40cb-4e9e-a924-0f74a0953951),segment_id=2e0d575f-40cb-4e9e-a924-0f74a0953951)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:30.302600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.314373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Calling delete_port for 0f7a2969-006e-4ffb-a24d-9c6181925311 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:30.391141 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.419503 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7a2969-006e-4ffb-a24d-9c6181925311,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:30.424176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] No DVR routers for this DVR port 0f7a2969-006e-4ffb-a24d-9c6181925311 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:14:30.495888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6053ec-2344-4a53-888c-71b0e455fed7 None None] DHCP port deletion for e4c793a6-e520-479d-8dda-107ec5749203 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:14:30.497173 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.508910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c793a6-e520-479d-8dda-107ec5749203']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:30.519895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0d575f-40cb-4e9e-a924-0f74a0953951') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:30.520244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0d575f-40cb-4e9e-a924-0f74a0953951') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:30.529483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.543783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.550093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:14:30.550575 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.552669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:14:30.552947 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:14:30.578481 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:30.579009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device b4dc1ca0-3f9a-4e02-976b-00f9b5df5f5d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:30.579310 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f7a2969-006e-4ffb-a24d-9c6181925311 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:30.599766 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0f7a2969-006e-4ffb-a24d-9c6181925311 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:30.600111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0f7a2969-006e-4ffb-a24d-9c6181925311 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:30.600558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 579eb5b0-5f2d-4b6f-a49a-76fc89272266 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:30.613533 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.620273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:30.626989 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46244) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:30.628422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4c793a6-e520-479d-8dda-107ec5749203 HTTP/1.1" status: 204 len: 168 time: 0.5135117 Aug 19 01:14:30.628523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 579eb5b0-5f2d-4b6f-a49a-76fc89272266 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:30.628523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 579eb5b0-5f2d-4b6f-a49a-76fc89272266 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:30.637133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd893-c1ba-4d69-828f-1d88c352a835 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c793a6-e520-479d-8dda-107ec5749203,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:30.982646 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:31.221646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Deleting port 3da773ae-91c4-4f4e-aecd-dbfd485b4508 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:31.221986 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:31.300008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] For port 3da773ae-91c4-4f4e-aecd-dbfd485b4508, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=3da773ae-91c4-4f4e-aecd-dbfd485b4508,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:31.300320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:31.312149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Calling delete_port for 3da773ae-91c4-4f4e-aecd-dbfd485b4508 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:31.487864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:31.513162 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Pushing event deleted for resources: {'Port': ['ID=3da773ae-91c4-4f4e-aecd-dbfd485b4508,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:31.673250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:31.881756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Router e4974d3a-3b6f-47a0-96a3-8788717f4a96 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:14:31.982327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:31.987488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ef9a292-e4c5-42e4-a086-c74cbdc7cede admin admin] 10.222.0.20 "PUT /v2.0/routers/e4974d3a-3b6f-47a0-96a3-8788717f4a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3612320 Aug 19 01:14:31.990567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46246) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:31.992851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Sync routers for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:32.001756 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:32.002370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:32.089151 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.104062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:32.188759 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.241276 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Deleting port 30961a26-f8ea-4123-a1c1-61981a611d1e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:32.241617 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.279279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:14:31Z', 'revision_number': 5, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port': {'id': '30961a26-f8ea-4123-a1c1-61981a611d1e', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:13:19Z', 'updated_at': '2021-08-19T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:32.312458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Checking router: e4974d3a-3b6f-47a0-96a3-8788717f4a96 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:32.321009 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Routers {'e4974d3a-3b6f-47a0-96a3-8788717f4a96'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:32.321619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:32.323963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] For port 30961a26-f8ea-4123-a1c1-61981a611d1e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=30961a26-f8ea-4123-a1c1-61981a611d1e,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:32.324351 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.336211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Calling delete_port for 30961a26-f8ea-4123-a1c1-61981a611d1e owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:32.407071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] Set router e4974d3a-3b6f-47a0-96a3-8788717f4a96 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:32.464408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:14:32Z', 'revision_number': 6, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:32.494690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279139f7-cff2-4b01-adf8-7444a990c9a7 None None] The sync data for ids ['e4974d3a-3b6f-47a0-96a3-8788717f4a96'] in n-d-771363-38 is: [{'id': 'e4974d3a-3b6f-47a0-96a3-8788717f4a96', 'name': 'tempest-TestEncryptedCinderVolumes-1811697232-router', 'tenant_id': 'b76838d8e2b24dc5abd696f321d89e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:13:18Z', 'updated_at': '2021-08-19T01:14:32Z', 'revision_number': 6, 'project_id': 'b76838d8e2b24dc5abd696f321d89e01', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:32.515592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.546799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Pushing event deleted for resources: {'Port': ['ID=30961a26-f8ea-4123-a1c1-61981a611d1e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:32.596631 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.684111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.686202 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.728193 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.728688 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4974d3a-3b6f-47a0-96a3-8788717f4a96 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:14:32.732852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.734114 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-83202a79-a02f-495f-b4a8-acda2efe6cee admin admin] 10.222.0.20 "DELETE /v2.0/routers/e4974d3a-3b6f-47a0-96a3-8788717f4a96 HTTP/1.1" status: 204 len: 168 time: 0.7426374 Aug 19 01:14:32.736827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46248) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:32.779545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Deleting subnet 1986ce94-fc92-433d-b134-7bc6108fc37a {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:14:32.782415 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:32.815378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.219024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.274600 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.299182 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1986ce94-fc92-433d-b134-7bc6108fc37a,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:33.303236 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.306496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7860214a-71cb-4563-8b9c-7ee45e694ec3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1986ce94-fc92-433d-b134-7bc6108fc37a HTTP/1.1" status: 204 len: 168 time: 0.5673592 Aug 19 01:14:33.307540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46250) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:33.310538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ffca3-e425-4e59-a33e-a462fd3f0fc1 None None] Network ad7f5941-57cc-46ba-b548-697386f048d2 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:33.383528 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.436368 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Deleting port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:33.436797 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.476484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] DHCP port deletion for ad7f5941-57cc-46ba-b548-697386f048d2 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:14:33.508475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] For port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:33.508846 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.521605 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Calling delete_port for 7c575b7f-0e8b-4c4f-8e5c-4d69562714de owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:33.526615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Deleting port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:14:33.527005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.589217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] For port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,segment=NetworkSegment(c81a0182-c51d-4474-a361-5b2f3cb1ed90),segment_id=c81a0182-c51d-4474-a361-5b2f3cb1ed90)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:33.589617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.602271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Calling delete_port for 7c575b7f-0e8b-4c4f-8e5c-4d69562714de owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:14:33.602517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.630325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] No DVR routers for this DVR port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:14:33.634414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:33.679894 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.704609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] Pushing event deleted for resources: {'Port': ['ID=7c575b7f-0e8b-4c4f-8e5c-4d69562714de,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:33.708281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.710357 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc2e32-6ce5-4d20-9a0b-65f00cfa5092 None None] No DVR routers for this DVR port 7c575b7f-0e8b-4c4f-8e5c-4d69562714de on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:14:33.721960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f5941-57cc-46ba-b548-697386f048d2']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:33.732163 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81a0182-c51d-4474-a361-5b2f3cb1ed90') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:33.732499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81a0182-c51d-4474-a361-5b2f3cb1ed90') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:33.741900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.755548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.761353 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:14:33.762132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:14:33.763751 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:14:33.819722 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.833231 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:33.835099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad7f5941-57cc-46ba-b548-697386f048d2 HTTP/1.1" status: 204 len: 168 time: 0.5266511 Aug 19 01:14:33.844707 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e754-ded8-4f40-9a1a-8e224b939a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7f5941-57cc-46ba-b548-697386f048d2,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:33.989935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46254) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:34.028692 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a4f0ff46-7946-4006-89ab-8a21c4c6c7ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e3494b5ef694303a9de5e76d2a59778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375659 Aug 19 01:14:34.031255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46256) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:34.078954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.100411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.146310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.148934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.150082 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7914a21-295e-4c4b-aa5b-b2470eb3a420 HTTP/1.1" status: 204 len: 168 time: 0.1178455 Aug 19 01:14:34.159522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873680-9996-4ca7-a98b-52a814676531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7914a21-295e-4c4b-aa5b-b2470eb3a420,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:34.422385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3da773ae-91c4-4f4e-aecd-dbfd485b4508 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:34.443084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 3da773ae-91c4-4f4e-aecd-dbfd485b4508 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:34.443437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 3da773ae-91c4-4f4e-aecd-dbfd485b4508 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:34.443857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 30961a26-f8ea-4123-a1c1-61981a611d1e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:34.462746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 30961a26-f8ea-4123-a1c1-61981a611d1e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:34.463046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 30961a26-f8ea-4123-a1c1-61981a611d1e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:34.463489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7c575b7f-0e8b-4c4f-8e5c-4d69562714de no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:14:34.480867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:34.484255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7c575b7f-0e8b-4c4f-8e5c-4d69562714de {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:14:34.484635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7c575b7f-0e8b-4c4f-8e5c-4d69562714de not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:14:34.524193 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8167cd21-b0a5-4fc9-8167-ad9e54e2daa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b76838d8e2b24dc5abd696f321d89e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421803 Aug 19 01:14:34.526710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:34.572771 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.592880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.639429 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.642271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:34.643387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c59b5f1a-a0a5-41ca-9d44-82b1edb84b99 HTTP/1.1" status: 204 len: 168 time: 0.1157951 Aug 19 01:14:34.650779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7768c-2b9a-4130-9457-f9003cbeb272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b5f1a-a0a5-41ca-9d44-82b1edb84b99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:35.290017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:35.383235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1113641314-network', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:35.404209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Made reservation on behalf of 85134b85b5a04b77bfd22488e26bb093 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:14:35.406449 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.415077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.502899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.506615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.527652 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:14:35.543224 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744363fd-5986-49c5-a3bc-aea5230f097b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:35.546927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.547287 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Added segment d030e131-6569-40dd-a070-5a0b5e6bb5b3 of type vlan for network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d Aug 19 01:14:35.589488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.613321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.614315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:35.615000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.666170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3750618 Aug 19 01:14:35.669279 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46290) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:35.674400 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Request body: {'subnet': {'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1113641314-subnet', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:35.676662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf459a-7c8d-4e0d-9dc9-9a517f363d89 admin admin] Pushing event updated for resources: {'Network': ['ID=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:35.685975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:14:35.696131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Made reservation on behalf of 85134b85b5a04b77bfd22488e26bb093 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:14:35.698864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.867033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.914039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c9b064-f298-4306-bc60-5687227494bd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:35.929286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Checking segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:35.929646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Network hostable DHCP agents. Network: b98f7cd8-cdcd-46d0-962d-d8c64a012a4d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:14:35.945535 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:14:35.954247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, b98f7cd8-cdcd-46d0-962d-d8c64a012a4d) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:35.961746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:35.962317 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:35.962494 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5aeb4d-622f-4000-94ab-c7bcb457944f None None] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:35.977686 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16cc2f2c-6ef1-45ea-993c-03f09b347805 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070047 Aug 19 01:14:35.980464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46292) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:35.984790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:36.006653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.007671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.063281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.203208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.268504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:14:36.269363 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.402898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Allocated IP 172.20.0.2 (b98f7cd8-cdcd-46d0-962d-d8c64a012a4d/b1c9b064-f298-4306-bc60-5687227494bd/423e2612-2db4-4e4a-a495-8bb1a1e2f541) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:36.406098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.425864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.530609 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Allocated IP 172.25.1.91 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/d498611f-a7db-4c4c-bf32-920ae03f41fe) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:36.545853 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.554714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Transition to ACTIVE for port object 423e2612-2db4-4e4a-a495-8bb1a1e2f541 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:36.569011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Transition to ACTIVE for port object 423e2612-2db4-4e4a-a495-8bb1a1e2f541 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:36.574958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.609184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:36.616095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:36.620763 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:36.628371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Pushing event updated for resources: {'Port': ['ID=423e2612-2db4-4e4a-a495-8bb1a1e2f541,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:36.636251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.674144 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.677542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Attempting to bind port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:36.677914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Attempting to bind port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:36.678281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Attempting to bind port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 on network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:36.683189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:36.683563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Checking segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:36.683968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.684406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Bound using segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:36.684874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Bound port: 423e2612-2db4-4e4a-a495-8bb1a1e2f541, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:36.685257 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.710080 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:36.715239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:36.718877 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:36.748578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] For port 423e2612-2db4-4e4a-a495-8bb1a1e2f541, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:36.749178 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Pushing event updated for resources: {'Port': ['ID=d498611f-a7db-4c4c-bf32-920ae03f41fe,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:36.751707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] For port 423e2612-2db4-4e4a-a495-8bb1a1e2f541, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=423e2612-2db4-4e4a-a495-8bb1a1e2f541,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:36.758921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:36.816593 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d532b-5872-41ee-83d6-cbdf6677acf5 None None] Pushing event updated for resources: {'Port': ['ID=423e2612-2db4-4e4a-a495-8bb1a1e2f541,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:36.997195 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:37.194994 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:37.317246 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Router 928a2898-4a42-45f4-9d0c-9160e2831b41 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:14:37.421432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:37.432447 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Sync routers for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:37.438967 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:37.443435 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc7d0504-4af8-4bb8-a4ba-ba58fc96706c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4591596 Aug 19 01:14:37.443636 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46294) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:37.447958 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:37.448873 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:37.555724 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:37.722818 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0a067-257d-4c0d-ab37-c4c5091d61b7 None None] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:37.742214 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:36Z', 'revision_number': 3, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:37.767989 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Checking router: 928a2898-4a42-45f4-9d0c-9160e2831b41 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:37.768351 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Updating router 928a2898-4a42-45f4-9d0c-9160e2831b41 port d498611f-a7db-4c4c-bf32-920ae03f41fe binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:14:37.791511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37c81dfb-1da0-45d8-9652-bad2ca3c1b3b None None] Provisioning for port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:37.798831 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:37.890006 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.056684 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Allocated IP 172.20.0.1 (b98f7cd8-cdcd-46d0-962d-d8c64a012a4d/b1c9b064-f298-4306-bc60-5687227494bd/a95edda2-c838-475e-a5f9-a22199908942) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:38.072347 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.082424 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Transition to ACTIVE for port object d498611f-a7db-4c4c-bf32-920ae03f41fe will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:38.089002 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.145941 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Attempting to bind port d498611f-a7db-4c4c-bf32-920ae03f41fe on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:38.146226 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Attempting to bind port d498611f-a7db-4c4c-bf32-920ae03f41fe by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:38.146586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Attempting to bind port d498611f-a7db-4c4c-bf32-920ae03f41fe on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:38.155013 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:38.155380 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:38.155778 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.156162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:38.156638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Bound port: d498611f-a7db-4c4c-bf32-920ae03f41fe, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:38.157016 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.159292 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Pushing event updated for resources: {'Port': ['ID=d498611f-a7db-4c4c-bf32-920ae03f41fe,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:38.167248 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.180225 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Transition to ACTIVE for port object a95edda2-c838-475e-a5f9-a22199908942 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:38.188030 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.188393 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.188732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.189063 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.189393 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.189718 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.190041 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.190356 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.190677 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.190995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.191310 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.191621 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:38.212922 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.223564 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] For port d498611f-a7db-4c4c-bf32-920ae03f41fe, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:38.226548 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] For port d498611f-a7db-4c4c-bf32-920ae03f41fe, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d498611f-a7db-4c4c-bf32-920ae03f41fe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:38.229897 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.251642 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:38.257939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:38.261573 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:38.279286 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:38.279910 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:38.287394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:38.304838 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.395520 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:38.448131 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.485440 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19fdc6-6520-42dc-b30c-46b0780a86d4 None None] Pushing event updated for resources: {'Port': ['ID=d498611f-a7db-4c4c-bf32-920ae03f41fe,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:38.501054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 423e2612-2db4-4e4a-a495-8bb1a1e2f541 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:38.554105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7fb45d4a-4b12-4ec3-8da9-7d86328393d5 None None] Provisioning for port a95edda2-c838-475e-a5f9-a22199908942 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:38.558796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7fb45d4a-4b12-4ec3-8da9-7d86328393d5 None None] Provisioning complete for port a95edda2-c838-475e-a5f9-a22199908942 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:38.559206 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fb45d4a-4b12-4ec3-8da9-7d86328393d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.579976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:38.586457 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:36Z', 'revision_number': 3, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:38.590781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:38.590781 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.618664 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7fb45d4a-4b12-4ec3-8da9-7d86328393d5 None None] Port a95edda2-c838-475e-a5f9-a22199908942 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:38.647233 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.652254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.678229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.713038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 423e2612-2db4-4e4a-a495-8bb1a1e2f541, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=423e2612-2db4-4e4a-a495-8bb1a1e2f541,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:38.713415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eebca2-3e25-4df1-a583-4292cc9f968c None None] The sync data for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 is: [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:36Z', 'revision_number': 3, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:38.718783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.729773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:38.742467 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:38.770710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=423e2612-2db4-4e4a-a495-8bb1a1e2f541,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:38.833170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:38.834628 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:38.958191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Router 928a2898-4a42-45f4-9d0c-9160e2831b41 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:14:39.074372 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:39.079871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7e873006-4239-4c25-a81a-2a4f33b0b5a6 admin admin] 10.222.0.20 "PUT /v2.0/routers/928a2898-4a42-45f4-9d0c-9160e2831b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352320 Aug 19 01:14:39.150248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37c8880b-f295-4b77-89c2-c2dee09613b8 None None] Provisioning complete for port a95edda2-c838-475e-a5f9-a22199908942 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:39.150806 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37c8880b-f295-4b77-89c2-c2dee09613b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.186516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-37c8880b-f295-4b77-89c2-c2dee09613b8 None None] Port a95edda2-c838-475e-a5f9-a22199908942 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:39.553746 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46310) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:39.558803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1913607787-network', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:39.578343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Made reservation on behalf of 5e65dfd0f1d74444a439858dfd881473 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:14:39.580713 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.589640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.676179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.680572 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.707583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:14:39.712731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d7a09-c365-47ba-bfc6-6c446b6c9171,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:39.720731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.720731 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Added segment 1406faf9-af0c-41ab-bf0d-64b762c02cb3 of type vlan for network 80acb53e-4f91-4734-a18b-a989105eb982 Aug 19 01:14:39.763366 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.789216 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.789794 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:39.790372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:39.846011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2911441 Aug 19 01:14:39.849520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:39.851493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e2ca-1c86-449d-b3d1-34a38c56ecfd admin admin] Pushing event updated for resources: {'Network': ['ID=80acb53e-4f91-4734-a18b-a989105eb982,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:39.856531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Request body: {'subnet': {'network_id': '80acb53e-4f91-4734-a18b-a989105eb982', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1913607787-subnet', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:39.862553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 80acb53e-4f91-4734-a18b-a989105eb982 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:14:39.881498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Made reservation on behalf of 5e65dfd0f1d74444a439858dfd881473 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:14:39.883974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.053049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.105494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e02e7c-72ff-46eb-a2a6-b91bf62af408,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:40.116742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Checking segment: {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:40.117104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Network hostable DHCP agents. Network: 80acb53e-4f91-4734-a18b-a989105eb982, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:14:40.133259 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Network 80acb53e-4f91-4734-a18b-a989105eb982 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:14:40.142296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 80acb53e-4f91-4734-a18b-a989105eb982) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:40.147135 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:40.147519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.152771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9289ae-4fc6-4222-9f96-bc93b53c8e59 None None] Network 80acb53e-4f91-4734-a18b-a989105eb982 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:40.156225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Sync routers for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:40.167426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f582151b-74c4-4441-91a3-28058576766d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3167446 Aug 19 01:14:40.170020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:40.174502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:40.194157 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.195383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.204597 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:40.205354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:40.249350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.367265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:40.461459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-80acb53e-4f91-4734-a18b-a989105eb982', 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'fixed_ips': [{'subnet_id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:14:40.462332 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.525110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d498611f-a7db-4c4c-bf32-920ae03f41fe up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:40.658622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.716964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d498611f-a7db-4c4c-bf32-920ae03f41fe completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:40.728661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Allocated IP 172.20.0.2 (80acb53e-4f91-4734-a18b-a989105eb982/12e02e7c-72ff-46eb-a2a6-b91bf62af408/d9e5c2cd-f67c-402d-97a0-9a85c08c2786) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:40.731762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d498611f-a7db-4c4c-bf32-920ae03f41fe triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:40.732146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.843602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 2, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:40.862914 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.877339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Checking router: 928a2898-4a42-45f4-9d0c-9160e2831b41 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:40.877707 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Updating router 928a2898-4a42-45f4-9d0c-9160e2831b41 port a95edda2-c838-475e-a5f9-a22199908942 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:14:40.882420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.937810 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:40.990337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Allocated IP 172.25.1.252 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/46f6f68e-39b3-41f4-9637-2ce6ad316afe) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:40.992977 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.054879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d498611f-a7db-4c4c-bf32-920ae03f41fe, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d498611f-a7db-4c4c-bf32-920ae03f41fe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:41.095690 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.106131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.106928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 423e2612-2db4-4e4a-a495-8bb1a1e2f541 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:41.136140 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.141172 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.183584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Transition to ACTIVE for port object d9e5c2cd-f67c-402d-97a0-9a85c08c2786 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:41.184311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:41.186775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:41.189132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:41.213543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=46f6f68e-39b3-41f4-9637-2ce6ad316afe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:41.419696 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Transition to ACTIVE for port object d9e5c2cd-f67c-402d-97a0-9a85c08c2786 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:41.433655 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d498611f-a7db-4c4c-bf32-920ae03f41fe,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:41.438975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.444019 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.493790 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Network 80acb53e-4f91-4734-a18b-a989105eb982 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:41.504535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:41.504921 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.506602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:41.518972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:41.544804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Pushing event updated for resources: {'Port': ['ID=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:41.639428 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.653259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Attempting to bind port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:41.653639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Attempting to bind port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:41.654011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Attempting to bind port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 on network 80acb53e-4f91-4734-a18b-a989105eb982 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:41.684228 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:41.684552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Checking segment: {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:41.684963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.685359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Bound using segment: {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:41.685843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Bound port: d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:41.686229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.717467 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.751583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Transition to ACTIVE for port object a95edda2-c838-475e-a5f9-a22199908942 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:41.761681 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.768205 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Router 71306a12-ae71-43cb-af21-d7526e8b5d0c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:14:41.821643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] For port d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:41.827796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] For port d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:41.850779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.852955 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc44b1-7db0-4195-b108-cc26d08a7b8a None None] Pushing event updated for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:41.878790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:41.889962 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Sync routers for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:41.898386 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.902544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c183b806-86bf-4bfb-82cc-058f3f7a0fd1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7288218 Aug 19 01:14:41.902697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:14:41.905327 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:41.906277 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:41.932253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Attempting to bind port a95edda2-c838-475e-a5f9-a22199908942 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:41.932669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Attempting to bind port a95edda2-c838-475e-a5f9-a22199908942 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:41.933046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Attempting to bind port a95edda2-c838-475e-a5f9-a22199908942 on network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:41.947555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:41.947885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Checking segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:41.948326 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.948995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Bound using segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:41.949491 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Bound port: a95edda2-c838-475e-a5f9-a22199908942, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:41.949897 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:41.974918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c35883-48bf-4e13-9d76-38d318e753a1 None None] Pushing event updated for resources: {'Port': ['ID=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:42.061876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:42.065330 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] For port a95edda2-c838-475e-a5f9-a22199908942, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:42.070048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] For port a95edda2-c838-475e-a5f9-a22199908942, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a95edda2-c838-475e-a5f9-a22199908942,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:42.082441 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.168657 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:42.169144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:42.170966 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc44b1-7db0-4195-b108-cc26d08a7b8a None None] Pushing event updated for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:42.332990 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:42.345499 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:41Z', 'revision_number': 3, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:42.434952 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Checking router: 71306a12-ae71-43cb-af21-d7526e8b5d0c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:42.439890 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Updating router 71306a12-ae71-43cb-af21-d7526e8b5d0c port 46f6f68e-39b3-41f4-9637-2ce6ad316afe binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:14:42.498130 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.647683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d9e5c2cd-f67c-402d-97a0-9a85c08c2786 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:42.673571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32db13ea-52ce-44e6-972b-9c5a7e4cd6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.701420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.707551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:42Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:42.740079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd36bdc-7abd-46fc-87fb-de47c6bcaf19 None None] The sync data for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 is: [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:42Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:42.751843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:42.769179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d498611f-a7db-4c4c-bf32-920ae03f41fe up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:42.895967 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d498611f-a7db-4c4c-bf32-920ae03f41fe triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:42.896188 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.940275 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:42.950576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Allocated IP 172.20.0.1 (80acb53e-4f91-4734-a18b-a989105eb982/12e02e7c-72ff-46eb-a2a6-b91bf62af408/2c3bdc7b-21b8-4be9-aab4-7263dd3e7128) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:42.952592 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Transition to ACTIVE for port object 46f6f68e-39b3-41f4-9637-2ce6ad316afe will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:42.960102 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.019150 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7dde-8246-472f-abde-fd0766fde37f None None] Pushing event updated for resources: {'Port': ['ID=46f6f68e-39b3-41f4-9637-2ce6ad316afe,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:43.056811 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Attempting to bind port 46f6f68e-39b3-41f4-9637-2ce6ad316afe on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:43.057654 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Attempting to bind port 46f6f68e-39b3-41f4-9637-2ce6ad316afe by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:43.058296 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Attempting to bind port 46f6f68e-39b3-41f4-9637-2ce6ad316afe on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:43.065459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:43.066280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:43.066940 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.067729 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:43.069076 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Bound port: 46f6f68e-39b3-41f4-9637-2ce6ad316afe, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:43.069698 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.103020 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.120378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Transition to ACTIVE for port object 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:43.148336 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] For port 46f6f68e-39b3-41f4-9637-2ce6ad316afe, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:43.152553 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] For port 46f6f68e-39b3-41f4-9637-2ce6ad316afe, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=46f6f68e-39b3-41f4-9637-2ce6ad316afe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:43.157695 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.173981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.218468 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:43.219241 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:43.253099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Network 80acb53e-4f91-4734-a18b-a989105eb982 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:43.256943 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7dde-8246-472f-abde-fd0766fde37f None None] Pushing event updated for resources: {'Port': ['ID=46f6f68e-39b3-41f4-9637-2ce6ad316afe,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:43.258184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:43.262219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:43.309795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:43.329177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.355625 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3046f7-b57e-414a-a17f-68536130d1ab None None] Network 80acb53e-4f91-4734-a18b-a989105eb982 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:14:43.364421 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:43.524922 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Provisioning for port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:43.544432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Provisioning complete for port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:43.546633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.581518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.595604 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:41Z', 'revision_number': 3, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:43.639236 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a321af1-9934-411c-87c7-a4b82eb6a593 None None] The sync data for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 is: [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:41Z', 'revision_number': 3, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:43.706185 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.758853 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] For port d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:43.763362 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.818271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.827808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.838886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90155f7b-252c-4943-bd69-e5ae4c449c7d None None] Pushing event updated for resources: {'Port': ['ID=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:43.899187 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:43.901029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:44.014038 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Provisioning complete for port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.014426 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.044198 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Network 80acb53e-4f91-4734-a18b-a989105eb982 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:44.046308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:44.165478 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Provisioning for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:44.169890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Provisioning complete for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.170270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.210367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Router 71306a12-ae71-43cb-af21-d7526e8b5d0c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:14:44.214331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-93e759e1-a112-4d61-a9a1-eefaefc06e11 None None] Port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:44.331449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:14:44.337213 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c671cf6a-c17e-45a3-a1ad-7e160e717088 admin admin] 10.222.0.20 "PUT /v2.0/routers/71306a12-ae71-43cb-af21-d7526e8b5d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4333134 Aug 19 01:14:44.344876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-80f3fc21-59c6-4cb1-ba27-2b079711d363 None None] Provisioning complete for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.345430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80f3fc21-59c6-4cb1-ba27-2b079711d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.390592 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-80f3fc21-59c6-4cb1-ba27-2b079711d363 None None] Port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:44.520560 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b2aa1570-e999-42df-8a93-26b083e221bc None None] Provisioning complete for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.521203 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2aa1570-e999-42df-8a93-26b083e221bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.577688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa1570-e999-42df-8a93-26b083e221bc None None] Port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:44.608512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d9e5c2cd-f67c-402d-97a0-9a85c08c2786 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:44.663784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.664243 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.742192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a95edda2-c838-475e-a5f9-a22199908942 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:44.792935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port a95edda2-c838-475e-a5f9-a22199908942 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:44.799740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a95edda2-c838-475e-a5f9-a22199908942 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:44.800132 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.890008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.928670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port a95edda2-c838-475e-a5f9-a22199908942, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a95edda2-c838-475e-a5f9-a22199908942,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:44.932749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:44.933686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 46f6f68e-39b3-41f4-9637-2ce6ad316afe up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:45.022161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:45.039096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ced6d54-9e7b-43dc-8f75-b989b3ab30d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:45.042479 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 46f6f68e-39b3-41f4-9637-2ce6ad316afe completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:45.047060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 46f6f68e-39b3-41f4-9637-2ce6ad316afe triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:45.047432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:45.125512 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:45.146078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 46f6f68e-39b3-41f4-9637-2ce6ad316afe, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=46f6f68e-39b3-41f4-9637-2ce6ad316afe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:45.150027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:45.199541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=46f6f68e-39b3-41f4-9637-2ce6ad316afe,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:45.270886 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:45.854445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:46.470306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a95edda2-c838-475e-a5f9-a22199908942 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:46.534378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port a95edda2-c838-475e-a5f9-a22199908942 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:46.534378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:46.565441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Sync routers for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:14:46.601472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:46.602349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:46.639167 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:46.723160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 46f6f68e-39b3-41f4-9637-2ce6ad316afe up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:46.771005 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:46.899130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 46f6f68e-39b3-41f4-9637-2ce6ad316afe triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:46.899775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.065443 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 4, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '2c3bdc7b-21b8-4be9-aab4-7263dd3e7128', 'name': '', 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'mac_address': 'fa:16:3e:f6:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:42Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 2, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'subnets': [{'id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:47.099430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Checking router: 71306a12-ae71-43cb-af21-d7526e8b5d0c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:14:47.099918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Updating router 71306a12-ae71-43cb-af21-d7526e8b5d0c port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:14:47.126368 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.425481 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.436997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Transition to ACTIVE for port object 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:47.442927 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.531852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aece24-e91e-47ae-873c-3fe1d153ed8c None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:47.570690 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Attempting to bind port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:14:47.571340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Attempting to bind port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:14:47.571781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Attempting to bind port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 on network 80acb53e-4f91-4734-a18b-a989105eb982 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:14:47.579456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:14:47.580069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Checking segment: {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:14:47.580620 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.581122 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Bound using segment: {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:14:47.581845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Bound port: 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1406faf9-af0c-41ab-bf0d-64b762c02cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:14:47.582792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.669500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] For port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:14:47.673434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] For port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:14:47.686004 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:47.778468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:14:47.779111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:14:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:47.813907 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aece24-e91e-47ae-873c-3fe1d153ed8c None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:48.099860 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:48.119527 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:14:48.332075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 4, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '2c3bdc7b-21b8-4be9-aab4-7263dd3e7128', 'name': '', 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'mac_address': 'fa:16:3e:f6:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:42Z', 'updated_at': '2021-08-19T01:14:47Z', 'revision_number': 4, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'subnets': [{'id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:14:48.372600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b5151-e626-44d4-8f16-64163efdbba1 None None] The sync data for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 is: [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:43Z', 'revision_number': 4, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '2c3bdc7b-21b8-4be9-aab4-7263dd3e7128', 'name': '', 'network_id': '80acb53e-4f91-4734-a18b-a989105eb982', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'mac_address': 'fa:16:3e:f6:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:42Z', 'updated_at': '2021-08-19T01:14:47Z', 'revision_number': 4, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'subnets': [{'id': '12e02e7c-72ff-46eb-a2a6-b91bf62af408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:14:50.473377 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:50.537641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:50.544166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:50.547066 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:50.633802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:50.670159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:14:50.675821 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:50.740604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:52.446533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:14:52.502059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:52.502436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:54.392596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-c6e9a5c5-0499-4f9d-a29b-20210a09c218 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:54.394083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-c6e9a5c5-0499-4f9d-a29b-20210a09c218 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 815 time: 0.3751473 Aug 19 01:14:54.408983 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-5fef6438-9723-40c9-9822-6fcdf6fa3ddf tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/quotas/85134b85b5a04b77bfd22488e26bb093 HTTP/1.1" status: 200 len: 375 time: 0.0086849 Aug 19 01:14:54.461508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-4465bc70-60dd-4c6d-b222-9581d750d690 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468738 Aug 19 01:14:54.551055 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-52b7cbf5-7a21-4cac-a7e8-34c59cb54368 service neutron] 10.222.0.20 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782826 Aug 19 01:14:54.641665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-38917a6b-815a-4a39-af28-1f49d0395aca service neutron] 10.222.0.20 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847991 Aug 19 01:14:54.802392 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-35353651-7332-44b9-8b02-795a30d8a8cb req-8f6c5fa9-fb71-44c5-b9b5-ba02d7d5b784 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0302033 Aug 19 01:14:55.934491 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1818294-dafd-40d6-b1b2-fb982eb8a261 req-596f3240-f3d4-4795-8403-2ad2d75d1601 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0632908 Aug 19 01:14:55.989567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-f6b1897d-b027-4e38-98db-d9b18a7cab6e tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:55.990976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-f6b1897d-b027-4e38-98db-d9b18a7cab6e tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 815 time: 0.1415024 Aug 19 01:14:56.052617 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'port': {'device_id': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'admin_state_up': True, 'tenant_id': '85134b85b5a04b77bfd22488e26bb093'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:14:56.162282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Made reservation on behalf of 85134b85b5a04b77bfd22488e26bb093 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:14:56.165989 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:56.341937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Allocated IP 172.20.0.11 (b98f7cd8-cdcd-46d0-962d-d8c64a012a4d/b1c9b064-f298-4306-bc60-5687227494bd/d8e596fb-a0ee-4209-948e-cfd97e9ab3d7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:14:56.537877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:56.552054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Transition to ACTIVE for port object d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:14:56.585871 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:56.632943 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:14:56.636106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:14:56.638837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:14:56.665867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:14:56.681892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.682242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.682570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.682909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.683239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.683570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.683889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.684214 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.684571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.684887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.685212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.685533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:14:56.709373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:56.710022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:56.728522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-83e5001e-9e96-4048-8a3b-b8a6cf18b462 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803267 Aug 19 01:14:56.888364 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a35e7ee4-0133-45d0-abab-69632d337baf None None] Provisioning for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:14:56.892283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a35e7ee4-0133-45d0-abab-69632d337baf None None] Provisioning complete for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:14:56.892753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a35e7ee4-0133-45d0-abab-69632d337baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:56.928374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a35e7ee4-0133-45d0-abab-69632d337baf None None] Port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:14:57.060398 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a715f0c-0634-4e96-8d6a-62fff0cb2b85 req-532ae30f-9335-4856-9255-3b2bebffcf3a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:57.062770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a715f0c-0634-4e96-8d6a-62fff0cb2b85 req-532ae30f-9335-4856-9255-3b2bebffcf3a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0589614 Aug 19 01:14:57.105877 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5a715f0c-0634-4e96-8d6a-62fff0cb2b85 req-7ae0e055-6b52-4f3d-aeab-a905d7c9c366 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Aug 19 01:14:57.430787 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:14:58.229221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a003-c01d-4830-9132-159470dc2dff req-cc3d9d09-21d0-4841-ab5d-b9b6a15c7aa5 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:58.230722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c89a003-c01d-4830-9132-159470dc2dff req-cc3d9d09-21d0-4841-ab5d-b9b6a15c7aa5 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0554135 Aug 19 01:14:58.270373 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c89a003-c01d-4830-9132-159470dc2dff req-ab3ba1eb-db59-4ef0-bff7-169f873f7ce3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Aug 19 01:14:59.409310 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7631-20d5-4910-bed1-aa0db61a23a5 req-53d7e990-9d33-4c53-a95f-6956cdc31813 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:14:59.411025 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fada7631-20d5-4910-bed1-aa0db61a23a5 req-53d7e990-9d33-4c53-a95f-6956cdc31813 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0702424 Aug 19 01:14:59.449834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fada7631-20d5-4910-bed1-aa0db61a23a5 req-cb64dd2c-fc31-4e85-a1f2-aece502c2e41 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 19 01:15:00.569924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-565f-45b8-a42f-1490bb037acd req-62552c76-fdb8-48fe-9d95-146a599fbb29 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:00.571426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fad0aa4-565f-45b8-a42f-1490bb037acd req-62552c76-fdb8-48fe-9d95-146a599fbb29 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0519862 Aug 19 01:15:00.611088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0fad0aa4-565f-45b8-a42f-1490bb037acd req-86d3ecf9-e144-4f48-9ccd-b45974077c32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Aug 19 01:15:00.973411 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:15:01.728566 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5540a99-29f8-4426-b51c-985e0deb798c req-ab998b33-d532-4643-b8cb-5e961be15394 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:01.729328 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5540a99-29f8-4426-b51c-985e0deb798c req-ab998b33-d532-4643-b8cb-5e961be15394 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0514402 Aug 19 01:15:01.772097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c5540a99-29f8-4426-b51c-985e0deb798c req-b71ddd17-dfd1-4c3e-899e-f49035ca31b4 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Aug 19 01:15:02.302363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-55b3d646-74e6-45c8-9013-77b4e6c3df23 req-82444760-79a7-4c53-a2e6-8f38af835004 tempest-ServerDiskConfigTestJSON-1771346454 tempest-ServerDiskConfigTestJSON-1771346454-project] (94622) timed out ('10.222.0.21', 51398) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 01:15:02.893498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceac9ad-c085-4e3e-a4b7-120ed280df6b req-6d81778f-2995-4428-97a2-e98d1d0a3f6c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:02.895140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ceac9ad-c085-4e3e-a4b7-120ed280df6b req-6d81778f-2995-4428-97a2-e98d1d0a3f6c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0532687 Aug 19 01:15:02.937002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ceac9ad-c085-4e3e-a4b7-120ed280df6b req-652e829a-29cb-43fe-8cef-9d712e2f264d tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Aug 19 01:15:04.057517 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105dca3-3d3b-469b-ba15-b4f9f73deb46 req-6db69734-e76a-44aa-816f-aaac5b649543 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:04.058959 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5105dca3-3d3b-469b-ba15-b4f9f73deb46 req-6db69734-e76a-44aa-816f-aaac5b649543 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0544262 Aug 19 01:15:04.097989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5105dca3-3d3b-469b-ba15-b4f9f73deb46 req-9ee600ab-7299-4008-9a8e-4232765a074a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Aug 19 01:15:05.215599 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948335fb-d51d-4bcd-8f33-8ddd6c4937b8 req-df3bc56b-33d8-4808-af75-d700f271a860 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:05.217114 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-948335fb-d51d-4bcd-8f33-8ddd6c4937b8 req-df3bc56b-33d8-4808-af75-d700f271a860 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0549178 Aug 19 01:15:05.260009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-948335fb-d51d-4bcd-8f33-8ddd6c4937b8 req-cd405780-3497-4fe9-a908-b16d686c9df1 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Aug 19 01:15:06.376613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83ba30-7f87-4115-969a-119d4bd972a4 req-fba22981-03a1-48bf-89ee-48627d4c10be tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:06.378130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b83ba30-7f87-4115-969a-119d4bd972a4 req-fba22981-03a1-48bf-89ee-48627d4c10be tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0508189 Aug 19 01:15:06.416471 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b83ba30-7f87-4115-969a-119d4bd972a4 req-0c106c12-9982-436a-91a2-641de9e746b8 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Aug 19 01:15:07.527521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903f77-417a-469a-80f4-90b5edf65699 req-4c53f0cf-51f8-4ef7-90cb-4469e4831e96 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:07.528987 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54903f77-417a-469a-80f4-90b5edf65699 req-4c53f0cf-51f8-4ef7-90cb-4469e4831e96 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0476162 Aug 19 01:15:07.565142 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-54903f77-417a-469a-80f4-90b5edf65699 req-01926ccd-204d-40ed-ab48-48cebeb3756f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303404 Aug 19 01:15:08.366132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Request body: {'port': {'device_id': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:08.425591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.678259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb8bd-f5e3-46c3-a6b2-2152f6566981 req-72c8ec37-233c-476a-bca4-df454c478fc3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:08.679750 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e99eb8bd-f5e3-46c3-a6b2-2152f6566981 req-72c8ec37-233c-476a-bca4-df454c478fc3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 932 time: 0.0487256 Aug 19 01:15:08.682424 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:15:08.689844 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.702484 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Transition to ACTIVE for port object d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:15:08.706226 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.722142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e99eb8bd-f5e3-46c3-a6b2-2152f6566981 req-4a5964d1-7680-4c02-a6dd-620b81b7c815 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Aug 19 01:15:08.753683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:08.834180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Attempting to bind port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:15:08.834527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Attempting to bind port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:15:08.834867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Attempting to bind port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 on network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:15:08.840081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 on network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:15:08.840444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Attempting to bind port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 on network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:15:08.845428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:15:08.845774 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Checking segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:15:08.846169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Bound using segment: {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:15:08.846610 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Bound port: d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd030e131-6569-40dd-a070-5a0b5e6bb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:15:08.846977 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.913555 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:15:08.916543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:15:08.921086 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.955297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:08.956041 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:08.957738 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1093 time: 0.5959578 Aug 19 01:15:08.958174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:15:08.960590 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba68defb-6d56-40d4-be37-f738c67bb8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:15:08.988980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbf0d9-9f45-4976-a606-4002cec64ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:09.003844 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59dea5-fc5f-4f06-b6e8-6491ecdd644f x-openstack-request-id: req-cd59dea5-fc5f-4f06-b6e8-6491ecdd644f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:15:09.004271 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:15:09.008751 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd59dea5-fc5f-4f06-b6e8-6491ecdd644f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:15:09.009222 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:15:09.067399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-843c3fbf-62b0-4064-b0da-8434e13ac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.068655 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-843c3fbf-62b0-4064-b0da-8434e13ac351 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0463262 Aug 19 01:15:09.122208 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-287c0286-fa34-4b90-b1c9-9d7fbce45708 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0400462 Aug 19 01:15:09.171877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-7c8c24ff-b4ef-41de-9c96-7bcfba0e32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.173394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-7c8c24ff-b4ef-41de-9c96-7bcfba0e32df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0442796 Aug 19 01:15:09.218237 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-67ddf073-29db-42c3-9af3-bb50fa2614d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.219680 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-67ddf073-29db-42c3-9af3-bb50fa2614d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389950 Aug 19 01:15:09.310791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-c2d0e277-3910-45d7-adc4-8aecc401d4e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Aug 19 01:15:09.399091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b6e14c08-6a0e-41de-bb94-667e07526422 req-48be6b83-9c3b-4949-bc5b-8976973365fb service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811112 Aug 19 01:15:09.522400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-dab3acc4-e960-4862-8ce2-044469f070c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.523763 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-dab3acc4-e960-4862-8ce2-044469f070c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0438943 Aug 19 01:15:09.611101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-4d3f1122-055f-43c5-8674-b138b10a7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.612545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-4d3f1122-055f-43c5-8674-b138b10a7cb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0818346 Aug 19 01:15:09.655879 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-89f09736-acf4-4ed3-9665-fc16c19b07a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0362620 Aug 19 01:15:09.703995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-934f43f4-ba60-48dc-b22c-fad8fc22d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.705425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-934f43f4-ba60-48dc-b22c-fad8fc22d8d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0427060 Aug 19 01:15:09.749761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-7caec491-3f7a-420d-902a-f7ef6b02c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.751230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-7caec491-3f7a-420d-902a-f7ef6b02c6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387008 Aug 19 01:15:09.843517 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-8a3808e1-8c5c-4809-9f17-8075293aee95 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850856 Aug 19 01:15:09.844906 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022bbe-788d-4de8-9fb6-70c38948b120 req-a2f6d1e1-5740-4e8e-ab38-5eae8b39524f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:09.846369 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f022bbe-788d-4de8-9fb6-70c38948b120 req-a2f6d1e1-5740-4e8e-ab38-5eae8b39524f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 944 time: 0.0533776 Aug 19 01:15:09.883234 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2f022bbe-788d-4de8-9fb6-70c38948b120 req-c5e3b637-aa4b-4c60-b378-9c0c6755076a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301957 Aug 19 01:15:09.931325 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba68defb-6d56-40d4-be37-f738c67bb8f8 req-a533eb9e-2b22-435a-8b8b-a97ada8f4057 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807512 Aug 19 01:15:11.002416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144d370-dec6-41c6-94d5-d89cece7aab4 req-cf1005b9-4415-4c80-af7e-2f618d48dcbf tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:11.003895 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e144d370-dec6-41c6-94d5-d89cece7aab4 req-cf1005b9-4415-4c80-af7e-2f618d48dcbf tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 944 time: 0.0503991 Aug 19 01:15:11.044889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e144d370-dec6-41c6-94d5-d89cece7aab4 req-344b04e2-08f6-40f4-809a-00d6e4b486d6 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Aug 19 01:15:11.757779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:15:11.852734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:15:11.863083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'port_id': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'mac_address': 'fa:16:3e:e9:ca:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:15:11.898844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:11.911107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:15:11.929865 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:15:11.933749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:11.979445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:11.986436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.986787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.987130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.987470 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.987806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.988140 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.988496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.988829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.989157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.989490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.989815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:11.990138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:12.158543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b909972-5919-4ced-a028-92ac0d436821 req-51a4539e-c4cf-4dd5-beed-863f6b3c99b3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:12.160015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b909972-5919-4ced-a028-92ac0d436821 req-51a4539e-c4cf-4dd5-beed-863f6b3c99b3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Aug 19 01:15:12.197113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9b909972-5919-4ced-a028-92ac0d436821 req-872807ed-cc8d-4dde-953b-54e4a74f8e39 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Aug 19 01:15:12.365688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:15:12.626142 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77d4c6a9-6955-4c31-89e3-38f84b7de88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:13.307754 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38dc2d-96d3-4fa7-bc1c-f8ff9e90c7e2 req-bc4456bd-315c-45b8-b18d-66ed056bb97f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:13.309234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d38dc2d-96d3-4fa7-bc1c-f8ff9e90c7e2 req-bc4456bd-315c-45b8-b18d-66ed056bb97f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Aug 19 01:15:13.346616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d38dc2d-96d3-4fa7-bc1c-f8ff9e90c7e2 req-e3b0fe74-6256-4ac0-bf32-2a054b755f35 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Aug 19 01:15:13.791221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:15:13.840340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:15:13.844026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:15:13.844513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:13.922997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:13.945057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:15:13.947302 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0947f61e-7a43-49de-b8cf-59fdb1a44d0b" -d '{"events": [{"server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:15:13.960673 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:15:13.964401 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:13.989086 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f073bc-f1de-4c66-9c33-f522489ca873 x-openstack-request-id: req-a6f073bc-f1de-4c66-9c33-f522489ca873 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:15:13.989380 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:15:13.989663 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6f073bc-f1de-4c66-9c33-f522489ca873 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:15:13.990049 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'code': 200} Aug 19 01:15:14.015008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:14.116281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4188d8-acb7-4e05-a66d-4a6264fb7c05 req-e9b692c6-36d7-40e4-9824-f8c4e43aed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:14.118366 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a4188d8-acb7-4e05-a66d-4a6264fb7c05 req-e9b692c6-36d7-40e4-9824-f8c4e43aed17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0474248 Aug 19 01:15:14.151761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a4188d8-acb7-4e05-a66d-4a6264fb7c05 req-831a0a4d-08ca-4073-a677-2a7fb9e44d42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258107 Aug 19 01:15:14.467260 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41788f-9273-462f-a0eb-554d11c3ac05 req-9fe1e853-00f0-4dd3-8321-08dc9e3ff0f2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:14.468751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f41788f-9273-462f-a0eb-554d11c3ac05 req-9fe1e853-00f0-4dd3-8321-08dc9e3ff0f2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0512142 Aug 19 01:15:14.508828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6f41788f-9273-462f-a0eb-554d11c3ac05 req-41daa395-e1d1-4092-9d11-dc701bb30653 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Aug 19 01:15:15.029680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0786-4c14-4a46-a76f-21983ce79cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:15.272031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:15.625733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881dee-9eb8-47c8-9e62-c51fee177443 req-0d19487e-4acd-4713-af73-2a4363a2c48c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:15.627203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05881dee-9eb8-47c8-9e62-c51fee177443 req-0d19487e-4acd-4713-af73-2a4363a2c48c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0484791 Aug 19 01:15:15.663274 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-05881dee-9eb8-47c8-9e62-c51fee177443 req-d3104284-5149-4faf-86df-55f217635465 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 Aug 19 01:15:15.774578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a2d-6975-4ce7-bde5-18f752c2963b req-7e3f8542-4448-4e20-919c-64faf5b243ad tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:15.776037 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8923a2d-6975-4ce7-bde5-18f752c2963b req-7e3f8542-4448-4e20-919c-64faf5b243ad tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0482359 Aug 19 01:15:15.814387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e8923a2d-6975-4ce7-bde5-18f752c2963b req-ef726999-a420-488e-9e16-1aef7892e60c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Aug 19 01:15:15.872864 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:15.997832 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04305-d734-454c-9513-3e4c1cc28069 req-46ab5ff3-e559-4de5-9877-00a7430b3741 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:15.999308 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71f04305-d734-454c-9513-3e4c1cc28069 req-46ab5ff3-e559-4de5-9877-00a7430b3741 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0486975 Aug 19 01:15:16.036520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-71f04305-d734-454c-9513-3e4c1cc28069 req-fcb8a368-93a2-492d-b2bf-8d33368c4bad tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Aug 19 01:15:16.596057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:18.083075 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:27.426958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:27.542323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f6ead-b09f-4f69-b426-cf411ae3a1dd req-d1a35464-a4bd-422b-a30e-525457a3ef5f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:27.543787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb4f6ead-b09f-4f69-b426-cf411ae3a1dd req-d1a35464-a4bd-422b-a30e-525457a3ef5f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Aug 19 01:15:27.584428 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb4f6ead-b09f-4f69-b426-cf411ae3a1dd req-384af71f-35b9-4fcd-8a33-efb953993d61 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347474 Aug 19 01:15:27.606734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:27.729028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdee254-d4f7-4b4a-96a2-c546f1543505 tempest-TestMinimumBasicScenario-453435110 tempest-TestMinimumBasicScenario-453435110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:27.730612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0fdee254-d4f7-4b4a-96a2-c546f1543505 tempest-TestMinimumBasicScenario-453435110 tempest-TestMinimumBasicScenario-453435110-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1093 time: 0.1227489 Aug 19 01:15:27.733585 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46522) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:27.738056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:27.759696 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:27.853133 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:27.955683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Allocated IP 172.25.1.109 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/746b01ce-fbfb-4705-abe2-5e0673369809) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:15:28.056465 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.094349 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.129268 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:15:28.133893 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:15:28.136561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:15:28.163849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'Port': ['ID=746b01ce-fbfb-4705-abe2-5e0673369809,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:28.486127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.549121 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.695924 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.700221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.767093 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'Port': ['ID=746b01ce-fbfb-4705-abe2-5e0673369809,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:28.776024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:28.874442 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Floating IP dafa360a-372c-48d9-93ef-a47b787843a5 associated. External IP: 172.25.1.109, port: d8e596fb-a0ee-4209-948e-cfd97e9ab3d7. Aug 19 01:15:29.344305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Router 928a2898-4a42-45f4-9d0c-9160e2831b41 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:15:29.447958 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:15:29.458734 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Sync routers for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:15:29.464783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.468733 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:15:29.469600 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:15:29.490856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-23e3d982-0c01-4cf2-8b34-fd95fad6c642 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7562523 Aug 19 01:15:29.491435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:15:29.493721 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:15:29.493979 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46524) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:29.499805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842005431', 'description': 'tempest-secgroup-smoke-1842005431 description', 'project_id': '85134b85b5a04b77bfd22488e26bb093'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:29.532097 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8e0da-3bcd-45df-81d7-5cfe5909c23c x-openstack-request-id: req-d1f8e0da-3bcd-45df-81d7-5cfe5909c23c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:15:29.532433 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:15:29.532696 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1f8e0da-3bcd-45df-81d7-5cfe5909c23c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:15:29.533121 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:15:29.533325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.581743 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:15:29.616692 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.621791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-39c24f8a-b906-4dbc-bf50-24ce48e9a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:29.622287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.624181 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-39c24f8a-b906-4dbc-bf50-24ce48e9a606 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0497625 Aug 19 01:15:29.646227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.647461 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1519029 Aug 19 01:15:29.650569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:29.655695 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd50ac-d408-448f-9a8a-2fc9462c3b49,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:29.656266 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:29.663278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.663631 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.663977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.664357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.664706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.665040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.665375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.665706 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.666038 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.666367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.666696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.667039 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aef7f9-b699-4962-a151-29f60214c865 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:15:29.728370 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.761604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-2aac19a9-d427-4880-8c29-a7835c801628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:29.763183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-2aac19a9-d427-4880-8c29-a7835c801628 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.1323752 Aug 19 01:15:29.806213 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dafa360a-372c-48d9-93ef-a47b787843a5', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'port_id': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'mac_address': 'fa:16:3e:e9:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:15:28Z', 'updated_at': '2021-08-19T01:15:28Z', 'revision_number': 0, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:15:29.833966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.842714 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.863910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-b79a72f3-6766-43ea-bc30-5f6ff7d31cc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1000 time: 0.0897171 Aug 19 01:15:29.868430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31858ec1-c363-45de-80fb-31c2e02fd1a5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:29.882351 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.886061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e9f1afe-9bc7-4c40-8f1e-e653613a2324 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316835 Aug 19 01:15:29.886554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46530) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:29.891754 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:29.921251 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.922170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-984a5da7-12a7-427e-8bda-5ba267644fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:29.923665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-984a5da7-12a7-427e-8bda-5ba267644fa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0522180 Aug 19 01:15:29.931878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Checking router: 928a2898-4a42-45f4-9d0c-9160e2831b41 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:15:29.941332 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:15:29.941955 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:15:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:15:29.971788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-f5107bd5-8220-463c-87d2-624ffbcf8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:29.973489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-f5107bd5-8220-463c-87d2-624ffbcf8015 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421338 Aug 19 01:15:29.976544 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.981331 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:29.999155 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0554cb-b0d4-487a-a633-543899583dd6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:30.005225 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.009488 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-129cfe4b-5d07-4cf4-b773-0ec430090163 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188493 Aug 19 01:15:30.009594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46532) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:30.013902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:30.041132 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.060154 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:15:30.099499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-ade8322c-bf4b-469b-9dcf-d0426881acb4 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171942 Aug 19 01:15:30.105870 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.109668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.127851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2370496b-2da6-4194-82b2-2caea4c856d6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:30.137203 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.138784 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b249d030-781c-4b27-8ddb-a761b8ef6f97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281865 Aug 19 01:15:30.141745 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46534) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:30.146456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:30.178816 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.205568 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b99466b7-5828-4ce9-a7ff-37d9c23f9d7c req-3b0257e5-baaf-40ff-b93e-4025f7508257 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978940 Aug 19 01:15:30.285533 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dafa360a-372c-48d9-93ef-a47b787843a5', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'port_id': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'mac_address': 'fa:16:3e:e9:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:15:28Z', 'updated_at': '2021-08-19T01:15:28Z', 'revision_number': 0, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:15:30.315786 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f085-f2ae-4939-b075-699c3e4bac95 None None] The sync data for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 is: [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'dafa360a-372c-48d9-93ef-a47b787843a5', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'port_id': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'mac_address': 'fa:16:3e:e9:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:15:28Z', 'updated_at': '2021-08-19T01:15:28Z', 'revision_number': 0, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:15:30.508979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff131de-2c00-4f29-8d29-ad9f4a73d823 None None] New status for floating IP dafa360a-372c-48d9-93ef-a47b787843a5: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:15:30.573054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.578352 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.594954 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0f0a91-df5e-48c3-b8a8-5d83d71640df,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:30.604589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.605841 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1424f6a8-d51d-4b7c-8de1-79b9b0db9a32 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4631355 Aug 19 01:15:30.608623 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46536) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:30.613107 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:30.635199 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Project 85134b85b5a04b77bfd22488e26bb093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:15:30.640458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.706510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.710095 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.726527 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af99471-ab59-4fe8-b0a6-f0d73fc59837,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:30.732668 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.733828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3387d2ea-9e8d-442a-8fd6-0e3e633a7a37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242089 Aug 19 01:15:30.736625 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46538) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:15:30.740867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'security_group_rule': {'security_group_id': 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49', 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:30.762247 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Project 85134b85b5a04b77bfd22488e26bb093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:15:30.766881 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.827495 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.831056 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.850326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710155e4-50ed-4ba1-b8e3-36c3e5f3dd09,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:30.853098 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:30.854264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a0b47ade-25e4-4c9c-bdbf-d3e68603b3b2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167257 Aug 19 01:15:30.930989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-9606b2be-c700-43f0-b84a-0f14c08a18d1 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842005431&fields=id&tenant_id=85134b85b5a04b77bfd22488e26bb093 HTTP/1.1" status: 200 len: 267 time: 0.0318897 Aug 19 01:15:30.985474 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-f3f429f3-5eb7-425d-a657-28bcf9940ab9 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:30.986947 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-f3f429f3-5eb7-425d-a657-28bcf9940ab9 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Aug 19 01:15:30.998636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'port': {'security_groups': ['744363fd-5986-49c5-a3bc-aea5230f097b', 'a4fd50ac-d408-448f-9a8a-2fc9462c3b49']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:15:31.057568 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:31.240657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:15:31.269155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:31.273699 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:31.306270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:15:31.320065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.320765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:31.322172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-39344f40-3bdb-485c-8b68-0312b64c8ff4 req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "PUT /v2.0/ports/d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 982 time: 0.3287430 Aug 19 01:15:31.348244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a3fc1-b389-478e-9bf0-a6b81b25cbfb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:15:31.437843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:15:31.449645 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf7cf-d583-4e72-934a-ecfda545a11b req-3ba649f0-b47d-43bd-8af2-55cce85c19f1 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.451587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa7bf7cf-d583-4e72-934a-ecfda545a11b req-3ba649f0-b47d-43bd-8af2-55cce85c19f1 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0565805 Aug 19 01:15:31.495414 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aa7bf7cf-d583-4e72-934a-ecfda545a11b req-a157b312-bd09-45b4-9770-02eced5650f3 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369897 Aug 19 01:15:31.534795 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:15:31.537176 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd5290-c04a-46dd-afad-58c267385011" -d '{"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:15:31.573290 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282a5a8-7eb4-45bd-b1d9-e3144f3847ce x-openstack-request-id: req-c282a5a8-7eb4-45bd-b1d9-e3144f3847ce {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:15:31.573858 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:15:31.574130 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c282a5a8-7eb4-45bd-b1d9-e3144f3847ce {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:15:31.574531 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:15:31.626596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b0bd09f5-fce3-4f26-9491-19744be6fea6 None None] Provisioning complete for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:15:31.627152 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0bd09f5-fce3-4f26-9491-19744be6fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:31.657938 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5290-c04a-46dd-afad-58c267385011 req-dfbc49ca-c5ec-414b-adff-65e41344547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.659471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-dfbc49ca-c5ec-414b-adff-65e41344547d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1137 time: 0.0415735 Aug 19 01:15:31.753110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5290-c04a-46dd-afad-58c267385011 req-b6d7bbd0-3872-4b44-b18b-de6c944f87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.754509 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-b6d7bbd0-3872-4b44-b18b-de6c944f87a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0881701 Aug 19 01:15:31.821787 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-c26a856b-72fb-4513-a7ca-86bb9ad45d4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1002 time: 0.0589645 Aug 19 01:15:31.873297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5290-c04a-46dd-afad-58c267385011 req-7f3a0061-2901-42f9-b9fb-23343ff6a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.874768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-7f3a0061-2901-42f9-b9fb-23343ff6a27e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0456259 Aug 19 01:15:31.925819 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5290-c04a-46dd-afad-58c267385011 req-67ecd2d9-bd05-420e-bfd7-6ba70e5761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:15:31.927346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-67ecd2d9-bd05-420e-bfd7-6ba70e5761bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452862 Aug 19 01:15:32.018427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-b271d4bc-24f1-4544-8c3b-c5d167fb04ac service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Aug 19 01:15:32.114066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-debd5290-c04a-46dd-afad-58c267385011 req-104b6e9e-ed84-4737-bfdf-be445f14f527 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Aug 19 01:15:37.973088 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:15:42.627889 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1f19334-b61a-4245-b54e-142176ad58b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:45.029973 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a951989-c7ff-41b6-aeb9-ece0246fcfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:45.272489 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:45.861146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:46.598697 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:48.085323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:15:57.425670 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:12.587314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-3cdad897-e950-4cee-b586-e8b4bb4692f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458293 Aug 19 01:16:12.631289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01ecc026-cdbf-47a5-a8f2-4282294380d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:12.681668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585ec5-b717-47d7-b892-6bff288290f0 req-44e7033e-4f67-4236-985b-535de0541755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:12.683174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-44e7033e-4f67-4236-985b-535de0541755 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1137 time: 0.0395243 Aug 19 01:16:12.789753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585ec5-b717-47d7-b892-6bff288290f0 req-84801076-614d-4642-9e83-582458026dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:12.791235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-84801076-614d-4642-9e83-582458026dcc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0896511 Aug 19 01:16:12.856529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-da56570e-ce46-4173-8ea4-3ad2e6020d8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1002 time: 0.0581145 Aug 19 01:16:12.909052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585ec5-b717-47d7-b892-6bff288290f0 req-219ea546-ffbd-41ce-bc7f-efcc272b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:12.910436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-219ea546-ffbd-41ce-bc7f-efcc272b7fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0474017 Aug 19 01:16:12.956975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585ec5-b717-47d7-b892-6bff288290f0 req-214765c3-03de-4a4b-a2f2-e028530e02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:12.958457 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-214765c3-03de-4a4b-a2f2-e028530e02c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405524 Aug 19 01:16:13.045977 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-9d719fdc-2ba9-4fe8-8ba5-af23e9ed0fbc service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790529 Aug 19 01:16:13.135938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-80585ec5-b717-47d7-b892-6bff288290f0 req-eafd7603-1d31-4415-9d6d-625591106f57 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837138 Aug 19 01:16:14.972615 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:16:15.028872 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c67ef93-002f-4fa6-933e-168ddf62d41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:15.273024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:15.874928 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:16.601272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:18.089711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:27.440987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:29.484339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d9b2-92ef-4915-85b1-6f7c791f41d1 req-ba2f4e14-b1a5-4062-9f47-3e5fd355cc51 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:29.485789 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca74d9b2-92ef-4915-85b1-6f7c791f41d1 req-ba2f4e14-b1a5-4062-9f47-3e5fd355cc51 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0778477 Aug 19 01:16:29.501559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-07f5c86a-bc6e-4276-8087-1a2b43fb681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:29.502945 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-07f5c86a-bc6e-4276-8087-1a2b43fb681b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1137 time: 0.0668812 Aug 19 01:16:29.569606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca74d9b2-92ef-4915-85b1-6f7c791f41d1 req-01f8fbfd-6657-4f64-91b0-7000aba18deb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777926 Aug 19 01:16:29.607978 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-a5266bf2-d148-475d-927b-a0d2ede10cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:29.609993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-a5266bf2-d148-475d-927b-a0d2ede10cb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0983346 Aug 19 01:16:29.678780 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-858aeabe-d9c1-4a63-a4bb-d4ab3bebe006 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1002 time: 0.0607235 Aug 19 01:16:29.727338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-a86fd91d-8d89-4a27-be5b-76d0b9a57119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:29.728744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-a86fd91d-8d89-4a27-be5b-76d0b9a57119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0422437 Aug 19 01:16:29.772618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-63dbaacd-9d1f-4336-8dff-db7de0b6b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:29.774051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-63dbaacd-9d1f-4336-8dff-db7de0b6b2c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383971 Aug 19 01:16:29.865129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-97fc237f-4a72-4474-b932-8fd33d290ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Aug 19 01:16:29.954156 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2ce49ab6-a022-458c-b4cd-92422bd37835 req-b9efa527-3602-451b-ae89-ccfe1e85201c service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804167 Aug 19 01:16:30.815870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1129-86d0-4719-9e63-2a46fb6e44a0 req-35baf2ef-ad48-4b61-8a5f-d82b08f64b81 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:30.817393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-048a1129-86d0-4719-9e63-2a46fb6e44a0 req-35baf2ef-ad48-4b61-8a5f-d82b08f64b81 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.1646004 Aug 19 01:16:30.856559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-048a1129-86d0-4719-9e63-2a46fb6e44a0 req-1a8b44a2-e1f0-40c8-bef1-f2bc2778e80c tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329354 Aug 19 01:16:31.971281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc4f0-bf06-48cd-87f3-f7767577ea17 req-71ee3fc3-e74f-4327-ae07-255084381e3a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:31.972782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fddc4f0-bf06-48cd-87f3-f7767577ea17 req-71ee3fc3-e74f-4327-ae07-255084381e3a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0491426 Aug 19 01:16:32.016229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4fddc4f0-bf06-48cd-87f3-f7767577ea17 req-5915ee8e-8c6c-4981-8b5a-f575fe0349f8 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374482 Aug 19 01:16:33.131130 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48bfd2-54a6-4ca2-a287-177fa812ae5f req-de0acb63-6dd9-4f60-af39-07d6e39e0d69 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:33.132632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c48bfd2-54a6-4ca2-a287-177fa812ae5f req-de0acb63-6dd9-4f60-af39-07d6e39e0d69 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0496147 Aug 19 01:16:33.171855 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c48bfd2-54a6-4ca2-a287-177fa812ae5f req-959a743b-6af6-460e-9ce8-e9a785b746d9 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326931 Aug 19 01:16:34.296570 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7042-7851-4b1f-b3c6-41a1ad87a477 req-d22b46c5-dfcf-4d15-939e-55313dcab652 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:34.298056 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd5f7042-7851-4b1f-b3c6-41a1ad87a477 req-d22b46c5-dfcf-4d15-939e-55313dcab652 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0495884 Aug 19 01:16:34.339911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bd5f7042-7851-4b1f-b3c6-41a1ad87a477 req-a084acb1-d086-45cf-9546-1a393893d1e0 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357585 Aug 19 01:16:35.456499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad95a-dd39-40dc-bd44-d0890289eb30 req-c856a008-e740-47bd-bf54-05cc9dbb4b7a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:35.458034 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a3ad95a-dd39-40dc-bd44-d0890289eb30 req-c856a008-e740-47bd-bf54-05cc9dbb4b7a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0523274 Aug 19 01:16:35.496074 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a3ad95a-dd39-40dc-bd44-d0890289eb30 req-059b58ae-7693-4519-847f-c6a7f2373897 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321310 Aug 19 01:16:36.609995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576f62-4e1c-4bb6-85e9-4c408868e434 req-f6027eb5-9148-4812-891b-f45233c8a419 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:36.611441 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42576f62-4e1c-4bb6-85e9-4c408868e434 req-f6027eb5-9148-4812-891b-f45233c8a419 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0487571 Aug 19 01:16:36.649675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-42576f62-4e1c-4bb6-85e9-4c408868e434 req-1cd27c83-d444-443b-b993-62ee68fc13f8 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322783 Aug 19 01:16:37.762710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb941e4-bdd2-4012-bfcc-47b2e02720f2 req-fa13ef11-9e01-4709-a5f8-9dfe1867d5eb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:37.764176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eb941e4-bdd2-4012-bfcc-47b2e02720f2 req-fa13ef11-9e01-4709-a5f8-9dfe1867d5eb tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0480943 Aug 19 01:16:37.805262 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5eb941e4-bdd2-4012-bfcc-47b2e02720f2 req-833b952c-e197-498b-b410-6f21607fde57 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351408 Aug 19 01:16:38.919309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7c26-8164-460d-944e-9c2d1078c03c req-51f311dc-8a70-4a1f-8eb8-bd8df461ec37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:38.921280 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc7b7c26-8164-460d-944e-9c2d1078c03c req-51f311dc-8a70-4a1f-8eb8-bd8df461ec37 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0483456 Aug 19 01:16:38.964427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cc7b7c26-8164-460d-944e-9c2d1078c03c req-8975a4a8-07ca-4170-9d2e-3080e111bd23 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370650 Aug 19 01:16:40.076026 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5836a-d67d-41b9-9897-d52abdce46be req-62b9efe5-43a7-49cb-abc1-8b68c1ed146b tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:40.078075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0f5836a-d67d-41b9-9897-d52abdce46be req-62b9efe5-43a7-49cb-abc1-8b68c1ed146b tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0486429 Aug 19 01:16:40.116066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a0f5836a-d67d-41b9-9897-d52abdce46be req-68b66c82-a5d6-41f5-9854-4c2a5706150b tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320184 Aug 19 01:16:41.244428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3a8d-e555-4707-a450-fdc351291b68 req-38186197-a554-4a31-8a9b-9dc27a381d52 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:16:41.245907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb3d3a8d-e555-4707-a450-fdc351291b68 req-38186197-a554-4a31-8a9b-9dc27a381d52 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0495229 Aug 19 01:16:41.285163 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eb3d3a8d-e555-4707-a450-fdc351291b68 req-ccb1cb29-5a19-40b2-9d97-9b85719aa448 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fd50ac-d408-448f-9a8a-2fc9462c3b49&id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331638 Aug 19 01:16:42.631338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8d83-7661-4a6c-8626-4a2bafaf569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:45.029546 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ddc34bd-d2f5-4e4c-83f2-68f3ea3029e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:45.272944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:45.900745 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:46.604289 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:48.092016 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:16:51.972611 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:16:57.461108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:12.631271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d40242b-f414-4bb6-9c3a-2bec4447645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:14.594487 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-9ff31164-0696-4fc8-a8d5-15a7c44bb92c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394874 Aug 19 01:17:14.687778 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-b3e7396b-e744-4fe4-bc5d-e63f4d9ea08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:14.689287 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-b3e7396b-e744-4fe4-bc5d-e63f4d9ea08d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1137 time: 0.0401931 Aug 19 01:17:14.795170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-d777363d-a3ae-491a-99b4-b3281690a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:14.796705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-d777363d-a3ae-491a-99b4-b3281690a94e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0864038 Aug 19 01:17:14.861253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-9c58eb7c-3aa0-4ca5-a40f-eff5b689a905 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1002 time: 0.0572872 Aug 19 01:17:14.913927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-21335e7e-e442-4faa-b811-426c3d7a18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:14.915335 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-21335e7e-e442-4faa-b811-426c3d7a18bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0464380 Aug 19 01:17:14.960546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-0f0f6d78-e2a8-4b9f-9023-0a7565c8285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:14.962030 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-0f0f6d78-e2a8-4b9f-9023-0a7565c8285c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397930 Aug 19 01:17:15.029712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ece52bb0-e357-45e0-b82f-8367c49ecb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:15.054716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-d4acfdb9-70d6-4832-9630-88f4557dd454 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856752 Aug 19 01:17:15.142781 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8ba9e584-e1c9-4799-8ef0-77023d912528 req-c09caf71-cb62-454b-8741-54cb5b335f8e service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Aug 19 01:17:15.274268 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:15.900802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:16.607575 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:18.094944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:27.456009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:28.971389 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:17:42.631736 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6a96-f98d-40f5-adcc-bbbe6807392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:44.642781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-77c7d968-be24-4211-b8a8-303f46f6da97 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842005431&fields=id&tenant_id=85134b85b5a04b77bfd22488e26bb093 HTTP/1.1" status: 200 len: 267 time: 0.0338106 Aug 19 01:17:44.699255 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-1de2a154-24cf-4615-a812-cda941eedbe9 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:44.700739 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-1de2a154-24cf-4615-a812-cda941eedbe9 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 985 time: 0.0518968 Aug 19 01:17:44.712114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Request body: {'port': {'security_groups': ['744363fd-5986-49c5-a3bc-aea5230f097b']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:17:44.773484 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:44.941950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:17:44.969861 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:44.974270 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.007044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:17:45.019800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:45.020652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.024389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-713395fd-20b0-47df-bc86-d021113c9ad8 req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "PUT /v2.0/ports/d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 943 time: 0.3142152 Aug 19 01:17:45.024389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:17:45.024739 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3219b173-55a0-4406-8c2f-6f7165b7d920" -d '{"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:17:45.028792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:45.050843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event updated for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=7']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:45.059728 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.060160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.061020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.061164 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.061507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.061933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.062316 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.062746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.063202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.063598 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.064470 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.064868 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5d659-19e8-4fde-9e81-6cf7652b0257 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.085836 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd03eb1a-0bc8-4270-94cb-af226824904a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.133827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.142544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:17:45.165065 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.179274 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd47b92-d08d-4ded-ab63-36a8435d2eaf x-openstack-request-id: req-0dd47b92-d08d-4ded-ab63-36a8435d2eaf {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:17:45.179853 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:17:45.180355 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd47b92-d08d-4ded-ab63-36a8435d2eaf {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:17:45.181729 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:17:45.272859 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.275468 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.276608 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4fd50ac-d408-448f-9a8a-2fc9462c3b49 HTTP/1.1" status: 204 len: 168 time: 0.2461874 Aug 19 01:17:45.279339 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46654) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:45.282733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-cc7d1947-5c72-44f4-87d0-5af93385d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:45.284083 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-cc7d1947-5c72-44f4-87d0-5af93385d5be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0618727 Aug 19 01:17:45.292758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd50ac-d408-448f-9a8a-2fc9462c3b49,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:45.293388 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.324599 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aa2db532-aa08-41a7-af89-1ac4c8a86fc0 None None] Provisioning complete for port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:17:45.325354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aa2db532-aa08-41a7-af89-1ac4c8a86fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.388014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-5527e4c0-9f31-496f-a06d-3536dc68f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:45.389532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-5527e4c0-9f31-496f-a06d-3536dc68f56f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0959511 Aug 19 01:17:45.391113 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.391470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.392587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.392587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.392587 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.392883 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.393152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.393470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.393796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.394121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.394444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.394768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33796701-ecb2-4808-8e53-994542ab10dc tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:17:45.459487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Deleting port 746b01ce-fbfb-4705-abe2-5e0673369809 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:17:45.459834 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.463472 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-3deefb4a-701b-47dc-8605-2ccf100b4a0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 1002 time: 0.0656617 Aug 19 01:17:45.513990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-2877b21d-9b51-43ac-82cd-26e31b3fb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:45.515468 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-2877b21d-9b51-43ac-82cd-26e31b3fb082 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0440078 Aug 19 01:17:45.535410 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.535670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.547394 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Calling delete_port for 746b01ce-fbfb-4705-abe2-5e0673369809 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:17:45.563327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-741faaf3-047e-4692-8c3f-4a16de30b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:45.564856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-741faaf3-047e-4692-8c3f-4a16de30b29b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418179 Aug 19 01:17:45.661314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-744bb161-0b7c-4582-8fcc-b31ac1c7e15a service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874345 Aug 19 01:17:45.697559 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.723876 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event deleted for resources: {'Port': ['ID=746b01ce-fbfb-4705-abe2-5e0673369809,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:45.758376 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3219b173-55a0-4406-8c2f-6f7165b7d920 req-7e9da17e-436e-4a5b-9337-d2a956caf884 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896828 Aug 19 01:17:45.786250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.786505 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Floating IP dafa360a-372c-48d9-93ef-a47b787843a5 disassociated (deleted). External IP: 172.25.1.109, port: d8e596fb-a0ee-4209-948e-cfd97e9ab3d7. Aug 19 01:17:45.913138 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:45.990751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Router 928a2898-4a42-45f4-9d0c-9160e2831b41 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:17:46.095813 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:17:46.101025 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:46.105746 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Sync routers for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:17:46.115132 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:17:46.115737 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:46.127502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f45c178c-87ef-4c9a-b326-dcc48c4eba74 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "DELETE /v2.0/floatingips/dafa360a-372c-48d9-93ef-a47b787843a5 HTTP/1.1" status: 204 len: 168 time: 0.8462713 Aug 19 01:17:46.222763 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:17:46.426654 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:46.454891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Checking router: 928a2898-4a42-45f4-9d0c-9160e2831b41 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:17:46.463452 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:17:46.464039 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:46.562299 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:17:46.608786 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:46.752037 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:46.777272 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0a09-6ccd-4ba3-b82c-0439398f62b4 None None] The sync data for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 is: [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:38Z', 'revision_number': 4, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'a95edda2-c838-475e-a5f9-a22199908942', 'name': '', 'network_id': 'b98f7cd8-cdcd-46d0-962d-d8c64a012a4d', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'mac_address': 'fa:16:3e:71:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:37Z', 'updated_at': '2021-08-19T01:14:44Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'subnets': [{'id': 'b1c9b064-f298-4306-bc60-5687227494bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:17:46.994891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccc1bd-62e7-4b9c-9db3-58316c526224 None None] New status for floating IP dafa360a-372c-48d9-93ef-a47b787843a5: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:17:47.182967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:17:47.185372 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657b019a-58cc-470d-a31c-38dffd0428d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:17:47.224235 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1353b787-7052-4449-8eae-4b5f5c65bb4d x-openstack-request-id: req-1353b787-7052-4449-8eae-4b5f5c65bb4d {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:17:47.224561 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:17:47.224815 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1353b787-7052-4449-8eae-4b5f5c65bb4d {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:17:47.225226 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:17:47.307932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-4124c21a-39fe-4125-8792-0d374aa1d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:47.309510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-4124c21a-39fe-4125-8792-0d374aa1d644 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85134b85b5a04b77bfd22488e26bb093&device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0417130 Aug 19 01:17:47.404197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-79974fd3-fa06-417e-8209-41bf883d62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:47.405894 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-79974fd3-fa06-417e-8209-41bf883d62f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 200 len: 915 time: 0.0893419 Aug 19 01:17:47.452731 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-5fe79e0b-e399-4f3b-a02a-dd94bdd92093 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0396581 Aug 19 01:17:47.505688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-c127e4a4-167b-4f76-ad91-8f9350316426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:47.507230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-c127e4a4-167b-4f76-ad91-8f9350316426 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 200 len: 854 time: 0.0467508 Aug 19 01:17:47.555315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-7514dc87-9642-4434-b4bb-08eaa2a2e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:47.556870 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-7514dc87-9642-4434-b4bb-08eaa2a2e297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425861 Aug 19 01:17:47.650328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-b42c41d9-b588-4175-8b1e-e6d96d4e6a20 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863290 Aug 19 01:17:47.739246 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-657b019a-58cc-470d-a31c-38dffd0428d0 req-bfc6c019-e9ec-4b9a-b2aa-94f3e022bca7 service neutron] 10.222.0.21 "GET /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821912 Aug 19 01:17:48.100942 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:53.086011 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c3ed-85b1-44c8-880d-c37ab8e5a83a req-635dd1a5-91de-4205-9bd2-44c90ebfb17a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:53.087379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5906c3ed-85b1-44c8-880d-c37ab8e5a83a req-635dd1a5-91de-4205-9bd2-44c90ebfb17a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0545535 Aug 19 01:17:53.124713 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5906c3ed-85b1-44c8-880d-c37ab8e5a83a req-f95e5fb4-f6f3-4343-b53c-5e3a879330f2 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Aug 19 01:17:54.240748 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853aec3-c8c3-4564-86e8-4380aeb7ec02 req-40a4843a-1286-4ccb-bbb1-e3d93b7449c4 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:54.242245 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9853aec3-c8c3-4564-86e8-4380aeb7ec02 req-40a4843a-1286-4ccb-bbb1-e3d93b7449c4 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0498855 Aug 19 01:17:54.278976 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9853aec3-c8c3-4564-86e8-4380aeb7ec02 req-2c7a43cd-b17b-40a6-b398-cfc9035e1a4f tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/security-groups?id=744363fd-5986-49c5-a3bc-aea5230f097b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Aug 19 01:17:55.008695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-daba14ac-3aee-45f1-a82d-a48800fa9ed8 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:17:55.010165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-daba14ac-3aee-45f1-a82d-a48800fa9ed8 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0477366 Aug 19 01:17:55.095916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Deleting port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:17:55.096175 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:55.189284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] For port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:17:55.189656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:55.201941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Calling delete_port for d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:17:55.329749 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:55.360388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Pushing event deleted for resources: {'Port': ['ID=d8e596fb-a0ee-4209-948e-cfd97e9ab3d7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:55.362842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['d8e596fb-a0ee-4209-948e-cfd97e9ab3d7'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:17:55.404892 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b98949d-9b74-4c87-bb84-7a0941dfafd4 req-13aeca1e-8edd-4e14-a23b-68f92fd22628 tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec24eeaa-9331-4196-921c-4cff6ac4d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0483277 Aug 19 01:17:55.424160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] No DVR routers for this DVR port d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:17:55.427517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:55.429521 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f0c83a75-b4dc-43fa-a0f0-15463d362d2a req-bc9c3a7c-fcb4-4bb9-a756-03bd7c4af90a tempest-TestMinimumBasicScenario-588493090 tempest-TestMinimumBasicScenario-588493090-project] 10.222.0.21 "DELETE /v2.0/ports/d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 HTTP/1.1" status: 204 len: 173 time: 0.4135420 Aug 19 01:17:55.430034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'name': 'network-vif-deleted', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:17:55.432275 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d42d7c-f329-4843-b04c-bfbd7a1d88b9" -d '{"events": [{"server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "name": "network-vif-deleted", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:17:55.528368 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dcf1d7-a094-4f44-89d5-24ce329487bc x-openstack-request-id: req-71dcf1d7-a094-4f44-89d5-24ce329487bc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:17:55.528662 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec24eeaa-9331-4196-921c-4cff6ac4d2e0", "name": "network-vif-deleted", "tag": "d8e596fb-a0ee-4209-948e-cfd97e9ab3d7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:17:55.528913 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71dcf1d7-a094-4f44-89d5-24ce329487bc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:17:55.529332 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec24eeaa-9331-4196-921c-4cff6ac4d2e0', 'name': 'network-vif-deleted', 'tag': 'd8e596fb-a0ee-4209-948e-cfd97e9ab3d7', 'status': 'completed', 'code': 200} Aug 19 01:17:56.961448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46756) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:57.315363 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:57.459605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:57.554239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Deleting port a95edda2-c838-475e-a5f9-a22199908942 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:17:57.554589 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:57.631322 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] For port a95edda2-c838-475e-a5f9-a22199908942, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=a95edda2-c838-475e-a5f9-a22199908942,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:17:57.631687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:57.643588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Calling delete_port for a95edda2-c838-475e-a5f9-a22199908942 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:17:57.818852 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:57.845494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a95edda2-c838-475e-a5f9-a22199908942,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:58.008464 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:58.215798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Router 928a2898-4a42-45f4-9d0c-9160e2831b41 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:17:58.315025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:17:58.323141 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-91b2f068-1dc8-4070-87ee-5e1592882a1b admin admin] 10.222.0.20 "PUT /v2.0/routers/928a2898-4a42-45f4-9d0c-9160e2831b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579917 Aug 19 01:17:58.323415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:58.324406 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Sync routers for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:17:58.333567 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:17:58.334185 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:58.445468 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:17:58.710736 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:58.717327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:17:58.723282 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:17:57Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:58.738321 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:17:58.738602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device d8e596fb-a0ee-4209-948e-cfd97e9ab3d7 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:17:58.748819 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Checking router: 928a2898-4a42-45f4-9d0c-9160e2831b41 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:17:58.756767 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Routers {'928a2898-4a42-45f4-9d0c-9160e2831b41'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:17:58.757370 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['928a2898-4a42-45f4-9d0c-9160e2831b41'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:58.815541 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:58.860967 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] Set router 928a2898-4a42-45f4-9d0c-9160e2831b41 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:17:58.868380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Deleting port d498611f-a7db-4c4c-bf32-920ae03f41fe {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:17:58.868731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:58.948129 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] For port d498611f-a7db-4c4c-bf32-920ae03f41fe, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d498611f-a7db-4c4c-bf32-920ae03f41fe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:17:58.948532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:58.961693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Calling delete_port for d498611f-a7db-4c4c-bf32-920ae03f41fe owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:17:59.035364 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:17:57Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:17:59.060542 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837b76c-d77d-4603-9c7b-de832db72be9 None None] The sync data for ids ['928a2898-4a42-45f4-9d0c-9160e2831b41'] in n-d-771363-38 is: [{'id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'name': 'tempest-TestMinimumBasicScenario-1113641314-router', 'tenant_id': '85134b85b5a04b77bfd22488e26bb093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:17:57Z', 'revision_number': 5, 'project_id': '85134b85b5a04b77bfd22488e26bb093', 'gw_port': {'id': 'd498611f-a7db-4c4c-bf32-920ae03f41fe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a2898-4a42-45f4-9d0c-9160e2831b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:36Z', 'updated_at': '2021-08-19T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:17:59.124744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.157733 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Pushing event deleted for resources: {'Port': ['ID=d498611f-a7db-4c4c-bf32-920ae03f41fe,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:59.212854 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.298683 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.301185 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.342691 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.343349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928a2898-4a42-45f4-9d0c-9160e2831b41 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:17:59.347800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.348719 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3ae7af3-67c6-45a0-a71b-b734ec5b987e admin admin] 10.222.0.20 "DELETE /v2.0/routers/928a2898-4a42-45f4-9d0c-9160e2831b41 HTTP/1.1" status: 204 len: 168 time: 1.0243351 Aug 19 01:17:59.351151 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:59.402131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Deleting subnet b1c9b064-f298-4306-bc60-5687227494bd {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:17:59.406250 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.440542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.522405 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.574819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.605197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c9b064-f298-4306-bc60-5687227494bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:17:59.609247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.611129 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a14dfda-4b2f-40ab-afd7-34d0a3852609 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1c9b064-f298-4306-bc60-5687227494bd HTTP/1.1" status: 204 len: 168 time: 0.2590365 Aug 19 01:17:59.614180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:17:59.617665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175b06b-c088-4be0-87ec-49372c659617 None None] Network b98f7cd8-cdcd-46d0-962d-d8c64a012a4d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:17:59.687045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.743589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Deleting port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:17:59.743936 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.817673 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] For port 423e2612-2db4-4e4a-a495-8bb1a1e2f541, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=423e2612-2db4-4e4a-a495-8bb1a1e2f541,segment=NetworkSegment(d030e131-6569-40dd-a070-5a0b5e6bb5b3),segment_id=d030e131-6569-40dd-a070-5a0b5e6bb5b3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:17:59.817949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.831061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Calling delete_port for 423e2612-2db4-4e4a-a495-8bb1a1e2f541 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:17:59.911507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:17:59.943988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] No DVR routers for this DVR port 423e2612-2db4-4e4a-a495-8bb1a1e2f541 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:17:59.948429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=423e2612-2db4-4e4a-a495-8bb1a1e2f541,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:00.015653 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.027280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98f7cd8-cdcd-46d0-962d-d8c64a012a4d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:00.032792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6625b64f-c22d-4bc3-803a-c2e527d36f59 None None] DHCP port deletion for b98f7cd8-cdcd-46d0-962d-d8c64a012a4d request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:18:00.039106 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd030e131-6569-40dd-a070-5a0b5e6bb5b3') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:00.039768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd030e131-6569-40dd-a070-5a0b5e6bb5b3') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:00.049623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.063711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.069859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:18:00.070201 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:18:00.072092 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:18:00.128698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.134115 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:00.135957 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b98f7cd8-cdcd-46d0-962d-d8c64a012a4d HTTP/1.1" status: 204 len: 168 time: 0.5208511 Aug 19 01:18:00.139046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46764) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:00.148451 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9f42d-54b3-4f63-96e8-80ee79f135e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98f7cd8-cdcd-46d0-962d-d8c64a012a4d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:00.533441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d498611f-a7db-4c4c-bf32-920ae03f41fe no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:00.553304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d498611f-a7db-4c4c-bf32-920ae03f41fe {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:00.553661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d498611f-a7db-4c4c-bf32-920ae03f41fe not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:00.554088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a95edda2-c838-475e-a5f9-a22199908942 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:00.573510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: a95edda2-c838-475e-a5f9-a22199908942 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:00.573859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device a95edda2-c838-475e-a5f9-a22199908942 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:00.574285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 423e2612-2db4-4e4a-a495-8bb1a1e2f541 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:00.596168 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 423e2612-2db4-4e4a-a495-8bb1a1e2f541 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:00.596617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 423e2612-2db4-4e4a-a495-8bb1a1e2f541 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:00.792564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.031988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Deleting port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:18:01.032366 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.111209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] For port 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:01.111494 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.125921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Calling delete_port for 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:18:01.306671 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.331108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3bdc7b-21b8-4be9-aab4-7263dd3e7128,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:01.501153 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.708958 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Router 71306a12-ae71-43cb-af21-d7526e8b5d0c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:18:01.813360 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:18:01.819971 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ea6d3de3-d8f7-46a2-87b6-c6d33dfc9994 admin admin] 10.222.0.20 "PUT /v2.0/routers/71306a12-ae71-43cb-af21-d7526e8b5d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797559 Aug 19 01:18:01.820801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46766) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:01.822680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Sync routers for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:18:01.832604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:01.833243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:01.924269 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:01.933669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:02.026371 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.078211 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Deleting port 46f6f68e-39b3-41f4-9637-2ce6ad316afe {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:18:02.078558 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.107420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:18:01Z', 'revision_number': 5, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port': {'id': '46f6f68e-39b3-41f4-9637-2ce6ad316afe', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:02.133296 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Checking router: 71306a12-ae71-43cb-af21-d7526e8b5d0c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:18:02.141460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Routers {'71306a12-ae71-43cb-af21-d7526e8b5d0c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:02.142073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['71306a12-ae71-43cb-af21-d7526e8b5d0c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:02.158594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] For port 46f6f68e-39b3-41f4-9637-2ce6ad316afe, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=46f6f68e-39b3-41f4-9637-2ce6ad316afe,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:02.158954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.170374 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Calling delete_port for 46f6f68e-39b3-41f4-9637-2ce6ad316afe owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:18:02.225692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] Set router 71306a12-ae71-43cb-af21-d7526e8b5d0c gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:02.279686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:18:02Z', 'revision_number': 6, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:02.306153 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05254a5b-2d79-4084-9b0e-d0d4510b52dc None None] The sync data for ids ['71306a12-ae71-43cb-af21-d7526e8b5d0c'] in n-d-771363-38 is: [{'id': '71306a12-ae71-43cb-af21-d7526e8b5d0c', 'name': 'tempest-TestMinimumBasicScenario-1913607787-router', 'tenant_id': '5e65dfd0f1d74444a439858dfd881473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:14:40Z', 'updated_at': '2021-08-19T01:18:02Z', 'revision_number': 6, 'project_id': '5e65dfd0f1d74444a439858dfd881473', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:18:02.341110 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.366965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f6f68e-39b3-41f4-9637-2ce6ad316afe,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:02.425528 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.533909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.535996 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.582616 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.583158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71306a12-ae71-43cb-af21-d7526e8b5d0c {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:18:02.587531 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.588699 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d79db682-2123-4f7b-896d-06f41014ac28 admin admin] 10.222.0.20 "DELETE /v2.0/routers/71306a12-ae71-43cb-af21-d7526e8b5d0c HTTP/1.1" status: 204 len: 168 time: 0.7667003 Aug 19 01:18:02.591198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46768) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:02.636533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Deleting subnet 12e02e7c-72ff-46eb-a2a6-b91bf62af408 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:18:02.639691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.680949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.770942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.824830 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.852471 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e02e7c-72ff-46eb-a2a6-b91bf62af408,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:02.855034 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.857642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8573c7b5-6377-4dab-b4e2-5bea60577e28 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12e02e7c-72ff-46eb-a2a6-b91bf62af408 HTTP/1.1" status: 204 len: 168 time: 0.2654111 Aug 19 01:18:02.859156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef464e-f648-4da3-a6ae-78643c0b6c1c None None] Network 80acb53e-4f91-4734-a18b-a989105eb982 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:18:02.859635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46770) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:02.926332 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:02.981718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Deleting port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:18:02.982067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.045170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] For port d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,segment=NetworkSegment(1406faf9-af0c-41ab-bf0d-64b762c02cb3),segment_id=1406faf9-af0c-41ab-bf0d-64b762c02cb3)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:03.045469 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.057236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Calling delete_port for d9e5c2cd-f67c-402d-97a0-9a85c08c2786 owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:18:03.097886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] DHCP port deletion for 80acb53e-4f91-4734-a18b-a989105eb982 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:18:03.127508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:03.147296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.153975 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:03.154390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2c3bdc7b-21b8-4be9-aab4-7263dd3e7128 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:03.171341 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:03.176381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Deleting port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:18:03.176722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.177367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] No DVR routers for this DVR port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:18:03.241010 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] For port d9e5c2cd-f67c-402d-97a0-9a85c08c2786, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:03.241415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.249325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.253420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Calling delete_port for d9e5c2cd-f67c-402d-97a0-9a85c08c2786 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:18:03.256145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 01:18:03.257472 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.258985 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80acb53e-4f91-4734-a18b-a989105eb982']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:03.273087 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1406faf9-af0c-41ab-bf0d-64b762c02cb3') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:03.273396 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1406faf9-af0c-41ab-bf0d-64b762c02cb3') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:03.282581 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.285007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Pushing event deleted for resources: {'Port': ['ID=d9e5c2cd-f67c-402d-97a0-9a85c08c2786,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:03.287744 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] No DVR routers for this DVR port d9e5c2cd-f67c-402d-97a0-9a85c08c2786 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:18:03.298836 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.299201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.299556 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.299908 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.300270 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.300630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.301015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.301365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.301718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.302042 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.302382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.302720 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b880b47b-f86c-44f9-a48a-bc10f1ad8f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:03.306093 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.313633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:18:03.314122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:18:03.316117 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:18:03.372872 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.379396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.381322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] 10.222.0.20 "DELETE /v2.0/networks/80acb53e-4f91-4734-a18b-a989105eb982 HTTP/1.1" status: 204 len: 168 time: 0.5208662 Aug 19 01:18:03.392799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0fe9-1474-4201-8691-0d8734c58557 admin admin] Pushing event deleted for resources: {'Network': ['ID=80acb53e-4f91-4734-a18b-a989105eb982,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:03.543002 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:03.583665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-32eeb0be-123a-4eeb-9d0a-4d23d5a64b0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85134b85b5a04b77bfd22488e26bb093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393775 Aug 19 01:18:03.585889 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:03.632442 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.653330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.702221 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.704952 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:03.706132 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/744363fd-5986-49c5-a3bc-aea5230f097b HTTP/1.1" status: 204 len: 168 time: 0.1193430 Aug 19 01:18:03.714033 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075295b-460d-4496-88bd-1e2448e945f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744363fd-5986-49c5-a3bc-aea5230f097b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:04.004461 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46782) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:04.042367 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ad046e1b-e41c-49b7-8ae8-6505412757cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e65dfd0f1d74444a439858dfd881473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368068 Aug 19 01:18:04.044798 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46784) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:04.091061 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:04.115237 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:04.160651 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:04.163122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:04.164278 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b4d7a09-c365-47ba-bfc6-6c446b6c9171 HTTP/1.1" status: 204 len: 168 time: 0.1186011 Aug 19 01:18:04.171648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b47d6-3aad-4d1f-b9da-6cd395fe363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d7a09-c365-47ba-bfc6-6c446b6c9171,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:04.533536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d9e5c2cd-f67c-402d-97a0-9a85c08c2786 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:04.556254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d9e5c2cd-f67c-402d-97a0-9a85c08c2786 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:04.556649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d9e5c2cd-f67c-402d-97a0-9a85c08c2786 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:04.557078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 46f6f68e-39b3-41f4-9637-2ce6ad316afe no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:18:04.575081 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 46f6f68e-39b3-41f4-9637-2ce6ad316afe {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:18:04.575437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 46f6f68e-39b3-41f4-9637-2ce6ad316afe not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:18:05.811507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46824) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:05.816427 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344399214', 'description': 'tempest-secgroup-smoke-344399214 description', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:05.837788 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:05.845723 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:05.934696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:05.938220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:05.969586 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:18:05.974826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88775d81-d7fd-4bf4-ab0d-dc73e18f90ea,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.028673 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.032287 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.060503 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.061642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2491174 Aug 19 01:18:06.063458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f0c1-b5bc-459b-a62b-a9e67391edee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642ead96-4d78-4fd1-97f2-93e7dd231936,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.064767 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46826) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.070339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.097607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.141825 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.145631 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.163157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede59f85-0147-4ac1-9fe8-e9ff49c0754c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.170975 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.172356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6b1c4681-bc9f-4556-835f-76f6d67c8ba1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060462 Aug 19 01:18:06.176062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.180519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.207496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.263640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.267007 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.285335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a833499-8745-4663-985c-798258cbe3c9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.294942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.296205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e0730366-609e-43b5-904b-a85d99243ae9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191878 Aug 19 01:18:06.298882 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.303212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.328889 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.386448 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.389765 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.409568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7492fd39-4641-4052-a25d-e4b68c36dd60,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.412890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.414048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e504a105-67c5-4c0a-b324-172c8629892d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142404 Aug 19 01:18:06.416852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46832) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.421169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.446686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.506136 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.509702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.531062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98073f4-9c29-4003-8224-55b143382efc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.534868 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.538726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ef2730ec-88e8-40cb-9fd2-98c7d2e61d20 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183105 Aug 19 01:18:06.539216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.543325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.564519 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:18:06.569720 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.629203 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.633649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.651496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55997ac9-f8de-4eec-b55f-2991384dcb6d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.657215 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.658541 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5352ebdf-8e3d-4ce0-9549-d9e8a456974b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186914 Aug 19 01:18:06.661233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.665552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '642ead96-4d78-4fd1-97f2-93e7dd231936', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.685662 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:18:06.690418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.749811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.753934 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.772997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4695ce-591c-4b54-a01c-851522e2e89e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:06.776208 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.777395 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d0e299d4-ae9d-457e-9563-42e85d56c759 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152496 Aug 19 01:18:06.780419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.785261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'network': {'name': 'tempest-network-smoke--553540589', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.805879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:18:06.809560 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.835538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:18:06.844006 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.844371 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Added segment fdb945c7-7fd3-4395-853e-d54659749bd7 of type vlan for network 721abf76-05a9-4f82-936c-e41e1119eec5 Aug 19 01:18:06.882320 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.905564 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.911502 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:06.912096 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:06.974387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929314 Aug 19 01:18:06.977247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:06.983636 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'admin_state_up': True, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:06.990507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb2525-851f-4911-b716-685a434675af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Network': ['ID=721abf76-05a9-4f82-936c-e41e1119eec5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:07.002797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 721abf76-05a9-4f82-936c-e41e1119eec5 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:18:07.010211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.011213 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.066811 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.203556 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.392137 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.410614 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.512376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.212 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/2fe397da-6387-4840-9fb8-55c849216da1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:18:07.610490 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.647812 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:07.684904 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:07.687537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:07.690091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:18:07.726686 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=2fe397da-6387-4840-9fb8-55c849216da1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:07.938849 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.127970 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.264804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:18:08.365785 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:18:08.375571 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Sync routers for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:18:08.384497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.385753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-746b6641-0d84-44f3-aad1-5e91c596c431 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4075804 Aug 19 01:18:08.386714 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:08.387334 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:08.389049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46842) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:08.498562 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:08.513715 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-42151a5f-1c81-45f2-9f6e-a33337d33078 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=483a8fbd1b77420fa04d48f02ef4190d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233573 Aug 19 01:18:08.516369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46846) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:08.601190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915d93c-9809-4b41-bd51-55fdbb023003 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:08.602704 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1915d93c-9809-4b41-bd51-55fdbb023003 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853508 Aug 19 01:18:08.605627 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46848) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:08.633582 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a9775915-016f-49dd-8961-f6d9913ddf14 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268974 Aug 19 01:18:08.636260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46850) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:08.640959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760980192', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:08.683524 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:07Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:08.708639 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Checking router: 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:18:08.708989 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Updating router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 port 2fe397da-6387-4840-9fb8-55c849216da1 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:18:08.730751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:18:08.733430 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.734445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.911433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.970703 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Subnet': ['ID=efdc92db-1717-42e0-aa89-fbe59d302ecb,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:08.978097 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Checking segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:18:08.978458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network hostable DHCP agents. Network: 721abf76-05a9-4f82-936c-e41e1119eec5, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:18:08.983612 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:08.994478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 721abf76-05a9-4f82-936c-e41e1119eec5 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:18:08.994688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Transition to ACTIVE for port object 2fe397da-6387-4840-9fb8-55c849216da1 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:09.000134 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.002521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 721abf76-05a9-4f82-936c-e41e1119eec5) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:09.006693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:09.007357 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.012840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ced517-2d1c-4a93-9d6d-adcf35e19c4b None None] Network 721abf76-05a9-4f82-936c-e41e1119eec5 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:18:09.024843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-9dd28f0f-c53f-4be9-bdec-32f4aa0e7200 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3875973 Aug 19 01:18:09.027031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:09.059315 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Attempting to bind port 2fe397da-6387-4840-9fb8-55c849216da1 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:18:09.059690 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Attempting to bind port 2fe397da-6387-4840-9fb8-55c849216da1 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:18:09.060056 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Attempting to bind port 2fe397da-6387-4840-9fb8-55c849216da1 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:18:09.062092 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Pushing event updated for resources: {'Port': ['ID=2fe397da-6387-4840-9fb8-55c849216da1,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:09.071138 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.071491 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.071837 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.072174 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.072562 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.073134 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.073468 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.073799 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.074126 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.074448 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.074781 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.075104 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:18:09.080479 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:18:09.080859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:18:09.081804 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.082200 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:18:09.082677 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Bound port: 2fe397da-6387-4840-9fb8-55c849216da1, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:18:09.083059 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.135185 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] For port 2fe397da-6387-4840-9fb8-55c849216da1, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:18:09.138700 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] For port 2fe397da-6387-4840-9fb8-55c849216da1, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2fe397da-6387-4840-9fb8-55c849216da1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:18:09.142772 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.176054 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-721abf76-05a9-4f82-936c-e41e1119eec5', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:18:09.177306 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.195932 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:09.196600 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:09.249213 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b64e3-4175-4a01-b59b-52d9f7b197a3 None None] Pushing event updated for resources: {'Port': ['ID=2fe397da-6387-4840-9fb8-55c849216da1,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:09.317893 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:09.325194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Allocated IP 172.20.0.2 (721abf76-05a9-4f82-936c-e41e1119eec5/efdc92db-1717-42e0-aa89-fbe59d302ecb/d3958fb7-9dd9-42a4-961b-b35951055c97) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:18:09.481196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.491007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Transition to ACTIVE for port object d3958fb7-9dd9-42a4-961b-b35951055c97 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:09.508229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Transition to ACTIVE for port object d3958fb7-9dd9-42a4-961b-b35951055c97 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:09.515150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.556175 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Network 721abf76-05a9-4f82-936c-e41e1119eec5 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:09.559094 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:09.563754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:18:09.573641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Pushing event updated for resources: {'Port': ['ID=d3958fb7-9dd9-42a4-961b-b35951055c97,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:09.607621 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:07Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:09.622279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Attempting to bind port d3958fb7-9dd9-42a4-961b-b35951055c97 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:18:09.622661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Attempting to bind port d3958fb7-9dd9-42a4-961b-b35951055c97 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:18:09.623034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Attempting to bind port d3958fb7-9dd9-42a4-961b-b35951055c97 on network 721abf76-05a9-4f82-936c-e41e1119eec5 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:18:09.628838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:18:09.629220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Checking segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:18:09.629669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.630144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Bound using segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:18:09.630662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Bound port: d3958fb7-9dd9-42a4-961b-b35951055c97, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:18:09.631033 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.635927 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010a96d-bb26-4267-b573-b5888805d16f None None] The sync data for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 is: [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:07Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:18:09.702993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] For port d3958fb7-9dd9-42a4-961b-b35951055c97, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:18:09.706852 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] For port d3958fb7-9dd9-42a4-961b-b35951055c97, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d3958fb7-9dd9-42a4-961b-b35951055c97,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:18:09.712067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:09.769827 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e7b7-fc65-41ca-a775-b61310ea992c None None] Pushing event updated for resources: {'Port': ['ID=d3958fb7-9dd9-42a4-961b-b35951055c97,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:09.796781 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.178313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.1 (721abf76-05a9-4f82-936c-e41e1119eec5/efdc92db-1717-42e0-aa89-fbe59d302ecb/496dd338-5fe8-4d7b-8c6a-d2dc70375039) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:18:10.299622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.314233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 496dd338-5fe8-4d7b-8c6a-d2dc70375039 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:10.347954 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.391792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 721abf76-05a9-4f82-936c-e41e1119eec5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:10.395176 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:10.399188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:18:10.423559 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:10.454783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.606629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.614370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2fe397da-6387-4840-9fb8-55c849216da1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:10.673298 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 2fe397da-6387-4840-9fb8-55c849216da1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:10.677496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2fe397da-6387-4840-9fb8-55c849216da1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:10.677919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.765946 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.774002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cd856-c5fb-40e1-963a-ba7785ce5312 None None] Network 721abf76-05a9-4f82-936c-e41e1119eec5 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:18:10.829375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 2fe397da-6387-4840-9fb8-55c849216da1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2fe397da-6387-4840-9fb8-55c849216da1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:10.840239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.841043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d3958fb7-9dd9-42a4-961b-b35951055c97 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:10.894948 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a96cfbfb-10f5-4893-8edc-15d24a2e5565 None None] Provisioning for port d3958fb7-9dd9-42a4-961b-b35951055c97 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:10.913742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.921271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:10.956773 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=2fe397da-6387-4840-9fb8-55c849216da1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:10.991531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d3958fb7-9dd9-42a4-961b-b35951055c97 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:10.998640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d3958fb7-9dd9-42a4-961b-b35951055c97 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:10.999108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.005583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:11.011452 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.113975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 721abf76-05a9-4f82-936c-e41e1119eec5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:11.115308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:11.116970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.155643 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d3958fb7-9dd9-42a4-961b-b35951055c97, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d3958fb7-9dd9-42a4-961b-b35951055c97,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:11.161015 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.215456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d3958fb7-9dd9-42a4-961b-b35951055c97,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:11.240567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:18:11.336688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Provisioning complete for port d3958fb7-9dd9-42a4-961b-b35951055c97 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:11.337074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.354566 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:18:11.360360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-347c06e1-c163-4ab9-8b8a-d7b256e9e873 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/0e096147-13d8-4f17-95c2-ae9dc2bbabb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3318486 Aug 19 01:18:11.371354 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Sync routers for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:18:11.389988 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:11.390776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:11.524066 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-7629b6e1-2d09-4100-addb-1d6d00696fc2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344399214&fields=id&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 267 time: 0.0437942 Aug 19 01:18:11.536667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:11.649242 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-4a5b1b3f-2c78-455e-a0a4-a3b5c448d8b3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:11.651021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-4a5b1b3f-2c78-455e-a0a4-a3b5c448d8b3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 796 time: 0.1179042 Aug 19 01:18:11.669317 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-a8f4d3e3-b23b-432d-9eb2-d047b3aa8895 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/quotas/483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 375 time: 0.0108631 Aug 19 01:18:11.724178 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-669366bb-167d-4c60-baf3-9d95ee653df9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467849 Aug 19 01:18:11.727978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Provisioning for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:11.734103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Provisioning complete for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:11.734478 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.806189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cb455f7a-2325-4f05-abd9-a22f1b8842bc None None] Port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:18:11.864490 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-4be78683-730e-44bb-a97f-56ccca6a29c9 service neutron] 10.222.0.20 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286192 Aug 19 01:18:11.934424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cb78ae72-ea62-4259-8a42-e0ac2e68e3d3 None None] Provisioning complete for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:11.934805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb78ae72-ea62-4259-8a42-e0ac2e68e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:11.953007 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-bc097232-9183-4357-b724-6ecb6397a06a service neutron] 10.222.0.20 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824821 Aug 19 01:18:11.964121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 2, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:11.997106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Checking router: 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:18:11.997464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Updating router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:18:12.021303 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cb78ae72-ea62-4259-8a42-e0ac2e68e3d3 None None] Port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:18:12.027379 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.285150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.294617 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Transition to ACTIVE for port object 496dd338-5fe8-4d7b-8c6a-d2dc70375039 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:12.300350 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.348028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec04e9-1d21-433b-81f1-5ce581f4699f None None] Pushing event updated for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:12.402367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Attempting to bind port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:18:12.402746 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Attempting to bind port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:18:12.403115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Attempting to bind port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 on network 721abf76-05a9-4f82-936c-e41e1119eec5 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:18:12.408410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:18:12.408794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Checking segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:18:12.409244 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.409646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Bound using segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:18:12.410173 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Bound port: 496dd338-5fe8-4d7b-8c6a-d2dc70375039, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:18:12.410560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.477905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] For port 496dd338-5fe8-4d7b-8c6a-d2dc70375039, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:18:12.481408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] For port 496dd338-5fe8-4d7b-8c6a-d2dc70375039, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=496dd338-5fe8-4d7b-8c6a-d2dc70375039,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:18:12.486395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.555008 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2fe397da-6387-4840-9fb8-55c849216da1 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:12.589631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec04e9-1d21-433b-81f1-5ce581f4699f None None] Pushing event updated for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:12.593929 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:12.594484 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:17:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:12.672093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-237625d5-5b33-4b33-a384-78277f9e7886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.723172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 2fe397da-6387-4840-9fb8-55c849216da1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:12.723550 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:12.770913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:12.918489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d3958fb7-9dd9-42a4-961b-b35951055c97 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:13.011768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d3958fb7-9dd9-42a4-961b-b35951055c97 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:13.012150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:13.075456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:12Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:13.122034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667ba45-655c-4bf1-ab88-cf3b8ae22185 None None] The sync data for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 is: [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:12Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:18:13.156399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fdcb6751-e815-4d57-b1f4-c2a63f8c3b2f req-ab3ea0a7-1105-452c-8864-a67203c88b15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 210 time: 0.0369160 Aug 19 01:18:14.262382 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4864e852-947b-4547-a41e-8146a847ff4e req-89385ad2-1342-4fa4-8ed7-47ff9bce761e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 210 time: 0.0278163 Aug 19 01:18:14.363271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c0e951ff-0804-4bf6-83c3-6c261aef1810 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:14.364749 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c0e951ff-0804-4bf6-83c3-6c261aef1810 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 796 time: 0.1031728 Aug 19 01:18:14.411490 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-34f68c28-67a8-4ab3-ad72-0ac967df1727 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 379 time: 0.0330851 Aug 19 01:18:14.421994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'port': {'device_id': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'admin_state_up': True, 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'security_groups': ['642ead96-4d78-4fd1-97f2-93e7dd231936']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:14.531031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:18:14.535693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.564686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 496dd338-5fe8-4d7b-8c6a-d2dc70375039 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:14.616278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:14.620578 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:14.621033 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.668984 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.7 (721abf76-05a9-4f82-936c-e41e1119eec5/efdc92db-1717-42e0-aa89-fbe59d302ecb/17dbbf2f-e8ed-4603-8691-f2ede1bda38d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:18:14.701595 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.734991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 496dd338-5fe8-4d7b-8c6a-d2dc70375039, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=496dd338-5fe8-4d7b-8c6a-d2dc70375039,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:14.739081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.789499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:14.812722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.827051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 17dbbf2f-e8ed-4603-8691-f2ede1bda38d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:14.859668 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.903026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 721abf76-05a9-4f82-936c-e41e1119eec5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:14.906078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:14.909758 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:18:14.937766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:14.967309 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:14.967948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:14.983360 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-96af4d73-d9fb-4f6c-99ae-83f377779da1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648344 Aug 19 01:18:14.999457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-aefebc97-64fc-49df-b77a-3429c4c6ccf1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:18:15.000483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-aefebc97-64fc-49df-b77a-3429c4c6ccf1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055730 Aug 19 01:18:15.013138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Request body: {'port': {'device_id': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:15.031077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9cdce23-b6a6-43e1-a788-67432f890102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.071090 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.115993 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5140214-7bda-40ef-b377-2a796fb49f6c None None] Provisioning for port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:15.119831 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e5140214-7bda-40ef-b377-2a796fb49f6c None None] Provisioning complete for port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:15.120247 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5140214-7bda-40ef-b377-2a796fb49f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.156886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e5140214-7bda-40ef-b377-2a796fb49f6c None None] Port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:18:15.273187 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.367569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dbbf2f-e8ed-4603-8691-f2ede1bda38d {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:18:15.376744 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.394258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Transition to ACTIVE for port object 17dbbf2f-e8ed-4603-8691-f2ede1bda38d will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:18:15.402926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58f017-d932-4821-8c85-f2b62c014de7 req-296a23de-56ec-48cb-8a4b-8af942c839f4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:15.404447 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa58f017-d932-4821-8c85-f2b62c014de7 req-296a23de-56ec-48cb-8a4b-8af942c839f4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 931 time: 0.0724068 Aug 19 01:18:15.405487 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.489284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa58f017-d932-4821-8c85-f2b62c014de7 req-4f3fe114-05ee-4fb0-9bc2-9c4e18fe640e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741217 Aug 19 01:18:15.490055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Pushing event updated for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:15.560526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Attempting to bind port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:18:15.560867 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Attempting to bind port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:18:15.561197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Attempting to bind port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d on network 721abf76-05a9-4f82-936c-e41e1119eec5 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:18:15.565840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d on network 721abf76-05a9-4f82-936c-e41e1119eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:18:15.566145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Attempting to bind port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d on network 721abf76-05a9-4f82-936c-e41e1119eec5 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:18:15.571350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:18:15.571695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Checking segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:18:15.572228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Bound using segment: {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:18:15.573003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Bound port: 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb945c7-7fd3-4395-853e-d54659749bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:18:15.573378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.638895 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:18:15.641910 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:18:15.645742 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.678349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:15.679604 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.681065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] 10.222.0.21 "PUT /v2.0/ports/17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 1092 time: 0.6722367 Aug 19 01:18:15.681522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:18:15.683875 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617d1b3c-c8cd-4153-98d4-6b377bbf8785" -d '{"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:18:15.712235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71ec0-7246-463c-8193-4bcbf5f8663a service neutron] Pushing event updated for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:15.725981 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04b646-d9a0-4f76-a905-ac21c0ff1cda x-openstack-request-id: req-5e04b646-d9a0-4f76-a905-ac21c0ff1cda {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:18:15.726596 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:18:15.726858 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e04b646-d9a0-4f76-a905-ac21c0ff1cda {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:18:15.727281 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'status': 'completed', 'code': 200} Aug 19 01:18:15.787255 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-f6bf68b7-2640-436e-bf97-768862e29174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:15.788808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-f6bf68b7-2640-436e-bf97-768862e29174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1095 time: 0.0444760 Aug 19 01:18:15.839806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-0e67bb55-4750-41f2-a232-2ea57356e1e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 217 time: 0.0383177 Aug 19 01:18:15.888351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-6a466be4-9e4f-477a-a3b7-6d0dca0a0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:15.889773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-6a466be4-9e4f-477a-a3b7-6d0dca0a0383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 200 len: 835 time: 0.0429461 Aug 19 01:18:15.914137 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:15.937975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-00915a1a-4471-442f-a520-9c8935d1ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:15.939467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-00915a1a-4471-442f-a520-9c8935d1ad01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=721abf76-05a9-4f82-936c-e41e1119eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425198 Aug 19 01:18:16.029744 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-7195acb5-cee0-4550-8b3c-edc71e6e5a68 service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828204 Aug 19 01:18:16.117995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b883937c-dc2c-4890-8f77-6cc2f37f3f3b req-9373f568-c235-47c1-9f9c-ed2f09e2b397 service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804484 Aug 19 01:18:16.241324 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-8f772d1d-1631-49f3-a16c-ad01e984898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:16.242704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-8f772d1d-1631-49f3-a16c-ad01e984898b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1095 time: 0.0450504 Aug 19 01:18:16.330554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-e1a21fd3-9145-4de4-b26d-23006b5a7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:16.332596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-e1a21fd3-9145-4de4-b26d-23006b5a7037 service neutron] 10.222.0.21 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 896 time: 0.0823975 Aug 19 01:18:16.375288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-61c1b286-2242-46b3-b1ec-c0137a02d33f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 217 time: 0.0354350 Aug 19 01:18:16.422877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-a954f696-50f2-4785-ab77-b8d309def99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:16.424320 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-a954f696-50f2-4785-ab77-b8d309def99b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 200 len: 835 time: 0.0419056 Aug 19 01:18:16.468694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-d662b41c-a9d0-48ed-819b-aefa228dcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:16.470138 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-d662b41c-a9d0-48ed-819b-aefa228dcc26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=721abf76-05a9-4f82-936c-e41e1119eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392365 Aug 19 01:18:16.560770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 496dd338-5fe8-4d7b-8c6a-d2dc70375039 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:16.570519 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-43b028bf-d3de-4643-8ed2-98813d0b6f5f service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 Aug 19 01:18:16.620056 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:16.620714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:16.621077 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:16.677488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da4683-52e1-4e44-8b12-19a9a31e7652 req-8686d4bc-ae51-433a-88f6-9afb17850e2b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:16.678978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99da4683-52e1-4e44-8b12-19a9a31e7652 req-8686d4bc-ae51-433a-88f6-9afb17850e2b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 943 time: 0.1020296 Aug 19 01:18:16.719526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-617d1b3c-c8cd-4153-98d4-6b377bbf8785 req-40a2415f-9549-4055-bf84-2c854e148bbc service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407754 Aug 19 01:18:16.734684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-99da4683-52e1-4e44-8b12-19a9a31e7652 req-170628a5-3fd4-4cab-a61c-3fb18cd69bb8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Aug 19 01:18:17.855232 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ede16-e765-4f0f-93d9-a0f79b9ff5d9 req-471ed798-a824-47a0-8510-d405d13872ed tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:17.856711 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b6ede16-e765-4f0f-93d9-a0f79b9ff5d9 req-471ed798-a824-47a0-8510-d405d13872ed tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 943 time: 0.0526297 Aug 19 01:18:17.892743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5b6ede16-e765-4f0f-93d9-a0f79b9ff5d9 req-de989cab-3437-43ae-b4c5-79a6f0e8cb18 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302274 Aug 19 01:18:18.100858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:18.841333 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 17dbbf2f-e8ed-4603-8691-f2ede1bda38d details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:18:18.936522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:18.947279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'port_id': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'mac_address': 'fa:16:3e:83:af:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:18:18.984802 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:18.997285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dbbf2f-e8ed-4603-8691-f2ede1bda38d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:18:19.005773 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534746c4-a24c-4ea4-bd39-750f554e6c4b req-c9d4d47b-03b8-4504-9d4f-21a36e7558c7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:19.007264 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-534746c4-a24c-4ea4-bd39-750f554e6c4b req-c9d4d47b-03b8-4504-9d4f-21a36e7558c7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 943 time: 0.0478468 Aug 19 01:18:19.016762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:19.022852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:19.047425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-534746c4-a24c-4ea4-bd39-750f554e6c4b req-be9a5942-cc25-4608-9de8-34423c67c344 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Aug 19 01:18:19.074148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:19.423719 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['17dbbf2f-e8ed-4603-8691-f2ede1bda38d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:18:20.159818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34479-edca-4936-aa54-bdc359706677 req-3bce7a12-b436-428c-b5e9-6c39661552ec tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:20.161326 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9c34479-edca-4936-aa54-bdc359706677 req-3bce7a12-b436-428c-b5e9-6c39661552ec tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 944 time: 0.0489707 Aug 19 01:18:20.198295 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c9c34479-edca-4936-aa54-bdc359706677 req-f9168825-be16-4e2a-8f51-d5943206d8c4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Aug 19 01:18:20.857102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 17dbbf2f-e8ed-4603-8691-f2ede1bda38d up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:18:20.903442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:18:20.906916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:18:20.907293 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:20.980043 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:21.006202 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:18:21.008462 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfcaf3b-2d05-4213-bba2-20899a4a701b" -d '{"events": [{"server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "name": "network-vif-plugged", "status": "completed", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:18:21.021285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:18:21.025202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:21.073159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:21.098767 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c318bae-ea86-4357-b6ff-aad1bf73819d x-openstack-request-id: req-3c318bae-ea86-4357-b6ff-aad1bf73819d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:18:21.099057 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "name": "network-vif-plugged", "status": "completed", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:18:21.099308 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c318bae-ea86-4357-b6ff-aad1bf73819d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:18:21.099695 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'code': 200} Aug 19 01:18:21.215644 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd3f2-f232-4f81-a1d8-203633f34f68 req-a8b7f73a-3942-4afd-9d86-5a47741d0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:21.217173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b63bd3f2-f232-4f81-a1d8-203633f34f68 req-a8b7f73a-3942-4afd-9d86-5a47741d0bba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1097 time: 0.0396945 Aug 19 01:18:21.252024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b63bd3f2-f232-4f81-a1d8-203633f34f68 req-fc3aa71f-be78-49c5-bab7-cce0af2edb7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272710 Aug 19 01:18:21.310604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdb652-880c-4655-9d86-46c782b25eb1 req-3ffb7921-bb5b-4ff1-9467-9bfddfa889fd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:21.311996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04fdb652-880c-4655-9d86-46c782b25eb1 req-3ffb7921-bb5b-4ff1-9467-9bfddfa889fd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0480845 Aug 19 01:18:21.348628 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04fdb652-880c-4655-9d86-46c782b25eb1 req-7fbef7af-6153-47c2-87e3-a842a0a7d68c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300930 Aug 19 01:18:22.467723 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21c4b3-b9bd-416f-ac03-77d7ac5bb636 req-6bcbf2f8-2f5f-4fa2-8a77-ecb047d5eddb tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:22.469230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd21c4b3-b9bd-416f-ac03-77d7ac5bb636 req-6bcbf2f8-2f5f-4fa2-8a77-ecb047d5eddb tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0521889 Aug 19 01:18:22.505989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd21c4b3-b9bd-416f-ac03-77d7ac5bb636 req-e76024cf-f0bd-4a70-aafa-8d11de2a95da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309341 Aug 19 01:18:23.620639 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a3cdc-5eab-4df3-906b-04bfbd7f72b0 req-2bbee37a-3258-4089-ba73-f938b1142087 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:23.622097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-554a3cdc-5eab-4df3-906b-04bfbd7f72b0 req-2bbee37a-3258-4089-ba73-f938b1142087 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0522056 Aug 19 01:18:23.659808 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-554a3cdc-5eab-4df3-906b-04bfbd7f72b0 req-c10af2ee-f092-42b5-845d-d45addb71810 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Aug 19 01:18:23.775973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242234be-4521-4aa1-a505-70c126e9a9af req-61ab6789-49b6-4d4e-94de-bb9586657b16 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:23.777569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-242234be-4521-4aa1-a505-70c126e9a9af req-61ab6789-49b6-4d4e-94de-bb9586657b16 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0540590 Aug 19 01:18:23.814840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-242234be-4521-4aa1-a505-70c126e9a9af req-5d7b6f51-1130-4f40-bd88-7bc12798371b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Aug 19 01:18:23.837168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:23.874655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150826db-3a31-47cc-b700-d5cb028abc87 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:23.876115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-150826db-3a31-47cc-b700-d5cb028abc87 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1092 time: 0.0379896 Aug 19 01:18:23.879369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:23.883716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:18:23.905315 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:24.002016 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:24.100034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.111 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/9862a08d-6904-4690-931b-5e08b1b4e3d4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:18:24.201570 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:24.240849 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:24.276933 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:18:24.283388 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:18:24.286264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:18:24.309490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=9862a08d-6904-4690-931b-5e08b1b4e3d4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:24.910082 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:24.973898 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:25.116907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:25.121257 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:25.192676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=9862a08d-6904-4690-931b-5e08b1b4e3d4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:18:25.204099 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:25.300986 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP 82727295-ace4-4bd1-a38d-671a8efbee5b associated. External IP: 172.25.1.111, port: 17dbbf2f-e8ed-4603-8691-f2ede1bda38d. Aug 19 01:18:25.509788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:18:25.611052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:18:25.621381 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Sync routers for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:18:25.626183 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:25.629998 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:25.630604 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:25.658516 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-40640efd-2cb3-4b6e-9c9c-bd2d2539f87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7781239 Aug 19 01:18:25.659700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:18:25.662009 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:18:25.698859 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22298745-1f9b-4299-a9da-6d8a42968536 x-openstack-request-id: req-22298745-1f9b-4299-a9da-6d8a42968536 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:18:25.699157 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:18:25.699413 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22298745-1f9b-4299-a9da-6d8a42968536 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:18:25.699817 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'status': 'completed', 'code': 200} Aug 19 01:18:25.739040 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:25.770148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f887-d53a-4170-b865-8e045b62cd4b req-59add376-05b9-4400-b287-493ca114d87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:25.771682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9613f887-d53a-4170-b865-8e045b62cd4b req-59add376-05b9-4400-b287-493ca114d87f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0520759 Aug 19 01:18:25.791206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-8f8a28ca-6ae1-4636-bdfb-835f99c72a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:25.793456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-8f8a28ca-6ae1-4636-bdfb-835f99c72a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1097 time: 0.0458853 Aug 19 01:18:25.812376 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9613f887-d53a-4170-b865-8e045b62cd4b req-198f71d0-dcea-4c45-a828-e41691fc972a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Aug 19 01:18:25.836480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46922) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:25.889829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-570509d0-8fd2-4ccc-8e29-a8fd32aa4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:25.892137 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-570509d0-8fd2-4ccc-8e29-a8fd32aa4417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 896 time: 0.0922771 Aug 19 01:18:25.901741 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fe4f24b4-54ac-467b-afca-0eb49600866c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/82727295-ace4-4bd1-a38d-671a8efbee5b HTTP/1.1" status: 200 len: 991 time: 0.0632818 Aug 19 01:18:25.960741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-a9f539a7-7e14-4638-9169-2987d49e990c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 999 time: 0.0614767 Aug 19 01:18:25.963087 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '82727295-ace4-4bd1-a38d-671a8efbee5b', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'port_id': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'mac_address': 'fa:16:3e:83:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:18:24Z', 'updated_at': '2021-08-19T01:18:24Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:25.988355 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Checking router: 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:18:25.996549 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:18:25.997160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:18:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:26.008694 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-a1877c0d-5f9f-4336-9ef2-856b41aa7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:26.010184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-a1877c0d-5f9f-4336-9ef2-856b41aa7839 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 200 len: 835 time: 0.0428543 Aug 19 01:18:26.055322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-d544059a-812d-49af-8354-a42c1a2054c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:18:26.056791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-d544059a-812d-49af-8354-a42c1a2054c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=721abf76-05a9-4f82-936c-e41e1119eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398798 Aug 19 01:18:26.100933 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:18:26.149290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-6de9ab43-df94-4de8-91e1-ae483757807d service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857317 Aug 19 01:18:26.243997 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cbf0a171-4b1b-4cfc-917a-a2c76625f4bd req-174f1a03-2577-4fd6-bf70-ad29b6398ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877535 Aug 19 01:18:26.320661 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '82727295-ace4-4bd1-a38d-671a8efbee5b', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'port_id': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'mac_address': 'fa:16:3e:83:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:18:24Z', 'updated_at': '2021-08-19T01:18:24Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:18:26.345643 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa898-d178-4e0e-9543-f3df10f9467a None None] The sync data for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 is: [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '82727295-ace4-4bd1-a38d-671a8efbee5b', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'port_id': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'mac_address': 'fa:16:3e:83:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:18:24Z', 'updated_at': '2021-08-19T01:18:24Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:18:26.522803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c826a0c-b60c-423f-9652-2b8cb22c64b5 None None] New status for floating IP 82727295-ace4-4bd1-a38d-671a8efbee5b: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:18:26.904549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:18:26.964128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9321d81a-3a5f-448d-b635-d1d46d276e34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/82727295-ace4-4bd1-a38d-671a8efbee5b HTTP/1.1" status: 200 len: 993 time: 0.0583017 Aug 19 01:18:27.472093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:42.633779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6623138-80eb-4e30-aa93-3c57181d773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:42.969764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:18:45.032789 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5068535-e11c-4184-bca5-aac243330d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:45.274057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:45.931001 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:46.617046 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:48.103658 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:18:57.472100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:12.637491 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e35ec1d-a69c-42b5-b79c-3d30b95abc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:15.034150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ee4d9b4-514f-4fc9-a48f-04e54b2df574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:15.275587 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:15.640852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-b7ad5efc-dd1f-4314-9d7f-960148883717 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1128154 Aug 19 01:19:15.739796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-fffb0a52-4f55-4b9d-8826-125efcb7522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:15.741295 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-fffb0a52-4f55-4b9d-8826-125efcb7522c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1097 time: 0.0435727 Aug 19 01:19:15.841808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-d56263ed-d621-40c6-bd2a-020156bcfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:15.843286 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-d56263ed-d621-40c6-bd2a-020156bcfe6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 896 time: 0.0830710 Aug 19 01:19:15.910063 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-da43b5cc-ef0d-4a92-9d14-ff5f5b3e5b4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 1001 time: 0.0596287 Aug 19 01:19:15.928607 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:15.959658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-59fbcc63-d12b-4b56-bd19-86db4a4981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:15.961151 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-59fbcc63-d12b-4b56-bd19-86db4a4981ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 200 len: 835 time: 0.0439577 Aug 19 01:19:16.006162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-a454186c-2e06-4190-875e-4216425dc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:16.007632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-a454186c-2e06-4190-875e-4216425dc0cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=721abf76-05a9-4f82-936c-e41e1119eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395567 Aug 19 01:19:16.097135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-8435ea80-bce1-460e-8746-50c119bd704d service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825024 Aug 19 01:19:16.184657 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-006725e2-17e4-48f8-9894-d4cb1fc3909e req-6ddd0f68-ac42-4606-9dd5-cee979c96812 service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800877 Aug 19 01:19:16.619454 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:18.107032 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:19.969361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:19:27.487008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:27.857498 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3a69e-a2b9-436a-a040-5609d5bc240e req-c7212509-3b69-47d4-b418-e50a7a2eb26b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:27.858978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aee3a69e-a2b9-436a-a040-5609d5bc240e req-c7212509-3b69-47d4-b418-e50a7a2eb26b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.1325223 Aug 19 01:19:27.901387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aee3a69e-a2b9-436a-a040-5609d5bc240e req-f1f384b9-ace9-487e-8082-05e00d86e57e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358887 Aug 19 01:19:29.030592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7a07d-df46-4fd8-8f2b-20005b487a76 req-e2c20a28-5a5f-4233-922c-b587af8663b0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:29.032051 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dee7a07d-df46-4fd8-8f2b-20005b487a76 req-e2c20a28-5a5f-4233-922c-b587af8663b0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0493460 Aug 19 01:19:29.068344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dee7a07d-df46-4fd8-8f2b-20005b487a76 req-5d8e5703-d779-48fc-b9ab-55019a42d75f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Aug 19 01:19:29.090596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:29.149888 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-213ce383-5c5c-4b3a-9769-f62f08f1ee45 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/82727295-ace4-4bd1-a38d-671a8efbee5b HTTP/1.1" status: 200 len: 993 time: 0.0582304 Aug 19 01:19:30.418171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb77206-0dd0-4288-b39c-615ee7c20b07 req-6f8925b3-575a-470d-a8f2-dedcfab0d5b4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:30.419542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbb77206-0dd0-4288-b39c-615ee7c20b07 req-6f8925b3-575a-470d-a8f2-dedcfab0d5b4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0487213 Aug 19 01:19:30.456321 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dbb77206-0dd0-4288-b39c-615ee7c20b07 req-85b2d114-b3d6-411b-a09b-cb96ce9dbaa2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307884 Aug 19 01:19:31.577466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4677-1eda-410f-83c9-1eea98fc460c req-8bf30597-a729-44f0-b294-9fbaf19f7444 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:31.578925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c89f4677-1eda-410f-83c9-1eea98fc460c req-8bf30597-a729-44f0-b294-9fbaf19f7444 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0511265 Aug 19 01:19:31.615594 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c89f4677-1eda-410f-83c9-1eea98fc460c req-16d9c674-9e95-4690-aea0-db0e20edc1a2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301969 Aug 19 01:19:31.637326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 46970) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:31.695664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-992110bd-b177-43ff-adcf-a2520d4ba6a0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/82727295-ace4-4bd1-a38d-671a8efbee5b HTTP/1.1" status: 200 len: 993 time: 0.0571303 Aug 19 01:19:31.954780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46976) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:32.105976 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 9862a08d-6904-4690-931b-5e08b1b4e3d4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:19:32.106214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.181609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.181932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.193553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 9862a08d-6904-4690-931b-5e08b1b4e3d4 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:19:32.355922 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.380990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=9862a08d-6904-4690-931b-5e08b1b4e3d4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:32.393756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.394107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.394445 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.394779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.395109 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.395482 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.395811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.396137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.396490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.396816 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.397141 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.397459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:32.449880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.450213 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP 82727295-ace4-4bd1-a38d-671a8efbee5b disassociated (deleted). External IP: 172.25.1.111, port: 17dbbf2f-e8ed-4603-8691-f2ede1bda38d. Aug 19 01:19:32.650247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:19:32.754860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:19:32.759531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:32.764699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Sync routers for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:19:32.773323 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:32.773925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:32.788601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3cb7881c-98c7-4682-a1f2-79095b66b148 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/floatingips/82727295-ace4-4bd1-a38d-671a8efbee5b HTTP/1.1" status: 204 len: 168 time: 0.8298657 Aug 19 01:19:32.788601 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:19:32.789108 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e88af-fbfc-409d-82cc-433965e88b66" -d '{"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:19:32.832589 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceef0c1-3efc-454d-8024-1dfd3303412a x-openstack-request-id: req-3ceef0c1-3efc-454d-8024-1dfd3303412a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:19:32.832971 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:19:32.833230 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ceef0c1-3efc-454d-8024-1dfd3303412a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:19:32.833643 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'status': 'completed', 'code': 200} Aug 19 01:19:32.894479 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:32.924005 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e88af-fbfc-409d-82cc-433965e88b66 req-ed5510ef-403e-4719-92c9-edc5b66857dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:32.925485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-ed5510ef-403e-4719-92c9-edc5b66857dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 1097 time: 0.0470767 Aug 19 01:19:33.061285 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288d28f-b20f-45a5-8301-807aa2926aa2 req-c6e6c3b0-bc20-4f41-9ee2-eb0371c284fc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:33.062771 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7288d28f-b20f-45a5-8301-807aa2926aa2 req-c6e6c3b0-bc20-4f41-9ee2-eb0371c284fc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0789208 Aug 19 01:19:33.063753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e88af-fbfc-409d-82cc-433965e88b66 req-7d0e9aad-3521-4511-9110-66b8408ec78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:33.065122 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-7d0e9aad-3521-4511-9110-66b8408ec78d service neutron] 10.222.0.21 "GET /v2.0/networks?id=721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 200 len: 896 time: 0.1326087 Aug 19 01:19:33.101197 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:33.122628 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-a2ae8670-ac05-45ef-84e7-de0f4358fb17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 200 len: 217 time: 0.0468471 Aug 19 01:19:33.128900 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Checking router: 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:19:33.137531 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:33.138139 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:33.148510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7288d28f-b20f-45a5-8301-807aa2926aa2 req-e7696b21-624a-45ce-a7fd-c4cffbcdba7d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796583 Aug 19 01:19:33.183615 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e88af-fbfc-409d-82cc-433965e88b66 req-00427b16-f389-45c8-af84-3a6856b4b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:33.184942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-00427b16-f389-45c8-af84-3a6856b4b3ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 200 len: 835 time: 0.0519407 Aug 19 01:19:33.233192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e88af-fbfc-409d-82cc-433965e88b66 req-517911c6-fae9-48ec-81be-62b111d966a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:33.234716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-517911c6-fae9-48ec-81be-62b111d966a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=721abf76-05a9-4f82-936c-e41e1119eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419171 Aug 19 01:19:33.330716 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:33.332094 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-8d5b8844-f31c-4b10-b797-fc0920f20e4e service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Aug 19 01:19:33.421581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-379e88af-fbfc-409d-82cc-433965e88b66 req-bcbe3dd1-eea9-4194-8cf0-cff761e9be09 service neutron] 10.222.0.21 "GET /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Aug 19 01:19:33.524079 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:33.552280 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead28ab-4df3-4f82-a875-59c7abac2b01 None None] The sync data for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 is: [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '496dd338-5fe8-4d7b-8c6a-d2dc70375039', 'name': '', 'network_id': '721abf76-05a9-4f82-936c-e41e1119eec5', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:95:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:09Z', 'updated_at': '2021-08-19T01:18:14Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'efdc92db-1717-42e0-aa89-fbe59d302ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:19:33.760563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9556e-3411-42b8-9e43-0c4e61c81061 None None] New status for floating IP 82727295-ace4-4bd1-a38d-671a8efbee5b: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:19:34.269839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f93b-4e28-4d4c-96e6-8342ba6b31cd req-452b2d38-e305-482f-bb86-2cb82f02c781 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:34.271345 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae32f93b-4e28-4d4c-96e6-8342ba6b31cd req-452b2d38-e305-482f-bb86-2cb82f02c781 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.0537174 Aug 19 01:19:34.309355 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ae32f93b-4e28-4d4c-96e6-8342ba6b31cd req-51fb92ad-1c30-45ff-b23a-fd2351cab6e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Aug 19 01:19:35.090695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-3d91c4c8-9e3c-47ef-ba60-0803fc609bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:35.092050 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-3d91c4c8-9e3c-47ef-ba60-0803fc609bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 945 time: 0.3282788 Aug 19 01:19:35.178323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:19:35.178666 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:35.267045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:35.267401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:35.279397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 17dbbf2f-e8ed-4603-8691-f2ede1bda38d owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:19:35.432037 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:35.468996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab2b4-8f42-4c6f-979f-68095258bcea req-7fcb7286-a840-4dbf-9c50-67a3e1844c66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:35.470476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5eab2b4-8f42-4c6f-979f-68095258bcea req-7fcb7286-a840-4dbf-9c50-67a3e1844c66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=927676bd-a468-4db0-8ee6-c14e0c4211af HTTP/1.1" status: 200 len: 867 time: 0.0921643 Aug 19 01:19:35.472807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=17dbbf2f-e8ed-4603-8691-f2ede1bda38d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:35.531336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] No DVR routers for this DVR port 17dbbf2f-e8ed-4603-8691-f2ede1bda38d on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:19:35.538392 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:35.540355 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b89c55b7-4c23-4184-9aa0-ee3d42f34bc8 req-5fbd5ec9-5d85-4992-9e2c-ea12705a7ae7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "DELETE /v2.0/ports/17dbbf2f-e8ed-4603-8691-f2ede1bda38d HTTP/1.1" status: 204 len: 173 time: 0.4414804 Aug 19 01:19:35.540804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'name': 'network-vif-deleted', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:19:35.543069 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90324125-bd22-4f24-b38d-4cbeb62b00b2" -d '{"events": [{"server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "name": "network-vif-deleted", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:19:35.553903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d5eab2b4-8f42-4c6f-979f-68095258bcea req-8c8f562c-e662-484c-add4-48fb0fdb301f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=642ead96-4d78-4fd1-97f2-93e7dd231936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772278 Aug 19 01:19:35.583595 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea63997-adf5-4f74-971c-7614c85b33db x-openstack-request-id: req-dea63997-adf5-4f74-971c-7614c85b33db {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:19:35.583910 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927676bd-a468-4db0-8ee6-c14e0c4211af", "name": "network-vif-deleted", "tag": "17dbbf2f-e8ed-4603-8691-f2ede1bda38d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:19:35.584169 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dea63997-adf5-4f74-971c-7614c85b33db {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:19:35.584642 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927676bd-a468-4db0-8ee6-c14e0c4211af', 'name': 'network-vif-deleted', 'tag': '17dbbf2f-e8ed-4603-8691-f2ede1bda38d', 'status': 'completed', 'code': 200} Aug 19 01:19:36.609029 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:36.960783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:37.169316 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 17dbbf2f-e8ed-4603-8691-f2ede1bda38d no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:19:37.188637 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 17dbbf2f-e8ed-4603-8691-f2ede1bda38d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:19:37.188979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 17dbbf2f-e8ed-4603-8691-f2ede1bda38d not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:19:37.213707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 496dd338-5fe8-4d7b-8c6a-d2dc70375039 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:19:37.214092 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:37.303689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 496dd338-5fe8-4d7b-8c6a-d2dc70375039, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=496dd338-5fe8-4d7b-8c6a-d2dc70375039,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:37.304054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:37.316584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 496dd338-5fe8-4d7b-8c6a-d2dc70375039 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:19:37.494330 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:37.518771 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=496dd338-5fe8-4d7b-8c6a-d2dc70375039,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:37.692389 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:37.907010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:19:38.009561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:19:38.015319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6dee1cd2-4a1a-4e96-8820-7fe687e2c1ce tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/0e096147-13d8-4f17-95c2-ae9dc2bbabb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051278 Aug 19 01:19:38.018071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 46998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:38.019471 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Sync routers for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:19:38.028812 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:38.029415 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:38.068433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting subnet efdc92db-1717-42e0-aa89-fbe59d302ecb {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:19:38.071782 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.111593 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.130967 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:38.199189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.256951 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.283808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Subnet': ['ID=efdc92db-1717-42e0-aa89-fbe59d302ecb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:38.285827 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.287701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-36b8e095-e140-4cd8-91fe-063d821c0f85 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/subnets/efdc92db-1717-42e0-aa89-fbe59d302ecb HTTP/1.1" status: 204 len: 168 time: 0.2686543 Aug 19 01:19:38.290643 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47000) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:38.295003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fb543-d6db-463c-8a7f-150fc64127c1 None None] Network 721abf76-05a9-4f82-936c-e41e1119eec5 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:19:38.309090 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:19:37Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:38.334931 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Checking router: 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:19:38.343573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Routers {'0e096147-13d8-4f17-95c2-ae9dc2bbabb9'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:38.344137 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:38.410517 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.453450 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] Set router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:38.488748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] DHCP port deletion for 721abf76-05a9-4f82-936c-e41e1119eec5 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:19:38.525176 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.537488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Deleting port d3958fb7-9dd9-42a4-961b-b35951055c97 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:19:38.537833 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.616963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] For port d3958fb7-9dd9-42a4-961b-b35951055c97, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d3958fb7-9dd9-42a4-961b-b35951055c97,segment=NetworkSegment(fdb945c7-7fd3-4395-853e-d54659749bd7),segment_id=fdb945c7-7fd3-4395-853e-d54659749bd7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:38.617375 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.634538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Calling delete_port for d3958fb7-9dd9-42a4-961b-b35951055c97 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:19:38.672857 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:19:37Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:38.701618 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b7e0d-3486-4573-bb8c-69702ed339de None None] The sync data for ids ['0e096147-13d8-4f17-95c2-ae9dc2bbabb9'] in n-d-771363-38 is: [{'id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308840558', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2fe397da-6387-4840-9fb8-55c849216da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:19:37Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '2fe397da-6387-4840-9fb8-55c849216da1', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e096147-13d8-4f17-95c2-ae9dc2bbabb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:18:07Z', 'updated_at': '2021-08-19T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:19:38.851257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d3958fb7-9dd9-42a4-961b-b35951055c97 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:19:38.941750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.944750 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 2fe397da-6387-4840-9fb8-55c849216da1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:19:38.945129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.977486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Pushing event deleted for resources: {'Port': ['ID=d3958fb7-9dd9-42a4-961b-b35951055c97,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:38.980579 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:38.993672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] No DVR routers for this DVR port d3958fb7-9dd9-42a4-961b-b35951055c97 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:19:38.995623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.995977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.996375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.996689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.997028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.997445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.997781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.998116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.998517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.998851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.999182 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:38.999508 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27136b6-51bf-4518-94a2-46ba16963de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.028556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 2fe397da-6387-4840-9fb8-55c849216da1, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=2fe397da-6387-4840-9fb8-55c849216da1,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:39.028940 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.046487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 2fe397da-6387-4840-9fb8-55c849216da1 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:19:39.214021 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.240970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=2fe397da-6387-4840-9fb8-55c849216da1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:39.252488 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.252843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.253179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.253513 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.253844 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.254173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.254531 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.254858 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.255186 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.255509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.255832 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.256153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:39.309065 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.397743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.399963 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.445442 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.445991 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Fanout notify agent at l3_agent the message router_deleted on router 0e096147-13d8-4f17-95c2-ae9dc2bbabb9 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:19:39.453082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.454184 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6cc111c5-9dc3-433e-a72f-7631c0560151 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/routers/0e096147-13d8-4f17-95c2-ae9dc2bbabb9 HTTP/1.1" status: 204 len: 168 time: 1.1625547 Aug 19 01:19:39.456819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47002) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:39.537407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.625492 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.635624 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721abf76-05a9-4f82-936c-e41e1119eec5']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:39.645900 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb945c7-7fd3-4395-853e-d54659749bd7') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:39.646208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb945c7-7fd3-4395-853e-d54659749bd7') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:39.654742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.667892 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.673630 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:19:39.674020 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:19:39.677499 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:19:39.731684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.738493 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.740684 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/networks/721abf76-05a9-4f82-936c-e41e1119eec5 HTTP/1.1" status: 204 len: 168 time: 0.2828014 Aug 19 01:19:39.743512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:39.757052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b574c-86e6-485f-b5e9-f85c6e0f4f0e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Network': ['ID=721abf76-05a9-4f82-936c-e41e1119eec5,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:39.802139 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.827722 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.892554 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.895630 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:39.896862 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/security-groups/642ead96-4d78-4fd1-97f2-93e7dd231936 HTTP/1.1" status: 204 len: 168 time: 0.1522882 Aug 19 01:19:39.906896 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2c815-c76a-4f2d-8ab3-32e5c65ab172 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ead96-4d78-4fd1-97f2-93e7dd231936,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.310887 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.315656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645014972', 'description': 'tempest-secgroup-smoke-645014972 description', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.338500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.417678 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.421300 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.450114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.451312 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1394291 Aug 19 01:19:40.453168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f17362-1a26-4c54-8d24-148e48562c69 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.454352 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47012) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.460069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.486084 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.541090 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.545180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.560224 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfcd608-a43a-4335-980a-ce2f9b89933c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.571832 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.573356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-83806726-a071-4194-bcf9-06b34614d0ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179833 Aug 19 01:19:40.576168 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47014) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.581057 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.586931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2fe397da-6387-4840-9fb8-55c849216da1 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:19:40.609458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.617784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 2fe397da-6387-4840-9fb8-55c849216da1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:19:40.618367 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 2fe397da-6387-4840-9fb8-55c849216da1 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:19:40.619067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 496dd338-5fe8-4d7b-8c6a-d2dc70375039 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:19:40.646105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 496dd338-5fe8-4d7b-8c6a-d2dc70375039 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:19:40.646571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 496dd338-5fe8-4d7b-8c6a-d2dc70375039 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:19:40.670969 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.674771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.693010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa9e201-627d-4afd-8a8f-ad84f960bf30,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.697177 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.698972 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bd7715a9-c5e2-42c7-83a9-95af6cef3319 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218462 Aug 19 01:19:40.701808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47016) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.706150 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.733463 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.789722 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.792998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.809875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b7cfe0-9e6e-44e2-9aaf-f47e2b001fca,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.818633 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.819884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1c48cc98-1e97-4dae-a1b5-b715311bb161 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171548 Aug 19 01:19:40.822882 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47018) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.827208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.852810 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.914564 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.918456 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.936530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c22fbab-fefe-4d48-aa73-497f457d6708,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:40.943198 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:40.944904 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0951f9f0-b138-40a1-b2bf-b24bf55f8a39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209819 Aug 19 01:19:40.947823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47020) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:40.954142 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:40.978221 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:19:40.983927 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.043664 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.049510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.069189 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856553a2-8f0a-4863-ba22-306664548897,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:41.076133 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.077320 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2432eb8b-c847-4bbc-9c52-f33775afeef4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282811 Aug 19 01:19:41.080146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47022) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:41.085114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '1d61f9c1-eed1-4a16-9dfd-a5d1fe461452', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:41.105051 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:19:41.109613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.168106 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.171399 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.191049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7050a07-961e-41d6-b17a-1797b467f816,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:41.194997 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.196158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0f6c9049-3e2e-4b1d-bdaa-189dea04bc8b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150718 Aug 19 01:19:41.199176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47024) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:41.203907 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'network': {'name': 'tempest-network-smoke--388154486', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:41.223325 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:19:41.226767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.249176 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:19:41.258256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.258601 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Added segment 88af3551-ac7f-4dba-90e7-00a381075524 of type vlan for network 60b19206-3cd2-4afe-85d3-e8ae87731601 Aug 19 01:19:41.300397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.325047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.330781 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:41.331367 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.385642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1829858 Aug 19 01:19:41.386036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:41.390822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'admin_state_up': True, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:41.394564 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a38cc4-2211-4da6-9e99-d6632892008f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Network': ['ID=60b19206-3cd2-4afe-85d3-e8ae87731601,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:41.405718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:19:41.423454 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.424681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.477635 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.613571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.798077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.816615 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:41.915877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.167 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/07ee923f-8459-4c86-a925-f2e69f0568cd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:19:42.022177 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.061997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.101539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:42.104381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:42.107918 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:19:42.128960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=07ee923f-8459-4c86-a925-f2e69f0568cd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:42.359490 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.556701 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.640865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76e1d989-fcca-4eed-80b2-63c36aa26729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.688716 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router f3853e81-5cb5-4993-863b-3562e920aa3a is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:19:42.795712 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:19:42.806391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Sync routers for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:19:42.815489 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:42.820467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f5f06b82-b7df-4d44-b6bc-b8eb0dbc4732 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4299548 Aug 19 01:19:42.820701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:42.821594 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:42.822660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:42.854416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-210eda63-5f9d-48e9-9dc4-caced0b7f8a7 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=483a8fbd1b77420fa04d48f02ef4190d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326438 Aug 19 01:19:42.856967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:42.925702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:43.119063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:42Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:43.149914 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Checking router: f3853e81-5cb5-4993-863b-3562e920aa3a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:19:43.150274 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Updating router f3853e81-5cb5-4993-863b-3562e920aa3a port 07ee923f-8459-4c86-a925-f2e69f0568cd binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:19:43.175609 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.295099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb5161-9ce5-4d27-aac5-6282fc8b6cc9 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:43.299267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a3fb5161-9ce5-4d27-aac5-6282fc8b6cc9 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4388075 Aug 19 01:19:43.299530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:43.335256 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-bcd0ebc2-d86a-449c-b851-e525c83c6675 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324295 Aug 19 01:19:43.335489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:43.340154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382454247', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:43.429538 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:19:43.430110 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.433153 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.439938 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Transition to ACTIVE for port object 07ee923f-8459-4c86-a925-f2e69f0568cd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:43.445599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.501685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Attempting to bind port 07ee923f-8459-4c86-a925-f2e69f0568cd on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:19:43.502064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Attempting to bind port 07ee923f-8459-4c86-a925-f2e69f0568cd by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:19:43.502434 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Attempting to bind port 07ee923f-8459-4c86-a925-f2e69f0568cd on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:19:43.505259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba74f9-f98b-4a91-89ff-387c966dfdb4 None None] Pushing event updated for resources: {'Port': ['ID=07ee923f-8459-4c86-a925-f2e69f0568cd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:43.509792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:19:43.510248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:19:43.510600 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.510978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:19:43.511563 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Bound port: 07ee923f-8459-4c86-a925-f2e69f0568cd, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:19:43.511979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.565609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] For port 07ee923f-8459-4c86-a925-f2e69f0568cd, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:19:43.568940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] For port 07ee923f-8459-4c86-a925-f2e69f0568cd, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=07ee923f-8459-4c86-a925-f2e69f0568cd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:19:43.573509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.617507 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.628501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:43.629120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:43.634255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba74f9-f98b-4a91-89ff-387c966dfdb4 None None] Pushing event updated for resources: {'Port': ['ID=07ee923f-8459-4c86-a925-f2e69f0568cd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:43.682065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Subnet': ['ID=bcd67eb5-2b5e-4410-8a0f-929bc91a1724,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:43.690167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Checking segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:19:43.690527 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network hostable DHCP agents. Network: 60b19206-3cd2-4afe-85d3-e8ae87731601, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:19:43.706691 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:19:43.715808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 60b19206-3cd2-4afe-85d3-e8ae87731601) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:43.720461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:43.721105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:43.727248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0a77d-f33e-4bd7-bb8c-21d93d675093 None None] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:19:43.736225 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-79f4006a-67b1-4043-8963-f241ea721433 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997390 Aug 19 01:19:43.738831 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:43.772313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:44.005842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-60b19206-3cd2-4afe-85d3-e8ae87731601', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:19:44.006685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.085342 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:42Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:44.118776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad056-cbfb-4b6d-99f3-d22259c888b7 None None] The sync data for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 is: [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:42Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:19:44.163997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.181225 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Allocated IP 172.20.0.2 (60b19206-3cd2-4afe-85d3-e8ae87731601/bcd67eb5-2b5e-4410-8a0f-929bc91a1724/d1660304-97e7-4fc3-bf00-08bada4f2cc4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:19:44.368861 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.377218 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Transition to ACTIVE for port object d1660304-97e7-4fc3-bf00-08bada4f2cc4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:44.403216 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Transition to ACTIVE for port object d1660304-97e7-4fc3-bf00-08bada4f2cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:44.411435 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.460680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:44.464653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:44.466554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Pushing event updated for resources: {'Port': ['ID=d1660304-97e7-4fc3-bf00-08bada4f2cc4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:44.468714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:19:44.481076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.1 (60b19206-3cd2-4afe-85d3-e8ae87731601/bcd67eb5-2b5e-4410-8a0f-929bc91a1724/1ef0a7e5-4823-48e8-a82b-686d8b84768f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:19:44.528541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Attempting to bind port d1660304-97e7-4fc3-bf00-08bada4f2cc4 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:19:44.529056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Attempting to bind port d1660304-97e7-4fc3-bf00-08bada4f2cc4 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:19:44.529436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Attempting to bind port d1660304-97e7-4fc3-bf00-08bada4f2cc4 on network 60b19206-3cd2-4afe-85d3-e8ae87731601 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:19:44.535195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:19:44.535572 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Checking segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:19:44.536544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.536962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Bound using segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:19:44.537419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Bound port: d1660304-97e7-4fc3-bf00-08bada4f2cc4, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:19:44.537834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.607962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.615413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] For port d1660304-97e7-4fc3-bf00-08bada4f2cc4, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:19:44.618947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] For port d1660304-97e7-4fc3-bf00-08bada4f2cc4, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d1660304-97e7-4fc3-bf00-08bada4f2cc4,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:19:44.625412 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.627518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 1ef0a7e5-4823-48e8-a82b-686d8b84768f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:44.668232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 07ee923f-8459-4c86-a925-f2e69f0568cd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:44.673179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.726738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40e39-d073-4d9a-a945-6e8ef31eb2bb None None] Pushing event updated for resources: {'Port': ['ID=d1660304-97e7-4fc3-bf00-08bada4f2cc4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:44.736926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:44.741864 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:44.744406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:44.747346 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:19:44.749950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 07ee923f-8459-4c86-a925-f2e69f0568cd completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:44.753912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 07ee923f-8459-4c86-a925-f2e69f0568cd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:44.754298 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.804308 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.845338 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.878353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 07ee923f-8459-4c86-a925-f2e69f0568cd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=07ee923f-8459-4c86-a925-f2e69f0568cd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:44.888091 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:44.959859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=07ee923f-8459-4c86-a925-f2e69f0568cd,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:44.989713 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.046122 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cb536e6-1da6-43d9-a59e-f0e4ee76b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.276178 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.276858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.281181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.354450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:45.357026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:45.455971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:45.457437 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:45.575150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router f3853e81-5cb5-4993-863b-3562e920aa3a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:19:45.651328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f9c0c-5ce4-49bc-be87-250836c0f61e None None] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:19:45.687515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:19:45.693348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e075297-058d-44c5-9d6d-6b1510eda28f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/f3853e81-5cb5-4993-863b-3562e920aa3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9535196 Aug 19 01:19:45.723793 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8ac9a596-7d2d-4f47-a350-59d8640c7c6a None None] Provisioning for port d1660304-97e7-4fc3-bf00-08bada4f2cc4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:45.986891 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Sync routers for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:19:45.997986 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:45.998859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:46.014302 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.094438 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-84ea9ca7-434d-4666-a16b-229ad001ccf3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645014972&fields=id&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 267 time: 0.0349088 Aug 19 01:19:46.121706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:46.213841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-c248e87a-ffb3-4d8e-9ad1-e8d8a216d672 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:46.216057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-c248e87a-ffb3-4d8e-9ad1-e8d8a216d672 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 796 time: 0.1141698 Aug 19 01:19:46.232475 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-be4398d6-9b37-4005-8aed-bf84f5eb6d2b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/quotas/483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 375 time: 0.0103486 Aug 19 01:19:46.263350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a551cced-143c-48ba-8b37-ef8467a46461 None None] Provisioning for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:46.269226 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a551cced-143c-48ba-8b37-ef8467a46461 None None] Provisioning complete for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:46.271718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a551cced-143c-48ba-8b37-ef8467a46461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.302776 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-014306ea-a665-41de-993f-1b34468be508 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643342 Aug 19 01:19:46.317858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a551cced-143c-48ba-8b37-ef8467a46461 None None] Port 1ef0a7e5-4823-48e8-a82b-686d8b84768f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:19:46.341994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:45Z', 'revision_number': 2, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:46.372736 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Checking router: f3853e81-5cb5-4993-863b-3562e920aa3a for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:19:46.373098 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Updating router f3853e81-5cb5-4993-863b-3562e920aa3a port 1ef0a7e5-4823-48e8-a82b-686d8b84768f binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:19:46.397967 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-ae3c399f-5ad1-4700-81a0-8adf14b32838 service neutron] 10.222.0.20 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940948 Aug 19 01:19:46.401052 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.449276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-83c991d1-84fa-49ee-9d65-75fd4f49dcd8 None None] Provisioning complete for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:46.449685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83c991d1-84fa-49ee-9d65-75fd4f49dcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.484034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-83c991d1-84fa-49ee-9d65-75fd4f49dcd8 None None] Port 1ef0a7e5-4823-48e8-a82b-686d8b84768f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:19:46.494203 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-499f09cd-c6e3-4790-9e5b-977d6fe02e37 service neutron] 10.222.0.20 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899758 Aug 19 01:19:46.630360 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.704684 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f575d689-15e5-4fc9-be38-fe40a6b6447c None None] Provisioning complete for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:46.704684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f575d689-15e5-4fc9-be38-fe40a6b6447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.712913 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-500e9ec4-2df7-457f-bd92-06c7c06fe3ff req-8741bcd8-dde7-4a39-81ac-b79749ede577 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0438647 Aug 19 01:19:46.745677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 07ee923f-8459-4c86-a925-f2e69f0568cd up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:46.773866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f575d689-15e5-4fc9-be38-fe40a6b6447c None None] Port 1ef0a7e5-4823-48e8-a82b-686d8b84768f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:19:46.792231 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.804067 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 07ee923f-8459-4c86-a925-f2e69f0568cd triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:46.804506 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.806935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Transition to ACTIVE for port object 1ef0a7e5-4823-48e8-a82b-686d8b84768f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:46.813122 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.875859 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Pushing event updated for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:46.900800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d1660304-97e7-4fc3-bf00-08bada4f2cc4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:46.905351 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.905703 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.906051 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.906392 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.906730 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.907059 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.907558 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.908066 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.908646 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.909521 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.909687 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.910229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:19:46.953444 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Attempting to bind port 1ef0a7e5-4823-48e8-a82b-686d8b84768f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:19:46.953817 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Attempting to bind port 1ef0a7e5-4823-48e8-a82b-686d8b84768f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:19:46.954183 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Attempting to bind port 1ef0a7e5-4823-48e8-a82b-686d8b84768f on network 60b19206-3cd2-4afe-85d3-e8ae87731601 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:19:46.960285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:19:46.960823 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Checking segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:19:46.961505 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.961999 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Bound using segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:19:46.962469 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Bound port: 1ef0a7e5-4823-48e8-a82b-686d8b84768f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:19:46.962887 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:46.966806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d1660304-97e7-4fc3-bf00-08bada4f2cc4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:46.971429 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d1660304-97e7-4fc3-bf00-08bada4f2cc4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:46.972093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:47.048731 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] For port 1ef0a7e5-4823-48e8-a82b-686d8b84768f, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:19:47.053392 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] For port 1ef0a7e5-4823-48e8-a82b-686d8b84768f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1ef0a7e5-4823-48e8-a82b-686d8b84768f,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:19:47.059407 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:47.071044 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:47.111815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d1660304-97e7-4fc3-bf00-08bada4f2cc4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d1660304-97e7-4fc3-bf00-08bada4f2cc4,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:47.118051 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:47.174787 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d1660304-97e7-4fc3-bf00-08bada4f2cc4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:47.237696 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:47.238338 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:47.272383 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee7aa7-25cd-4348-89ac-d4a276fe58e4 None None] Pushing event updated for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:47.357084 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:47.548358 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:47Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:47.577833 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4a3f2-fedd-473b-aae2-3f5f7a50ebc2 None None] The sync data for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 is: [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:47Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:19:47.841433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-29a07b92-a0dd-476a-bdab-be5c888d72a3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:47.843009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-29a07b92-a0dd-476a-bdab-be5c888d72a3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 796 time: 0.1280670 Aug 19 01:19:47.848782 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04c13471-915c-4d28-8d43-9b8454953f8e req-32a82e12-fab0-462a-bc09-9162b104ff66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0384710 Aug 19 01:19:47.893963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-656eac4e-7f77-4dc2-8037-ac5ef7e588b0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 379 time: 0.0361788 Aug 19 01:19:47.904279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'port': {'device_id': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'admin_state_up': True, 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'security_groups': ['1d61f9c1-eed1-4a16-9dfd-a5d1fe461452']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:48.018279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:19:48.022539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.111239 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.162698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.9 (60b19206-3cd2-4afe-85d3-e8ae87731601/bcd67eb5-2b5e-4410-8a0f-929bc91a1724/4471092d-88e6-4d14-af8b-40a0f7efc6bf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:19:48.307364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.321521 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 4471092d-88e6-4d14-af8b-40a0f7efc6bf will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:48.355702 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.405372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:48.408625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:48.412614 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:19:48.419118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:48.466970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:48.467780 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.486851 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f564117e-b163-4fbe-95fd-9f7d7ea3eaa4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863569 Aug 19 01:19:48.505602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Request body: {'port': {'device_id': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:48.572066 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.662474 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-17621371-c731-4aef-858b-ac299dcd29c1 None None] Provisioning for port 4471092d-88e6-4d14-af8b-40a0f7efc6bf completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:48.666257 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-17621371-c731-4aef-858b-ac299dcd29c1 None None] Provisioning complete for port 4471092d-88e6-4d14-af8b-40a0f7efc6bf triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:48.666629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17621371-c731-4aef-858b-ac299dcd29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.702795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-17621371-c731-4aef-858b-ac299dcd29c1 None None] Port 4471092d-88e6-4d14-af8b-40a0f7efc6bf cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:19:48.708726 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1ef0a7e5-4823-48e8-a82b-686d8b84768f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:48.756086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:48.759986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:48.760395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.842079 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.856698 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4471092d-88e6-4d14-af8b-40a0f7efc6bf {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:19:48.865520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.875268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 1ef0a7e5-4823-48e8-a82b-686d8b84768f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1ef0a7e5-4823-48e8-a82b-686d8b84768f,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:48.880287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Transition to ACTIVE for port object 4471092d-88e6-4d14-af8b-40a0f7efc6bf will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:19:48.880528 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.881445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d1660304-97e7-4fc3-bf00-08bada4f2cc4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:48.885772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.955939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:48.969319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d1660304-97e7-4fc3-bf00-08bada4f2cc4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:48.969704 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:48.972103 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:48.989914 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a6ee5-f4f3-4a43-aa9e-c76291b85ae4 req-8dfa4c90-5229-414a-b5d9-0dd5c8f02358 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:48.991438 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab8a6ee5-f4f3-4a43-aa9e-c76291b85ae4 req-8dfa4c90-5229-414a-b5d9-0dd5c8f02358 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 943 time: 0.0795658 Aug 19 01:19:49.075596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab8a6ee5-f4f3-4a43-aa9e-c76291b85ae4 req-8efb7155-7abc-4970-a852-5b9c1d3044a5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670822 Aug 19 01:19:49.087231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Attempting to bind port 4471092d-88e6-4d14-af8b-40a0f7efc6bf on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:19:49.096899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Attempting to bind port 4471092d-88e6-4d14-af8b-40a0f7efc6bf by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:19:49.096899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Attempting to bind port 4471092d-88e6-4d14-af8b-40a0f7efc6bf on network 60b19206-3cd2-4afe-85d3-e8ae87731601 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:19:49.096899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Port 4471092d-88e6-4d14-af8b-40a0f7efc6bf on network 60b19206-3cd2-4afe-85d3-e8ae87731601 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:19:49.096899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Attempting to bind port 4471092d-88e6-4d14-af8b-40a0f7efc6bf on network 60b19206-3cd2-4afe-85d3-e8ae87731601 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:19:49.098677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:19:49.099020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Checking segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:19:49.099536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Bound using segment: {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:19:49.099835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Bound port: 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88af3551-ac7f-4dba-90e7-00a381075524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:19:49.100220 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:49.164849 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:19:49.168128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:19:49.172685 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:49.211217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.211948 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:49.213309 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 1092 time: 0.7127926 Aug 19 01:19:49.213741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:19:49.216084 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13891f95-b493-4405-a272-786adf5259a8" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:19:49.243655 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e21d0-e6a3-4060-ae72-af785ff0d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:49.277609 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd1c20a-a497-4ff4-8ad3-6100f6d3ba6c x-openstack-request-id: req-edd1c20a-a497-4ff4-8ad3-6100f6d3ba6c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:19:49.277905 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:19:49.278159 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edd1c20a-a497-4ff4-8ad3-6100f6d3ba6c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:19:49.278560 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'status': 'completed', 'code': 200} Aug 19 01:19:49.336080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-e1474b0f-1454-44c3-88f6-d3f48d7efb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.337687 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-e1474b0f-1454-44c3-88f6-d3f48d7efb93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0443926 Aug 19 01:19:49.385544 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-62dd8df5-9506-47c5-ba25-d30d6c471dce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 217 time: 0.0346680 Aug 19 01:19:49.434443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f88f7db3-394b-4f4a-9f6f-316359e87fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.435867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-f88f7db3-394b-4f4a-9f6f-316359e87fa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0435345 Aug 19 01:19:49.485951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b5ef2fd3-e3b1-44a5-820c-42dfd87b136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.487372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-b5ef2fd3-e3b1-44a5-820c-42dfd87b136a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431304 Aug 19 01:19:49.579227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-e180cf66-dad9-4728-afe0-8dbd25f3ce0f service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844893 Aug 19 01:19:49.671072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a8e49dd0-ffb4-4a7a-8154-a309fed9fdae req-5a56967b-d37a-456b-b538-da8bb8c0a485 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845399 Aug 19 01:19:49.790677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891f95-b493-4405-a272-786adf5259a8 req-55e3c75f-cad3-4f62-b16e-c1eec7a30207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.792169 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-55e3c75f-cad3-4f62-b16e-c1eec7a30207 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0405545 Aug 19 01:19:49.884086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891f95-b493-4405-a272-786adf5259a8 req-9cf0b9f0-1f30-4fe7-b328-36adb9ed9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.885585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-9cf0b9f0-1f30-4fe7-b328-36adb9ed9a03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.0862217 Aug 19 01:19:49.926964 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-03c6a6b6-c7e9-47a9-b081-a6c9b1795e38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 217 time: 0.0342410 Aug 19 01:19:49.973847 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891f95-b493-4405-a272-786adf5259a8 req-0e857e25-b564-4609-bef7-e7e294353e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:49.975223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-0e857e25-b564-4609-bef7-e7e294353e76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0421739 Aug 19 01:19:50.307485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891f95-b493-4405-a272-786adf5259a8 req-d8c4bdbb-e1d6-4def-9191-a8cfa3aa0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:50.308963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-d8c4bdbb-e1d6-4def-9191-a8cfa3aa0577 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3270438 Aug 19 01:19:50.403909 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91efd-043d-4673-a998-0a13f82b2007 req-25b08f42-486e-42ff-b2fa-90cd540c4f1b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:50.405400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dca91efd-043d-4673-a998-0a13f82b2007 req-25b08f42-486e-42ff-b2fa-90cd540c4f1b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 943 time: 0.1002176 Aug 19 01:19:50.443645 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-63e82570-1a19-4b6e-9bfc-400660eebbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256442 Aug 19 01:19:50.475560 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dca91efd-043d-4673-a998-0a13f82b2007 req-bcf2d429-f1a6-455a-9c89-eb7f99090cb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596063 Aug 19 01:19:50.540668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-13891f95-b493-4405-a272-786adf5259a8 req-89ae6361-dc6b-4508-a95d-ac1cff719da4 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Aug 19 01:19:50.594996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1ef0a7e5-4823-48e8-a82b-686d8b84768f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:50.640674 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 1ef0a7e5-4823-48e8-a82b-686d8b84768f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:50.641050 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:51.589957 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4f75-56b3-4721-be1c-c59443f1c964 req-ff187698-942c-4184-807f-327e91aeddf3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:51.591460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-444b4f75-56b3-4721-be1c-c59443f1c964 req-ff187698-942c-4184-807f-327e91aeddf3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 943 time: 0.0496416 Aug 19 01:19:51.630651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-444b4f75-56b3-4721-be1c-c59443f1c964 req-300c245e-3cb5-4e2f-8d8d-fe3663637648 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Aug 19 01:19:52.747165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76115f-8190-4d76-9902-ec370ea7990e req-bc5b3917-6314-407b-8911-2d79481c65db tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:52.748653 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb76115f-8190-4d76-9902-ec370ea7990e req-bc5b3917-6314-407b-8911-2d79481c65db tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 943 time: 0.0528648 Aug 19 01:19:52.784668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb76115f-8190-4d76-9902-ec370ea7990e req-199192cf-1184-4a65-b109-fc0898d36674 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301344 Aug 19 01:19:53.247142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4471092d-88e6-4d14-af8b-40a0f7efc6bf details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:19:53.342114 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:53.352774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'port_id': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'mac_address': 'fa:16:3e:94:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:19:53.393617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:53.405672 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4471092d-88e6-4d14-af8b-40a0f7efc6bf {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:19:53.424091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:53.428970 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:53.475455 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:53.827304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['4471092d-88e6-4d14-af8b-40a0f7efc6bf'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:19:53.897852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666f507-4f5b-4fe5-8b3f-5c7c8f785de1 req-9beee957-3091-4a68-95f2-0c878137a05a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:53.899356 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9666f507-4f5b-4fe5-8b3f-5c7c8f785de1 req-9beee957-3091-4a68-95f2-0c878137a05a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 944 time: 0.0482640 Aug 19 01:19:53.936905 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9666f507-4f5b-4fe5-8b3f-5c7c8f785de1 req-36d306c9-a67a-4d42-8e16-3231f9d52fb1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Aug 19 01:19:55.050685 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95909b-78b5-4803-8f10-671bbc521b3e req-7d289058-5954-494d-b2fa-7e8389d1235f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:55.052838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a95909b-78b5-4803-8f10-671bbc521b3e req-7d289058-5954-494d-b2fa-7e8389d1235f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 944 time: 0.0483606 Aug 19 01:19:55.088272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8a95909b-78b5-4803-8f10-671bbc521b3e req-f31d19f6-fbba-4429-98b0-00274f3aebdc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298014 Aug 19 01:19:55.246905 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4471092d-88e6-4d14-af8b-40a0f7efc6bf up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:19:55.293359 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 4471092d-88e6-4d14-af8b-40a0f7efc6bf completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:19:55.297198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 4471092d-88e6-4d14-af8b-40a0f7efc6bf triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:19:55.297581 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:55.374566 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:55.397622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:19:55.399873 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03000ad-6b43-42dc-9f49-63b901d15cb1" -d '{"events": [{"server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:19:55.412857 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:19:55.417074 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:55.441284 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f173f04b-f74a-4719-9c60-52ef86960cf3 x-openstack-request-id: req-f173f04b-f74a-4719-9c60-52ef86960cf3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:19:55.441583 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:19:55.441839 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f173f04b-f74a-4719-9c60-52ef86960cf3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:19:55.442229 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'code': 200} Aug 19 01:19:55.467473 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:55.556192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5811f42-2579-4595-b10b-9000e95feb1b req-0b21ee37-94b3-4c1e-b0b1-6dc67240ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:55.557593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5811f42-2579-4595-b10b-9000e95feb1b req-0b21ee37-94b3-4c1e-b0b1-6dc67240ce15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0397222 Aug 19 01:19:55.592943 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a5811f42-2579-4595-b10b-9000e95feb1b req-b0720f5f-420b-41ae-adea-023eeb044ca7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281134 Aug 19 01:19:56.203829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c694d-f547-4c95-b7ab-3c286e50d838 req-95550e19-0b02-4e5f-a2dc-39fe004ef885 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:56.205330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-018c694d-f547-4c95-b7ab-3c286e50d838 req-95550e19-0b02-4e5f-a2dc-39fe004ef885 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0517430 Aug 19 01:19:56.243134 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-018c694d-f547-4c95-b7ab-3c286e50d838 req-5d8c6645-9291-4fbf-8ee7-8a7e028e2f7f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Aug 19 01:19:56.968543 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:19:57.357896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cd51a-eaec-4194-bb2a-5e3662578f37 req-18a2239e-cf9a-4d89-9763-f8cb0fc302e5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:57.359337 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-535cd51a-eaec-4194-bb2a-5e3662578f37 req-18a2239e-cf9a-4d89-9763-f8cb0fc302e5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0478737 Aug 19 01:19:57.399977 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-535cd51a-eaec-4194-bb2a-5e3662578f37 req-1c335e72-bfc8-4245-8032-1c15eab362d7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346317 Aug 19 01:19:57.489440 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:57.514208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99462-d7cc-4e46-90ad-40d942c8eb67 req-2ca550b5-97d5-4d41-9b54-79ca2141e003 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:57.515726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db99462-d7cc-4e46-90ad-40d942c8eb67 req-2ca550b5-97d5-4d41-9b54-79ca2141e003 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0508547 Aug 19 01:19:57.553422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5db99462-d7cc-4e46-90ad-40d942c8eb67 req-705d3b76-9017-4925-a087-7d4a40e195ab tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Aug 19 01:19:57.574801 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:57.613491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deccb781-b1ae-4bca-ad82-99ae139a5533 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:57.614995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-deccb781-b1ae-4bca-ad82-99ae139a5533 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1092 time: 0.0392506 Aug 19 01:19:57.617710 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:57.621946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:19:57.643363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:57.739677 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:57.839072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.169 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/41fda0a7-09d4-4061-9978-c3dd7d121d33) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:19:57.940127 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:57.978008 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.013519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:19:58.018258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:19:58.021824 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:19:58.050954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=41fda0a7-09d4-4061-9978-c3dd7d121d33,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:58.374076 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.441302 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.588249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.592808 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.662845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=41fda0a7-09d4-4061-9978-c3dd7d121d33,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:19:58.674485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:58.770666 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP fe0c64d3-7838-4bb6-861f-e6ab54e6f620 associated. External IP: 172.25.1.169, port: 4471092d-88e6-4d14-af8b-40a0f7efc6bf. Aug 19 01:19:58.973172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router f3853e81-5cb5-4993-863b-3562e920aa3a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:19:59.077382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:19:59.087247 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Sync routers for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:19:59.093747 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:19:59.097045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:59.097669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:59.123753 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d852cc40-9fef-4b0f-910e-1d7b02f1a026 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5022154 Aug 19 01:19:59.123753 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:19:59.124183 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b0a30d-7482-417e-a36c-155717d3be45" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:19:59.162893 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a43f4-43bf-4a32-b1f8-871b187bf829 x-openstack-request-id: req-af0a43f4-43bf-4a32-b1f8-871b187bf829 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:19:59.163183 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:19:59.163439 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af0a43f4-43bf-4a32-b1f8-871b187bf829 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:19:59.163864 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'status': 'completed', 'code': 200} Aug 19 01:19:59.208517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:59.223054 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727001d-f31d-44af-98df-0955a24011ad req-f8458010-159a-43a1-a801-d6bfe5166fc4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:59.224835 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c727001d-f31d-44af-98df-0955a24011ad req-f8458010-159a-43a1-a801-d6bfe5166fc4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Aug 19 01:19:59.259821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0a30d-7482-417e-a36c-155717d3be45 req-95a3c073-d8b2-44fc-a8e2-e49ac6268edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:59.261453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-95a3c073-d8b2-44fc-a8e2-e49ac6268edf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0423827 Aug 19 01:19:59.263805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c727001d-f31d-44af-98df-0955a24011ad req-1fea7d27-cdf9-471e-9724-706b99097877 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Aug 19 01:19:59.286294 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47096) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:19:59.348062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-05664e56-525a-46ec-9092-9e27e3ef3aab tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/fe0c64d3-7838-4bb6-861f-e6ab54e6f620 HTTP/1.1" status: 200 len: 991 time: 0.0605607 Aug 19 01:19:59.356586 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0a30d-7482-417e-a36c-155717d3be45 req-4789941d-d072-41ee-8d12-aceeccbda322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:59.358234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-4789941d-d072-41ee-8d12-aceeccbda322 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.0897636 Aug 19 01:19:59.423615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-42dff22e-3fd7-4c32-9209-ee58972c439f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 999 time: 0.0579627 Aug 19 01:19:59.433935 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fe0c64d3-7838-4bb6-861f-e6ab54e6f620', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'port_id': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'mac_address': 'fa:16:3e:94:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:19:58Z', 'updated_at': '2021-08-19T01:19:58Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:59.460559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Checking router: f3853e81-5cb5-4993-863b-3562e920aa3a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:19:59.468817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:19:59.469420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:19:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:59.472140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0a30d-7482-417e-a36c-155717d3be45 req-0cb67867-9bb3-4f91-bffd-9d9f58a55f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:59.473665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-0cb67867-9bb3-4f91-bffd-9d9f58a55f7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0432768 Aug 19 01:19:59.522576 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0a30d-7482-417e-a36c-155717d3be45 req-faa29a1c-9917-4689-ab80-999e20a05ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:19:59.523980 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-faa29a1c-9917-4689-ab80-999e20a05ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439057 Aug 19 01:19:59.573840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:19:59.614587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-ebf86a43-cd39-4466-8fcf-c2eeac96e7be service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833576 Aug 19 01:19:59.707801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-59b0a30d-7482-417e-a36c-155717d3be45 req-efb24d85-a780-440d-88ea-68989d71bc50 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Aug 19 01:19:59.800325 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fe0c64d3-7838-4bb6-861f-e6ab54e6f620', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'port_id': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'mac_address': 'fa:16:3e:94:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:19:58Z', 'updated_at': '2021-08-19T01:19:58Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:19:59.827069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca065b-4691-4418-acd1-74d272e9a729 None None] The sync data for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 is: [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'fe0c64d3-7838-4bb6-861f-e6ab54e6f620', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'port_id': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'mac_address': 'fa:16:3e:94:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:19:58Z', 'updated_at': '2021-08-19T01:19:58Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:20:00.010337 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc98a28-dd0a-4f1b-84ea-7334e55404b2 None None] New status for floating IP fe0c64d3-7838-4bb6-861f-e6ab54e6f620: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:20:00.350062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47098) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:20:00.412556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3ff72427-bb81-4945-8ee0-81c00ff46c9e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/fe0c64d3-7838-4bb6-861f-e6ab54e6f620 HTTP/1.1" status: 200 len: 993 time: 0.0612662 Aug 19 01:20:12.643266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30ebb7be-eac5-4e89-9cfa-299f796ad1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:15.037081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb8ce-8ad4-4b1d-b29c-420f7e8a533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:15.278307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:15.940378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:16.587402 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-9cf8c146-7677-4643-9875-1f2553285e9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387630 Aug 19 01:20:16.626259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:16.683788 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a2721-b9d6-4592-bda2-096bc874627e req-4619dd9d-0718-424a-be26-bb590369ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:20:16.685288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-4619dd9d-0718-424a-be26-bb590369ccd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0396082 Aug 19 01:20:16.788000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a2721-b9d6-4592-bda2-096bc874627e req-886ad284-d4a2-4f27-8cdd-653e254a2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:20:16.789691 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-886ad284-d4a2-4f27-8cdd-653e254a2133 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.0861003 Aug 19 01:20:16.854189 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-55b127cc-bf95-431b-b5ce-8f3832fbceff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 1001 time: 0.0571179 Aug 19 01:20:16.906000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a2721-b9d6-4592-bda2-096bc874627e req-62524c8b-1227-4ef7-a9f9-b9e4033e36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:20:16.907393 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-62524c8b-1227-4ef7-a9f9-b9e4033e36a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0463977 Aug 19 01:20:16.952941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a2721-b9d6-4592-bda2-096bc874627e req-e281883c-0c48-446a-8fc4-90bd32bfb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:20:16.954397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-e281883c-0c48-446a-8fc4-90bd32bfb464 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389729 Aug 19 01:20:17.042842 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-5c0e7b6a-258e-495c-b4b6-601b786c9f46 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796266 Aug 19 01:20:17.142476 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b67a2721-b9d6-4592-bda2-096bc874627e req-de698676-1732-40a4-9542-445d6ab64d27 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 Aug 19 01:20:18.107270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:27.486334 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:33.967754 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:20:42.645416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee33ca7-0bb5-47b5-a7ac-c0f8cfc0f16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:45.036458 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734ab0d-5f65-4c4e-8aeb-05a073f3b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:45.277395 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:45.955809 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:46.628100 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:48.109398 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:20:57.505436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:03.239350 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ec93-7cbd-44c9-8b8b-873d0123177a req-60f78a57-5df0-49e7-acd8-1d84ee201aee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:03.240822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5066ec93-7cbd-44c9-8b8b-873d0123177a req-60f78a57-5df0-49e7-acd8-1d84ee201aee tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0753648 Aug 19 01:21:03.265157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-6245287d-ddc6-407d-80d6-7337bf2eeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:03.266552 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-6245287d-ddc6-407d-80d6-7337bf2eeb84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0707684 Aug 19 01:21:03.298643 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5066ec93-7cbd-44c9-8b8b-873d0123177a req-498879a4-1d38-4a48-986c-69f2c7fa591d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519605 Aug 19 01:21:03.362481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-eaadfc54-a04d-42fc-b837-0a71da492795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:03.364634 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-eaadfc54-a04d-42fc-b837-0a71da492795 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.0870943 Aug 19 01:21:03.713950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-ecc508d8-dfed-4a5a-9d80-40b91c2cd97b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 1001 time: 0.3426147 Aug 19 01:21:03.764818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-a509d651-8830-49b2-98cc-2b59ea56c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:03.766183 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-a509d651-8830-49b2-98cc-2b59ea56c166 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0419841 Aug 19 01:21:03.814695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-8b74c248-3315-4400-ba85-07cb6a1cf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:03.816184 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-8b74c248-3315-4400-ba85-07cb6a1cf86d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394468 Aug 19 01:21:03.908127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-22d04f12-aa41-4484-b77d-d7de0a49385e service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Aug 19 01:21:04.002424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b23f448-f5d1-4438-a8f2-29cc1530e0e3 req-e7ddad0d-a362-4656-85a2-0a5308dfd3b6 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Aug 19 01:21:04.414254 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5d76-2461-4f70-b0b7-073585951e97 req-96b5de16-16d3-4777-8ad7-e3d985db5cfc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:04.415728 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee4d5d76-2461-4f70-b0b7-073585951e97 req-96b5de16-16d3-4777-8ad7-e3d985db5cfc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0493412 Aug 19 01:21:04.452037 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ee4d5d76-2461-4f70-b0b7-073585951e97 req-8b7d2156-6739-49d5-81f2-de214461d3c2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303309 Aug 19 01:21:05.581382 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7dd3-0522-4f5d-9016-6cd2c03c0c08 req-1e1a71d4-b59c-4a36-90c8-269f3f694c90 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:05.582898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-610f7dd3-0522-4f5d-9016-6cd2c03c0c08 req-1e1a71d4-b59c-4a36-90c8-269f3f694c90 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Aug 19 01:21:05.621011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-610f7dd3-0522-4f5d-9016-6cd2c03c0c08 req-f23a171b-122e-433e-b143-5bce2268bf23 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Aug 19 01:21:06.732741 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8cd99-7a0f-4798-8c32-9d8658651e39 req-1894b844-4bdc-4342-ac47-a69a4499647f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:06.734204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00c8cd99-7a0f-4798-8c32-9d8658651e39 req-1894b844-4bdc-4342-ac47-a69a4499647f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0480859 Aug 19 01:21:06.771222 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00c8cd99-7a0f-4798-8c32-9d8658651e39 req-6ea10c82-b7ba-4f87-9391-7479913a1036 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306811 Aug 19 01:21:07.887348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f157d-aac4-4786-a47b-986fa78fad8f req-511d6c58-1629-4d08-941f-f15acb269d13 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:07.888989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f74f157d-aac4-4786-a47b-986fa78fad8f req-511d6c58-1629-4d08-941f-f15acb269d13 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0491900 Aug 19 01:21:07.928108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f74f157d-aac4-4786-a47b-986fa78fad8f req-b836f1f6-277f-4db7-8fec-a498df17cca0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Aug 19 01:21:09.045588 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd39f8-8e9d-427b-8786-8d81c02b5258 req-807b5d81-8724-4d86-bc85-e9fb12c27974 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:09.047041 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81bd39f8-8e9d-427b-8786-8d81c02b5258 req-807b5d81-8724-4d86-bc85-e9fb12c27974 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0522165 Aug 19 01:21:09.083412 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81bd39f8-8e9d-427b-8786-8d81c02b5258 req-728e8bba-7694-42e3-b2e1-6c5c4070ac2a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Aug 19 01:21:10.195144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a203fd9-5442-4a9d-8972-bd38fc50c442 req-527095e5-0979-4b3a-9b46-793706cdc153 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:10.196877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a203fd9-5442-4a9d-8972-bd38fc50c442 req-527095e5-0979-4b3a-9b46-793706cdc153 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0478554 Aug 19 01:21:10.233421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5a203fd9-5442-4a9d-8972-bd38fc50c442 req-185f5699-b459-45ea-9ff3-f2763cbe9f77 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Aug 19 01:21:10.967041 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:21:11.349727 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a915a5c-b1eb-4415-a6f9-0073c0af9569 req-23bfb146-69b3-4615-9dee-fa55d0d67d2e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:11.351192 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a915a5c-b1eb-4415-a6f9-0073c0af9569 req-23bfb146-69b3-4615-9dee-fa55d0d67d2e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Aug 19 01:21:11.387981 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1a915a5c-b1eb-4415-a6f9-0073c0af9569 req-79d47238-d97d-49c7-8b00-452c675bc235 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308976 Aug 19 01:21:12.505167 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc770-f880-4323-bee2-7ac164760bf1 req-cd11d243-7b43-4e23-9d05-4129276ec93f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:12.506635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-245dc770-f880-4323-bee2-7ac164760bf1 req-cd11d243-7b43-4e23-9d05-4129276ec93f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Aug 19 01:21:12.543463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-245dc770-f880-4323-bee2-7ac164760bf1 req-d4782106-4f7f-4150-ba38-53ef2314e923 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308480 Aug 19 01:21:12.647654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35f6dda4-0fbe-48e3-947a-785b9042f059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:13.656320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953245c1-12cf-4893-bc73-6a8304333a3a req-e1e139cc-5389-4ec2-995b-0ec0b6dd2f44 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:13.657812 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953245c1-12cf-4893-bc73-6a8304333a3a req-e1e139cc-5389-4ec2-995b-0ec0b6dd2f44 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Aug 19 01:21:13.694416 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-953245c1-12cf-4893-bc73-6a8304333a3a req-ab8f3b4a-fb5e-4f75-9290-f7e20dbe4f8e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299683 Aug 19 01:21:14.808101 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572847-6cd2-4e60-aa81-e7e52e96abcf req-a8da2e59-21b8-4d80-834e-2560f6be4caa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:14.809627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba572847-6cd2-4e60-aa81-e7e52e96abcf req-a8da2e59-21b8-4d80-834e-2560f6be4caa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Aug 19 01:21:14.845709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ba572847-6cd2-4e60-aa81-e7e52e96abcf req-9f651304-4acc-44a2-930b-b906abd87ab2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302067 Aug 19 01:21:15.037149 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d699-5208-49aa-a2a5-244149951419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:15.278654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:15.949588 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:15.966849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43260-62c9-400b-99ed-1b611d61501d req-eb1d1fa2-fc44-4e4f-958b-cd97529cd398 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:15.968365 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7f43260-62c9-400b-99ed-1b611d61501d req-eb1d1fa2-fc44-4e4f-958b-cd97529cd398 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0567374 Aug 19 01:21:16.005884 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f7f43260-62c9-400b-99ed-1b611d61501d req-004ebf32-a5f1-42de-a6bd-51f51e62c538 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310919 Aug 19 01:21:16.029236 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47166) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:21:16.089140 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-971bdb47-d0b4-4d5c-a7e4-492bf3d8fed7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/fe0c64d3-7838-4bb6-861f-e6ab54e6f620 HTTP/1.1" status: 200 len: 993 time: 0.0587175 Aug 19 01:21:16.630988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:18.113476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:18.574223 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-ebfab8d8-3d3e-46a5-a543-eaf92572d293 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383325 Aug 19 01:21:18.673282 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-223b82f4-3139-4032-81a4-299894692e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:18.674748 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-223b82f4-3139-4032-81a4-299894692e57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0439553 Aug 19 01:21:18.774536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-6bacadda-4d9f-4a4a-bb5e-6ff8d600b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:18.775959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-6bacadda-4d9f-4a4a-bb5e-6ff8d600b82a service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.0812278 Aug 19 01:21:18.843398 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-3ba0f5b6-5c1a-4f81-b331-a21d4dc93c8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 1001 time: 0.0599949 Aug 19 01:21:18.891187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-1562599c-4015-465a-8a4e-784b78cd2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:18.892609 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-1562599c-4015-465a-8a4e-784b78cd2071 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0423789 Aug 19 01:21:18.937589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-3d61a6a4-541f-4d95-842d-c7a75359c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:21:18.939026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-3d61a6a4-541f-4d95-842d-c7a75359c881 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395198 Aug 19 01:21:19.028432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-fe1776cc-886f-43fe-bb78-3f05ccd1f256 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822041 Aug 19 01:21:19.115186 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b1a6d1ae-dae6-446b-81ea-f6b49e6e0602 req-b686e8f8-b47b-4635-8028-2933193e4bce service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787344 Aug 19 01:21:27.520254 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:42.648466 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-676fedc7-eedd-4aa8-9f75-64ab3b7f43e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:45.038373 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b2654d8-8763-45fc-bf80-f1fb5615da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:45.279362 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:45.959741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:46.634215 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:47.966886 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:21:48.115151 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:21:57.535708 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.485305 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47184) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:04.638056 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 41fda0a7-09d4-4061-9978-c3dd7d121d33 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:22:04.638408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.714445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.714773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.726529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 41fda0a7-09d4-4061-9978-c3dd7d121d33 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:22:04.872482 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.896937 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=41fda0a7-09d4-4061-9978-c3dd7d121d33,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:04.908867 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.909228 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.909576 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.909918 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.910259 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.910596 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.910933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.911268 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.912091 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.912459 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.912794 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.913124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:04.969277 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:04.969613 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP fe0c64d3-7838-4bb6-861f-e6ab54e6f620 disassociated (deleted). External IP: 172.25.1.169, port: 4471092d-88e6-4d14-af8b-40a0f7efc6bf. Aug 19 01:22:05.168785 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router f3853e81-5cb5-4993-863b-3562e920aa3a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:22:05.274102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:22:05.278732 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:05.283193 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Sync routers for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:22:05.292700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:05.293307 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:05.305293 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e8ad9f75-24e2-46dc-94c9-a123761f1d6b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe0c64d3-7838-4bb6-861f-e6ab54e6f620 HTTP/1.1" status: 204 len: 168 time: 0.8189254 Aug 19 01:22:05.305990 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:22:05.308428 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:22:05.350383 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f856a67-193b-4e54-b085-d5a2f64862bb x-openstack-request-id: req-8f856a67-193b-4e54-b085-d5a2f64862bb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:22:05.350680 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:22:05.350936 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f856a67-193b-4e54-b085-d5a2f64862bb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:22:05.351354 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'status': 'completed', 'code': 200} Aug 19 01:22:05.402632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:05.446022 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-4e82f351-ef71-442b-a7de-065a8f221c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:05.448951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-4e82f351-ef71-442b-a7de-065a8f221c77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0552123 Aug 19 01:22:05.587699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372f0e-7103-428c-b2ed-897311c9cb19 req-8679f656-1992-4110-8213-343da0b448ac tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:05.589248 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd372f0e-7103-428c-b2ed-897311c9cb19 req-8679f656-1992-4110-8213-343da0b448ac tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.1032803 Aug 19 01:22:05.604779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:05.631076 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Checking router: f3853e81-5cb5-4993-863b-3562e920aa3a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:22:05.632752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-7f38a800-f563-4805-8b55-b7aad001f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:05.634220 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-7f38a800-f563-4805-8b55-b7aad001f65b service neutron] 10.222.0.21 "GET /v2.0/networks?id=60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 200 len: 896 time: 0.1361244 Aug 19 01:22:05.639192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:05.639795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:05.653123 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd372f0e-7103-428c-b2ed-897311c9cb19 req-787f30ad-cd44-4a19-8748-363733c1a2c1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555439 Aug 19 01:22:05.682171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-5935bf94-0467-426e-8d11-094192ca877c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 200 len: 217 time: 0.0374463 Aug 19 01:22:05.734507 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-da31cc8b-699b-4068-bfad-3c3ca2158417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:05.736053 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-da31cc8b-699b-4068-bfad-3c3ca2158417 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 200 len: 834 time: 0.0458529 Aug 19 01:22:05.785305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-c6657f7d-bf07-4892-b471-2ac479db2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:05.786898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-c6657f7d-bf07-4892-b471-2ac479db2317 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60b19206-3cd2-4afe-85d3-e8ae87731601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430954 Aug 19 01:22:05.885775 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-92a4d6e1-f5ee-479d-bebe-2b7f31d26944 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 Aug 19 01:22:05.901835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:05.980989 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d11bc669-82c3-4b95-80fe-8c6fc3ed78be req-2544e5b1-9a3f-4876-96ae-0f82b84d5301 service neutron] 10.222.0.21 "GET /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867233 Aug 19 01:22:06.093978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:06.120201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e61938-bf30-4aba-9711-e0962e2599fb None None] The sync data for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 is: [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '1ef0a7e5-4823-48e8-a82b-686d8b84768f', 'name': '', 'network_id': '60b19206-3cd2-4afe-85d3-e8ae87731601', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:f2:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:44Z', 'updated_at': '2021-08-19T01:19:48Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'bcd67eb5-2b5e-4410-8a0f-929bc91a1724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:22:06.328183 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11f1e4-71ab-484c-a4cf-5fa0902f9450 None None] New status for floating IP fe0c64d3-7838-4bb6-861f-e6ab54e6f620: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:22:06.834444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d1209-5b18-4f9f-a121-8c7615089f36 req-749d7fdb-bf0e-4e17-8382-d905c9c7e318 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:06.835944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05d1209-5b18-4f9f-a121-8c7615089f36 req-749d7fdb-bf0e-4e17-8382-d905c9c7e318 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.1120887 Aug 19 01:22:06.873099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a05d1209-5b18-4f9f-a121-8c7615089f36 req-cae807c1-b756-4ade-bd26-e6f331a70bbf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Aug 19 01:22:07.285516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-adf4cc0d-4525-456d-9bf5-ced514aa441a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:07.287001 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-adf4cc0d-4525-456d-9bf5-ced514aa441a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Aug 19 01:22:07.376118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 4471092d-88e6-4d14-af8b-40a0f7efc6bf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:22:07.376496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:07.466044 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 4471092d-88e6-4d14-af8b-40a0f7efc6bf, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=4471092d-88e6-4d14-af8b-40a0f7efc6bf,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:07.466407 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:07.478305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 4471092d-88e6-4d14-af8b-40a0f7efc6bf owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:22:07.604003 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:07.633197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=4471092d-88e6-4d14-af8b-40a0f7efc6bf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:07.645550 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.645975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.646333 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.646671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.647009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.647348 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.647850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.648195 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.648552 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.648884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.649211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.649539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:07.682679 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] No DVR routers for this DVR port 4471092d-88e6-4d14-af8b-40a0f7efc6bf on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:22:07.685158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:07.687126 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-716cfd7f-5028-4cd0-8531-7a2948d21a79 req-03e29e68-a4df-43de-b489-291a913c71e9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "DELETE /v2.0/ports/4471092d-88e6-4d14-af8b-40a0f7efc6bf HTTP/1.1" status: 204 len: 173 time: 0.3940589 Aug 19 01:22:07.687574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'name': 'network-vif-deleted', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:22:07.689815 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610c5758-2559-4f9e-81fe-aa529aa76577" -d '{"events": [{"server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "name": "network-vif-deleted", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:22:07.733486 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f1fc8-22db-4026-9498-579af50b08c4 x-openstack-request-id: req-3b4f1fc8-22db-4026-9498-579af50b08c4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:22:07.733789 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cf4012-64fa-4375-9eb8-9ce63b80a9c2", "name": "network-vif-deleted", "tag": "4471092d-88e6-4d14-af8b-40a0f7efc6bf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:22:07.734052 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b4f1fc8-22db-4026-9498-579af50b08c4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:22:07.734462 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cf4012-64fa-4375-9eb8-9ce63b80a9c2', 'name': 'network-vif-deleted', 'tag': '4471092d-88e6-4d14-af8b-40a0f7efc6bf', 'status': 'completed', 'code': 200} Aug 19 01:22:07.981191 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-088b8bc8-1152-4e22-85fc-74ac1b9120cc req-7795dcd5-d9e8-4fd0-b2e2-5a9351294af7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=22cf4012-64fa-4375-9eb8-9ce63b80a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Aug 19 01:22:09.038811 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47206) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:09.389491 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:09.630904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 1ef0a7e5-4823-48e8-a82b-686d8b84768f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:22:09.631250 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:09.719920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 1ef0a7e5-4823-48e8-a82b-686d8b84768f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=1ef0a7e5-4823-48e8-a82b-686d8b84768f,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:09.720208 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:09.732861 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 1ef0a7e5-4823-48e8-a82b-686d8b84768f owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:22:09.913125 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:09.938674 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=1ef0a7e5-4823-48e8-a82b-686d8b84768f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:10.112640 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.322311 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router f3853e81-5cb5-4993-863b-3562e920aa3a has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:22:10.421075 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:22:10.425942 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c698b587-c44e-417b-9eb7-611489e9b31c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/f3853e81-5cb5-4993-863b-3562e920aa3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3860707 Aug 19 01:22:10.428842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:10.430490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Sync routers for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:22:10.439413 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:10.440018 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:10.480146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting subnet bcd67eb5-2b5e-4410-8a0f-929bc91a1724 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:22:10.483324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.527609 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.544979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:10.610460 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.676042 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.707045 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd67eb5-2b5e-4410-8a0f-929bc91a1724,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:10.713120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.717594 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-4e524cb6-123f-4bfc-9afd-31dd858c004d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/subnets/bcd67eb5-2b5e-4410-8a0f-929bc91a1724 HTTP/1.1" status: 204 len: 168 time: 0.2851760 Aug 19 01:22:10.718359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47210) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:10.720188 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a45be-10d8-41cf-9466-88501f491b18 None None] Network 60b19206-3cd2-4afe-85d3-e8ae87731601 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:22:10.773121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:22:09Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:10.812024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Checking router: f3853e81-5cb5-4993-863b-3562e920aa3a for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:22:10.824777 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.842058 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Routers {'f3853e81-5cb5-4993-863b-3562e920aa3a'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:10.842686 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:21:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['f3853e81-5cb5-4993-863b-3562e920aa3a'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:10.925769 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:10.969825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] Set router f3853e81-5cb5-4993-863b-3562e920aa3a gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:10.978977 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 07ee923f-8459-4c86-a925-f2e69f0568cd {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:22:10.979391 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.027550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] DHCP port deletion for 60b19206-3cd2-4afe-85d3-e8ae87731601 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:22:11.067008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 07ee923f-8459-4c86-a925-f2e69f0568cd, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=07ee923f-8459-4c86-a925-f2e69f0568cd,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:11.067374 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.079846 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 07ee923f-8459-4c86-a925-f2e69f0568cd owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:22:11.144774 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Deleting port d1660304-97e7-4fc3-bf00-08bada4f2cc4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:22:11.145153 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.230936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] For port d1660304-97e7-4fc3-bf00-08bada4f2cc4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d1660304-97e7-4fc3-bf00-08bada4f2cc4,segment=NetworkSegment(88af3551-ac7f-4dba-90e7-00a381075524),segment_id=88af3551-ac7f-4dba-90e7-00a381075524)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:11.231226 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.242790 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.246844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Calling delete_port for d1660304-97e7-4fc3-bf00-08bada4f2cc4 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:22:11.263622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:22:09Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:11.268034 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=07ee923f-8459-4c86-a925-f2e69f0568cd,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:11.319947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85eadb-107f-4503-8848-c8c4e5d657b1 None None] The sync data for ids ['f3853e81-5cb5-4993-863b-3562e920aa3a'] in n-d-771363-38 is: [{'id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314910797', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:22:09Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '07ee923f-8459-4c86-a925-f2e69f0568cd', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3853e81-5cb5-4993-863b-3562e920aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:19:41Z', 'updated_at': '2021-08-19T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:22:11.332623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.366298 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.392211 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Pushing event deleted for resources: {'Port': ['ID=d1660304-97e7-4fc3-bf00-08bada4f2cc4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:11.400144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] No DVR routers for this DVR port d1660304-97e7-4fc3-bf00-08bada4f2cc4 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:22:11.405217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.405573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.405912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.406255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.406800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.406896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.407229 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.407564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.408239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.408606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.409399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.409399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611813e-35e3-4c62-b316-1c01b14ead02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:11.749603 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.751796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.794613 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.795300 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Fanout notify agent at l3_agent the message router_deleted on router f3853e81-5cb5-4993-863b-3562e920aa3a {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:22:11.806254 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.807373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aa1054c7-c026-4f8f-bf93-c2382104289e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/routers/f3853e81-5cb5-4993-863b-3562e920aa3a HTTP/1.1" status: 204 len: 168 time: 1.0880265 Aug 19 01:22:11.810098 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47212) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:11.838956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4471092d-88e6-4d14-af8b-40a0f7efc6bf no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:22:11.866630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 4471092d-88e6-4d14-af8b-40a0f7efc6bf {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:22:11.867084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 4471092d-88e6-4d14-af8b-40a0f7efc6bf not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:22:11.888760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.981426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:11.990818 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b19206-3cd2-4afe-85d3-e8ae87731601']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:12.000101 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88af3551-ac7f-4dba-90e7-00a381075524') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:12.000437 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88af3551-ac7f-4dba-90e7-00a381075524') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:12.008965 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.022502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.028567 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:22:12.029083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:22:12.032002 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:22:12.090067 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.097489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.098455 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/networks/60b19206-3cd2-4afe-85d3-e8ae87731601 HTTP/1.1" status: 204 len: 168 time: 0.2874339 Aug 19 01:22:12.101935 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.109984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e738-3c59-416c-842f-16760e30a549 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Network': ['ID=60b19206-3cd2-4afe-85d3-e8ae87731601,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.165746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.189367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.253080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.256373 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.260463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d61f9c1-eed1-4a16-9dfd-a5d1fe461452 HTTP/1.1" status: 204 len: 168 time: 0.1547585 Aug 19 01:22:12.267143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ae26a-fdad-4a3d-8116-6b6c09e49f40 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61f9c1-eed1-4a16-9dfd-a5d1fe461452,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.478477 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47220) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.483209 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365257842', 'description': 'tempest-secgroup-smoke-365257842 description', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:12.506403 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.587277 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.590835 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.618404 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.619807 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403117 Aug 19 01:22:12.622878 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47222) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.624082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417714f1-89ae-464c-aab3-1e5817473d95 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd18209-6ba8-4d0a-9495-03308cea8ee0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.628044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:12.653208 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16685229-2db3-4a09-aeff-d29cdac6550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.670822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.679248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 07ee923f-8459-4c86-a925-f2e69f0568cd no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:22:12.699824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 07ee923f-8459-4c86-a925-f2e69f0568cd {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:22:12.700172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 07ee923f-8459-4c86-a925-f2e69f0568cd not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:22:12.700635 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1ef0a7e5-4823-48e8-a82b-686d8b84768f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:22:12.718293 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 1ef0a7e5-4823-48e8-a82b-686d8b84768f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:22:12.718579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 1ef0a7e5-4823-48e8-a82b-686d8b84768f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:22:12.718998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d1660304-97e7-4fc3-bf00-08bada4f2cc4 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:22:12.727772 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.731718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.737016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d1660304-97e7-4fc3-bf00-08bada4f2cc4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:22:12.737372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d1660304-97e7-4fc3-bf00-08bada4f2cc4 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:22:12.753051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805f9ec0-a8fd-4163-9ce8-d9664185c06c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.757188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.758350 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a06ed1eb-2744-40e7-bba5-5500d96b65d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339791 Aug 19 01:22:12.761207 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47224) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.765509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:12.789738 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.844767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.848001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.864704 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d91aa92-155c-443f-bb6c-c2a81e6f266c,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.871433 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.872666 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-07c49564-e4ce-4282-bb74-a4393bd8e8a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105497 Aug 19 01:22:12.875406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47226) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.879693 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:12.904827 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.964789 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.967943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.987451 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d163c1b-dd68-482b-ac47-1bc71c3370a7,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:12.990885 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:12.992036 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2b3dda1b-78d7-4f73-acee-e55f808cccd5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156967 Aug 19 01:22:12.994879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:12.999462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:13.024492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.085623 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.088915 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.107311 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d5479b-c5fe-4d4a-a8d4-e787e388a5d7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:13.112864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.114070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a2147882-0630-43bc-a376-f3ba528f5489 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181574 Aug 19 01:22:13.117589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:13.121902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:13.144893 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:22:13.149908 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.211071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.214813 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.232290 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72443524-8901-4a5d-bb5d-17e84424fb62,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:13.237689 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.238855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b7dd3c44-feba-40f4-a0ad-ec211d6d728b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203365 Aug 19 01:22:13.242206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:13.246752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '9dd18209-6ba8-4d0a-9495-03308cea8ee0', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:13.267689 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:22:13.272529 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.332234 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.336363 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.353862 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecee2684-86ce-456c-9c88-7a76a64c6111,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:13.359518 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.360801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5d436ce6-88c4-4416-8dad-e5bdfaa17483 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176217 Aug 19 01:22:13.363588 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:13.368432 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'network': {'name': 'tempest-network-smoke--1990142849', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:13.387934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:22:13.391283 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.414789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:22:13.423882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.424251 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Added segment 1782c229-45de-4bec-a0e6-9fc0611e1a98 of type vlan for network de1fb119-65ef-4909-80a7-fdfdc600fcb1 Aug 19 01:22:13.473719 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.498145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.503476 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:13.504054 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.552474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1878254 Aug 19 01:22:13.555137 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:13.561397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'admin_state_up': True, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:13.580459 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9544a-2a39-475f-a672-6425a0abb104 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Network': ['ID=de1fb119-65ef-4909-80a7-fdfdc600fcb1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:13.590823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:22:13.599180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.600840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.657084 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.797350 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:13.984062 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.001728 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.108732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.119 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/df776f99-5b53-4bfb-8e05-46227e74e208) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:22:14.212611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.250512 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.296809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:14.302031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:14.304738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=df776f99-5b53-4bfb-8e05-46227e74e208,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:14.307452 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:22:14.545049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.738450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:14.864222 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router d8d622e9-1357-45be-95fc-ecae2fd58418 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:22:15.039373 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5b5f-b7a9-4278-b38c-b1b2f94d94a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.257028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:22:15.267949 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Sync routers for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:22:15.277928 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:15.278606 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:15.281319 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.285564 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3b3f1d75-0ff3-4f5b-87d3-54fd54d99261 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7266347 Aug 19 01:22:15.285709 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.285827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:15.314396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e620c1c9-bb9e-4932-925d-ec3cafeb10e2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=483a8fbd1b77420fa04d48f02ef4190d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274503 Aug 19 01:22:15.316942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:15.385533 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:15.404191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09427a1-798e-4262-84a4-d4b574eff2b2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:15.408257 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a09427a1-798e-4262-84a4-d4b574eff2b2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878513 Aug 19 01:22:15.408513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:15.438245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1a01f3cd-d220-474b-a9ce-d42d8959e6c6 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264404 Aug 19 01:22:15.438462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:15.443172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232189260', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:15.529997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:22:15.533729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.556707 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:15.585817 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Checking router: d8d622e9-1357-45be-95fc-ecae2fd58418 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:22:15.586162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Updating router d8d622e9-1357-45be-95fc-ecae2fd58418 port df776f99-5b53-4bfb-8e05-46227e74e208 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:22:15.610700 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.714591 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.778919 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Subnet': ['ID=e09af7cd-def1-44e2-aa5b-afa111dc008c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:15.791321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Checking segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:22:15.791463 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network hostable DHCP agents. Network: de1fb119-65ef-4909-80a7-fdfdc600fcb1, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:22:15.808718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:22:15.817641 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, de1fb119-65ef-4909-80a7-fdfdc600fcb1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:15.822662 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:15.823655 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.827584 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5204d-0ea7-44ee-89e5-ff7f6fcea17b None None] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:22:15.841577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-85bf7aed-f143-469b-8642-20489fe0a87e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3993268 Aug 19 01:22:15.841796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:15.858699 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.868572 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Transition to ACTIVE for port object df776f99-5b53-4bfb-8e05-46227e74e208 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:15.874452 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.987967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:15.991685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:22:15.992623 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.024044 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Attempting to bind port df776f99-5b53-4bfb-8e05-46227e74e208 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:22:16.024480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Attempting to bind port df776f99-5b53-4bfb-8e05-46227e74e208 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:22:16.024788 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Attempting to bind port df776f99-5b53-4bfb-8e05-46227e74e208 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:22:16.033604 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:22:16.033973 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:22:16.034365 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.035061 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:22:16.035285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Bound port: df776f99-5b53-4bfb-8e05-46227e74e208, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:22:16.035874 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.075365 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Pushing event updated for resources: {'Port': ['ID=df776f99-5b53-4bfb-8e05-46227e74e208,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:16.092778 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] For port df776f99-5b53-4bfb-8e05-46227e74e208, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:22:16.095318 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.095652 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.095994 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.096405 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.096782 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.097184 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.097611 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.097977 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.098295 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.098622 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.099092 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.099442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:22:16.104340 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] For port df776f99-5b53-4bfb-8e05-46227e74e208, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=df776f99-5b53-4bfb-8e05-46227e74e208,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:22:16.111942 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.144411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Allocated IP 172.20.0.2 (de1fb119-65ef-4909-80a7-fdfdc600fcb1/e09af7cd-def1-44e2-aa5b-afa111dc008c/7917c762-872f-436d-9aa3-f73a886d07a4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:22:16.178397 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:16.179314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:16.184002 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929a00-77d7-436e-9331-0dd2d21e8c0a None None] Pushing event updated for resources: {'Port': ['ID=df776f99-5b53-4bfb-8e05-46227e74e208,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:16.286060 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:16.286763 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.301530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.310819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Transition to ACTIVE for port object 7917c762-872f-436d-9aa3-f73a886d07a4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:16.327151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Transition to ACTIVE for port object 7917c762-872f-436d-9aa3-f73a886d07a4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:16.337251 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.371805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:16.378034 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:16.383978 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:22:16.398189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Pushing event updated for resources: {'Port': ['ID=7917c762-872f-436d-9aa3-f73a886d07a4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:16.457281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Attempting to bind port 7917c762-872f-436d-9aa3-f73a886d07a4 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:22:16.457281 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Attempting to bind port 7917c762-872f-436d-9aa3-f73a886d07a4 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:22:16.457587 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Attempting to bind port 7917c762-872f-436d-9aa3-f73a886d07a4 on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:22:16.462866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:22:16.462866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Checking segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:22:16.463293 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.463680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Bound using segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:22:16.464151 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Bound port: 7917c762-872f-436d-9aa3-f73a886d07a4, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:22:16.464567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.478807 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:16.506517 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3b50-dcc2-468d-b575-b380d9ad7942 None None] The sync data for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 is: [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:22:16.531402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] For port 7917c762-872f-436d-9aa3-f73a886d07a4, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:22:16.535095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] For port 7917c762-872f-436d-9aa3-f73a886d07a4, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7917c762-872f-436d-9aa3-f73a886d07a4,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:22:16.539437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.586630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.1 (de1fb119-65ef-4909-80a7-fdfdc600fcb1/e09af7cd-def1-44e2-aa5b-afa111dc008c/d4afa60a-fbf4-47a5-8488-ed67f978e17e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:22:16.615539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feecd22-7604-4418-a38f-75f0fca72eca None None] Pushing event updated for resources: {'Port': ['ID=7917c762-872f-436d-9aa3-f73a886d07a4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:16.646037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.713124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.729067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object d4afa60a-fbf4-47a5-8488-ed67f978e17e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:16.799340 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:16.851250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:16.854411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:16.859704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:22:16.864375 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:16.907803 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:17.043772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:17.334321 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:17.338796 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:17.417846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:17.420907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:17.518162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:17.519613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:17.586757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f491c-fdb2-487a-a36a-1ee5a91071f7 None None] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:22:17.634915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router d8d622e9-1357-45be-95fc-ecae2fd58418 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:22:17.651588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-72d60ecb-a80c-4ef7-a9dd-fd9c9bff9120 None None] Provisioning for port 7917c762-872f-436d-9aa3-f73a886d07a4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:17.744406 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:22:17.761545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-98cd2b1b-fc62-4292-99ce-de551c6283ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/d8d622e9-1357-45be-95fc-ecae2fd58418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100184 Aug 19 01:22:17.905142 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-98d336a9-7f8e-48f2-ac3c-c6fa31fcff19 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365257842&fields=id&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 267 time: 0.0351994 Aug 19 01:22:17.996031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1305223f-e269-4feb-a71f-aef4d5083852 None None] Provisioning for port d4afa60a-fbf4-47a5-8488-ed67f978e17e completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:18.001667 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1305223f-e269-4feb-a71f-aef4d5083852 None None] Provisioning complete for port d4afa60a-fbf4-47a5-8488-ed67f978e17e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:18.002370 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1305223f-e269-4feb-a71f-aef4d5083852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:18.026874 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-591f2040-b1ff-4396-880a-a1c686212081 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:18.034186 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-591f2040-b1ff-4396-880a-a1c686212081 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 797 time: 0.1217120 Aug 19 01:22:18.044184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1305223f-e269-4feb-a71f-aef4d5083852 None None] Port d4afa60a-fbf4-47a5-8488-ed67f978e17e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:22:18.045322 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-10a85ddf-5c0d-4f22-b64f-9e69ab7de058 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/quotas/483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 375 time: 0.0099366 Aug 19 01:22:18.101242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Sync routers for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:22:18.108743 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-4ae9be97-0a79-456b-a176-228e4fecfd93 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532253 Aug 19 01:22:18.121208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:18.121856 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:18.155271 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:18.209580 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-13a1a463-542c-4f3d-a273-811ebd989c97 None None] Provisioning complete for port d4afa60a-fbf4-47a5-8488-ed67f978e17e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:18.209866 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13a1a463-542c-4f3d-a273-811ebd989c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:18.217361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-4e575d44-2125-41b9-a94e-bbf49732d310 service neutron] 10.222.0.20 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025851 Aug 19 01:22:18.258778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-13a1a463-542c-4f3d-a273-811ebd989c97 None None] Port d4afa60a-fbf4-47a5-8488-ed67f978e17e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:22:18.266410 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:18.325756 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-c116e760-21e8-445a-91aa-a53505d4f738 service neutron] 10.222.0.20 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005352 Aug 19 01:22:18.408858 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d4a191e5-def0-4f50-86f5-117099bad085 None None] Provisioning complete for port d4afa60a-fbf4-47a5-8488-ed67f978e17e triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:18.409159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4a191e5-def0-4f50-86f5-117099bad085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:18.469801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d4a191e5-def0-4f50-86f5-117099bad085 None None] Port d4afa60a-fbf4-47a5-8488-ed67f978e17e cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:22:18.507898 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-caae1e49-76d2-48b3-979c-d833caec6665 req-edd3df31-3b52-4c1e-8661-e6d8b14bfcaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 210 time: 0.0314958 Aug 19 01:22:18.692976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 2, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:18.721623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Checking router: d8d622e9-1357-45be-95fc-ecae2fd58418 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:22:18.722287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Updating router d8d622e9-1357-45be-95fc-ecae2fd58418 port d4afa60a-fbf4-47a5-8488-ed67f978e17e binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:22:18.747406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7917c762-872f-436d-9aa3-f73a886d07a4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:18.777256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:18.844195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 7917c762-872f-436d-9aa3-f73a886d07a4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:18.892253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7917c762-872f-436d-9aa3-f73a886d07a4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:18.892662 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.051285 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.131608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 7917c762-872f-436d-9aa3-f73a886d07a4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7917c762-872f-436d-9aa3-f73a886d07a4,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:19.136968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.137730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device df776f99-5b53-4bfb-8e05-46227e74e208 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:19.194238 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.216320 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Transition to ACTIVE for port object d4afa60a-fbf4-47a5-8488-ed67f978e17e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:19.229586 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.237555 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=7917c762-872f-436d-9aa3-f73a886d07a4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:19.287927 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port df776f99-5b53-4bfb-8e05-46227e74e208 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:19.298859 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port df776f99-5b53-4bfb-8e05-46227e74e208 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:19.299292 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.300715 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8ea22-ec21-48f2-b632-5c9fe5f4a8b8 None None] Pushing event updated for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:19.385973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Attempting to bind port d4afa60a-fbf4-47a5-8488-ed67f978e17e on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:22:19.386346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Attempting to bind port d4afa60a-fbf4-47a5-8488-ed67f978e17e by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:22:19.386722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Attempting to bind port d4afa60a-fbf4-47a5-8488-ed67f978e17e on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:22:19.401049 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:22:19.401454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Checking segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:22:19.401843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.402242 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Bound using segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:22:19.402729 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Bound port: d4afa60a-fbf4-47a5-8488-ed67f978e17e, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:22:19.403737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.511357 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.551868 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port df776f99-5b53-4bfb-8e05-46227e74e208, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=df776f99-5b53-4bfb-8e05-46227e74e208,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:19.553992 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] For port d4afa60a-fbf4-47a5-8488-ed67f978e17e, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:22:19.557805 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] For port d4afa60a-fbf4-47a5-8488-ed67f978e17e, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4afa60a-fbf4-47a5-8488-ed67f978e17e,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:22:19.560069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.570407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.575427 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-fa612162-e123-4711-b41c-afffd84e18ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:19.578326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-fa612162-e123-4711-b41c-afffd84e18ba tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 797 time: 0.1311772 Aug 19 01:22:19.629784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:19.630499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:19.644916 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b873500c-d96c-461d-b535-94e179681178 req-23ea6c89-8897-4f03-9204-6da128b9d998 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 210 time: 0.0401332 Aug 19 01:22:19.650616 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-215e981a-643d-4cc6-8e6e-61579704ee97 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 379 time: 0.0558164 Aug 19 01:22:19.661272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'port': {'device_id': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'admin_state_up': True, 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'security_groups': ['9dd18209-6ba8-4d0a-9495-03308cea8ee0']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:19.671884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=df776f99-5b53-4bfb-8e05-46227e74e208,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:19.780661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8ea22-ec21-48f2-b632-5c9fe5f4a8b8 None None] Pushing event updated for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:19.781368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:22:19.785151 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:19.795582 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:19.922671 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.10 (de1fb119-65ef-4909-80a7-fdfdc600fcb1/e09af7cd-def1-44e2-aa5b-afa111dc008c/72d89b42-22ec-4ac3-8b86-bf0977e5899a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:22:20.004416 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:20.029886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1a05-f1e4-4f99-adab-11add33ab831 None None] The sync data for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 is: [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:22:20.059969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.078485 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 72d89b42-22ec-4ac3-8b86-bf0977e5899a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:20.122307 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.174131 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:20.177349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:20.181298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:22:20.187999 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:20.239091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:20.239790 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.256346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-b7d7a544-3d0b-4050-8093-7cb1998f5321 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990462 Aug 19 01:22:20.274833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Request body: {'port': {'device_id': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:20.334729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.433184 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b91a37ce-f25e-472f-bf81-71d0c31f494c None None] Provisioning for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:20.437372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b91a37ce-f25e-472f-bf81-71d0c31f494c None None] Provisioning complete for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:20.437741 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b91a37ce-f25e-472f-bf81-71d0c31f494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.478882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b91a37ce-f25e-472f-bf81-71d0c31f494c None None] Port 72d89b42-22ec-4ac3-8b86-bf0977e5899a cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:22:20.618556 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d89b42-22ec-4ac3-8b86-bf0977e5899a {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:22:20.626779 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.643975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Transition to ACTIVE for port object 72d89b42-22ec-4ac3-8b86-bf0977e5899a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:22:20.649661 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.721629 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:20.828789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7917c762-872f-436d-9aa3-f73a886d07a4 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:20.829947 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:22:20.830294 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:22:20.830633 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:22:20.838661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:22:20.838987 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:22:20.847153 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:22:20.847640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Checking segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:22:20.848040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Bound using segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:22:20.848518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Bound port: 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:22:20.848885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.872385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752a9e6-f160-4f57-9095-7846695f7c17 req-68f92933-ee26-41a1-a77f-b6e6a99bd90e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:20.873905 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e752a9e6-f160-4f57-9095-7846695f7c17 req-68f92933-ee26-41a1-a77f-b6e6a99bd90e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.1261907 Aug 19 01:22:20.893730 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 7917c762-872f-436d-9aa3-f73a886d07a4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:20.894369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.967212 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:22:20.970519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:22:20.974417 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e752a9e6-f160-4f57-9095-7846695f7c17 req-f9b39fa2-bedf-4739-9f29-9ed6c40fec2c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779054 Aug 19 01:22:20.976625 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:20.998232 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device df776f99-5b53-4bfb-8e05-46227e74e208 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:21.015810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.016495 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:21.017927 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] 10.222.0.21 "PUT /v2.0/ports/72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1093 time: 0.7483611 Aug 19 01:22:21.018338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:22:21.020624 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:22:21.045759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8ebb-91b9-4fdc-abca-851f1d7025be service neutron] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:21.067794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port df776f99-5b53-4bfb-8e05-46227e74e208 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:21.068784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:21.111323 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f13ce-97ec-4b21-a3d0-b1129d8af694 x-openstack-request-id: req-6d2f13ce-97ec-4b21-a3d0-b1129d8af694 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:22:21.111701 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:22:21.112024 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d2f13ce-97ec-4b21-a3d0-b1129d8af694 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:22:21.112602 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'status': 'completed', 'code': 200} Aug 19 01:22:21.129784 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-bc50c45c-befc-4c6d-bfdb-b637efed0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.131891 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-bc50c45c-befc-4c6d-bfdb-b637efed0f11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0510764 Aug 19 01:22:21.163928 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4afa60a-fbf4-47a5-8488-ed67f978e17e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:21.186836 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-8adb1876-ee78-4fc0-a8ed-30fcbe2f5cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 217 time: 0.0417047 Aug 19 01:22:21.216722 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port d4afa60a-fbf4-47a5-8488-ed67f978e17e completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:21.220781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4afa60a-fbf4-47a5-8488-ed67f978e17e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:21.221165 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:21.243277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-7dc2ac6f-5dfd-464e-9151-12432097739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.245045 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-7dc2ac6f-5dfd-464e-9151-12432097739a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0502903 Aug 19 01:22:21.295886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-da6ef1a2-fc2e-4262-bd45-872e1f46768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.297453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-da6ef1a2-fc2e-4262-bd45-872e1f46768a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457985 Aug 19 01:22:21.305742 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:21.339282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port d4afa60a-fbf4-47a5-8488-ed67f978e17e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4afa60a-fbf4-47a5-8488-ed67f978e17e,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:21.343263 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:21.389834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-4879f716-d676-4aaa-9368-405bd107ef4f service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Aug 19 01:22:21.399401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:21.484590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da7ff445-f4b8-4aea-8188-bdd6ed23e066 req-e044cfb2-3853-4b9c-a3c5-6967b995a249 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Aug 19 01:22:21.612189 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-de8294fd-0ad8-416a-86ca-bddf8eed1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.613605 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-de8294fd-0ad8-416a-86ca-bddf8eed1858 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0400808 Aug 19 01:22:21.994166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-b4363281-b501-4422-ba97-8856f097bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:21.995843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-b4363281-b501-4422-ba97-8856f097bc97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.3738520 Aug 19 01:22:22.039725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-070955a2-c231-4b5c-9c98-46547dced58a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 217 time: 0.0365787 Aug 19 01:22:22.128510 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9388-0248-4989-b866-8c195092f6d1 req-c6eac462-0d63-46ac-8c53-e2351090b954 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:22.129981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b42e9388-0248-4989-b866-8c195092f6d1 req-c6eac462-0d63-46ac-8c53-e2351090b954 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0867527 Aug 19 01:22:22.132175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-252aa2d3-2d3d-41e1-acf1-60778f1cd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:22.133486 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-252aa2d3-2d3d-41e1-acf1-60778f1cd455 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0629852 Aug 19 01:22:22.194348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b42e9388-0248-4989-b866-8c195092f6d1 req-b959e9eb-0277-435f-a166-cc1f3ecd831e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579453 Aug 19 01:22:22.201104 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-b6500d7a-327e-4587-8ded-12a7be60342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:22.202526 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-b6500d7a-327e-4587-8ded-12a7be60342d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605116 Aug 19 01:22:22.293091 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-6c05942c-0a52-4875-b9f6-b49c46f46668 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820849 Aug 19 01:22:22.381985 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aafc3b2a-790a-43f4-bc1f-654ccbe5be82 req-c2d607fc-8c60-4c29-b6b9-a4e133cd1283 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806358 Aug 19 01:22:22.672639 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4afa60a-fbf4-47a5-8488-ed67f978e17e up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:22.719118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port d4afa60a-fbf4-47a5-8488-ed67f978e17e triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:22.719492 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:23.309679 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498d9cb-f2db-4a00-b4c9-4cf4869f9323 req-953e510b-2b76-48d2-90bd-ed6631632fd1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:23.311153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3498d9cb-f2db-4a00-b4c9-4cf4869f9323 req-953e510b-2b76-48d2-90bd-ed6631632fd1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Aug 19 01:22:23.348093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3498d9cb-f2db-4a00-b4c9-4cf4869f9323 req-e4c3b8ff-4452-4a79-b6be-3e697bfd4429 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309498 Aug 19 01:22:24.464270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7195a3-274f-419d-9223-bc6419dfc2df req-58278d6a-bee1-4314-b79e-59b24dd13375 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:24.465755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d7195a3-274f-419d-9223-bc6419dfc2df req-58278d6a-bee1-4314-b79e-59b24dd13375 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0518506 Aug 19 01:22:24.502578 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d7195a3-274f-419d-9223-bc6419dfc2df req-56de0d5e-5cd9-47c6-88f6-ee65f942b328 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310080 Aug 19 01:22:24.966339 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:22:25.618604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bbd4-9b3f-47bb-93d4-82669bc42478 req-3af2579e-6a7d-4416-9e10-e697741b5eb4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:25.620062 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25e4bbd4-9b3f-47bb-93d4-82669bc42478 req-3af2579e-6a7d-4416-9e10-e697741b5eb4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0523670 Aug 19 01:22:25.657627 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-25e4bbd4-9b3f-47bb-93d4-82669bc42478 req-bb024531-639d-419a-84bc-27f3d6fccdd8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Aug 19 01:22:25.899965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:22:25.990823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:26.004334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'mac_address': 'fa:16:3e:a0:4e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:22:26.040130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:26.052044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d89b42-22ec-4ac3-8b86-bf0977e5899a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:22:26.072355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:26.075760 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:26.124272 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:26.473421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['72d89b42-22ec-4ac3-8b86-bf0977e5899a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:22:26.770373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb28d4f-2397-4ad9-8818-1d02c52aa79f req-c5372ddc-93c5-4dbf-a97d-21e5c382403e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:26.771818 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5fb28d4f-2397-4ad9-8818-1d02c52aa79f req-c5372ddc-93c5-4dbf-a97d-21e5c382403e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 945 time: 0.0479968 Aug 19 01:22:26.809337 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5fb28d4f-2397-4ad9-8818-1d02c52aa79f req-613b1fc0-4328-4ca8-9df7-920e8b412e0b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316730 Aug 19 01:22:27.533729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:27.915631 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:22:27.921190 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53efee-8f74-4898-99eb-3c693652957f req-c7987924-ac4a-4c04-8e3a-349fa6015964 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:27.922703 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de53efee-8f74-4898-99eb-3c693652957f req-c7987924-ac4a-4c04-8e3a-349fa6015964 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 945 time: 0.0484691 Aug 19 01:22:27.960843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-de53efee-8f74-4898-99eb-3c693652957f req-b0b7c911-19ea-4da0-9430-772c23bfe3a6 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 19 01:22:27.963700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:22:27.967492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:22:27.967865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:28.043374 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:28.065879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:22:28.068133 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca26637b-a55b-4b6f-8d0f-5505ce08973d" -d '{"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-plugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:22:28.080711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:22:28.084999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:28.107723 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc897b-c388-42c3-9f89-7e89dad57aca x-openstack-request-id: req-8abc897b-c388-42c3-9f89-7e89dad57aca {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:22:28.108024 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-plugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:22:28.108283 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8abc897b-c388-42c3-9f89-7e89dad57aca {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:22:28.108696 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'code': 200} Aug 19 01:22:28.133837 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:28.223661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c8dd-6d8a-4644-a63c-8b8bb08eb5cc req-5d484695-6e4b-4b06-92be-669e56536a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:28.225703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1588c8dd-6d8a-4644-a63c-8b8bb08eb5cc req-5d484695-6e4b-4b06-92be-669e56536a0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0397124 Aug 19 01:22:28.259562 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1588c8dd-6d8a-4644-a63c-8b8bb08eb5cc req-07f16789-0d99-4da6-9d3c-0106ceae544d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267742 Aug 19 01:22:29.077055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498825-b3b9-4d10-9b8c-1b69909211cf req-bbe2f432-3ce5-4e48-8d6b-d513c8f6d47d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:29.078524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd498825-b3b9-4d10-9b8c-1b69909211cf req-bbe2f432-3ce5-4e48-8d6b-d513c8f6d47d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Aug 19 01:22:29.118965 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fd498825-b3b9-4d10-9b8c-1b69909211cf req-7c0a90d9-7a5e-47ee-a9d5-3265520930c7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344839 Aug 19 01:22:30.238775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504f1ef-1c8e-45d3-b247-788a2f5da58a req-03a94f8d-9262-4204-8fff-be344fbed89c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:30.240238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8504f1ef-1c8e-45d3-b247-788a2f5da58a req-03a94f8d-9262-4204-8fff-be344fbed89c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0529561 Aug 19 01:22:30.278066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8504f1ef-1c8e-45d3-b247-788a2f5da58a req-543ef209-d364-4ce7-864a-ecba5a94aec7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Aug 19 01:22:30.417410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c6c57-7ade-491b-87f6-e0b9db781727 req-0ca7aba1-48cb-4b9d-8a06-727aff384c04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:30.418787 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a9c6c57-7ade-491b-87f6-e0b9db781727 req-0ca7aba1-48cb-4b9d-8a06-727aff384c04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Aug 19 01:22:30.455899 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a9c6c57-7ade-491b-87f6-e0b9db781727 req-76a3d389-11b1-4a73-b8a2-526da4250a49 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Aug 19 01:22:30.477323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47304) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:30.515717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054914d-daae-4636-b9ce-50ea59fd22a2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:30.517226 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4054914d-daae-4636-b9ce-50ea59fd22a2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1093 time: 0.0389228 Aug 19 01:22:30.519921 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47306) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:30.525013 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:22:30.546042 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:30.642712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:30.740810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.169 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/26731a11-367f-4467-ad9f-ba3b1e0c8848) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:22:30.844635 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:30.882588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:30.915933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:22:30.918678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:22:30.924108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:22:30.951158 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=26731a11-367f-4467-ad9f-ba3b1e0c8848,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:31.278333 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:31.343170 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:31.491010 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:31.495431 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:31.566104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=26731a11-367f-4467-ad9f-ba3b1e0c8848,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:22:31.576657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:31.678579 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP c83513f8-918f-4ee0-bc18-4fc1f0708122 associated. External IP: 172.25.1.169, port: 72d89b42-22ec-4ac3-8b86-bf0977e5899a. Aug 19 01:22:31.878100 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router d8d622e9-1357-45be-95fc-ecae2fd58418 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:22:31.981399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:22:31.990883 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Sync routers for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:22:31.996602 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:32.001168 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:32.001777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:32.024204 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6b2830e1-72b5-4dc6-9a85-c8fbaa7acca9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5032082 Aug 19 01:22:32.024819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:22:32.027085 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ef4df-2420-4d26-b446-e0b81330320f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:22:32.066167 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a87b8-e5a3-46a4-9b70-73f03e2beddb x-openstack-request-id: req-916a87b8-e5a3-46a4-9b70-73f03e2beddb {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:22:32.066534 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:22:32.066863 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-916a87b8-e5a3-46a4-9b70-73f03e2beddb {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:22:32.067389 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'status': 'completed', 'code': 200} Aug 19 01:22:32.116166 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:32.146118 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761963-aa28-4002-9739-7f5f6c096847 req-f4d3ef45-ef90-46ee-bb50-7e161e14a755 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:32.147627 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff761963-aa28-4002-9739-7f5f6c096847 req-f4d3ef45-ef90-46ee-bb50-7e161e14a755 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0716572 Aug 19 01:22:32.173951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef4df-2420-4d26-b446-e0b81330320f req-d5bdee37-dfa1-4eda-8a40-9793f67b44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:32.175478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-d5bdee37-dfa1-4eda-8a40-9793f67b44dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0663280 Aug 19 01:22:32.209819 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff761963-aa28-4002-9739-7f5f6c096847 req-3ad747f6-72a5-41a6-be8b-5adb22b1f7bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549843 Aug 19 01:22:32.232742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47312) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:32.280444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef4df-2420-4d26-b446-e0b81330320f req-dab62537-9a8c-4d0f-bd44-38ae7dc0efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:32.281918 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-dab62537-9a8c-4d0f-bd44-38ae7dc0efdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0953956 Aug 19 01:22:32.294789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-26da1185-5be0-40cd-95c1-8209c62e032f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/c83513f8-918f-4ee0-bc18-4fc1f0708122 HTTP/1.1" status: 200 len: 992 time: 0.0608101 Aug 19 01:22:32.340202 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c83513f8-918f-4ee0-bc18-4fc1f0708122', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'mac_address': 'fa:16:3e:a0:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:22:31Z', 'updated_at': '2021-08-19T01:22:31Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:32.347048 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-63e6f5f3-9fab-4c47-bff1-abf64ed70c3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1000 time: 0.0575683 Aug 19 01:22:32.365732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Checking router: d8d622e9-1357-45be-95fc-ecae2fd58418 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:22:32.373848 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:22:32.374450 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:22:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:32.399461 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef4df-2420-4d26-b446-e0b81330320f req-7f7285c0-3033-4dbd-be08-aa597a7df6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:32.400853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-7f7285c0-3033-4dbd-be08-aa597a7df6a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0475354 Aug 19 01:22:32.446497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef4df-2420-4d26-b446-e0b81330320f req-db8e12b5-66e2-40d8-a679-50af9bcf4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:22:32.448095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-db8e12b5-66e2-40d8-a679-50af9bcf4710 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398545 Aug 19 01:22:32.477864 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:22:32.543345 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-850914d7-e1f1-48f1-ad38-a66e43419fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877364 Aug 19 01:22:32.636433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-179ef4df-2420-4d26-b446-e0b81330320f req-bf80ffc4-de90-43d3-b739-825ebf118e0b service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Aug 19 01:22:32.701742 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c83513f8-918f-4ee0-bc18-4fc1f0708122', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'mac_address': 'fa:16:3e:a0:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:22:31Z', 'updated_at': '2021-08-19T01:22:31Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:22:32.726633 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aaa0-7666-4483-a8f4-9b3cfd8ce447 None None] The sync data for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 is: [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c83513f8-918f-4ee0-bc18-4fc1f0708122', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'mac_address': 'fa:16:3e:a0:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:22:31Z', 'updated_at': '2021-08-19T01:22:31Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:22:32.920628 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ef591-530a-423f-af35-da89748c3f50 None None] New status for floating IP c83513f8-918f-4ee0-bc18-4fc1f0708122: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:22:33.298513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:22:33.360931 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ac343bdc-d0dc-4b17-ad3b-8249a1cd7554 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/c83513f8-918f-4ee0-bc18-4fc1f0708122 HTTP/1.1" status: 200 len: 994 time: 0.0611982 Aug 19 01:22:42.656040 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9effc44-510c-4e49-a1d2-3b3371b234d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:45.043710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3f08677-92bf-44bb-bda1-cfebdeab2f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:45.284161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:45.971679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:46.639723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:48.120264 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:22:57.547648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:01.967185 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:23:12.656631 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-92a623ba-b5db-4908-8c0c-00c60bd0758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:15.044126 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1fc02aa-90e5-4f32-ae77-90cee38e16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:15.284380 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:15.984186 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:16.642422 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:18.122557 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:21.560176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-314db792-cb8b-4547-a31a-ccae345b6ff4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379934 Aug 19 01:23:21.655071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-281c5a21-c1f6-41f7-aa71-8d38ee9fceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:21.656614 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-281c5a21-c1f6-41f7-aa71-8d38ee9fceb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0408947 Aug 19 01:23:21.760859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-2bbda753-0457-43f6-88bb-04caa9c98eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:21.762315 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-2bbda753-0457-43f6-88bb-04caa9c98eb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0865297 Aug 19 01:23:21.826162 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-2f6d6a50-f307-4867-b4b9-ba661d5e8ecc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1002 time: 0.0567884 Aug 19 01:23:21.873985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-872e6402-c96b-4855-af05-2b4ca5d36775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:21.875344 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-872e6402-c96b-4855-af05-2b4ca5d36775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0415707 Aug 19 01:23:21.923450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-66982904-c56d-4cf1-9805-cfb2b2d3f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:21.924976 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-66982904-c56d-4cf1-9805-cfb2b2d3f477 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424988 Aug 19 01:23:22.012086 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-5960a702-b51e-4248-8025-16d7338e3604 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796521 Aug 19 01:23:22.104196 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da3b5451-d53e-4069-8d02-54d05e998dfb req-68d266f8-fbbd-472a-892e-e7cdba7cb145 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Aug 19 01:23:27.548698 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:35.297841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b573223-7cc2-4203-8269-50f75a7e8d9d req-98e51ae4-6c19-45d4-8d1c-43cf8e819af1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:35.299333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b573223-7cc2-4203-8269-50f75a7e8d9d req-98e51ae4-6c19-45d4-8d1c-43cf8e819af1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0539899 Aug 19 01:23:35.320759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-80cff793-d383-402d-9b5b-47d4e4ed3e5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976310 Aug 19 01:23:35.342626 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3b573223-7cc2-4203-8269-50f75a7e8d9d req-e1dde282-1ca8-4102-9f3a-e4618f65d31e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372734 Aug 19 01:23:36.474946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc77c-81df-47c7-8649-dc2d2671553e req-4117a583-00e7-4660-9b69-f679f2cb865e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:36.476439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-554bc77c-81df-47c7-8649-dc2d2671553e req-4117a583-00e7-4660-9b69-f679f2cb865e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0578771 Aug 19 01:23:36.534784 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-554bc77c-81df-47c7-8649-dc2d2671553e req-47534be2-2e8b-4203-99a5-56dca80836d3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409002 Aug 19 01:23:36.537160 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-aa4a4a4d-f3a0-426b-9e20-aafb1fef52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:36.538569 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-aa4a4a4d-f3a0-426b-9e20-aafb1fef52cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0803730 Aug 19 01:23:36.625642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-a3a7f847-f8e4-4565-a2f6-44c7c00fb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:36.627011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-a3a7f847-f8e4-4565-a2f6-44c7c00fb398 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0818713 Aug 19 01:23:36.693940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-4220526c-a5cd-40c1-8307-8733ade71176 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1002 time: 0.0603580 Aug 19 01:23:36.742180 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-53614ece-faf4-469e-aecf-66d8059bc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:36.743595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-53614ece-faf4-469e-aecf-66d8059bc1cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0427070 Aug 19 01:23:36.789462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-3fc74521-dfd4-4424-b159-e137bc4eb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:36.790869 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-3fc74521-dfd4-4424-b159-e137bc4eb5aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403059 Aug 19 01:23:36.882934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-c2d72086-ba6f-47cc-9e12-da774c0e22e7 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849056 Aug 19 01:23:36.969477 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-389f8db8-80f2-49e3-ba0f-035b237eaa85 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797148 Aug 19 01:23:37.649145 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c92c3-36ca-43d6-a2e0-aa31ff5de242 req-5fa2f1c1-689e-429c-941e-d7d04dacaa3a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:37.650834 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-013c92c3-36ca-43d6-a2e0-aa31ff5de242 req-5fa2f1c1-689e-429c-941e-d7d04dacaa3a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0482831 Aug 19 01:23:37.687951 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-013c92c3-36ca-43d6-a2e0-aa31ff5de242 req-ff0f47e7-cb06-4d12-852a-e7eb62b4bd7c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Aug 19 01:23:38.805666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819211c-edae-46af-a7fa-d2a4434d7b7a req-0f71e122-3df3-4a23-b98a-32d4d2f0fabf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:38.807143 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6819211c-edae-46af-a7fa-d2a4434d7b7a req-0f71e122-3df3-4a23-b98a-32d4d2f0fabf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Aug 19 01:23:38.843798 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6819211c-edae-46af-a7fa-d2a4434d7b7a req-61c35da5-7b2a-4b62-be94-49d4a0baafc3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307212 Aug 19 01:23:38.966495 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:23:39.956381 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5319e0b-8172-4ead-b177-77a6052602cb req-90c3c688-32f9-4812-8564-41dcfcef0c7b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:39.957828 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5319e0b-8172-4ead-b177-77a6052602cb req-90c3c688-32f9-4812-8564-41dcfcef0c7b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Aug 19 01:23:39.993925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e5319e0b-8172-4ead-b177-77a6052602cb req-3a75d2dc-1f0b-4ffc-ae08-b6e200da7df1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296240 Aug 19 01:23:41.109856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914e51-6f6c-479d-8601-4f0fe3a8a894 req-a9f4e2bb-6eb4-447c-a88c-b895b6384fb2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:41.111304 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c914e51-6f6c-479d-8601-4f0fe3a8a894 req-a9f4e2bb-6eb4-447c-a88c-b895b6384fb2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0492711 Aug 19 01:23:41.147670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7c914e51-6f6c-479d-8601-4f0fe3a8a894 req-5e7e3a76-1de5-4b17-9bd6-e8fb4291859c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304310 Aug 19 01:23:42.262678 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2334-b8b0-48d4-ab0c-24fd7ba4e169 req-b320dcc6-2cfa-44dc-a4ed-ae8bb22aaf78 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:42.264180 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-432e2334-b8b0-48d4-ab0c-24fd7ba4e169 req-b320dcc6-2cfa-44dc-a4ed-ae8bb22aaf78 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0501618 Aug 19 01:23:42.306225 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-432e2334-b8b0-48d4-ab0c-24fd7ba4e169 req-90db42f9-9191-4edc-88f7-3f4cfbab4b3d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360761 Aug 19 01:23:42.658039 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b302ba0d-1838-447f-972d-b5965c3a063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:43.418091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb391fba-f9cc-4473-a485-fd50b5519fea req-abc3bd67-f2b1-44ae-95bc-d66b634110f3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:43.419549 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb391fba-f9cc-4473-a485-fd50b5519fea req-abc3bd67-f2b1-44ae-95bc-d66b634110f3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0476892 Aug 19 01:23:43.457188 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cb391fba-f9cc-4473-a485-fd50b5519fea req-2165ba90-4ece-40f5-a699-61cb9d371e3e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Aug 19 01:23:44.572202 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb4b36-8cb8-41e3-81ab-05ca39ee4dda req-e3e0cb84-c917-414c-be87-72ff48c90cc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:44.573664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96bb4b36-8cb8-41e3-81ab-05ca39ee4dda req-e3e0cb84-c917-414c-be87-72ff48c90cc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0479867 Aug 19 01:23:44.609938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-96bb4b36-8cb8-41e3-81ab-05ca39ee4dda req-3a507006-68b1-470d-94f6-4ae7f7f2429c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304596 Aug 19 01:23:45.044171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5944f3d0-1c2c-49ad-bf26-eb3b13c5237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:45.284753 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:45.726021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05d200-2447-4654-8066-1ee5df972e2a req-156bf491-b8d9-42e0-a03a-33cba18a107a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:45.727478 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d05d200-2447-4654-8066-1ee5df972e2a req-156bf491-b8d9-42e0-a03a-33cba18a107a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0517552 Aug 19 01:23:45.763350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8d05d200-2447-4654-8066-1ee5df972e2a req-1eb179b3-8732-4cf3-bf49-293da62934d0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Aug 19 01:23:45.977981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:46.645460 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:46.877666 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d27ee-e206-4886-8c10-9ae5c895d589 req-8972bcb7-6315-4dc5-9469-1e4cb95fbfd4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:46.879143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f17d27ee-e206-4886-8c10-9ae5c895d589 req-8972bcb7-6315-4dc5-9469-1e4cb95fbfd4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0483236 Aug 19 01:23:46.918137 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f17d27ee-e206-4886-8c10-9ae5c895d589 req-8bf8c726-5bb0-47be-8d9b-f4fab0689ed5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Aug 19 01:23:48.031371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2535-3835-4b6d-8eac-d22f6a8c8cc4 req-c3c8bd29-0288-4e79-b000-7e87160a04eb tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:48.032920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6edd2535-3835-4b6d-8eac-d22f6a8c8cc4 req-c3c8bd29-0288-4e79-b000-7e87160a04eb tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0481827 Aug 19 01:23:48.069896 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6edd2535-3835-4b6d-8eac-d22f6a8c8cc4 req-62bb689b-8fab-472d-a004-b6cd034ebbd7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Aug 19 01:23:48.126137 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:49.182025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c6f05-bb4b-4cf7-b6a7-59cdf5c73c62 req-883894a4-5c55-4f9c-8f4e-a9f44f69c8a1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:49.183495 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c48c6f05-bb4b-4cf7-b6a7-59cdf5c73c62 req-883894a4-5c55-4f9c-8f4e-a9f44f69c8a1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0475020 Aug 19 01:23:49.224498 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c48c6f05-bb4b-4cf7-b6a7-59cdf5c73c62 req-0f842314-c508-4fbc-9f69-487cab07277e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350103 Aug 19 01:23:49.328699 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-499b5514-6702-4e60-a7a9-b171c8348787 req-f47ee6a7-cf5c-4ef8-8586-19730112d7eb service neutron] show failed (client error): The resource could not be found. Aug 19 01:23:49.329684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-f47ee6a7-cf5c-4ef8-8586-19730112d7eb service neutron] 10.222.0.21 "GET /v2.0/ports/72d89b42-22ec-4ac3-8b86-bf0977e5899a/bindings/n-h2-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0534475 Aug 19 01:23:49.567090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-2257130c-4863-4274-aee1-b2eef59dd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:49.569202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-2257130c-4863-4274-aee1-b2eef59dd729 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 1098 time: 0.0867734 Aug 19 01:23:49.580537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-38', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:23:49.631247 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:49.828355 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:23:49.859934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:23:49.901349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:23:49.903846 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7b879a-de15-4068-affd-47f6fb8b1308" -d '{"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-unplugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:23:49.907563 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:49.920338 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Transition to ACTIVE for port object 72d89b42-22ec-4ac3-8b86-bf0977e5899a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:23:49.924324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:50.001530 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:23:50.017458 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37649904-7057-4e75-b547-2aa247860e6c x-openstack-request-id: req-37649904-7057-4e75-b547-2aa247860e6c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:23:50.017744 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-unplugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:23:50.018365 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37649904-7057-4e75-b547-2aa247860e6c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:23:50.018767 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'code': 200} Aug 19 01:23:50.022549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.022905 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.023258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.023604 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.023945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.024280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.024640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.024975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.025307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.025640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.025969 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.026297 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:50.061583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] No DVR routers for this DVR port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:23:50.197296 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:23:50.197628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:23:50.197956 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:23:50.202161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:23:50.202479 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Attempting to bind port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on network de1fb119-65ef-4909-80a7-fdfdc600fcb1 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:23:50.207150 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:23:50.207486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Checking segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:23:50.207868 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Bound using segment: {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:23:50.208286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Bound port: 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1782c229-45de-4bec-a0e6-9fc0611e1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:23:50.209152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:50.272818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:23:50.276977 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:23:50.281602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:50.320826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.321445 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:50.322984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] 10.222.0.11 "PUT /v2.0/ports/72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1093 time: 0.7463913 Aug 19 01:23:50.341764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a841834-f2b0-421d-a7c2-904b9942dd5a service neutron] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:23:50.344173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d63213-bb48-4bab-b62d-7e100ac6a3dc req-deb657a8-bbf3-491c-ab9d-00373cba5ca1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.346291 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84d63213-bb48-4bab-b62d-7e100ac6a3dc req-deb657a8-bbf3-491c-ab9d-00373cba5ca1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0515649 Aug 19 01:23:50.387966 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-84d63213-bb48-4bab-b62d-7e100ac6a3dc req-04b7e187-73a3-48eb-8c92-872d15739671 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Aug 19 01:23:50.388395 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-0927d6c9-eee8-41b5-af7f-1128a4deabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.389903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-0927d6c9-eee8-41b5-af7f-1128a4deabe3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0430865 Aug 19 01:23:50.486648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-745a1eab-4bb1-40b8-8438-7ab8228c6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.488135 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-745a1eab-4bb1-40b8-8438-7ab8228c6656 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0903544 Aug 19 01:23:50.555566 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-e79c479e-f8b4-4fee-9fc5-31ec79029558 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1000 time: 0.0602908 Aug 19 01:23:50.608869 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-921e1c43-eb54-4732-a056-ffe289387a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.610235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-921e1c43-eb54-4732-a056-ffe289387a86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0479715 Aug 19 01:23:50.655573 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5514-6702-4e60-a7a9-b171c8348787 req-feea4acc-c1f5-4a8c-983b-811531328fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:50.657064 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-feea4acc-c1f5-4a8c-983b-811531328fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399392 Aug 19 01:23:50.667912 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-d06731a0-ca07-489c-b0c9-61c0fecf02da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:23:50.668875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-d06731a0-ca07-489c-b0c9-61c0fecf02da service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049238 Aug 19 01:23:50.756394 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-499cceeb-4aac-4015-b64b-c27c6c3b7f97 service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801780 Aug 19 01:23:50.846508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-8367ecb4-ee3c-46c1-9ada-cb6754b3ce5c service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Aug 19 01:23:51.505247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578518a2-95e9-4330-bb7b-22193e33cf4e req-57db8733-ce4e-4bc3-ac45-30a9fd0027f3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:51.506726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578518a2-95e9-4330-bb7b-22193e33cf4e req-57db8733-ce4e-4bc3-ac45-30a9fd0027f3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0484188 Aug 19 01:23:51.544865 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-578518a2-95e9-4330-bb7b-22193e33cf4e req-9ff396a3-f2f2-4ded-9f4d-c82aff94363b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 19 01:23:52.020202 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:23:52.023190 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3885ba9c-17ee-40a9-adbd-1c312fedd5be" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:23:52.070084 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e33a6f-bb7d-4d83-b9a0-8a676e2f6a5a x-openstack-request-id: req-48e33a6f-bb7d-4d83-b9a0-8a676e2f6a5a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:23:52.070621 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:23:52.070868 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48e33a6f-bb7d-4d83-b9a0-8a676e2f6a5a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:23:52.071248 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'status': 'completed', 'code': 200} Aug 19 01:23:52.159839 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-a29e3469-7f57-4f8f-b5b1-3a8e3693e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.161311 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-a29e3469-7f57-4f8f-b5b1-3a8e3693e049 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0714695 Aug 19 01:23:52.167075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-8d93b9d4-7f10-4907-ac99-52655fd16a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.168439 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-8d93b9d4-7f10-4907-ac99-52655fd16a6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0503881 Aug 19 01:23:52.320038 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-c2c865e2-261d-4da0-ba3f-56d83b36587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.321698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-c2c865e2-261d-4da0-ba3f-56d83b36587c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.1524334 Aug 19 01:23:52.324172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-0ee67308-45c5-490a-9bf0-454c77380453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.325670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-0ee67308-45c5-490a-9bf0-454c77380453 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.1489012 Aug 19 01:23:52.433529 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-e4947a95-8736-458b-bd5a-86b5dc69cda9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1000 time: 0.1043324 Aug 19 01:23:52.437185 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-70992d52-aefe-4be1-a980-8361dc42647c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1000 time: 0.1023779 Aug 19 01:23:52.522208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-93fcb219-2429-4055-9e82-e1c311372d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.523659 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-93fcb219-2429-4055-9e82-e1c311372d9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0831721 Aug 19 01:23:52.527278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-f9846576-7104-4e7d-9382-fe69a9e89b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.528593 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-f9846576-7104-4e7d-9382-fe69a9e89b05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0802879 Aug 19 01:23:52.595768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-dfaffcd2-ed06-47a2-a064-bc901936775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.597292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-dfaffcd2-ed06-47a2-a064-bc901936775d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667274 Aug 19 01:23:52.598967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-6d8cf930-db05-4e56-b1eb-6282e86ef6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:52.600832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-6d8cf930-db05-4e56-b1eb-6282e86ef6b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619364 Aug 19 01:23:53.061466 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf7a5-752e-4e8c-aa69-182ae6ce0a4a req-210679e9-2785-40d2-832a-1d747ddc823d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.062911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d9bf7a5-752e-4e8c-aa69-182ae6ce0a4a req-210679e9-2785-40d2-832a-1d747ddc823d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.4349637 Aug 19 01:23:53.096705 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-9434c8d7-2e25-4407-ad5b-39745081e5d8 service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852691 Aug 19 01:23:53.102035 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-09c1ea40-63a6-41ef-841b-b40036105204 service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975259 Aug 19 01:23:53.210703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5d9bf7a5-752e-4e8c-aa69-182ae6ce0a4a req-34d73926-9f00-488a-867a-702621edc6df tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357603 Aug 19 01:23:53.272715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-60bafe3b-e41e-4522-9939-9133ca2dc74a service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688287 Aug 19 01:23:53.274875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3885ba9c-17ee-40a9-adbd-1c312fedd5be req-003ced12-1c11-42f8-a9f8-0ac73d540eac service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636627 Aug 19 01:23:53.437759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b6309-df39-4c64-9dca-68358eb58848 req-bb06fddf-1daf-4292-aba7-7928bb2a20b5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.439489 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-106b6309-df39-4c64-9dca-68358eb58848 req-bb06fddf-1daf-4292-aba7-7928bb2a20b5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0799215 Aug 19 01:23:53.463385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-0d7dae48-8557-4bf2-b8c3-19d35cfc9733 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.464792 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-0d7dae48-8557-4bf2-b8c3-19d35cfc9733 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19&tenant_id=483a8fbd1b77420fa04d48f02ef4190d&binding%3Ahost_id=n-h2-771363-38 HTTP/1.1" status: 200 len: 944 time: 0.0784318 Aug 19 01:23:53.518449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-106b6309-df39-4c64-9dca-68358eb58848 req-75a295f8-bed2-48bf-a213-3bdee347555a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712645 Aug 19 01:23:53.538868 n-d-771363-38 neutron-server[94623]: INFO neutron.api.v2.resource [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-b4e1a9bf-5690-4d76-bc74-5ccd1b723898 service neutron] delete failed (client error): The resource could not be found. Aug 19 01:23:53.539875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-b4e1a9bf-5690-4d76-bc74-5ccd1b723898 service neutron] 10.222.0.21 "DELETE /v2.0/ports/72d89b42-22ec-4ac3-8b86-bf0977e5899a/bindings/n-h1-771363-38 HTTP/1.1" status: 404 len: 381 time: 0.0672898 Aug 19 01:23:53.633584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b5d1-855a-45a9-b72e-9630752af223 req-f680e0cd-32df-44b7-90c2-3667a4c7d31a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.635075 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b069b5d1-855a-45a9-b72e-9630752af223 req-f680e0cd-32df-44b7-90c2-3667a4c7d31a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 944 time: 0.0474494 Aug 19 01:23:53.642004 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-9a663009-f1e8-4da8-87e2-dbd651419c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.643543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-9a663009-f1e8-4da8-87e2-dbd651419c4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1096 time: 0.0414398 Aug 19 01:23:53.673843 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b069b5d1-855a-45a9-b72e-9630752af223 req-62e24a3f-bb1d-41e8-86c7-8f411f9c90f9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Aug 19 01:23:53.732059 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:23:53.737796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-54ff3c48-1a83-4261-ba0e-a8df7b8426b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.739314 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-54ff3c48-1a83-4261-ba0e-a8df7b8426b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0886545 Aug 19 01:23:53.804119 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-ef266e2e-16c5-4b23-9394-e3fe6794ade3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1000 time: 0.0578353 Aug 19 01:23:53.824349 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:23:53.834917 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'port_id': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'mac_address': 'fa:16:3e:a0:4e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:23:53.852490 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-720eced2-69a4-4a55-9fae-db36efcbf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.853951 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-720eced2-69a4-4a55-9fae-db36efcbf3c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0434854 Aug 19 01:23:53.873622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:53.886851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d89b42-22ec-4ac3-8b86-bf0977e5899a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:23:53.902741 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-859c2d56-aa16-4622-94da-8eb5968cd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:53.904290 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-859c2d56-aa16-4622-94da-8eb5968cd290 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432663 Aug 19 01:23:53.905437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:23:53.909567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:53.955954 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:23:53.963051 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.963399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.963742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.964078 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.964433 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.964772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.965097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.965419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.965742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.966062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.966383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.966703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:23:53.995617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-959ab20c-6e87-4577-9b5b-a614e9256f2a service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835283 Aug 19 01:23:54.089736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d8cd0fa6-78b2-4396-a955-2fa39573af75 req-3e4eac3e-633d-488b-953e-23bcc8d2445a service neutron] 10.222.0.21 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Aug 19 01:23:54.151200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['72d89b42-22ec-4ac3-8b86-bf0977e5899a'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:23:54.280189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:23:54.347458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:23:54.786433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776834-8550-4004-a53d-d96081647ad3 req-99561efd-cd4d-43af-838a-c2a2c16b37ad tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:54.788694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2776834-8550-4004-a53d-d96081647ad3 req-99561efd-cd4d-43af-838a-c2a2c16b37ad tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Aug 19 01:23:54.824930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2776834-8550-4004-a53d-d96081647ad3 req-ce34c645-e6a8-4953-b24a-7623a1979380 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305984 Aug 19 01:23:54.846628 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:23:54.909741 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-87a57569-804c-4ded-9fde-4cd9c41d7537 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/c83513f8-918f-4ee0-bc18-4fc1f0708122 HTTP/1.1" status: 200 len: 993 time: 0.0619285 Aug 19 01:23:55.740271 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:23:55.791810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:23:55.795576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 72d89b42-22ec-4ac3-8b86-bf0977e5899a triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:23:55.795956 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:56.034325 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:56.055972 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:23:56.058216 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17b7f3-8438-46d2-8764-23a3e7447f31" -d '{"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-plugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:23:56.070906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:23:56.074654 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:56.121381 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:23:56.147869 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896dc754-caf2-4750-8512-5942d2df613f x-openstack-request-id: req-896dc754-caf2-4750-8512-5942d2df613f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:23:56.148159 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-plugged", "status": "completed", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:23:56.148520 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-896dc754-caf2-4750-8512-5942d2df613f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:23:56.148919 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'code': 200} Aug 19 01:23:57.143176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-38016cab-7ce2-4df0-843e-d3e01c3f371d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392721 Aug 19 01:23:57.220598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-48fac247-9ce6-4ad4-b454-625323eeec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:57.222350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-48fac247-9ce6-4ad4-b454-625323eeec2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0392883 Aug 19 01:23:57.325276 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-564e7b88-6826-4428-9654-6536f90c2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:57.326715 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-564e7b88-6826-4428-9654-6536f90c2148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0849125 Aug 19 01:23:57.391756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-1d09468b-461d-465d-bdd8-875da6492a11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 1002 time: 0.0557663 Aug 19 01:23:57.438842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-a0b1a887-50c7-4b67-a0b5-ec360e93ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:57.440139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-a0b1a887-50c7-4b67-a0b5-ec360e93ceb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0417976 Aug 19 01:23:57.488421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-6d6459fa-8fa2-478b-8a67-564a3fad43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:23:57.489852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-6d6459fa-8fa2-478b-8a67-564a3fad43b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429475 Aug 19 01:23:57.563093 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:23:57.577736 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-70f7f095-3ebb-4c9e-9cfa-56a7c7f540b6 service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Aug 19 01:23:57.670039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-383c576d-8ac9-45f8-949c-1c8e504fa72f req-2a036114-276a-427a-9b42-38315d8b5212 service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 Aug 19 01:24:12.663296 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ec12-c984-4677-9c03-4e0f9da207a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:15.043834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-273a8ef4-5d87-4ded-ba99-827fc699d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:15.284378 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:15.966184 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:24:16.002983 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:16.648158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:18.129081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.236963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47452) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:23.389483 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 26731a11-367f-4467-ad9f-ba3b1e0c8848 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:24:23.389829 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.465721 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.466047 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.477210 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 26731a11-367f-4467-ad9f-ba3b1e0c8848 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:24:23.621327 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.646717 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=26731a11-367f-4467-ad9f-ba3b1e0c8848,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:23.674860 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.675215 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.675560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.675902 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.676239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.676603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.676940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.677309 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.677648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.678230 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.678569 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.678896 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:23.720396 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:23.720712 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP c83513f8-918f-4ee0-bc18-4fc1f0708122 disassociated (deleted). External IP: 172.25.1.169, port: 72d89b42-22ec-4ac3-8b86-bf0977e5899a. Aug 19 01:24:23.925275 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router d8d622e9-1357-45be-95fc-ecae2fd58418 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:24:24.032439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:24:24.037174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:24.042288 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Sync routers for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:24:24.051056 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:24.051665 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:24.064021 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-afaa7a72-8df1-42ff-9dee-16aaff09e341 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/floatingips/c83513f8-918f-4ee0-bc18-4fc1f0708122 HTTP/1.1" status: 204 len: 168 time: 0.8260624 Aug 19 01:24:24.064633 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:24:24.066892 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:24:24.214370 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0505b1c-ef9c-4344-9f8a-1745a4dcc2bd x-openstack-request-id: req-f0505b1c-ef9c-4344-9f8a-1745a4dcc2bd {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:24:24.214681 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:24:24.214900 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0505b1c-ef9c-4344-9f8a-1745a4dcc2bd {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:24:24.215308 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'status': 'completed', 'code': 200} Aug 19 01:24:24.260983 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:24.281649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-80d48bae-1449-4153-b2a0-790f16529502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:24.283399 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-80d48bae-1449-4153-b2a0-790f16529502 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 1098 time: 0.0412796 Aug 19 01:24:24.321963 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62d015-ab34-4073-8973-aad3401ac451 req-9d287828-b1bb-4371-a83d-4d1c192b9284 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:24.323620 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a62d015-ab34-4073-8973-aad3401ac451 req-9d287828-b1bb-4371-a83d-4d1c192b9284 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0579872 Aug 19 01:24:24.361989 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7a62d015-ab34-4073-8973-aad3401ac451 req-c1d3a31e-b36c-4ff2-a1dd-7d0a73812f21 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324159 Aug 19 01:24:24.382964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-873d8214-b2a0-428f-946b-5a578260ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:24.384218 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-873d8214-b2a0-428f-946b-5a578260ca3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 200 len: 897 time: 0.0925684 Aug 19 01:24:24.425561 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-a818a416-1ed4-428d-ae09-a66031524f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 200 len: 217 time: 0.0339875 Aug 19 01:24:24.461068 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:24.475433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-48b2da33-d9e8-4625-b20d-505e87d1fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:24.476917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-48b2da33-d9e8-4625-b20d-505e87d1fee7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 200 len: 835 time: 0.0436156 Aug 19 01:24:24.486469 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Checking router: d8d622e9-1357-45be-95fc-ecae2fd58418 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:24:24.494734 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:24.495327 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:24.526170 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-ac59c122-0ad6-40fb-9c03-dddd4f2e4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:24.527681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-ac59c122-0ad6-40fb-9c03-dddd4f2e4007 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de1fb119-65ef-4909-80a7-fdfdc600fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435815 Aug 19 01:24:24.596711 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:24.617285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-9e8b4a2e-82d5-4245-be9f-90c14066b8ff service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821388 Aug 19 01:24:24.712495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aaed4b7b-0454-4d8f-b736-8cb897af2c2e req-8feac143-7b29-4eab-b69c-67ad6bc6bf90 service neutron] 10.222.0.11 "GET /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871983 Aug 19 01:24:24.793012 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:24.821869 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658a89-59d4-4c0a-b4c0-7ecd02f5e67a None None] The sync data for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 is: [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:22:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'd4afa60a-fbf4-47a5-8488-ed67f978e17e', 'name': '', 'network_id': 'de1fb119-65ef-4909-80a7-fdfdc600fcb1', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:0f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:16Z', 'updated_at': '2021-08-19T01:22:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': 'e09af7cd-def1-44e2-aa5b-afa111dc008c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:24:25.024506 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8929b5fb-30a2-4ccd-a0d4-2629722a96cd None None] New status for floating IP c83513f8-918f-4ee0-bc18-4fc1f0708122: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:24:25.477182 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b851-f90b-4222-88a4-d60f35bf1ee8 req-268226e1-da8b-4aaf-8167-fd6c370d2c59 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:25.478632 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8dc7b851-f90b-4222-88a4-d60f35bf1ee8 req-268226e1-da8b-4aaf-8167-fd6c370d2c59 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0477009 Aug 19 01:24:25.516429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8dc7b851-f90b-4222-88a4-d60f35bf1ee8 req-2dee2a9f-2d58-4940-aa2b-4fada7d8aa90 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd18209-6ba8-4d0a-9495-03308cea8ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Aug 19 01:24:25.576495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-5a3b8115-c8b2-4554-b10b-15c934e863fc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:25.577950 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-5a3b8115-c8b2-4554-b10b-15c934e863fc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ff4c30d-d57d-40d8-910b-6e8966776d19 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Aug 19 01:24:25.669932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 72d89b42-22ec-4ac3-8b86-bf0977e5899a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:24:25.670202 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:25.756997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 72d89b42-22ec-4ac3-8b86-bf0977e5899a, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=72d89b42-22ec-4ac3-8b86-bf0977e5899a,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:25.757364 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:25.769404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 72d89b42-22ec-4ac3-8b86-bf0977e5899a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:24:25.897876 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:25.927856 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=72d89b42-22ec-4ac3-8b86-bf0977e5899a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:25.973244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] No DVR routers for this DVR port 72d89b42-22ec-4ac3-8b86-bf0977e5899a on host n-h2-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:24:25.976471 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:25.978531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.11 "DELETE /v2.0/ports/72d89b42-22ec-4ac3-8b86-bf0977e5899a HTTP/1.1" status: 204 len: 173 time: 0.3945096 Aug 19 01:24:25.978997 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-deleted', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:24:25.981265 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002665f-74d7-485e-8950-74141bfed744" -d '{"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-deleted", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:24:26.020670 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ea9eec-2d62-4076-b16b-eeb88d225ea7 x-openstack-request-id: req-35ea9eec-2d62-4076-b16b-eeb88d225ea7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:24:26.021456 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff4c30d-d57d-40d8-910b-6e8966776d19", "name": "network-vif-deleted", "tag": "72d89b42-22ec-4ac3-8b86-bf0977e5899a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:24:26.021711 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35ea9eec-2d62-4076-b16b-eeb88d225ea7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:24:26.022524 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff4c30d-d57d-40d8-910b-6e8966776d19', 'name': 'network-vif-deleted', 'tag': '72d89b42-22ec-4ac3-8b86-bf0977e5899a', 'status': 'completed', 'code': 200} Aug 19 01:24:26.572657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47470) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:27.253594 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:27.501204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port d4afa60a-fbf4-47a5-8488-ed67f978e17e {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:24:27.501553 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:27.569913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:27.592262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port d4afa60a-fbf4-47a5-8488-ed67f978e17e, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=d4afa60a-fbf4-47a5-8488-ed67f978e17e,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:27.592756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:27.605286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for d4afa60a-fbf4-47a5-8488-ed67f978e17e owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:24:27.785107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:27.809736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=d4afa60a-fbf4-47a5-8488-ed67f978e17e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:27.985149 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.192442 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router d8d622e9-1357-45be-95fc-ecae2fd58418 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:24:28.295955 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:24:28.301126 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8e1fc8f3-071e-4779-9b92-3f76cc11bade tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/d8d622e9-1357-45be-95fc-ecae2fd58418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7273972 Aug 19 01:24:28.304209 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47472) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:28.306934 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Sync routers for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:24:28.315928 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:28.316644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:28.358491 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting subnet e09af7cd-def1-44e2-aa5b-afa111dc008c {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:24:28.361552 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.400942 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.417820 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:28.482075 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.543315 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.572191 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Subnet': ['ID=e09af7cd-def1-44e2-aa5b-afa111dc008c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:28.574822 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.579760 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb98444-5e05-4f6d-af14-601473929a81 None None] Network de1fb119-65ef-4909-80a7-fdfdc600fcb1 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:24:28.580337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:28.580714 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c79ce129-842d-43d1-b335-1ebbd7927287 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/subnets/e09af7cd-def1-44e2-aa5b-afa111dc008c HTTP/1.1" status: 204 len: 168 time: 0.2748201 Aug 19 01:24:28.597642 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:24:27Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:28.624954 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Checking router: d8d622e9-1357-45be-95fc-ecae2fd58418 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:24:28.636522 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Routers {'d8d622e9-1357-45be-95fc-ecae2fd58418'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:28.637140 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['d8d622e9-1357-45be-95fc-ecae2fd58418'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:28.697958 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.766298 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] Set router d8d622e9-1357-45be-95fc-ecae2fd58418 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:28.791457 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] DHCP port deletion for de1fb119-65ef-4909-80a7-fdfdc600fcb1 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:24:28.837697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Deleting port 7917c762-872f-436d-9aa3-f73a886d07a4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:24:28.837928 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.838509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.893966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port df776f99-5b53-4bfb-8e05-46227e74e208 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:24:28.894345 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.905866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] For port 7917c762-872f-436d-9aa3-f73a886d07a4, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=7917c762-872f-436d-9aa3-f73a886d07a4,segment=NetworkSegment(1782c229-45de-4bec-a0e6-9fc0611e1a98),segment_id=1782c229-45de-4bec-a0e6-9fc0611e1a98)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:28.906273 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.918777 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Calling delete_port for 7917c762-872f-436d-9aa3-f73a886d07a4 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:24:28.959089 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:24:27Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:28.975310 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port df776f99-5b53-4bfb-8e05-46227e74e208, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=df776f99-5b53-4bfb-8e05-46227e74e208,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:28.975686 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:28.985523 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fae50d-dc79-487f-b8a0-f43d171e7dcf None None] The sync data for ids ['d8d622e9-1357-45be-95fc-ecae2fd58418'] in n-d-771363-38 is: [{'id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084596818', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:22:13Z', 'updated_at': '2021-08-19T01:24:27Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'df776f99-5b53-4bfb-8e05-46227e74e208', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d622e9-1357-45be-95fc-ecae2fd58418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:22:14Z', 'updated_at': '2021-08-19T01:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:24:28.992272 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for df776f99-5b53-4bfb-8e05-46227e74e208 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:24:29.000679 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.014372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] No DVR routers for this DVR port 7917c762-872f-436d-9aa3-f73a886d07a4 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:24:29.037963 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbe65e-adda-462c-ad01-c03a6b5bd7fb None None] Pushing event deleted for resources: {'Port': ['ID=7917c762-872f-436d-9aa3-f73a886d07a4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:29.160423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.191805 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=df776f99-5b53-4bfb-8e05-46227e74e208,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:29.248282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.337737 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.340148 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.384420 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.384986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Fanout notify agent at l3_agent the message router_deleted on router d8d622e9-1357-45be-95fc-ecae2fd58418 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:24:29.392433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.393751 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04c7494d-a0fe-47f2-b80e-8b7b2f88bf11 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/routers/d8d622e9-1357-45be-95fc-ecae2fd58418 HTTP/1.1" status: 204 len: 168 time: 0.8129406 Aug 19 01:24:29.396908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:29.478680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.573353 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.584085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1fb119-65ef-4909-80a7-fdfdc600fcb1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:29.594494 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1782c229-45de-4bec-a0e6-9fc0611e1a98') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:29.594796 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1782c229-45de-4bec-a0e6-9fc0611e1a98') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:29.604181 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.618049 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.623880 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:24:29.624285 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:24:29.627514 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:24:29.685819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.690707 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.693470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/networks/de1fb119-65ef-4909-80a7-fdfdc600fcb1 HTTP/1.1" status: 204 len: 168 time: 0.2951157 Aug 19 01:24:29.696743 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47478) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:29.709169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f639e-6ddc-43f5-ae98-88fc1cd0cbe9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Network': ['ID=de1fb119-65ef-4909-80a7-fdfdc600fcb1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:29.754858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.779679 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.837839 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.840468 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:29.841635 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/security-groups/9dd18209-6ba8-4d0a-9495-03308cea8ee0 HTTP/1.1" status: 204 len: 168 time: 0.1437101 Aug 19 01:24:29.850710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291e310-057d-43d8-97f9-1348db03b73b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd18209-6ba8-4d0a-9495-03308cea8ee0,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:29.910326 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:24:29.929791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 72d89b42-22ec-4ac3-8b86-bf0977e5899a {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:24:29.930135 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 72d89b42-22ec-4ac3-8b86-bf0977e5899a not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:24:30.736084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7917c762-872f-436d-9aa3-f73a886d07a4 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:24:30.755606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 7917c762-872f-436d-9aa3-f73a886d07a4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:24:30.755960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 7917c762-872f-436d-9aa3-f73a886d07a4 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:24:30.756395 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device df776f99-5b53-4bfb-8e05-46227e74e208 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:24:30.774402 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: df776f99-5b53-4bfb-8e05-46227e74e208 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:24:30.774752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device df776f99-5b53-4bfb-8e05-46227e74e208 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:24:30.775189 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4afa60a-fbf4-47a5-8488-ed67f978e17e no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:24:30.793287 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: d4afa60a-fbf4-47a5-8488-ed67f978e17e {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:24:30.793640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device d4afa60a-fbf4-47a5-8488-ed67f978e17e not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:24:32.101200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.105838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386743907', 'description': 'tempest-secgroup-smoke-386743907 description', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.127255 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.206682 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.210578 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.240488 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.241686 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1394403 Aug 19 01:24:32.244655 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47490) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.245658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee1c7d-4e85-4afc-862b-73b3e548fd39 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d427941-7153-40cd-9324-72804754a297,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.249512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.277030 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.322142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.325717 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.344179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8521e192-20ac-4562-bc9b-2d63156fb144,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.347228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.348385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-47d2cd61-aa0f-4ac7-a05a-195e54cf39ef tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1025898 Aug 19 01:24:32.351725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47492) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.356240 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.382241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.442310 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.446414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.463852 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a21b3d-eab9-4814-aa69-aed00463fcb6,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.470062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.471265 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e3a9cb57-aee0-4fd2-922e-0d3e00b4cd5a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185794 Aug 19 01:24:32.474005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47494) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.478511 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.508696 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.569453 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.573107 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.588085 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ad3b8c-6c7c-4fad-bcc6-e7652b8ec2de,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.596909 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.598093 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3914f3e-505d-4ad7-a948-e67336cfc0da tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231771 Aug 19 01:24:32.600856 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47496) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.605329 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.629825 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.694404 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.699259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.718497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6279f4-7808-44ac-8d76-c1ec221055bb,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.721730 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.722984 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d45ca5b6-8bff-4985-993f-a4daabb4f70c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211765 Aug 19 01:24:32.725994 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47498) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.730686 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.752642 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:24:32.758073 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.820538 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.824081 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.842302 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48504ac7-9bdd-496a-a38c-d857d6279801,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.847784 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.848840 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-59108063-e074-4b46-b3b3-153e305d14ea tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218779 Aug 19 01:24:32.851509 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.855782 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': '0d427941-7153-40cd-9324-72804754a297', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.877142 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:24:32.882261 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.940551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.944556 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.962784 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e97368-5526-41f3-be8a-f1c67a4a9cbe,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:32.969414 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:32.970559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1ab356fd-a86f-42ab-b31e-78509b3a14c0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181405 Aug 19 01:24:32.973506 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47502) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:32.978411 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'network': {'name': 'tempest-network-smoke--1819331468', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'port_security_enabled': True}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:32.997826 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'network': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:24:33.001148 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.024795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:24:33.034767 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.035115 n-d-771363-38 neutron-server[94622]: INFO neutron.db.segments_db [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Added segment 87757b25-6b4f-4a6f-a0d3-e5a3cd45f678 of type vlan for network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 Aug 19 01:24:33.076774 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.101024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.106730 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:33.107314 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.170028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1954212 Aug 19 01:24:33.172901 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:33.173406 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3214-aea2-4f91-be94-4ca7c29ebb66 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Network': ['ID=d6b1b6e8-f0fe-4464-8d76-d10486265fb4,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:33.178834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'admin_state_up': True, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:33.185376 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:24:33.201492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.202411 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.253165 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.389093 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.575843 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.595312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:33.699095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.78 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/f141710d-e210-4c3e-ae14-b751bdbf3ed6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:24:33.806022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:34.135918 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:34.174462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:34.177362 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:34.180936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:24:34.186206 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=f141710d-e210-4c3e-ae14-b751bdbf3ed6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:34.422191 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:34.614170 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:34.739274 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 1d76ca6d-cbe9-47f5-ad58-92147927c04b is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:24:34.843992 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:24:34.853810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Sync routers for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:24:34.862354 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:34.862867 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:34.863500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:34.863644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c43672db-a70d-4c18-989d-c2029fb49aaa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6896651 Aug 19 01:24:34.867976 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47506) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:34.940173 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1e08ba6c-5ed4-473e-ae57-5d32c1f551c2 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=483a8fbd1b77420fa04d48f02ef4190d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685194 Aug 19 01:24:34.940496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47510) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:34.968393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:35.028287 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6ffbe-c75b-4de5-a66f-263bf4f24faf tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:35.029806 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-e6a6ffbe-c75b-4de5-a66f-263bf4f24faf tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884099 Aug 19 01:24:35.032621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47512) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:35.059113 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1d1f4b3c-7fc4-4f14-8043-a868dc6f4627 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254354 Aug 19 01:24:35.061538 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47514) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:35.066175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-712859716', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:35.141748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:34Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:35.150238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:24:35.153855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.172104 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Checking router: 1d76ca6d-cbe9-47f5-ad58-92147927c04b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:24:35.172492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Updating router 1d76ca6d-cbe9-47f5-ad58-92147927c04b port f141710d-e210-4c3e-ae14-b751bdbf3ed6 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:24:35.196950 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.339392 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.404640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Subnet': ['ID=9c47b176-0ad5-475d-8780-28ce17cdc796,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:35.415073 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Checking segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:24:35.415659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network hostable DHCP agents. Network: d6b1b6e8-f0fe-4464-8d76-d10486265fb4, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:24:35.432592 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:24:35.441468 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, d6b1b6e8-f0fe-4464-8d76-d10486265fb4) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:35.446632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:35.447292 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.448081 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.454762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ad01f-f883-4d43-97f4-83ac4b063be1 None None] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:24:35.463177 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-3f2e783f-647d-44e6-b262-5034b9eddd71 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4006488 Aug 19 01:24:35.465931 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47516) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:35.498056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Transition to ACTIVE for port object f141710d-e210-4c3e-ae14-b751bdbf3ed6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:35.508313 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.565710 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Attempting to bind port f141710d-e210-4c3e-ae14-b751bdbf3ed6 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:24:35.566084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Attempting to bind port f141710d-e210-4c3e-ae14-b751bdbf3ed6 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:24:35.566462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Attempting to bind port f141710d-e210-4c3e-ae14-b751bdbf3ed6 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:24:35.592700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169adbe-6ee6-4ee6-8e94-516874461492 None None] Pushing event updated for resources: {'Port': ['ID=f141710d-e210-4c3e-ae14-b751bdbf3ed6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:35.596409 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:24:35.596792 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:24:35.597200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.597589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:24:35.598069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Bound port: f141710d-e210-4c3e-ae14-b751bdbf3ed6, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:24:35.598458 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.683471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] For port f141710d-e210-4c3e-ae14-b751bdbf3ed6, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:24:35.687250 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] For port f141710d-e210-4c3e-ae14-b751bdbf3ed6, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f141710d-e210-4c3e-ae14-b751bdbf3ed6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:24:35.704895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.732079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-d6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:24:35.733168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.770022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:35.770681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:35.824802 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169adbe-6ee6-4ee6-8e94-516874461492 None None] Pushing event updated for resources: {'Port': ['ID=f141710d-e210-4c3e-ae14-b751bdbf3ed6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:35.897220 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:35.981417 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:36.039098 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Allocated IP 172.20.0.2 (d6b1b6e8-f0fe-4464-8d76-d10486265fb4/9c47b176-0ad5-475d-8780-28ce17cdc796/ec173158-f22e-4ffc-9282-823221936fed) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:24:36.272779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.283118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Transition to ACTIVE for port object ec173158-f22e-4ffc-9282-823221936fed will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:36.285577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:34Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:36.316964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909d248-7d35-40eb-a271-7efce91f911d None None] The sync data for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 is: [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:34Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:24:36.324977 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Transition to ACTIVE for port object ec173158-f22e-4ffc-9282-823221936fed will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:36.333831 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.376233 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:36.381895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:36.385354 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.1 (d6b1b6e8-f0fe-4464-8d76-d10486265fb4/9c47b176-0ad5-475d-8780-28ce17cdc796/6478cd8d-74ac-4965-b4dc-499cbebe1462) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:24:36.386896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:24:36.388947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Pushing event updated for resources: {'Port': ['ID=ec173158-f22e-4ffc-9282-823221936fed,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:36.446953 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Attempting to bind port ec173158-f22e-4ffc-9282-823221936fed on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:24:36.447331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Attempting to bind port ec173158-f22e-4ffc-9282-823221936fed by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:24:36.447702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Attempting to bind port ec173158-f22e-4ffc-9282-823221936fed on network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:24:36.452911 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:24:36.453294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Checking segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:24:36.454197 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.454197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Bound using segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:24:36.454576 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Bound port: ec173158-f22e-4ffc-9282-823221936fed, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:24:36.454966 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.515761 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.519006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] For port ec173158-f22e-4ffc-9282-823221936fed, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:24:36.523551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] For port ec173158-f22e-4ffc-9282-823221936fed, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ec173158-f22e-4ffc-9282-823221936fed,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:24:36.530853 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 6478cd8d-74ac-4965-b4dc-499cbebe1462 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:36.545716 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.568344 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.612821 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2860-2161-46e6-a6f6-804a302e7052 None None] Pushing event updated for resources: {'Port': ['ID=ec173158-f22e-4ffc-9282-823221936fed,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:36.621144 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:36.629641 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:36.634023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:24:36.645273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:36.693992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.795771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f141710d-e210-4c3e-ae14-b751bdbf3ed6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:36.877773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.892458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f141710d-e210-4c3e-ae14-b751bdbf3ed6 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:36.897442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f141710d-e210-4c3e-ae14-b751bdbf3ed6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:36.897966 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:36.984997 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:37.008902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f141710d-e210-4c3e-ae14-b751bdbf3ed6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f141710d-e210-4c3e-ae14-b751bdbf3ed6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:37.014388 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:37.066559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f141710d-e210-4c3e-ae14-b751bdbf3ed6,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:37.203588 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:37.209795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:37.282296 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:37.284114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:37.381152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:37.382646 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:37.623608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee289214-ecf1-4af1-9f8f-a3ac0deee97f None None] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:24:37.849369 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 1d76ca6d-cbe9-47f5-ad58-92147927c04b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:24:37.852197 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b997ba11-ee12-49e2-b146-8231c2356a21 None None] Provisioning for port ec173158-f22e-4ffc-9282-823221936fed completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:37.956512 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:24:37.962309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c192e84c-1e95-4eab-a8e3-56488e93d3bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/1d76ca6d-cbe9-47f5-ad58-92147927c04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4953935 Aug 19 01:24:38.058228 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Sync routers for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:24:38.068750 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:38.069459 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:38.112260 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-6153b1ee-c53b-4484-b54c-fb1835a1932f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386743907&fields=id&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 267 time: 0.0383599 Aug 19 01:24:38.197855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-53cb8719-256d-4c46-b180-b16273342395 None None] Provisioning for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:38.202115 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-53cb8719-256d-4c46-b180-b16273342395 None None] Provisioning complete for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:38.202496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-53cb8719-256d-4c46-b180-b16273342395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.240721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-340e3121-903e-4283-a83a-9be31c84e07e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:38.242555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-340e3121-903e-4283-a83a-9be31c84e07e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 797 time: 0.1223562 Aug 19 01:24:38.249352 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-53cb8719-256d-4c46-b180-b16273342395 None None] Port 6478cd8d-74ac-4965-b4dc-499cbebe1462 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:24:38.273496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-ddb5e31f-fdc9-486c-8a52-9e263cd40fb3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/quotas/483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 375 time: 0.0238061 Aug 19 01:24:38.299699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:38.323513 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-1f6be92f-6263-4d38-bc6f-284341cbecdd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489411 Aug 19 01:24:38.376200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-703e5039-90f5-4fda-b520-97aa8c1c03dd None None] Provisioning complete for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:38.376773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-703e5039-90f5-4fda-b520-97aa8c1c03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.382536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-184bcd80-3dd3-422a-a6ac-9a77000738fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:24:38.383535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-184bcd80-3dd3-422a-a6ac-9a77000738fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463529 Aug 19 01:24:38.418880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-703e5039-90f5-4fda-b520-97aa8c1c03dd None None] Port 6478cd8d-74ac-4965-b4dc-499cbebe1462 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:24:38.492032 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f5e1e6b7-590f-4e5c-a65d-c6b85f3f1d1d service neutron] 10.222.0.20 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981696 Aug 19 01:24:38.514786 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:37Z', 'revision_number': 2, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:38.542441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Checking router: 1d76ca6d-cbe9-47f5-ad58-92147927c04b for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:24:38.542800 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Updating router 1d76ca6d-cbe9-47f5-ad58-92147927c04b port 6478cd8d-74ac-4965-b4dc-499cbebe1462 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:24:38.569045 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.591625 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-387947d5-110b-4236-bd91-86a95f008e8e service neutron] 10.222.0.20 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927877 Aug 19 01:24:38.639046 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b87c70f3-0d39-4414-afea-70c0f7932849 None None] Provisioning complete for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:38.639500 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87c70f3-0d39-4414-afea-70c0f7932849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.674331 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b87c70f3-0d39-4414-afea-70c0f7932849 None None] Port 6478cd8d-74ac-4965-b4dc-499cbebe1462 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:24:38.859228 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77ebb3ac-cbca-44e3-9b2f-54e06b8c0fbb req-bc462fc0-e6da-4660-937b-e95aeb9079f1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 210 time: 0.0962927 Aug 19 01:24:38.874513 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ec173158-f22e-4ffc-9282-823221936fed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:38.890035 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.901026 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Transition to ACTIVE for port object 6478cd8d-74ac-4965-b4dc-499cbebe1462 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:38.908413 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.925196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port ec173158-f22e-4ffc-9282-823221936fed completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:38.929294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ec173158-f22e-4ffc-9282-823221936fed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:38.929669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:38.960842 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Pushing event updated for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:38.985090 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.985435 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.985777 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.986113 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.986445 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.986772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.987100 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.987430 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.987753 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.988077 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.988431 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:38.988755 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:24:39.016256 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.024797 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Attempting to bind port 6478cd8d-74ac-4965-b4dc-499cbebe1462 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:24:39.025317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Attempting to bind port 6478cd8d-74ac-4965-b4dc-499cbebe1462 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:24:39.025741 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Attempting to bind port 6478cd8d-74ac-4965-b4dc-499cbebe1462 on network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:24:39.032894 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:24:39.033269 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Checking segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:24:39.033673 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.034071 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Bound using segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:24:39.034532 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Bound port: 6478cd8d-74ac-4965-b4dc-499cbebe1462, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:24:39.034915 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.049351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port ec173158-f22e-4ffc-9282-823221936fed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ec173158-f22e-4ffc-9282-823221936fed,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:39.056877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.057697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f141710d-e210-4c3e-ae14-b751bdbf3ed6 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:39.105162 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] For port 6478cd8d-74ac-4965-b4dc-499cbebe1462, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:24:39.108594 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] For port 6478cd8d-74ac-4965-b4dc-499cbebe1462, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6478cd8d-74ac-4965-b4dc-499cbebe1462,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:24:39.115211 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.138304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=ec173158-f22e-4ffc-9282-823221936fed,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:39.149803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f141710d-e210-4c3e-ae14-b751bdbf3ed6 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:39.150189 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:39.179098 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:39.179745 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:39.217160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9b62a-50e4-49a9-8e8a-2d741cb4707f None None] Pushing event updated for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:39.298110 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:39.490491 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:39Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:39.519053 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b207f-58df-43b4-846a-eacc017e0d01 None None] The sync data for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 is: [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:39Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:24:39.950996 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7f5f91f7-9386-4358-9fab-3c3c0b33fe88 req-f2d69c32-ccc3-47b6-a6a6-4b4036e254b7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 210 time: 0.0364227 Aug 19 01:24:40.806950 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6478cd8d-74ac-4965-b4dc-499cbebe1462 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:40.853653 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:40.857332 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:40.857713 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:40.934926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:40.966573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6478cd8d-74ac-4965-b4dc-499cbebe1462, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6478cd8d-74ac-4965-b4dc-499cbebe1462,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:40.971705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:40.973499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ec173158-f22e-4ffc-9282-823221936fed up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:41.024579 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4a935ef9-dd96-49d5-ae86-fc520d00460e req-98028ca3-ae05-47cb-a004-5ee82b35d6f2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 210 time: 0.0289180 Aug 19 01:24:41.052898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:41.061681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port ec173158-f22e-4ffc-9282-823221936fed triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:41.062108 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:41.957563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-509cb033-9adc-4543-b2ee-cdb7ff0a4d49 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:41.959255 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-509cb033-9adc-4543-b2ee-cdb7ff0a4d49 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 797 time: 0.1040797 Aug 19 01:24:42.013924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-cfc54415-e487-443d-946a-c345339ad458 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 379 time: 0.0329580 Aug 19 01:24:42.049168 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'port': {'device_id': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'admin_state_up': True, 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'security_groups': ['0d427941-7153-40cd-9324-72804754a297']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:42.120506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-73e3e94c-321f-4434-9941-8ab3e73c9960 req-ca3d59b1-61ca-4010-b546-6c748105fe29 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 210 time: 0.0274363 Aug 19 01:24:42.158232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:24:42.162398 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.289158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.11 (d6b1b6e8-f0fe-4464-8d76-d10486265fb4/9c47b176-0ad5-475d-8780-28ce17cdc796/a4155956-922f-43b0-8e19-42bd552294d4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:24:42.430026 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.442907 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object a4155956-922f-43b0-8e19-42bd552294d4 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:42.475640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.518729 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:42.522577 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:42.526660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:24:42.533627 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:42.580974 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:42.581607 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.598684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f79d45a1-9110-4422-895d-f28a897787e2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528786 Aug 19 01:24:42.658721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Request body: {'port': {'device_id': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:42.676979 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca61-ae3d-4597-9749-9628c6ae38b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.733360 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.778740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6478cd8d-74ac-4965-b4dc-499cbebe1462 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:42.820609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ba4f3cc0-e3d3-498f-bb38-dd149f71d520 None None] Provisioning for port a4155956-922f-43b0-8e19-42bd552294d4 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:42.826401 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ba4f3cc0-e3d3-498f-bb38-dd149f71d520 None None] Provisioning complete for port a4155956-922f-43b0-8e19-42bd552294d4 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:42.826778 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3cc0-e3d3-498f-bb38-dd149f71d520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:42.870091 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f3cc0-e3d3-498f-bb38-dd149f71d520 None None] Port a4155956-922f-43b0-8e19-42bd552294d4 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:24:42.872411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6478cd8d-74ac-4965-b4dc-499cbebe1462 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:42.872792 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.008821 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4155956-922f-43b0-8e19-42bd552294d4 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:24:43.016863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.029732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Transition to ACTIVE for port object a4155956-922f-43b0-8e19-42bd552294d4 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:24:43.034075 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.087941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:43.158158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Attempting to bind port a4155956-922f-43b0-8e19-42bd552294d4 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:24:43.158519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Attempting to bind port a4155956-922f-43b0-8e19-42bd552294d4 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:24:43.158859 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Attempting to bind port a4155956-922f-43b0-8e19-42bd552294d4 on network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:24:43.163504 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Port a4155956-922f-43b0-8e19-42bd552294d4 on network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:24:43.163836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Attempting to bind port a4155956-922f-43b0-8e19-42bd552294d4 on network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:24:43.168803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:24:43.169143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Checking segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:24:43.169539 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Bound using segment: {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:24:43.169973 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Bound port: a4155956-922f-43b0-8e19-42bd552294d4, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:24:43.170339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.267748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:24:43.271677 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a4155956-922f-43b0-8e19-42bd552294d4,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:24:43.279845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06492-c3ee-4dcc-9f30-837a77777778 req-4c0fb786-fa07-47bc-b42c-2579246d77d2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.281375 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7f06492-c3ee-4dcc-9f30-837a77777778 req-4c0fb786-fa07-47bc-b42c-2579246d77d2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 944 time: 0.0769742 Aug 19 01:24:43.282877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.327329 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.328022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:43.329410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 1093 time: 0.7180469 Aug 19 01:24:43.329845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:24:43.332134 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33298468-9d0e-43db-9364-e3fc3986b3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:24:43.376823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a716ed-9f38-4059-9709-55d67df31fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:43.381307 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58e8ed-29e7-48a8-b15b-37e1991f723d x-openstack-request-id: req-ef58e8ed-29e7-48a8-b15b-37e1991f723d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:24:43.381602 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:24:43.381854 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef58e8ed-29e7-48a8-b15b-37e1991f723d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:24:43.382251 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4', 'status': 'completed', 'code': 200} Aug 19 01:24:43.385344 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7f06492-c3ee-4dcc-9f30-837a77777778 req-b89c0994-4658-4a9c-881f-10684d3dee6f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945106 Aug 19 01:24:43.439866 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-2f89ef43-96a8-4802-a634-e4ffecce249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.441425 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-2f89ef43-96a8-4802-a634-e4ffecce249d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1096 time: 0.0434010 Aug 19 01:24:43.493332 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-536d2d50-834f-4dc0-ad4d-d05b1021d49a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 217 time: 0.0384262 Aug 19 01:24:43.541186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-67d0c45d-9e4d-473f-a204-96301bb63e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.542591 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-67d0c45d-9e4d-473f-a204-96301bb63e6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0424359 Aug 19 01:24:43.588271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6262-0763-4163-b83c-fdd87706898a req-4203c9a9-4439-418a-9c3a-0bc113196bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.589644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-4203c9a9-4439-418a-9c3a-0bc113196bee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391972 Aug 19 01:24:43.682535 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-f2c232e3-89ac-4330-8707-6e416ebf567c service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 Aug 19 01:24:43.770416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bfd6262-0763-4163-b83c-fdd87706898a req-e903560c-d363-4826-8894-cb28434d5d1f service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807524 Aug 19 01:24:43.902483 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-96afffbd-12d9-47ca-aa3c-65933e1a87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.903967 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-96afffbd-12d9-47ca-aa3c-65933e1a87f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1096 time: 0.0396447 Aug 19 01:24:43.995380 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-48943d1e-6b50-4ad9-afea-303b6bf63257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:43.996852 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-48943d1e-6b50-4ad9-afea-303b6bf63257 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0856354 Aug 19 01:24:44.038840 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-f56a673b-d835-4a28-a675-e620c9f4d5f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 217 time: 0.0347295 Aug 19 01:24:44.090061 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-3ddf78fc-3fed-4954-aa91-8e0335330ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:44.091461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-3ddf78fc-3fed-4954-aa91-8e0335330ddb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0459361 Aug 19 01:24:44.135487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-be7e54f3-7aa2-4dc7-abdd-76634ad67b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:44.136956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-be7e54f3-7aa2-4dc7-abdd-76634ad67b3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383058 Aug 19 01:24:44.227755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-ab6bb5db-6314-45ce-99e7-1435fcd92619 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Aug 19 01:24:44.316190 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-33298468-9d0e-43db-9364-e3fc3986b3ba req-f8034b81-ed54-4606-8614-f68a067ae8dc service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798500 Aug 19 01:24:44.499526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b0b5-79bb-41c7-8f0e-707a64a7448e req-8e410fd7-6dea-4733-b570-a92facbb0ff0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:44.501104 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aec6b0b5-79bb-41c7-8f0e-707a64a7448e req-8e410fd7-6dea-4733-b570-a92facbb0ff0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 944 time: 0.0480661 Aug 19 01:24:44.538143 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aec6b0b5-79bb-41c7-8f0e-707a64a7448e req-56900c77-8247-4ed6-a697-388e5e3f4f98 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 Aug 19 01:24:45.044059 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5ffef4f-adaf-4bec-bd9a-d45d7649d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:45.283978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:45.650250 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83822b-1089-49a2-938e-e95c6b82f49e req-70e764cc-115b-4518-baf6-ce1156f2a2b8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:45.651729 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c83822b-1089-49a2-938e-e95c6b82f49e req-70e764cc-115b-4518-baf6-ce1156f2a2b8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 944 time: 0.0474684 Aug 19 01:24:45.689175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9c83822b-1089-49a2-938e-e95c6b82f49e req-f75fae0f-f922-4e35-b1b1-48f8bc37cde7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Aug 19 01:24:46.008410 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:46.522177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a4155956-922f-43b0-8e19-42bd552294d4 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:24:46.617533 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a4155956-922f-43b0-8e19-42bd552294d4,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:46.628088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'a4155956-922f-43b0-8e19-42bd552294d4', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'port_id': 'a4155956-922f-43b0-8e19-42bd552294d4', 'mac_address': 'fa:16:3e:e0:c9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:24:46.672233 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:46.673959 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:46.685313 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4155956-922f-43b0-8e19-42bd552294d4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:24:46.705390 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a4155956-922f-43b0-8e19-42bd552294d4,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:46.708996 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:46.756431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:46.802800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fd826-3eca-4c63-819f-4841b7b1b77f req-8a0429d8-5de0-4d30-bfe2-d307cca4fea9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:46.804311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-573fd826-3eca-4c63-819f-4841b7b1b77f req-8a0429d8-5de0-4d30-bfe2-d307cca4fea9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 945 time: 0.0489573 Aug 19 01:24:46.843999 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-573fd826-3eca-4c63-819f-4841b7b1b77f req-d7a59aa7-0c5c-41e2-8ae5-2488f38900e5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Aug 19 01:24:47.100392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['a4155956-922f-43b0-8e19-42bd552294d4'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:24:47.961590 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450055d4-90de-4c81-93ff-a84cd7dae15f req-729bde2d-9e32-4365-a663-3685119f13a2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:47.963051 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-450055d4-90de-4c81-93ff-a84cd7dae15f req-729bde2d-9e32-4365-a663-3685119f13a2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 945 time: 0.0528650 Aug 19 01:24:47.999387 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-450055d4-90de-4c81-93ff-a84cd7dae15f req-10cf8f13-7bba-4b48-9d0d-7e11c5a688bf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Aug 19 01:24:48.131561 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:48.522405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a4155956-922f-43b0-8e19-42bd552294d4 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:24:48.571689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port a4155956-922f-43b0-8e19-42bd552294d4 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:24:48.575463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port a4155956-922f-43b0-8e19-42bd552294d4 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:24:48.575834 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:48.649109 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:48.670863 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:24:48.673116 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377044d9-21a8-4d84-8ae2-de9f4d525f35" -d '{"events": [{"server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "name": "network-vif-plugged", "status": "completed", "tag": "a4155956-922f-43b0-8e19-42bd552294d4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:24:48.689157 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a4155956-922f-43b0-8e19-42bd552294d4,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:24:48.693633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:48.727661 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc7a59-59ca-42b4-8dd8-cdba8609c0e3 x-openstack-request-id: req-2ddc7a59-59ca-42b4-8dd8-cdba8609c0e3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:24:48.728069 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "name": "network-vif-plugged", "status": "completed", "tag": "a4155956-922f-43b0-8e19-42bd552294d4", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:24:48.728455 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ddc7a59-59ca-42b4-8dd8-cdba8609c0e3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:24:48.728982 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4', 'code': 200} Aug 19 01:24:48.759758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:48.835596 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fe0dd-6215-49bc-b971-151e72c77f23 req-55605bf0-bbed-4127-beab-47282019f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:48.837108 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-693fe0dd-6215-49bc-b971-151e72c77f23 req-55605bf0-bbed-4127-beab-47282019f836 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.0395229 Aug 19 01:24:48.871392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-693fe0dd-6215-49bc-b971-151e72c77f23 req-b2d3cd37-f8d9-4461-8470-f1122334b0bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267284 Aug 19 01:24:49.111522 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f057-ccb0-4721-9f95-6a3919439b75 req-383cbb39-e743-4ff4-b00f-65b895d63140 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:49.113028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc58f057-ccb0-4721-9f95-6a3919439b75 req-383cbb39-e743-4ff4-b00f-65b895d63140 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0483031 Aug 19 01:24:49.149740 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dc58f057-ccb0-4721-9f95-6a3919439b75 req-b70d625f-4dc6-4862-a671-5b9c63c3b0af tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Aug 19 01:24:50.271010 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efd50-f110-4e99-bce0-df535692da45 req-42e3ba3c-3977-4beb-ab31-50f76dc9ae3a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:50.272507 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b34efd50-f110-4e99-bce0-df535692da45 req-42e3ba3c-3977-4beb-ab31-50f76dc9ae3a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0488973 Aug 19 01:24:50.310052 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b34efd50-f110-4e99-bce0-df535692da45 req-3436bb35-867a-4fc5-ad71-fcd9fa2dd08f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Aug 19 01:24:51.424228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321705b1-45f1-4d14-abac-e9d81b052a5e req-ecc2ce35-bec4-4e6c-87d9-06c44a8d3ebe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:51.425716 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-321705b1-45f1-4d14-abac-e9d81b052a5e req-ecc2ce35-bec4-4e6c-87d9-06c44a8d3ebe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0507758 Aug 19 01:24:51.462902 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-321705b1-45f1-4d14-abac-e9d81b052a5e req-9e74d9f3-3150-47bb-9cc3-4f11a7c02701 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307488 Aug 19 01:24:51.574019 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cd2e4-f3f5-4100-a9cd-8f0fbdbe0d4a req-4099e7a2-3559-42c8-bf7d-96e0c25fe56a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:51.575492 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-190cd2e4-f3f5-4100-a9cd-8f0fbdbe0d4a req-4099e7a2-3559-42c8-bf7d-96e0c25fe56a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0480833 Aug 19 01:24:51.612665 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-190cd2e4-f3f5-4100-a9cd-8f0fbdbe0d4a req-ff7cc55c-9d86-4578-ba60-d6504157e183 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Aug 19 01:24:51.633487 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47586) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:51.673260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb93cd-e2d9-4513-99f0-6a311a8fde2d tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:51.674722 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d2fb93cd-e2d9-4513-99f0-6a311a8fde2d tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1093 time: 0.0402920 Aug 19 01:24:51.677519 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47588) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:51.681724 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'a4155956-922f-43b0-8e19-42bd552294d4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:24:51.702684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:51.797953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:51.901516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.100 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/847825de-b77a-42d5-acc8-fa9278281fa9) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:24:51.997704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.035587 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.078174 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:24:52.082648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:24:52.087418 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:24:52.090553 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=847825de-b77a-42d5-acc8-fa9278281fa9,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:52.428702 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.496645 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.644320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.648712 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.712490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=847825de-b77a-42d5-acc8-fa9278281fa9,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:24:52.728446 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:52.831647 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP bb7e4290-91a4-4f78-890e-68a60a00b323 associated. External IP: 172.25.1.100, port: a4155956-922f-43b0-8e19-42bd552294d4. Aug 19 01:24:52.965425 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:24:53.036499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 1d76ca6d-cbe9-47f5-ad58-92147927c04b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:24:53.141825 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:24:53.152011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Sync routers for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:24:53.158378 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:24:53.162566 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:53.163198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:53.187814 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-50dcc754-2347-4723-9004-56a8804f5303 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5068941 Aug 19 01:24:53.187814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:24:53.188313 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba98ab-bb09-43eb-adb5-05d948b38f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:24:53.230587 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed4d04-d5c9-48de-8fa0-45cf60ffe006 x-openstack-request-id: req-43ed4d04-d5c9-48de-8fa0-45cf60ffe006 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:24:53.230880 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:24:53.231135 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43ed4d04-d5c9-48de-8fa0-45cf60ffe006 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:24:53.231550 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4', 'status': 'completed', 'code': 200} Aug 19 01:24:53.282936 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:53.310612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fa0ae-50bb-4f64-8462-b490ca633257 req-7b854982-a90d-49c5-a390-6291fe907079 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:53.312202 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a04fa0ae-50bb-4f64-8462-b490ca633257 req-7b854982-a90d-49c5-a390-6291fe907079 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0736611 Aug 19 01:24:53.341501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-e948154d-75f1-4d05-be36-f74e53fce7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:53.342930 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-e948154d-75f1-4d05-be36-f74e53fce7e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.0667019 Aug 19 01:24:53.367199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a04fa0ae-50bb-4f64-8462-b490ca633257 req-c35a4fed-f10a-4791-a225-d1d0366947fe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 Aug 19 01:24:53.390066 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47594) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:53.446562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-3ce0b0c2-019e-435e-8c5e-1cb0921c4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:53.448040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-3ce0b0c2-019e-435e-8c5e-1cb0921c4238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0950694 Aug 19 01:24:53.452997 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-58393431-094f-4d4d-877e-df3472139826 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/bb7e4290-91a4-4f78-890e-68a60a00b323 HTTP/1.1" status: 200 len: 992 time: 0.0616770 Aug 19 01:24:53.509623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'bb7e4290-91a4-4f78-890e-68a60a00b323', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'port_id': 'a4155956-922f-43b0-8e19-42bd552294d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'mac_address': 'fa:16:3e:e0:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:24:52Z', 'updated_at': '2021-08-19T01:24:52Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:53.511547 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-00ed1cbd-0db6-41c7-9a3e-11211b02de37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 1000 time: 0.0565286 Aug 19 01:24:53.539340 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Checking router: 1d76ca6d-cbe9-47f5-ad58-92147927c04b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:24:53.547539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:24:53.548141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:24:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:53.563320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-d44c4fe7-cc02-4fb1-b140-316e78fb9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:53.564823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-d44c4fe7-cc02-4fb1-b140-316e78fb9fdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0467176 Aug 19 01:24:53.609612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-efcb6ea7-32c0-49ed-899a-84b20b7e1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:24:53.611096 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-efcb6ea7-32c0-49ed-899a-84b20b7e1339 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391200 Aug 19 01:24:53.650386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:24:53.703816 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-42a8e99a-857f-481e-b395-1e06d9a3a26b service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Aug 19 01:24:53.795027 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57ba98ab-bb09-43eb-adb5-05d948b38f3e req-319e2b3a-40a4-458e-9b33-9cfc488ece9b service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Aug 19 01:24:53.870809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'bb7e4290-91a4-4f78-890e-68a60a00b323', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'port_id': 'a4155956-922f-43b0-8e19-42bd552294d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'mac_address': 'fa:16:3e:e0:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:24:52Z', 'updated_at': '2021-08-19T01:24:52Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:24:53.896318 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ab50c-9bf7-4cb5-ad03-0876d86e118b None None] The sync data for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 is: [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'bb7e4290-91a4-4f78-890e-68a60a00b323', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'port_id': 'a4155956-922f-43b0-8e19-42bd552294d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'mac_address': 'fa:16:3e:e0:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:24:52Z', 'updated_at': '2021-08-19T01:24:52Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:24:54.084573 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c613c0f-ead8-49ad-a0b3-5fccb0e4f1bd None None] New status for floating IP bb7e4290-91a4-4f78-890e-68a60a00b323: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:24:54.457008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47596) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:24:54.519089 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d3985142-d779-4528-be10-c551d2cdbbcb tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/bb7e4290-91a4-4f78-890e-68a60a00b323 HTTP/1.1" status: 200 len: 994 time: 0.0604899 Aug 19 01:24:57.579155 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:12.672602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-394d6581-bb26-4bc4-a059-7a9672120bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:15.044544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed3d4-a6cc-43d6-bc57-e7e57c054803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:15.284567 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:16.019483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:16.653571 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:18.134847 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:23.567433 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-c0af9f8a-d4c3-4cbb-bd55-ae5cad96725c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0378032 Aug 19 01:25:23.665879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-a8254d14-1c22-4126-976d-f5c2ce925ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:23.667339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-a8254d14-1c22-4126-976d-f5c2ce925ddc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.0439501 Aug 19 01:25:23.767440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-d6ab3315-8aa4-49fb-9f9c-885e2e8778ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:23.768889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-d6ab3315-8aa4-49fb-9f9c-885e2e8778ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0824776 Aug 19 01:25:23.835978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-43d03ba2-3f34-449c-a74e-ac6aba60684a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 1002 time: 0.0600462 Aug 19 01:25:23.883762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-88624c79-8bc4-4f87-b44b-305169f66c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:23.885178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-88624c79-8bc4-4f87-b44b-305169f66c7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0423710 Aug 19 01:25:23.928993 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-615997bb-fe34-476f-a5b4-8f53c757f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:23.930429 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-615997bb-fe34-476f-a5b4-8f53c757f8aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383556 Aug 19 01:25:24.027746 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-198ce4de-ad9e-4888-a96b-72694eab3b34 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893552 Aug 19 01:25:24.113855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6910d32b-8fcf-4313-b7a6-4b1527da7a04 req-cc8187c6-f40a-45d6-b837-e6ad96ce1d00 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789618 Aug 19 01:25:27.586009 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:29.964437 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:25:42.673555 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c657a47-9343-4a67-8d54-fad8481a6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:45.045621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3789691d-da8a-40be-acfd-380780d6193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:45.286941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:46.017877 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:46.657390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:48.137447 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:57.116306 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4d92c-3ab7-4611-8e89-dd0d341b53b1 req-527ee8ff-6350-4185-af51-c8a451c6682f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:57.117798 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87d4d92c-3ab7-4611-8e89-dd0d341b53b1 req-527ee8ff-6350-4185-af51-c8a451c6682f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0506496 Aug 19 01:25:57.156805 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-87d4d92c-3ab7-4611-8e89-dd0d341b53b1 req-393aa419-e19f-4705-ab94-93b78ad843ed tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Aug 19 01:25:57.593307 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:25:58.275921 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65c66c-4ac9-4062-8a30-a31fa738271c req-24c38b42-0380-4f87-a10a-195977a44772 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:58.277416 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd65c66c-4ac9-4062-8a30-a31fa738271c req-24c38b42-0380-4f87-a10a-195977a44772 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0531948 Aug 19 01:25:58.314515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cd65c66c-4ac9-4062-8a30-a31fa738271c req-5d06956f-c5d7-4060-8a19-fbc94b8508c9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Aug 19 01:25:59.428023 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d7d4-2f87-4afe-89d2-252acfccf5ce req-7fc76010-cd19-46b2-98fa-4fc81771f19b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:25:59.429516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3369d7d4-2f87-4afe-89d2-252acfccf5ce req-7fc76010-cd19-46b2-98fa-4fc81771f19b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0477073 Aug 19 01:25:59.465174 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3369d7d4-2f87-4afe-89d2-252acfccf5ce req-fb257104-7c8d-4dd2-905b-383e8cb7ffac tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298822 Aug 19 01:26:00.587162 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72f085-f3e8-46b1-87bf-5589c5792488 req-87cfd56f-9244-4ff1-903f-f579dc0de9d9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:00.589777 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da72f085-f3e8-46b1-87bf-5589c5792488 req-87cfd56f-9244-4ff1-903f-f579dc0de9d9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0587678 Aug 19 01:26:00.629698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-da72f085-f3e8-46b1-87bf-5589c5792488 req-56bc7cbc-83bf-4e59-ba57-48662d965ba9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Aug 19 01:26:01.746177 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91736bf-7e55-4e59-af7f-c81956a7f304 req-4441f729-ec2a-4f71-b4ca-160a2878316a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:01.747651 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a91736bf-7e55-4e59-af7f-c81956a7f304 req-4441f729-ec2a-4f71-b4ca-160a2878316a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0517366 Aug 19 01:26:01.784749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a91736bf-7e55-4e59-af7f-c81956a7f304 req-b962036f-dd52-46aa-b3e6-dec350502f17 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 19 01:26:02.895158 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f142eb-70de-404d-80df-22dadd8dcb17 req-5ab33cce-5089-4e90-80ab-2b69fea2abdf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:02.897136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1f142eb-70de-404d-80df-22dadd8dcb17 req-5ab33cce-5089-4e90-80ab-2b69fea2abdf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0480099 Aug 19 01:26:02.933565 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c1f142eb-70de-404d-80df-22dadd8dcb17 req-e9a2f8e4-6dc8-47b8-8ed5-4473a0318af6 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305057 Aug 19 01:26:04.046534 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ac2a-cc94-4e46-a83b-14bbca47770a req-08daca82-59e1-4b0f-87f0-a9cebf33258b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:04.047907 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a816ac2a-cc94-4e46-a83b-14bbca47770a req-08daca82-59e1-4b0f-87f0-a9cebf33258b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0477176 Aug 19 01:26:04.085310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a816ac2a-cc94-4e46-a83b-14bbca47770a req-3f41b925-d4af-4c5e-9cca-ea3942eb408c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Aug 19 01:26:05.202323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e0247-9fd4-40d1-a618-96fd59f11d1d req-b2937765-42da-4c0f-88f7-52a40fdbe669 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:05.203782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca0e0247-9fd4-40d1-a618-96fd59f11d1d req-b2937765-42da-4c0f-88f7-52a40fdbe669 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0516574 Aug 19 01:26:05.239358 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ca0e0247-9fd4-40d1-a618-96fd59f11d1d req-f6d49e84-142b-4eb5-b939-2aa1c5962b64 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297127 Aug 19 01:26:06.356058 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841f580-d95a-409a-b304-5aefedc00372 req-5b2d9bd2-3fbc-4c3c-86d7-eb1755102b67 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:06.357548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2841f580-d95a-409a-b304-5aefedc00372 req-5b2d9bd2-3fbc-4c3c-86d7-eb1755102b67 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0498188 Aug 19 01:26:06.393718 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2841f580-d95a-409a-b304-5aefedc00372 req-d7a684be-5935-404a-9586-80df58d937b5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303442 Aug 19 01:26:06.963233 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:26:07.504041 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5a9f4-ce39-4fb7-988b-1b68b91a888f req-32dddb54-d404-40d3-ba1f-4356b9589fc0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:07.505532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b0a5a9f4-ce39-4fb7-988b-1b68b91a888f req-32dddb54-d404-40d3-ba1f-4356b9589fc0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0475571 Aug 19 01:26:07.542016 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b0a5a9f4-ce39-4fb7-988b-1b68b91a888f req-ca1f2f2d-b02a-40f9-9e67-f03c190f975a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Aug 19 01:26:07.563184 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:26:07.621049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e9b17b00-cb47-4db4-aa01-3ab64429a6ab tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/bb7e4290-91a4-4f78-890e-68a60a00b323 HTTP/1.1" status: 200 len: 994 time: 0.0567784 Aug 19 01:26:08.897997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139954-7b20-47cf-ab61-110818acd5f5 req-7a7c8a1e-0bb6-43a8-ae17-b4f588e41fcd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:08.899375 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a139954-7b20-47cf-ab61-110818acd5f5 req-7a7c8a1e-0bb6-43a8-ae17-b4f588e41fcd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0564232 Aug 19 01:26:08.938956 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a139954-7b20-47cf-ab61-110818acd5f5 req-470c368c-c3c9-4c70-ae1f-fb7354a2c505 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334599 Aug 19 01:26:08.942014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-9c3a20a6-7e5e-40b3-8204-1dbc06458cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:08.943525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-9c3a20a6-7e5e-40b3-8204-1dbc06458cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.0465605 Aug 19 01:26:09.032188 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-6546cd0a-3097-4041-9c9b-a2ded2d0a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:09.033694 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-6546cd0a-3097-4041-9c9b-a2ded2d0a85c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0836573 Aug 19 01:26:09.106809 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-7d843a07-59d0-4ac4-b51e-6a074742d38c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 1002 time: 0.0661509 Aug 19 01:26:09.157323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-5aa4c29e-e41c-47c0-bfd3-a94c72b04e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:09.158776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-5aa4c29e-e41c-47c0-bfd3-a94c72b04e90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0446095 Aug 19 01:26:09.203663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-3bbe8599-0c33-4cfd-ae8e-eb1e787e4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:09.205167 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-3bbe8599-0c33-4cfd-ae8e-eb1e787e4654 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398378 Aug 19 01:26:09.294917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-a988c2f3-84b4-4c64-b778-c8add7cb3625 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825279 Aug 19 01:26:09.382118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-12765cd8-b825-45cb-979c-ba1b8d6ffe39 req-27893674-2aa5-4aec-b922-154f09f81618 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799472 Aug 19 01:26:10.061902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21c42-2d90-4824-815e-e3c37cc58da0 req-5e1805c3-3508-41a5-a577-7774efd5b704 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:10.063253 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edd21c42-2d90-4824-815e-e3c37cc58da0 req-5e1805c3-3508-41a5-a577-7774efd5b704 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0523169 Aug 19 01:26:10.099750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-edd21c42-2d90-4824-815e-e3c37cc58da0 req-efb575b7-712f-4761-930c-25f4b878de89 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306191 Aug 19 01:26:10.122371 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:26:10.179556 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6bdf2a14-f276-44cc-a47e-d445f9b25993 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/bb7e4290-91a4-4f78-890e-68a60a00b323 HTTP/1.1" status: 200 len: 994 time: 0.0560625 Aug 19 01:26:12.673028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af4c07da-9e04-440e-940c-5ddef69c0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:15.045811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce21505a-cafd-481e-a5af-c658ef858a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:15.288881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:16.015541 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:16.660961 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:18.139286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:23.558702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-b4c592bd-25b6-4662-a614-7d398fdd5133 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386078 Aug 19 01:26:23.943050 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-5748d65c-299c-48f4-835d-b07a86e70472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:23.944832 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-5748d65c-299c-48f4-835d-b07a86e70472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.3279603 Aug 19 01:26:24.043647 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-912f35e6-8fb7-4651-a0f2-c1fa47436c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:24.045461 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-912f35e6-8fb7-4651-a0f2-c1fa47436c06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0818696 Aug 19 01:26:24.052933 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-e2034e59-d4ce-4e6d-80ab-4f897178f23d req-b2ba06c9-2c1f-4f97-bda1-28585988ebea service neutron] (94622) timed out ('10.222.0.20', 43930) {{(pid=94622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 01:26:24.110924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-8cccb0e4-4701-4e24-acd4-8e46de7ed508 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 1002 time: 0.0578074 Aug 19 01:26:24.156726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-0b7970ba-7a5f-49bb-b0f6-c07c5bbd6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:24.158234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-0b7970ba-7a5f-49bb-b0f6-c07c5bbd6cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0406055 Aug 19 01:26:24.214365 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-18ea9bc2-2f8e-4c86-865b-a42bb7b314b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:26:24.215858 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-18ea9bc2-2f8e-4c86-865b-a42bb7b314b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389562 Aug 19 01:26:24.308824 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-b88a21d9-5f0f-4cb4-9864-6c69e82592d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 Aug 19 01:26:24.394718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b762c331-6553-4592-b09d-3cda0f1774e5 req-05f20d2e-f5c5-4eae-b8fe-f2c63afc3139 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791633 Aug 19 01:26:27.601104 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:42.673764 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1860c44e-1aba-421a-957b-99ad2ef13e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:43.962820 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:26:45.045711 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df4af64f-8a4a-43c1-98e3-a0b3efc182b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:45.292261 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:46.004668 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:46.663037 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:48.142291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:26:57.601057 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.046852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:05.200968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 847825de-b77a-42d5-acc8-fa9278281fa9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:27:05.201310 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.274821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.275155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.286211 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 847825de-b77a-42d5-acc8-fa9278281fa9 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:27:05.426698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.451580 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=847825de-b77a-42d5-acc8-fa9278281fa9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:05.463667 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.464031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.464407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.464752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.465091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.465428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.465761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.466094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.466425 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.466756 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.467083 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.467410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:05.521674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.522006 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP bb7e4290-91a4-4f78-890e-68a60a00b323 disassociated (deleted). External IP: 172.25.1.100, port: a4155956-922f-43b0-8e19-42bd552294d4. Aug 19 01:27:05.724829 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 1d76ca6d-cbe9-47f5-ad58-92147927c04b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:27:05.831236 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:27:05.835613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:05.841080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Sync routers for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:27:05.850205 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:05.850817 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:05.866046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ed850a48-15c2-47a1-bede-c4a53630367e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb7e4290-91a4-4f78-890e-68a60a00b323 HTTP/1.1" status: 204 len: 168 time: 0.8181796 Aug 19 01:27:05.866709 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:27:05.869165 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:27:05.923439 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cac32a-1f6a-4940-a6e1-4b093c2a0341 x-openstack-request-id: req-61cac32a-1f6a-4940-a6e1-4b093c2a0341 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:27:05.923733 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "tag": "a4155956-922f-43b0-8e19-42bd552294d4", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:27:05.923986 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61cac32a-1f6a-4940-a6e1-4b093c2a0341 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:27:05.924415 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4', 'status': 'completed', 'code': 200} Aug 19 01:27:06.025964 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-a4ffd5da-e434-424a-a860-07224e7ffc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:06.027507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-a4ffd5da-e434-424a-a860-07224e7ffc5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 1098 time: 0.0584095 Aug 19 01:27:06.130562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:06.139225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-62797c05-e791-4f5f-b5bc-33aa8dd91006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:06.140843 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-62797c05-e791-4f5f-b5bc-33aa8dd91006 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 200 len: 897 time: 0.0904739 Aug 19 01:27:06.165908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349ef9-5553-41a1-b1ee-efea811c146c req-72a9bee8-5771-419a-9f28-1473348968fe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:06.167556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77349ef9-5553-41a1-b1ee-efea811c146c req-72a9bee8-5771-419a-9f28-1473348968fe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.1111016 Aug 19 01:27:06.190810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-b74874db-c4a1-41e6-b119-49105cc0673c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 200 len: 217 time: 0.0414710 Aug 19 01:27:06.206555 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-77349ef9-5553-41a1-b1ee-efea811c146c req-4ea37e03-a90e-462f-8650-de2090cef944 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Aug 19 01:27:06.242247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-6ada136c-5ff0-417e-981c-24df007b9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:06.243854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-6ada136c-5ff0-417e-981c-24df007b9669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 200 len: 834 time: 0.0455985 Aug 19 01:27:06.290090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-44da5f92-beef-4701-a861-2af1e5a42047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:06.291573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-44da5f92-beef-4701-a861-2af1e5a42047 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6b1b6e8-f0fe-4464-8d76-d10486265fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393393 Aug 19 01:27:06.326862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:06.352365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Checking router: 1d76ca6d-cbe9-47f5-ad58-92147927c04b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:27:06.360339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:06.360947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:06.385456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-a715d569-e711-47f5-898a-29182ddbe27d service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Aug 19 01:27:06.465552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:06.476011 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-185abe9d-e4eb-4f1c-8665-5d85f44e1a6f req-4b246ac7-7d82-4164-b59b-eb3174218e64 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815899 Aug 19 01:27:06.662638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:06.688261 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4fac3-fe4a-4e27-beca-e112594ac095 None None] The sync data for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 is: [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '6478cd8d-74ac-4965-b4dc-499cbebe1462', 'name': '', 'network_id': 'd6b1b6e8-f0fe-4464-8d76-d10486265fb4', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:93:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:36Z', 'updated_at': '2021-08-19T01:24:40Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '9c47b176-0ad5-475d-8780-28ce17cdc796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:27:06.899643 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86ebee-4956-4739-a3ae-bc4e70d52fce None None] New status for floating IP bb7e4290-91a4-4f78-890e-68a60a00b323: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:27:07.330307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5f3f6-6d02-471a-8714-6cfaefb283da req-505fa3a4-37a7-4d79-b8ad-97eeb5dae898 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:07.331782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bf5f3f6-6d02-471a-8714-6cfaefb283da req-505fa3a4-37a7-4d79-b8ad-97eeb5dae898 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0529914 Aug 19 01:27:07.369572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7bf5f3f6-6d02-471a-8714-6cfaefb283da req-baba8d05-6f95-4ed1-bdf1-b0a960c11a7f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d427941-7153-40cd-9324-72804754a297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Aug 19 01:27:07.951605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-c50adf91-3154-4042-bd38-f59b9a8b215f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:07.953070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-c50adf91-3154-4042-bd38-f59b9a8b215f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 946 time: 0.0479479 Aug 19 01:27:08.041619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port a4155956-922f-43b0-8e19-42bd552294d4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:27:08.041885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:08.128886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port a4155956-922f-43b0-8e19-42bd552294d4, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=a4155956-922f-43b0-8e19-42bd552294d4,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:08.129249 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:08.142232 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for a4155956-922f-43b0-8e19-42bd552294d4 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:27:08.268783 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:08.297327 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=a4155956-922f-43b0-8e19-42bd552294d4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:08.338155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] No DVR routers for this DVR port a4155956-922f-43b0-8e19-42bd552294d4 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:27:08.340969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:08.342938 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2f3645bb-af22-46b2-b3b3-da9c3ec6443e req-2a17e86d-df64-4c97-8e5f-b3397397f031 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "DELETE /v2.0/ports/a4155956-922f-43b0-8e19-42bd552294d4 HTTP/1.1" status: 204 len: 173 time: 0.3833840 Aug 19 01:27:08.343661 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'name': 'network-vif-deleted', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:27:08.346544 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa1c1f7-c658-47ed-b01f-8142ad90ab91" -d '{"events": [{"server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "name": "network-vif-deleted", "tag": "a4155956-922f-43b0-8e19-42bd552294d4"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:27:08.388247 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b9513-7951-4f92-af27-00c2e35f944d x-openstack-request-id: req-239b9513-7951-4f92-af27-00c2e35f944d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:27:08.388567 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb728b9a-bdee-4de1-b02a-11ab3c84270f", "name": "network-vif-deleted", "tag": "a4155956-922f-43b0-8e19-42bd552294d4", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:27:08.388849 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-239b9513-7951-4f92-af27-00c2e35f944d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:27:08.389254 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb728b9a-bdee-4de1-b02a-11ab3c84270f', 'name': 'network-vif-deleted', 'tag': 'a4155956-922f-43b0-8e19-42bd552294d4', 'status': 'completed', 'code': 200} Aug 19 01:27:08.466522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06e88003-1927-42ee-bcdd-b306e3ec6404 req-4563b632-3338-41b6-97d0-f1efeffc71f0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb728b9a-bdee-4de1-b02a-11ab3c84270f HTTP/1.1" status: 200 len: 210 time: 0.0303454 Aug 19 01:27:09.523099 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:09.870332 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:10.118873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 6478cd8d-74ac-4965-b4dc-499cbebe1462 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:27:10.119135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:10.207364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 6478cd8d-74ac-4965-b4dc-499cbebe1462, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6478cd8d-74ac-4965-b4dc-499cbebe1462,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:10.207727 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:10.220693 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 6478cd8d-74ac-4965-b4dc-499cbebe1462 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:27:10.397650 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:10.424776 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=6478cd8d-74ac-4965-b4dc-499cbebe1462,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:10.593907 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:10.806378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router 1d76ca6d-cbe9-47f5-ad58-92147927c04b has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:27:10.910032 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:27:10.915066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d0c8d0ed-2b9d-4dd8-855f-93ab64392979 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/1d76ca6d-cbe9-47f5-ad58-92147927c04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3909278 Aug 19 01:27:10.917836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47714) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:10.921031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Sync routers for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:27:10.930823 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:10.931426 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:10.968067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting subnet 9c47b176-0ad5-475d-8780-28ce17cdc796 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:27:10.971158 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.010662 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.037179 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:11.102055 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.165524 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.193088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Subnet': ['ID=9c47b176-0ad5-475d-8780-28ce17cdc796,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:11.198417 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.200733 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-190f0d32-b729-490b-afb5-b85458f07130 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/subnets/9c47b176-0ad5-475d-8780-28ce17cdc796 HTTP/1.1" status: 204 len: 168 time: 0.2819755 Aug 19 01:27:11.203416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:11.210187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70cc6b-df14-45fe-9b3e-c8b83eda1e6b None None] Network d6b1b6e8-f0fe-4464-8d76-d10486265fb4 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:27:11.263415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a4155956-922f-43b0-8e19-42bd552294d4 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:27:11.294248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:27:10Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:11.298789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: a4155956-922f-43b0-8e19-42bd552294d4 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:27:11.299138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device a4155956-922f-43b0-8e19-42bd552294d4 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:27:11.331013 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Checking router: 1d76ca6d-cbe9-47f5-ad58-92147927c04b for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:27:11.361227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Routers {'1d76ca6d-cbe9-47f5-ad58-92147927c04b'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:11.361860 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:26:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:11.499600 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] Set router 1d76ca6d-cbe9-47f5-ad58-92147927c04b gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:11.556844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] DHCP port deletion for d6b1b6e8-f0fe-4464-8d76-d10486265fb4 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:27:11.629926 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.686128 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Deleting port ec173158-f22e-4ffc-9282-823221936fed {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:27:11.686510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.732942 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.757531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] For port ec173158-f22e-4ffc-9282-823221936fed, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=ec173158-f22e-4ffc-9282-823221936fed,segment=NetworkSegment(87757b25-6b4f-4a6f-a0d3-e5a3cd45f678),segment_id=87757b25-6b4f-4a6f-a0d3-e5a3cd45f678)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:11.757852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.772405 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Calling delete_port for ec173158-f22e-4ffc-9282-823221936fed owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:27:11.786810 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port f141710d-e210-4c3e-ae14-b751bdbf3ed6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:27:11.786810 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.789902 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:27:10Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:11.846057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3905c-32d7-4a48-add3-0608ceef9aaf None None] The sync data for ids ['1d76ca6d-cbe9-47f5-ad58-92147927c04b'] in n-d-771363-38 is: [{'id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504882102', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:27:10Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': 'f141710d-e210-4c3e-ae14-b751bdbf3ed6', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ca6d-cbe9-47f5-ad58-92147927c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:24:33Z', 'updated_at': '2021-08-19T01:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:27:11.871981 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port f141710d-e210-4c3e-ae14-b751bdbf3ed6, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f141710d-e210-4c3e-ae14-b751bdbf3ed6,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:11.872397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.885850 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:11.889714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for f141710d-e210-4c3e-ae14-b751bdbf3ed6 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:27:11.910605 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Pushing event deleted for resources: {'Port': ['ID=ec173158-f22e-4ffc-9282-823221936fed,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:11.918869 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] No DVR routers for this DVR port ec173158-f22e-4ffc-9282-823221936fed on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:27:11.921119 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.921714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.921842 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.922221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.922598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.922958 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.923422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.923757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.924088 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.924447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.924776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:11.925106 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c594f0f-be7e-478e-bd86-24c715fc3cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.060671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.084971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=f141710d-e210-4c3e-ae14-b751bdbf3ed6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:12.148530 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.239817 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.242051 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.285869 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.286441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Fanout notify agent at l3_agent the message router_deleted on router 1d76ca6d-cbe9-47f5-ad58-92147927c04b {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:27:12.293632 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.294814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-2df41bfb-6664-446f-bf8c-7a362d6de539 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/routers/1d76ca6d-cbe9-47f5-ad58-92147927c04b HTTP/1.1" status: 204 len: 168 time: 1.0904498 Aug 19 01:27:12.297786 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47718) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:12.378346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.467670 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.478436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b1b6e8-f0fe-4464-8d76-d10486265fb4']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:12.489859 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:12.490078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87757b25-6b4f-4a6f-a0d3-e5a3cd45f678') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:12.502051 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.515900 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.521920 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:27:12.522303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:27:12.525291 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:27:12.585855 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.602664 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.604548 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/networks/d6b1b6e8-f0fe-4464-8d76-d10486265fb4 HTTP/1.1" status: 204 len: 168 time: 0.3056896 Aug 19 01:27:12.605780 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Network': ['ID=d6b1b6e8-f0fe-4464-8d76-d10486265fb4,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:12.607460 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:12.613201 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.613559 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.613908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.614746 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.615086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.615433 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.615759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.616095 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.616469 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.616800 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.617131 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.617460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f024-3a6a-4f6f-83a5-19a668df71aa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:12.667730 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.674135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-107fe14a-44a1-4017-b052-e773666c9d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.693996 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.750309 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.752852 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:12.754006 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d427941-7153-40cd-9324-72804754a297 HTTP/1.1" status: 204 len: 168 time: 0.1454885 Aug 19 01:27:12.763625 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e276a6-5751-4e19-9b49-f3474953583d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d427941-7153-40cd-9324-72804754a297,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:12.877521 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6478cd8d-74ac-4965-b4dc-499cbebe1462 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:27:12.900079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6478cd8d-74ac-4965-b4dc-499cbebe1462 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:27:12.900464 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6478cd8d-74ac-4965-b4dc-499cbebe1462 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:27:12.900885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ec173158-f22e-4ffc-9282-823221936fed no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:27:12.919064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: ec173158-f22e-4ffc-9282-823221936fed {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:27:12.919358 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device ec173158-f22e-4ffc-9282-823221936fed not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:27:12.919791 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f141710d-e210-4c3e-ae14-b751bdbf3ed6 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:27:12.937973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f141710d-e210-4c3e-ae14-b751bdbf3ed6 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:27:12.938534 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f141710d-e210-4c3e-ae14-b751bdbf3ed6 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:27:12.991454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:12.996181 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95336964', 'description': 'tempest-secgroup-smoke-95336964 description', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.017912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.099746 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.103423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.129671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.130808 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1383519 Aug 19 01:27:13.133875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47728) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.134707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce61d3-c56a-4074-916e-d69d595b7f54 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d856117a-966b-4528-9fef-bdc3515b7b3c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.138758 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.165502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.219775 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.222740 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.240089 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aba6381-7e32-4321-9ffd-b740ebf1866f,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.245831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.247015 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4cf6a652-8115-4852-9ad1-c2fe77478aca tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120749 Aug 19 01:27:13.249814 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47730) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.254212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.281155 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.339008 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.342567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.364594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ad27c9-5e1f-4710-a0bc-2df475e74896,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.370070 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.371056 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-db85f615-20ca-4772-95e7-293d8e5f3d4c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203206 Aug 19 01:27:13.373772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47732) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.378005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.402725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.459898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.463258 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.480942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774707c6-7436-4615-9b35-d19662c7da64,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.486859 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.488221 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a129c1ca-d0ab-41d8-87f7-5b5387a98237 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135175 Aug 19 01:27:13.490841 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47734) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.495466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.521623 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.578779 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.582128 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.601967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdc60a8-ccff-41a6-be5f-d5e7bfba437d,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.605999 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.607677 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-c3edda04-2479-412e-9321-3603077c946a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159060 Aug 19 01:27:13.610448 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47736) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.614700 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.636287 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:27:13.640898 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.699866 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.703138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.723314 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66b622f-eea3-4763-ae4f-e99707f861c8,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.730156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.731433 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-cc3143fe-01e6-44ab-b10b-3e0fc568c97a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199973 Aug 19 01:27:13.734371 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.738872 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'security_group_rule': {'security_group_id': 'd856117a-966b-4528-9fef-bdc3515b7b3c', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.760200 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Project 483a8fbd1b77420fa04d48f02ef4190d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:27:13.764896 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.825684 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.829024 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.846820 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7702035-39d1-4c65-bf4b-5a59c9ee8d66,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:13.853432 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.854587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-23d3311f-1495-473e-9b71-3e7a150d6c34 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192615 Aug 19 01:27:13.857558 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:13.862951 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'network': {'name': 'tempest-network-smoke--1022129505', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:13.883699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:27:13.886997 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.909376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:27:13.917877 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.918220 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Added segment b5b6108f-4620-45c2-a9ba-e912b155d23f of type vlan for network 926d30e2-df51-4768-a041-0302533e17d3 Aug 19 01:27:13.958408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.982028 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:13.987347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:13.987932 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.041667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1827517 Aug 19 01:27:14.044521 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47742) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:14.049227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'admin_state_up': True, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:14.056363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba02d-aad8-46ee-9f48-3d13d65c3942 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Network': ['ID=926d30e2-df51-4768-a041-0302533e17d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:14.066573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 926d30e2-df51-4768-a041-0302533e17d3 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:27:14.075001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.076041 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.126743 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.261897 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.451448 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.469281 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.566808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.154 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/553b793b-6f57-4e2c-b1df-6ed3e71f9a5f) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:27:14.669443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.706407 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:14.741582 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:14.747764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:14.751308 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:27:14.772807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:14.993033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:15.045335 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e70e9112-0d72-4d44-bf1a-c9212f50f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:15.184796 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:15.297765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:15.310648 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:27:15.740185 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:27:15.749804 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Sync routers for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:27:15.759388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:15.759585 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:15.760254 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:15.760664 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16e3b554-1234-4b37-9dd6-a027a309ecbe tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7151437 Aug 19 01:27:15.764000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:15.792695 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cfb3f725-7e63-4aae-9dcb-80d60d36ccbf tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=483a8fbd1b77420fa04d48f02ef4190d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268314 Aug 19 01:27:15.794656 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:15.862957 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:15.878874 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9798cdf-bd1a-48f6-ae59-33c9dbb929ca tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:15.880423 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c9798cdf-bd1a-48f6-ae59-33c9dbb929ca tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848534 Aug 19 01:27:15.883304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:15.914884 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-80b54c7f-41cc-4184-8204-1bb4edd82c9d tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a3f6491e-d685-43b7-9181-2b82c7eb4260&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305314 Aug 19 01:27:15.917470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:15.922185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856687059', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:16.009440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:27:16.010793 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.012906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.036582 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:16.065219 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Checking router: bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:27:16.065563 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Updating router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:27:16.089797 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.191980 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.258531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Subnet': ['ID=8ea258f5-70fe-4d82-afd4-c85f8a48f290,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:16.268815 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Checking segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:27:16.269264 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network hostable DHCP agents. Network: 926d30e2-df51-4768-a041-0302533e17d3, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:27:16.288818 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 926d30e2-df51-4768-a041-0302533e17d3 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:27:16.298207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 926d30e2-df51-4768-a041-0302533e17d3) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:16.302885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:16.303693 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.312894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64eb8f-afad-4877-ab92-0163fc75b917 None None] Network 926d30e2-df51-4768-a041-0302533e17d3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:27:16.322028 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-fa46cf0a-ac7a-466b-9361-a87c0b9b6fb0 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4009244 Aug 19 01:27:16.322233 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:16.430567 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.440883 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Transition to ACTIVE for port object 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:16.446915 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.464752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-926d30e2-df51-4768-a041-0302533e17d3', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:27:16.465748 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.507200 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Attempting to bind port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:27:16.507564 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Attempting to bind port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:27:16.507922 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Attempting to bind port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:27:16.515706 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:27:16.516024 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:27:16.516438 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.516839 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:27:16.517285 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Bound port: 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:27:16.517659 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.524000 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Pushing event updated for resources: {'Port': ['ID=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:16.556385 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.556737 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.557082 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.557426 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.557751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.558084 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.558407 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.558746 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.559058 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.559375 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.559699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.560017 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:27:16.587497 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] For port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:27:16.590975 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] For port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:27:16.595105 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.613568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Allocated IP 172.20.0.2 (926d30e2-df51-4768-a041-0302533e17d3/8ea258f5-70fe-4d82-afd4-c85f8a48f290/fcc30a5b-f28d-4d9e-a84f-ece7f439b150) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:27:16.642685 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:16.643317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:16.693493 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974595-1f26-4e56-b304-2d2e09a6f687 None None] Pushing event updated for resources: {'Port': ['ID=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:16.718810 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.769885 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:16.790198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.811308 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.821169 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Transition to ACTIVE for port object fcc30a5b-f28d-4d9e-a84f-ece7f439b150 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:16.836238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Transition to ACTIVE for port object fcc30a5b-f28d-4d9e-a84f-ece7f439b150 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:16.843783 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.893601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Network 926d30e2-df51-4768-a041-0302533e17d3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:16.897757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:16.900276 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:27:16.907824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:16.959116 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Attempting to bind port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:27:16.959488 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Attempting to bind port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:27:16.959855 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Attempting to bind port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 on network 926d30e2-df51-4768-a041-0302533e17d3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:27:16.961237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:16.964876 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:27:16.965246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Checking segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:27:16.965648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.966040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Bound using segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:27:16.966501 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Bound port: fcc30a5b-f28d-4d9e-a84f-ece7f439b150, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:27:16.966880 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:16.987965 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e29e4c-8fa7-4312-b966-6262cbb41354 None None] The sync data for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 is: [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:14Z', 'revision_number': 3, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:27:17.039629 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] For port fcc30a5b-f28d-4d9e-a84f-ece7f439b150, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:27:17.043458 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] For port fcc30a5b-f28d-4d9e-a84f-ece7f439b150, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:27:17.048916 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.086361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.1 (926d30e2-df51-4768-a041-0302533e17d3/8ea258f5-70fe-4d82-afd4-c85f8a48f290/63a39756-1abc-4b77-95ad-5a5d67d66d30) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:27:17.118539 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cda72-9cf3-46f6-84f8-8540c6f2a2d7 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:17.219240 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.248114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 63a39756-1abc-4b77-95ad-5a5d67d66d30 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:17.291377 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.363766 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 926d30e2-df51-4768-a041-0302533e17d3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:17.367094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:17.371192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:27:17.401706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:17.425501 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.566152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.863312 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.868721 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.942912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:17.945010 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:18.042670 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 926d30e2-df51-4768-a041-0302533e17d3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:18.044144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:18.079809 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92329de-02ea-4e8b-99fe-9ebd0cc26d9a None None] Network 926d30e2-df51-4768-a041-0302533e17d3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:27:18.150738 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd35caec-de90-4537-88db-2036ee6a44a8 None None] Provisioning for port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:18.157936 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:27:18.161276 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:18.272110 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:27:18.277728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8a5b6a4-5497-49f0-a0b7-ea22bb9bcc3b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9545987 Aug 19 01:27:18.432942 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-6e7a57f1-95fd-4b61-a9aa-45bd0aecede4 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95336964&fields=id&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 267 time: 0.0361354 Aug 19 01:27:18.504621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-01b7f02d-6800-4b4a-8279-e5f8147b4cd4 None None] Provisioning for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:18.509267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-01b7f02d-6800-4b4a-8279-e5f8147b4cd4 None None] Provisioning complete for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:18.509712 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01b7f02d-6800-4b4a-8279-e5f8147b4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:18.552899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-01b7f02d-6800-4b4a-8279-e5f8147b4cd4 None None] Port 63a39756-1abc-4b77-95ad-5a5d67d66d30 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:27:18.555990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-0358ef78-7ea4-411b-b96d-5c92c2403a6c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:18.557679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-0358ef78-7ea4-411b-b96d-5c92c2403a6c tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 797 time: 0.1177752 Aug 19 01:27:18.573710 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-fd9a3b09-00cb-4465-9e4b-d9a7374ec7ad tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/quotas/483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 375 time: 0.0101266 Aug 19 01:27:18.607071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Sync routers for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:27:18.616934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:18.617844 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:18.635339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-8001cac2-a559-4e0f-b723-8bb6629d0f92 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557101 Aug 19 01:27:18.701404 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-261b2228-66ad-478e-bb98-469a42dba000 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:27:18.703075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-261b2228-66ad-478e-bb98-469a42dba000 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543849 Aug 19 01:27:18.712062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-af993511-b5c8-45dd-b61a-10d8666d5bd8 None None] Provisioning complete for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:18.712477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af993511-b5c8-45dd-b61a-10d8666d5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:18.766102 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-af993511-b5c8-45dd-b61a-10d8666d5bd8 None None] Port 63a39756-1abc-4b77-95ad-5a5d67d66d30 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:27:18.770012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:18.813788 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-dac96795-c9c0-420a-a942-f54675a01a7a service neutron] 10.222.0.20 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030381 Aug 19 01:27:18.934352 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-c5692ef0-718c-4493-8151-6f358347ff99 service neutron] 10.222.0.20 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102247 Aug 19 01:27:18.986735 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fcc30a5b-f28d-4d9e-a84f-ece7f439b150 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:19.074786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f5868701-a645-4e22-99e9-3b614091538c None None] Provisioning complete for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:19.075167 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5868701-a645-4e22-99e9-3b614091538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.113501 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-04b71715-8fe5-4f85-812c-571499eeca9e req-9ec76471-3e94-4d9f-82ed-f73c827bde9f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 210 time: 0.0270588 Aug 19 01:27:19.160278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f5868701-a645-4e22-99e9-3b614091538c None None] Port 63a39756-1abc-4b77-95ad-5a5d67d66d30 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:27:19.168056 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:19.177121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:19.177496 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.311922 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.326916 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 2, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:19.360571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Checking router: bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:27:19.361511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Updating router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 port 63a39756-1abc-4b77-95ad-5a5d67d66d30 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:27:19.397781 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port fcc30a5b-f28d-4d9e-a84f-ece7f439b150, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:19.402939 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.403828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:19.405448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.515385 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:19.582565 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:19.593624 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:19.593998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.750029 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.782632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:19.787358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.858034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.877874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:19.881461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Transition to ACTIVE for port object 63a39756-1abc-4b77-95ad-5a5d67d66d30 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:19.887083 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.935095 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a50cd2-bcc1-4947-b4a6-9eb5d11e105e None None] Pushing event updated for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:19.990131 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Attempting to bind port 63a39756-1abc-4b77-95ad-5a5d67d66d30 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:27:19.990596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Attempting to bind port 63a39756-1abc-4b77-95ad-5a5d67d66d30 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:27:19.991043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Attempting to bind port 63a39756-1abc-4b77-95ad-5a5d67d66d30 on network 926d30e2-df51-4768-a041-0302533e17d3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:27:19.997031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:27:19.997505 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Checking segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:27:19.997982 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:19.998450 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Bound using segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:27:19.998995 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Bound port: 63a39756-1abc-4b77-95ad-5a5d67d66d30, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:27:19.999450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:20.071099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] For port 63a39756-1abc-4b77-95ad-5a5d67d66d30, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:27:20.074408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] For port 63a39756-1abc-4b77-95ad-5a5d67d66d30, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=63a39756-1abc-4b77-95ad-5a5d67d66d30,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:27:20.079160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:20.082481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-d4b43191-b58f-4de8-b671-cc22858ed37f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:20.085926 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-d4b43191-b58f-4de8-b671-cc22858ed37f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 797 time: 0.1172211 Aug 19 01:27:20.148889 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-d87013a2-5282-4158-8396-cfaa19582a35 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483a8fbd1b77420fa04d48f02ef4190d HTTP/1.1" status: 200 len: 378 time: 0.0481997 Aug 19 01:27:20.161778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:20.162422 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:20.164386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a50cd2-bcc1-4947-b4a6-9eb5d11e105e None None] Pushing event updated for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:20.165426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'port': {'device_id': '5714267d-e65f-4470-83f6-50b2e04862f0', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'admin_state_up': True, 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'security_groups': ['d856117a-966b-4528-9fef-bdc3515b7b3c']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:20.284615 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:20.509386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:20Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:20.536285 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fb59-a70a-4e0e-a8c4-fe5bd69b5341 None None] The sync data for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 is: [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:20Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:27:20.549813 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06839d5f-2794-4020-8756-3f9aa66beb18 req-387f6d00-7cb9-44f5-b731-da11b9d60fec tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 210 time: 0.3527358 Aug 19 01:27:20.636120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Made reservation on behalf of 483a8fbd1b77420fa04d48f02ef4190d for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:27:20.639815 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:20.772053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.20.0.8 (926d30e2-df51-4768-a041-0302533e17d3/8ea258f5-70fe-4d82-afd4-c85f8a48f290/418e0456-6e9a-43fa-b8ba-ca9550edf6a2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:27:20.932698 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:20.933913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 63a39756-1abc-4b77-95ad-5a5d67d66d30 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:20.948193 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Transition to ACTIVE for port object 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:20.961204 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:27:20.982681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:20.997878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:21.002243 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:21.002651 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.031080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network 926d30e2-df51-4768-a041-0302533e17d3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:21.035009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:21.039980 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:27:21.078219 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:21.100779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.110139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:21.111410 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.132054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-e9bc9edd-8c5f-4cf5-869a-53a3978572b2 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712613 Aug 19 01:27:21.137989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 63a39756-1abc-4b77-95ad-5a5d67d66d30, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=63a39756-1abc-4b77-95ad-5a5d67d66d30,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:21.143628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.144468 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fcc30a5b-f28d-4d9e-a84f-ece7f439b150 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:21.150561 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Request body: {'port': {'device_id': '5714267d-e65f-4470-83f6-50b2e04862f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:21.217665 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.243355 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:21.248499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:21.248812 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.348099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9aa580b3-6ed6-4b12-9581-4bcba74f8cd6 None None] Provisioning for port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:21.352654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:21.356365 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9aa580b3-6ed6-4b12-9581-4bcba74f8cd6 None None] Provisioning complete for port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:21.356365 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aa580b3-6ed6-4b12-9581-4bcba74f8cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.417400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9aa580b3-6ed6-4b12-9581-4bcba74f8cd6 None None] Port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:27:21.429461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:21.429839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.506128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:27:21.514463 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.526985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Transition to ACTIVE for port object 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:27:21.530965 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.584985 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:21.664034 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Attempting to bind port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:27:21.664817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Attempting to bind port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:27:21.665165 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Attempting to bind port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 on network 926d30e2-df51-4768-a041-0302533e17d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:27:21.671543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 on network 926d30e2-df51-4768-a041-0302533e17d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:27:21.671875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Attempting to bind port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 on network 926d30e2-df51-4768-a041-0302533e17d3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:27:21.678172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:27:21.679196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Checking segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:27:21.679196 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Bound using segment: {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:27:21.679430 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Bound port: 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b6108f-4620-45c2-a9ba-e912b155d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '926d30e2-df51-4768-a041-0302533e17d3'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:27:21.679712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.688621 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a2965-1bd2-4710-8350-499e2cd16c11 req-661549e3-19b9-4493-b52b-5f428d28044d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:21.696932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-097a2965-1bd2-4710-8350-499e2cd16c11 req-661549e3-19b9-4493-b52b-5f428d28044d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 943 time: 0.0638859 Aug 19 01:27:21.734668 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-097a2965-1bd2-4710-8350-499e2cd16c11 req-2a5768d0-9351-48b9-9411-5521448c88fa tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364144 Aug 19 01:27:21.752132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:27:21.756877 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:27:21.761517 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.795284 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:21.795974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:21.797384 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 1092 time: 0.6517417 Aug 19 01:27:21.797853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:27:21.800108 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69" -d '{"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:27:21.840639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54277bf1-6543-44f7-a246-85ade380e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:21.850203 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520ad94f-8978-41b6-b3bb-6d3fd4767bc6 x-openstack-request-id: req-520ad94f-8978-41b6-b3bb-6d3fd4767bc6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:27:21.850493 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:27:21.850743 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-520ad94f-8978-41b6-b3bb-6d3fd4767bc6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:27:21.851163 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'status': 'completed', 'code': 200} Aug 19 01:27:21.911860 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-605ddc29-2ab9-4f00-9603-7e4b39dc0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:21.913426 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-605ddc29-2ab9-4f00-9603-7e4b39dc0f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1095 time: 0.0469651 Aug 19 01:27:21.962802 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-590265f4-7330-46c2-87d0-aaf3af6577f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0360763 Aug 19 01:27:22.013470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-7c231f54-ac0d-48ee-b059-66ca7991845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.014908 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-7c231f54-ac0d-48ee-b059-66ca7991845d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0452383 Aug 19 01:27:22.066088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-5229ce67-3368-4879-ad4f-c0cdd7e5e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.068112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-5229ce67-3368-4879-ad4f-c0cdd7e5e345 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461626 Aug 19 01:27:22.154811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-50733896-35c1-4eda-97a4-69d2b71c1c1d service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798433 Aug 19 01:27:22.266235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d1634c8a-89a3-4915-9d82-6feaf5f0dd1a req-b4c69f80-f3c9-4c9c-b734-e900aa2218de service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043069 Aug 19 01:27:22.401505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-6cc6f82b-77df-472f-9a1f-d40f59f34096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.403031 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-6cc6f82b-77df-472f-9a1f-d40f59f34096 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1095 time: 0.0403812 Aug 19 01:27:22.496308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-fda8e53b-ca98-46c4-b2ec-ea47fc77f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.497761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-fda8e53b-ca98-46c4-b2ec-ea47fc77f120 service neutron] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 897 time: 0.0877025 Aug 19 01:27:22.554098 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-7c4e0b21-d64a-4105-ac6b-e0661dc37ba5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0480275 Aug 19 01:27:22.605879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-f9a7900e-c1ac-48a8-b7d9-5c16b88b30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.607380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-f9a7900e-c1ac-48a8-b7d9-5c16b88b30b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0466735 Aug 19 01:27:22.655495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-d2209743-1b1a-4103-8295-8771400a751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.657012 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-d2209743-1b1a-4103-8295-8771400a751a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429058 Aug 19 01:27:22.744752 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-12578582-b0c8-47a8-a8a5-874c3db51397 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801306 Aug 19 01:27:22.841066 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 63a39756-1abc-4b77-95ad-5a5d67d66d30 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:22.845230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1631ccc1-f7a0-4110-8d3f-dbc6678fab69 req-a1f4b956-837f-4a7c-be5a-77f4e173f299 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934074 Aug 19 01:27:22.857520 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34b41a-c38d-450c-9662-623c6f3466ff req-6130899b-8b9f-4662-ab54-0aa4d5fa743d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:22.859027 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd34b41a-c38d-450c-9662-623c6f3466ff req-6130899b-8b9f-4662-ab54-0aa4d5fa743d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 943 time: 0.0523913 Aug 19 01:27:22.890407 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 63a39756-1abc-4b77-95ad-5a5d67d66d30 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:22.890788 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:22.902747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-dd34b41a-c38d-450c-9662-623c6f3466ff req-7ae2b417-4dd5-4714-bede-885deadf6455 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358522 Aug 19 01:27:24.020248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd80b7-07a5-49ee-8cad-1e3f3d03d989 req-a7eccb03-6db2-4519-acc8-d5f2f2b015bd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:24.021791 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-decd80b7-07a5-49ee-8cad-1e3f3d03d989 req-a7eccb03-6db2-4519-acc8-d5f2f2b015bd tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 943 time: 0.0488131 Aug 19 01:27:24.059199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-decd80b7-07a5-49ee-8cad-1e3f3d03d989 req-f466a0a0-83da-4e93-8f94-a6d4a7d11a82 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314875 Aug 19 01:27:25.173723 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b108a44-a594-4203-b0c0-be562e028830 req-c45b01b9-67af-44ee-924f-023ee75daf1b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:25.175211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b108a44-a594-4203-b0c0-be562e028830 req-c45b01b9-67af-44ee-924f-023ee75daf1b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 943 time: 0.0480111 Aug 19 01:27:25.212514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4b108a44-a594-4203-b0c0-be562e028830 req-63c9ae6a-901a-41d6-b9b4-48b8ec947e2f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308986 Aug 19 01:27:25.303234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:27:25.396708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:25.407101 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'port_id': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'mac_address': 'fa:16:3e:6a:55:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:27:25.441649 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:25.454391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:27:25.473619 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:25.477619 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:25.527052 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:25.871441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['418e0456-6e9a-43fa-b8ba-ca9550edf6a2'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:27:26.324554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e91e1-72f9-4bd8-896e-1c771be14ccb req-5bdd7fda-8b69-4597-bf94-0c0f4e34a38b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:26.326081 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-135e91e1-72f9-4bd8-896e-1c771be14ccb req-5bdd7fda-8b69-4597-bf94-0c0f4e34a38b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 944 time: 0.0474808 Aug 19 01:27:26.361940 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-135e91e1-72f9-4bd8-896e-1c771be14ccb req-da641470-85f6-46d0-bf65-0b5afc7879a7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301197 Aug 19 01:27:27.300190 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:27:27.347346 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:27:27.351465 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:27:27.351845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:27.432628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:27.458254 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:27:27.460539 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a11fb8-a5c9-4068-9645-677fee664585" -d '{"events": [{"server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "name": "network-vif-plugged", "status": "completed", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:27:27.474356 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:27:27.479102 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0f537-e115-44ed-be5e-51b6275acbe2 req-9fea27d5-165a-4ca7-9f96-ed008c0ac77d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:27.480658 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80d0f537-e115-44ed-be5e-51b6275acbe2 req-9fea27d5-165a-4ca7-9f96-ed008c0ac77d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 944 time: 0.0513186 Aug 19 01:27:27.480887 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:27.513786 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392a74d-5841-4722-af99-4d3199245715 x-openstack-request-id: req-1392a74d-5841-4722-af99-4d3199245715 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:27:27.514086 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "name": "network-vif-plugged", "status": "completed", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:27:27.514345 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1392a74d-5841-4722-af99-4d3199245715 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:27:27.514736 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'code': 200} Aug 19 01:27:27.527363 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-80d0f537-e115-44ed-be5e-51b6275acbe2 req-a0e461f4-9a70-4fdf-8c2c-1ca464be8bc8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364161 Aug 19 01:27:27.530630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:27.614744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:27.638410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80b753-c652-465e-862e-f258f3f047fc req-44a8ff02-3584-4f61-ac11-1bc5c77e7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:27.639915 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef80b753-c652-465e-862e-f258f3f047fc req-44a8ff02-3584-4f61-ac11-1bc5c77e7f47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1097 time: 0.0441072 Aug 19 01:27:27.674452 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ef80b753-c652-465e-862e-f258f3f047fc req-040207d8-0004-4cad-99bc-1547295975f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273788 Aug 19 01:27:28.644171 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b4ec-20d5-442f-92cc-5035d946e2cd req-03ad2949-5754-4b7e-a959-50d5ee307f2f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:28.645696 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10a4b4ec-20d5-442f-92cc-5035d946e2cd req-03ad2949-5754-4b7e-a959-50d5ee307f2f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Aug 19 01:27:28.683254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10a4b4ec-20d5-442f-92cc-5035d946e2cd req-9a7ef198-b0d9-428a-8d78-8e9699afe74a tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315056 Aug 19 01:27:29.793839 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43611-35fd-4ba1-9fbc-2204800c1702 req-b5cc7e09-b200-4dae-992f-e98220a168f9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:29.795299 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81b43611-35fd-4ba1-9fbc-2204800c1702 req-b5cc7e09-b200-4dae-992f-e98220a168f9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Aug 19 01:27:29.836856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-81b43611-35fd-4ba1-9fbc-2204800c1702 req-6a4b83ed-8e67-4158-adca-c130d6f4736b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355144 Aug 19 01:27:29.947853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61229b-659e-4364-9f6e-41962fd1879f req-9d660c0e-7b4e-4aad-af1f-5859b918b81f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:29.949349 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c61229b-659e-4364-9f6e-41962fd1879f req-9d660c0e-7b4e-4aad-af1f-5859b918b81f tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Aug 19 01:27:29.985592 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c61229b-659e-4364-9f6e-41962fd1879f req-0b1d56cb-dea1-48d1-b5a0-337c799a3bbf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301464 Aug 19 01:27:30.006942 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:30.048781 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003dfd8-a49b-4f46-9f49-4a37d68aab42 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:30.050272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7003dfd8-a49b-4f46-9f49-4a37d68aab42 tempest-TestNetworkAdvancedServerOps-1888308926 tempest-TestNetworkAdvancedServerOps-1888308926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1092 time: 0.0423822 Aug 19 01:27:30.053695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:30.058047 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:27:30.079091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:30.171654 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:30.273783 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Allocated IP 172.25.1.244 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/4257c498-61b0-431d-a94b-ff051b02d7d0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:27:30.373715 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:30.411273 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:30.453040 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:27:30.455823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:27:30.459937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:27:30.465161 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=4257c498-61b0-431d-a94b-ff051b02d7d0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:30.808649 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:30.876205 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:31.024697 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:31.029134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:31.095657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event updated for resources: {'Port': ['ID=4257c498-61b0-431d-a94b-ff051b02d7d0,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:27:31.105913 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:31.203884 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP 35162207-f168-41ed-a3a8-c3ac1a770669 associated. External IP: 172.25.1.244, port: 418e0456-6e9a-43fa-b8ba-ca9550edf6a2. Aug 19 01:27:31.403152 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:27:31.507557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:27:31.517451 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Sync routers for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:27:31.523061 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:31.527987 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:31.528638 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:31.550203 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a9d44ed6-07d8-4d26-a3a6-a4ceeac607f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4954877 Aug 19 01:27:31.550799 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:27:31.553668 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b4a8b-4785-48e3-a660-e58457cd4d35" -d '{"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:27:31.589332 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375df407-58be-49de-ac74-172513348c39 x-openstack-request-id: req-375df407-58be-49de-ac74-172513348c39 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:27:31.589332 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:27:31.589595 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-375df407-58be-49de-ac74-172513348c39 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:27:31.590319 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'status': 'completed', 'code': 200} Aug 19 01:27:31.648091 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:31.654208 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a4b71-de07-4630-8048-db2483fa751e req-e73e5916-a3b5-41e9-821a-ae930cefb340 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:31.655646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c46a4b71-de07-4630-8048-db2483fa751e req-e73e5916-a3b5-41e9-821a-ae930cefb340 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Aug 19 01:27:31.671422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-1387300f-8b82-4c89-add8-24b3227f1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:31.672986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-1387300f-8b82-4c89-add8-24b3227f1e5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1097 time: 0.0424514 Aug 19 01:27:31.697707 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c46a4b71-de07-4630-8048-db2483fa751e req-54b68f27-8152-4e6d-ab5a-fcdb68edace8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345213 Aug 19 01:27:31.719604 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47816) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:31.770727 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-3ca75dd5-a672-4150-94fa-1a9d91b30591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:31.772893 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-3ca75dd5-a672-4150-94fa-1a9d91b30591 service neutron] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 897 time: 0.0924754 Aug 19 01:27:31.783129 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-16fc493f-0583-4f85-abda-1c535cdc2b32 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/35162207-f168-41ed-a3a8-c3ac1a770669 HTTP/1.1" status: 200 len: 991 time: 0.0622005 Aug 19 01:27:31.838409 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-45a537e2-7acb-43a2-b84d-da4af0a6f247 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 999 time: 0.0590901 Aug 19 01:27:31.872877 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '35162207-f168-41ed-a3a8-c3ac1a770669', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'port_id': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'mac_address': 'fa:16:3e:6a:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5714267d-e65f-4470-83f6-50b2e04862f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:27:30Z', 'updated_at': '2021-08-19T01:27:30Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:31.890916 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-4343c832-c2cc-4b05-b1ee-db8e8395dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:31.892485 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-4343c832-c2cc-4b05-b1ee-db8e8395dec7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0476768 Aug 19 01:27:31.898075 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Checking router: bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:27:31.906126 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:27:31.906656 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:27:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:31.936930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-0ea7d4bd-416b-4a80-bd44-010d8060d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:27:31.938440 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-0ea7d4bd-416b-4a80-bd44-010d8060d801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396287 Aug 19 01:27:32.007636 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:27:32.027303 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-8beb0f48-16cb-4052-a855-1b652d49cea8 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Aug 19 01:27:32.120995 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd6b4a8b-4785-48e3-a660-e58457cd4d35 req-fe191bd4-a6ad-470e-a403-7e55fcf78702 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Aug 19 01:27:32.249882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '35162207-f168-41ed-a3a8-c3ac1a770669', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'port_id': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'mac_address': 'fa:16:3e:6a:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5714267d-e65f-4470-83f6-50b2e04862f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:27:30Z', 'updated_at': '2021-08-19T01:27:30Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:27:32.275918 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4117e2-6611-4808-babe-0a55c42314ac None None] The sync data for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 is: [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '35162207-f168-41ed-a3a8-c3ac1a770669', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'port_id': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'mac_address': 'fa:16:3e:6a:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5714267d-e65f-4470-83f6-50b2e04862f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:27:30Z', 'updated_at': '2021-08-19T01:27:30Z', 'revision_number': 0, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:27:32.464378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7eea13-22ea-4afa-992f-c08fd6547026 None None] New status for floating IP 35162207-f168-41ed-a3a8-c3ac1a770669: ACTIVE {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:27:32.786957 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:27:32.851388 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b94afc45-a3f1-466e-a73b-51cabc5e5528 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/35162207-f168-41ed-a3a8-c3ac1a770669 HTTP/1.1" status: 200 len: 993 time: 0.0616484 Aug 19 01:27:42.675948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29248bf7-d354-4821-a108-79ce88c1cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:45.046865 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2024e0fc-5153-4c5e-93e2-6c9e52a25f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:45.289072 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:46.034291 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:46.669058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:48.147908 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:57.614771 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:27:57.961911 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:28:12.676617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a38b9da-74e7-4ad5-bf69-8fe368ca81fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:15.046737 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-543b0682-c416-4eb7-8326-61dbc3b75ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:15.289540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:16.055485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:16.672405 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:18.150948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:24.566986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-41a8377c-a6ff-409a-8051-5109b968272b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389202 Aug 19 01:28:24.661157 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c680d-93ec-46dc-b752-eabbe887794a req-f4be59bd-4965-4605-9f75-66250bc19d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:24.662606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-f4be59bd-4965-4605-9f75-66250bc19d36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1097 time: 0.0398924 Aug 19 01:28:24.767491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c680d-93ec-46dc-b752-eabbe887794a req-f2a3cd47-78aa-45a1-aba1-555988920e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:24.769014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-f2a3cd47-78aa-45a1-aba1-555988920e93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 897 time: 0.0874913 Aug 19 01:28:24.833013 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-bca63abc-364b-42fd-92aa-eb0b6430c11a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0563819 Aug 19 01:28:24.879513 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c680d-93ec-46dc-b752-eabbe887794a req-3120f3f0-f497-4109-8913-3073cc87a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:24.880963 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-3120f3f0-f497-4109-8913-3073cc87a4e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0420620 Aug 19 01:28:24.928411 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c680d-93ec-46dc-b752-eabbe887794a req-1c4c3b99-791c-45a9-be9a-1f388d450ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:24.929868 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-1c4c3b99-791c-45a9-be9a-1f388d450ad8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419106 Aug 19 01:28:24.941140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-0bab53d2-cc83-4201-8716-15eedef343ea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:28:24.942911 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-0bab53d2-cc83-4201-8716-15eedef343ea service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053809 Aug 19 01:28:25.028722 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-8401be8c-92b6-49c1-9acd-bda5b7e2e1f1 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792563 Aug 19 01:28:25.122301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-007c680d-93ec-46dc-b752-eabbe887794a req-9be8c9c6-c419-40ca-8883-79ff597e0961 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860400 Aug 19 01:28:27.617033 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:34.960857 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:28:35.846269 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e69b6-341e-4ec0-9ecc-9d7a33e4f12a req-7286dcee-52c9-4647-8277-7b29ed5f257e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:35.847777 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-087e69b6-341e-4ec0-9ecc-9d7a33e4f12a req-7286dcee-52c9-4647-8277-7b29ed5f257e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Aug 19 01:28:35.885333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-087e69b6-341e-4ec0-9ecc-9d7a33e4f12a req-2f484acf-cd6b-456a-bb96-6d8f840cb7cf tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315957 Aug 19 01:28:37.003494 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff44469-d5b8-4395-b67b-4cf090cb4f3c req-591447c6-99e9-4ab1-89a1-0d7eecf37b6e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:37.005460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ff44469-d5b8-4395-b67b-4cf090cb4f3c req-591447c6-99e9-4ab1-89a1-0d7eecf37b6e tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Aug 19 01:28:37.041821 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4ff44469-d5b8-4395-b67b-4cf090cb4f3c req-53b4808a-692d-4062-bca9-e19a21b97cc1 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303774 Aug 19 01:28:38.153549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402b2c6-b28e-41bd-8932-bfc3fbe871df req-0e959fec-5b81-446f-9eb8-44770bc9da0d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:38.154993 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9402b2c6-b28e-41bd-8932-bfc3fbe871df req-0e959fec-5b81-446f-9eb8-44770bc9da0d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0466936 Aug 19 01:28:38.191117 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9402b2c6-b28e-41bd-8932-bfc3fbe871df req-72f8d4fd-268a-4a74-ac92-fb36f34c4120 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303121 Aug 19 01:28:38.213376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:38.558631 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1e1b63e9-e654-4d21-ba39-f50b05fe81f7 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/35162207-f168-41ed-a3a8-c3ac1a770669 HTTP/1.1" status: 200 len: 993 time: 0.3441687 Aug 19 01:28:39.847270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14070d6-0bab-4b42-b2cf-eae9ebbf7655 req-de3540a8-e4f5-40c3-ae24-483332c03323 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:39.848705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a14070d6-0bab-4b42-b2cf-eae9ebbf7655 req-de3540a8-e4f5-40c3-ae24-483332c03323 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Aug 19 01:28:39.882891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-e93db442-2503-4e9d-ba93-a1f9f619a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:39.884444 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-e93db442-2503-4e9d-ba93-a1f9f619a4fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1097 time: 0.0399890 Aug 19 01:28:39.887107 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-a14070d6-0bab-4b42-b2cf-eae9ebbf7655 req-cd287306-6b19-442c-8837-9c46c248ab97 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312803 Aug 19 01:28:39.975540 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-a44f483f-ae2c-45cc-96df-1b9ca0952e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:39.977046 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-a44f483f-ae2c-45cc-96df-1b9ca0952e4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 897 time: 0.0858631 Aug 19 01:28:40.041573 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-ab00244b-bc7b-4732-b20e-8ffd8756d8f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0575836 Aug 19 01:28:40.094439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-a1c63269-c5fe-40ca-b3a3-00e44e0def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:40.095854 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-a1c63269-c5fe-40ca-b3a3-00e44e0def84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0474408 Aug 19 01:28:40.140352 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-ac7e2d00-4e25-4820-b4c1-e93f873abcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:40.141800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-ac7e2d00-4e25-4820-b4c1-e93f873abcc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386336 Aug 19 01:28:40.226978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-c1a1bcc3-7415-4dd1-95a8-c1d5ae24e849 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779719 Aug 19 01:28:40.315165 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-89a692af-acd6-4be1-a6d1-aa64c833a343 req-f31a1bac-5e6b-4fb2-8b60-26b35ba76540 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812514 Aug 19 01:28:41.004444 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8eaa5-1e2e-484c-8649-a7f1051883eb req-cbebc609-2e45-4284-89aa-6d08d3f99b58 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:41.005907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abe8eaa5-1e2e-484c-8649-a7f1051883eb req-cbebc609-2e45-4284-89aa-6d08d3f99b58 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Aug 19 01:28:41.042597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-abe8eaa5-1e2e-484c-8649-a7f1051883eb req-847512f3-8dd2-4534-b182-9d2aada0074b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301533 Aug 19 01:28:42.162456 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f0cb-b54a-4185-979c-a4bed59c0099 req-2b8e5993-f198-4646-bffa-230abae0efd9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:42.163960 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c07f0cb-b54a-4185-979c-a4bed59c0099 req-2b8e5993-f198-4646-bffa-230abae0efd9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Aug 19 01:28:42.202856 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0c07f0cb-b54a-4185-979c-a4bed59c0099 req-9568c465-76f1-4cd5-803c-87750e8a384d tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326388 Aug 19 01:28:42.224979 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:42.289194 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7f992cce-9f18-4f73-bc27-e1002797748b tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/floatingips/35162207-f168-41ed-a3a8-c3ac1a770669 HTTP/1.1" status: 200 len: 993 time: 0.0630670 Aug 19 01:28:42.516518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:42.678829 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e46a369-7adb-40bf-8beb-e4edf6927b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:42.679439 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 4257c498-61b0-431d-a94b-ff051b02d7d0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:28:42.679565 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:42.758095 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:42.758423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:42.769768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 4257c498-61b0-431d-a94b-ff051b02d7d0 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:28:42.916860 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:42.943144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=4257c498-61b0-431d-a94b-ff051b02d7d0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:42.952881 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.953231 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.953571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.953908 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.954242 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.954565 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.954900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.955225 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.956100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.956100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.956320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:42.956512 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:43.014520 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:43.014863 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Floating IP 35162207-f168-41ed-a3a8-c3ac1a770669 disassociated (deleted). External IP: 172.25.1.244, port: 418e0456-6e9a-43fa-b8ba-ca9550edf6a2. Aug 19 01:28:43.222726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:28:43.331955 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:28:43.338542 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:43.343773 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Sync routers for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:28:43.352501 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:43.353093 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:43.364717 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cec83e5a-9c23-48bc-85ef-c77b60edc798 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/floatingips/35162207-f168-41ed-a3a8-c3ac1a770669 HTTP/1.1" status: 204 len: 168 time: 0.8470898 Aug 19 01:28:43.365318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:28:43.367642 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:28:43.415453 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5050b-96f1-48f7-97b5-677b4e573e4c x-openstack-request-id: req-ebd5050b-96f1-48f7-97b5-677b4e573e4c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:28:43.415759 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:28:43.416144 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd5050b-96f1-48f7-97b5-677b4e573e4c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:28:43.416587 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'status': 'completed', 'code': 200} Aug 19 01:28:43.502844 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-e47bef2b-92dd-40b4-a26e-391e120e6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:43.504467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-e47bef2b-92dd-40b4-a26e-391e120e6013 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 1097 time: 0.0452495 Aug 19 01:28:43.565652 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:43.633738 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-b2612186-0aa1-4916-b7c8-22e34451cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:43.635234 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-b2612186-0aa1-4916-b7c8-22e34451cfde service neutron] 10.222.0.21 "GET /v2.0/networks?id=926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 200 len: 897 time: 0.1230559 Aug 19 01:28:43.642734 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f0dfb-7ae9-4a3f-b622-17dc7d3b016c req-1aaf71c2-3ec9-4ef7-8a72-9734756bcf45 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:43.644131 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e0f0dfb-7ae9-4a3f-b622-17dc7d3b016c req-1aaf71c2-3ec9-4ef7-8a72-9734756bcf45 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0784183 Aug 19 01:28:43.688728 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-efdbd9ca-789a-4b4a-984e-ad3cb4ba8ccb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0435960 Aug 19 01:28:43.750615 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4e0f0dfb-7ae9-4a3f-b622-17dc7d3b016c req-50159909-9c00-4429-bc40-7ab90c92c7bc tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987992 Aug 19 01:28:43.758517 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-993b23d8-42a7-4fa4-8092-41cddd6bae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:43.760032 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-993b23d8-42a7-4fa4-8092-41cddd6bae7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 200 len: 834 time: 0.0623975 Aug 19 01:28:43.763736 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:43.789402 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Checking router: bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:28:43.798235 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:43.798826 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:43.806707 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-9307ef5a-02a0-4906-a6d8-c9ec024c7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:43.808210 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-9307ef5a-02a0-4906-a6d8-c9ec024c7d17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=926d30e2-df51-4768-a041-0302533e17d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407228 Aug 19 01:28:43.901855 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:43.902740 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-018a7aee-8ffc-4219-a7df-ab91c1e873e0 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Aug 19 01:28:43.992247 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-92f8e8d2-17ee-44b6-a407-4cbdf07c4a8f req-52549228-e37c-442a-90b6-5f8fa0488408 service neutron] 10.222.0.21 "GET /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818291 Aug 19 01:28:44.091775 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:44.120928 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e1c36-195d-430a-ac9e-7b55d0e22082 None None] The sync data for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 is: [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:17Z', 'revision_number': 4, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '63a39756-1abc-4b77-95ad-5a5d67d66d30', 'name': '', 'network_id': '926d30e2-df51-4768-a041-0302533e17d3', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'mac_address': 'fa:16:3e:16:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:16Z', 'updated_at': '2021-08-19T01:27:21Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'subnets': [{'id': '8ea258f5-70fe-4d82-afd4-c85f8a48f290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:28:44.328224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68087d-74ab-44b7-a020-805e4cbc942d None None] New status for floating IP 35162207-f168-41ed-a3a8-c3ac1a770669: DOWN {{(pid=94624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:28:44.873290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f28f0-c186-4ed3-af83-0c51ed365159 req-e93f4297-2499-4c01-a1bf-2ab7e8dad9b3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:44.874757 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-151f28f0-c186-4ed3-af83-0c51ed365159 req-e93f4297-2499-4c01-a1bf-2ab7e8dad9b3 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Aug 19 01:28:44.911939 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-151f28f0-c186-4ed3-af83-0c51ed365159 req-d70fea6e-3af1-40c4-ad05-8708a711d476 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/security-groups?id=d856117a-966b-4528-9fef-bdc3515b7b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312576 Aug 19 01:28:45.046219 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db311bcd-4805-4ce6-b6ba-0742dea9a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.290621 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.375545 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-4785fda3-a67d-45a5-959e-ea8e810edaf5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:45.377054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-4785fda3-a67d-45a5-959e-ea8e810edaf5 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Aug 19 01:28:45.466632 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:28:45.466978 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.554014 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:45.554299 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.566192 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:28:45.694756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.723364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=418e0456-6e9a-43fa-b8ba-ca9550edf6a2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:45.766562 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] No DVR routers for this DVR port 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:28:45.769497 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:45.772267 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2dab54f2-1a1d-44e0-9f33-f515a4737e9d req-2d6ff733-712b-4af2-ac71-407921372568 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.21 "DELETE /v2.0/ports/418e0456-6e9a-43fa-b8ba-ca9550edf6a2 HTTP/1.1" status: 204 len: 173 time: 0.3893297 Aug 19 01:28:45.772759 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'name': 'network-vif-deleted', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:28:45.775854 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c6731-48ed-488f-942e-57a45365774a" -d '{"events": [{"server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "name": "network-vif-deleted", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:28:45.813026 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7055be92-7b81-4fc4-808f-1b4723e590df x-openstack-request-id: req-7055be92-7b81-4fc4-808f-1b4723e590df {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:28:45.813327 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5714267d-e65f-4470-83f6-50b2e04862f0", "name": "network-vif-deleted", "tag": "418e0456-6e9a-43fa-b8ba-ca9550edf6a2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:28:45.813583 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7055be92-7b81-4fc4-808f-1b4723e590df {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:28:45.813989 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5714267d-e65f-4470-83f6-50b2e04862f0', 'name': 'network-vif-deleted', 'tag': '418e0456-6e9a-43fa-b8ba-ca9550edf6a2', 'status': 'completed', 'code': 200} Aug 19 01:28:46.013261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b73a65ed-8217-4e98-9772-61394c20295f req-2a8a2e4e-2f3f-4c87-aac8-a4e8da11f228 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "GET /v2.0/ports?device_id=5714267d-e65f-4470-83f6-50b2e04862f0 HTTP/1.1" status: 200 len: 210 time: 0.0255287 Aug 19 01:28:46.057537 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:46.672749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:47.070012 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:47.417372 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:47.661501 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 63a39756-1abc-4b77-95ad-5a5d67d66d30 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:28:47.662143 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:47.751917 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 63a39756-1abc-4b77-95ad-5a5d67d66d30, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=63a39756-1abc-4b77-95ad-5a5d67d66d30,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:47.752284 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:47.765330 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 63a39756-1abc-4b77-95ad-5a5d67d66d30 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:28:47.944787 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:47.968089 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=63a39756-1abc-4b77-95ad-5a5d67d66d30,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:48.138053 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:48.155347 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:48.348884 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:28:48.737303 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:28:48.744351 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ff11a5c1-385d-443e-bf0e-034643fa5123 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "PUT /v2.0/routers/bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711235 Aug 19 01:28:48.745124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:48.746478 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Sync routers for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:28:48.755306 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:48.755903 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:48.795051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting subnet 8ea258f5-70fe-4d82-afd4-c85f8a48f290 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:28:48.798225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:48.847331 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:48.860672 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:48.930552 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:48.986862 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.018496 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.021495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/subnets/8ea258f5-70fe-4d82-afd4-c85f8a48f290 HTTP/1.1" status: 204 len: 168 time: 0.2742841 Aug 19 01:28:49.021855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92887aac-a444-4e20-b4b5-9ed1d72d7362 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea258f5-70fe-4d82-afd4-c85f8a48f290,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:49.023685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47898) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:49.025794 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b2b429-4985-4abe-923f-1924de2b1f93 None None] Network 926d30e2-df51-4768-a041-0302533e17d3 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:28:49.043152 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:28:47Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:49.068968 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Checking router: bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:28:49.076741 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Routers {'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:49.077341 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:49.134998 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.186182 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] Set router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:49.200835 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] DHCP port deletion for 926d30e2-df51-4768-a041-0302533e17d3 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:28:49.241928 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.245064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Deleting port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:28:49.245444 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.298657 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Deleting port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:28:49.298657 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.307282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] For port fcc30a5b-f28d-4d9e-a84f-ece7f439b150, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,segment=NetworkSegment(b5b6108f-4620-45c2-a9ba-e912b155d23f),segment_id=b5b6108f-4620-45c2-a9ba-e912b155d23f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:49.307680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.320500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Calling delete_port for fcc30a5b-f28d-4d9e-a84f-ece7f439b150 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:28:49.374823 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:28:47Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:49.381763 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] For port 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:49.382136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.394251 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Calling delete_port for 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:28:49.402432 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.403001 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c5d47-b7ee-4b12-a829-f5eab9836881 None None] The sync data for ids ['bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8'] in n-d-771363-38 is: [{'id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267500928', 'tenant_id': '483a8fbd1b77420fa04d48f02ef4190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:28:47Z', 'revision_number': 5, 'project_id': '483a8fbd1b77420fa04d48f02ef4190d', 'gw_port': {'id': '553b793b-6f57-4e2c-b1df-6ed3e71f9a5f', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:27:14Z', 'updated_at': '2021-08-19T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:28:49.437542 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Pushing event deleted for resources: {'Port': ['ID=fcc30a5b-f28d-4d9e-a84f-ece7f439b150,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:49.442161 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] No DVR routers for this DVR port fcc30a5b-f28d-4d9e-a84f-ece7f439b150 on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.452668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.453801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.453801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.453801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.453801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bbe6c-a07b-4c0a-bbb6-2b6640fb0bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.573567 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.599669 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Port': ['ID=553b793b-6f57-4e2c-b1df-6ed3e71f9a5f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:49.626006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.626361 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.626699 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.627078 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.627529 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.627970 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.628460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.628935 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.629407 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.629887 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.630964 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.631409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:49.675530 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.704414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:28:49.723830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:28:49.724195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 418e0456-6e9a-43fa-b8ba-ca9550edf6a2 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:28:49.768981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.771240 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.819915 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.820919 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Fanout notify agent at l3_agent the message router_deleted on router bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:28:49.827831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:49.831728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:49.832210 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ade01a77-ab4a-4135-b904-c6bc24ac87a8 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/routers/bb1b9d9c-f00b-409c-aeb6-65c7c9e421e8 HTTP/1.1" status: 204 len: 168 time: 0.8068862 Aug 19 01:28:49.911145 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.003778 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.014519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926d30e2-df51-4768-a041-0302533e17d3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:50.024622 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b6108f-4620-45c2-a9ba-e912b155d23f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:50.024924 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b6108f-4620-45c2-a9ba-e912b155d23f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:50.034225 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.048182 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.054630 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:28:50.055025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:28:50.058165 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:28:50.113163 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.120767 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.122542 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/networks/926d30e2-df51-4768-a041-0302533e17d3 HTTP/1.1" status: 204 len: 168 time: 0.2897744 Aug 19 01:28:50.125414 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47902) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:50.134286 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ea10-bad5-46e3-9ecc-f98a22057f04 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'Network': ['ID=926d30e2-df51-4768-a041-0302533e17d3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:50.183845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.209175 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.266325 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.269062 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.270211 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] 10.222.0.20 "DELETE /v2.0/security-groups/d856117a-966b-4528-9fef-bdc3515b7b3c HTTP/1.1" status: 204 len: 168 time: 0.1437402 Aug 19 01:28:50.279465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef21fb7-0852-4d29-967f-f9d443916bc9 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856117a-966b-4528-9fef-bdc3515b7b3c,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:50.609124 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47910) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:50.735735 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8f8a5c57-bd5b-4caa-8a8c-d53890fe3da2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=483a8fbd1b77420fa04d48f02ef4190d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254635 Aug 19 01:28:50.738193 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47914) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:50.785033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.809243 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.857771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.860397 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:50.862682 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88775d81-d7fd-4bf4-ab0d-dc73e18f90ea HTTP/1.1" status: 204 len: 168 time: 0.1224864 Aug 19 01:28:50.869720 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c7d0-1b4d-4043-b1e7-b905120aa072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88775d81-d7fd-4bf4-ab0d-dc73e18f90ea,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:50.886646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 63a39756-1abc-4b77-95ad-5a5d67d66d30 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:28:50.909239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 63a39756-1abc-4b77-95ad-5a5d67d66d30 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:28:50.909590 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 63a39756-1abc-4b77-95ad-5a5d67d66d30 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:28:50.910200 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fcc30a5b-f28d-4d9e-a84f-ece7f439b150 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:28:50.928577 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: fcc30a5b-f28d-4d9e-a84f-ece7f439b150 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:28:50.928925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device fcc30a5b-f28d-4d9e-a84f-ece7f439b150 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:28:50.929334 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:28:50.947807 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:28:50.948154 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 553b793b-6f57-4e2c-b1df-6ed3e71f9a5f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:28:51.133051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47920) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:51.147230 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71eff555-2116-4783-8fa0-f4af198edbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.237687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71eff555-2116-4783-8fa0-f4af198edbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.241604 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-71eff555-2116-4783-8fa0-f4af198edbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.278770 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-71eff555-2116-4783-8fa0-f4af198edbe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68acbcbf8f2145599cad3779b1e42479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446328 Aug 19 01:28:51.280821 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff555-2116-4783-8fa0-f4af198edbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97e614-76fe-4fb5-b46a-07691f3d151c,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:51.281472 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:51.329555 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.353792 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.397880 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.400483 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:51.401597 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f97e614-76fe-4fb5-b46a-07691f3d151c HTTP/1.1" status: 204 len: 168 time: 0.1191430 Aug 19 01:28:51.408764 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acbc0b-2840-4648-8552-8151ae0aa8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97e614-76fe-4fb5-b46a-07691f3d151c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:52.083650 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:52.175699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-70558153-network', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:52.196688 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Made reservation on behalf of 7c6b24a127d943ef8a43d887aa477fd2 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:28:52.198962 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.206864 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.294490 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.298146 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.323584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:28:52.333216 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00a8b0f-487a-4fba-b288-1375c71e7c66,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:52.339282 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.339713 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Added segment b5c2b18c-e8b0-41c1-8057-44a8962fe7f4 of type vlan for network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 Aug 19 01:28:52.378832 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.402964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.404000 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:52.404636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.454922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3694785 Aug 19 01:28:52.457770 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47948) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:52.462961 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Request body: {'subnet': {'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-70558153-subnet', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:52.467146 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82443556-a093-4ec7-93c0-a56485f5a72d admin admin] Pushing event updated for resources: {'Network': ['ID=2e610d6a-8f3b-4d74-9113-4ce91ca60651,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:52.477825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:28:52.485385 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Made reservation on behalf of 7c6b24a127d943ef8a43d887aa477fd2 for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:28:52.487888 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.652443 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.709638 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d155d04-24d8-4c39-9a56-66bb537fb685,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:52.713790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Checking segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:52.714148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Network hostable DHCP agents. Network: 2e610d6a-8f3b-4d74-9113-4ce91ca60651, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:28:52.730248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:28:52.738736 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 2e610d6a-8f3b-4d74-9113-4ce91ca60651) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:52.743070 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:52.743685 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.749117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3daa2e-c385-49b1-9a3f-1ee3aaf160da None None] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:28:52.757648 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2e3e9a58-8e9c-44bc-b59a-f56c82563800 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.2987187 Aug 19 01:28:52.760347 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47950) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:52.764733 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:52.785490 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.786502 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.845162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.896708 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:28:52.897562 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:52.978725 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.030099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Allocated IP 172.20.0.2 (2e610d6a-8f3b-4d74-9113-4ce91ca60651/5d155d04-24d8-4c39-9a56-66bb537fb685/c613500d-c99b-4838-a552-07f43ae51ade) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:28:53.169672 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.175641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.178820 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Transition to ACTIVE for port object c613500d-c99b-4838-a552-07f43ae51ade will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:53.193452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Transition to ACTIVE for port object c613500d-c99b-4838-a552-07f43ae51ade will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:53.194777 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.199161 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.234335 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:53.237126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:53.243512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:28:53.270601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Pushing event updated for resources: {'Port': ['ID=c613500d-c99b-4838-a552-07f43ae51ade,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:53.299490 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Allocated IP 172.25.1.42 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e09ee417-e79a-459b-8133-e713e7010739) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:28:53.301752 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Attempting to bind port c613500d-c99b-4838-a552-07f43ae51ade on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:28:53.302155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Attempting to bind port c613500d-c99b-4838-a552-07f43ae51ade by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:28:53.302543 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Attempting to bind port c613500d-c99b-4838-a552-07f43ae51ade on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:28:53.307589 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:28:53.307970 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Checking segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:53.308407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.308803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Bound using segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:28:53.309283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Bound port: c613500d-c99b-4838-a552-07f43ae51ade, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:28:53.309705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.373989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] For port c613500d-c99b-4838-a552-07f43ae51ade, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:28:53.380431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] For port c613500d-c99b-4838-a552-07f43ae51ade, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c613500d-c99b-4838-a552-07f43ae51ade,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:28:53.384710 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.403121 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.438882 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2d002-a432-4e68-ab4f-4bc96d6704ec None None] Pushing event updated for resources: {'Port': ['ID=c613500d-c99b-4838-a552-07f43ae51ade,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:53.450755 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.492244 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:53.497253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:53.502453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:28:53.527960 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Pushing event updated for resources: {'Port': ['ID=e09ee417-e79a-459b-8133-e713e7010739,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:53.770773 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:53.958949 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:54.082683 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Router 34336784-d3d0-4acb-98ab-6902496b071c is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:28:54.193153 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:28:54.204608 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:28:54.209229 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:54.210347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-40844c00-6c45-4195-babc-a90b45140782 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.4490559 Aug 19 01:28:54.212967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47952) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:54.214324 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:54.214968 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:54.328840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:54.388962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c704a-8449-44db-8205-010306c83f8d None None] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:28:54.504148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-caa2b68b-ced6-4e85-8f03-9f8698bbfd47 None None] Provisioning for port c613500d-c99b-4838-a552-07f43ae51ade completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:54.646148 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:53Z', 'revision_number': 3, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:54.680039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:28:54.680511 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Updating router 34336784-d3d0-4acb-98ab-6902496b071c port e09ee417-e79a-459b-8133-e713e7010739 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:28:54.707415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:54.936504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c613500d-c99b-4838-a552-07f43ae51ade up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:28:54.980383 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.042568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.053363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port c613500d-c99b-4838-a552-07f43ae51ade completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:55.057646 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Transition to ACTIVE for port object e09ee417-e79a-459b-8133-e713e7010739 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:55.061031 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c613500d-c99b-4838-a552-07f43ae51ade triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:55.061473 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.064220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.143389 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Allocated IP 172.20.0.1 (2e610d6a-8f3b-4d74-9113-4ce91ca60651/5d155d04-24d8-4c39-9a56-66bb537fb685/f0815198-5a09-4eb5-9b9d-5e20f20156ba) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:28:55.146383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bc91f-fac1-40a9-ac31-6402e3ebccaa None None] Pushing event updated for resources: {'Port': ['ID=e09ee417-e79a-459b-8133-e713e7010739,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:55.150278 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Attempting to bind port e09ee417-e79a-459b-8133-e713e7010739 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:28:55.150658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Attempting to bind port e09ee417-e79a-459b-8133-e713e7010739 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:28:55.151026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Attempting to bind port e09ee417-e79a-459b-8133-e713e7010739 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:28:55.160512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:28:55.160896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:55.161306 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.161711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:28:55.162703 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Bound port: e09ee417-e79a-459b-8133-e713e7010739, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:28:55.163095 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.235998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.245911 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.255063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] For port e09ee417-e79a-459b-8133-e713e7010739, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:28:55.258975 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Transition to ACTIVE for port object f0815198-5a09-4eb5-9b9d-5e20f20156ba will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:55.276026 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] For port e09ee417-e79a-459b-8133-e713e7010739, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e09ee417-e79a-459b-8133-e713e7010739,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:28:55.285705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.289776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port c613500d-c99b-4838-a552-07f43ae51ade, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c613500d-c99b-4838-a552-07f43ae51ade,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:55.293188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.314431 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.336323 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:55.340086 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:55.340768 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:55.343128 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:55.347457 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:28:55.370626 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:55.395983 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bc91f-fac1-40a9-ac31-6402e3ebccaa None None] Pushing event updated for resources: {'Port': ['ID=e09ee417-e79a-459b-8133-e713e7010739,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:55.396638 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.493669 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=c613500d-c99b-4838-a552-07f43ae51ade,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:55.507127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:55.535120 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.706548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.711321 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.778696 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:55.781181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.789451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-123e511e-a5c4-41af-8303-904f9dad2604 None None] Provisioning for port f0815198-5a09-4eb5-9b9d-5e20f20156ba completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:55.801424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-123e511e-a5c4-41af-8303-904f9dad2604 None None] Provisioning complete for port f0815198-5a09-4eb5-9b9d-5e20f20156ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:55.801803 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-123e511e-a5c4-41af-8303-904f9dad2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:55.863117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-123e511e-a5c4-41af-8303-904f9dad2604 None None] Port f0815198-5a09-4eb5-9b9d-5e20f20156ba cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:28:55.881771 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:55.883110 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:55.890043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:53Z', 'revision_number': 3, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:55.919880 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a6a90-68c4-4a73-81f7-47e473ec259d None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:53Z', 'revision_number': 3, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:28:56.001539 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:28:56.127502 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:28:56.134091 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6f122c3d-fc47-40bd-be57-d636703b0cf5 admin admin] 10.222.0.20 "PUT /v2.0/routers/34336784-d3d0-4acb-98ab-6902496b071c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9200931 Aug 19 01:28:56.187772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9c05cf7c-cd59-4ed1-aa60-87db9cef8ae1 None None] Provisioning complete for port f0815198-5a09-4eb5-9b9d-5e20f20156ba triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:56.188265 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c05cf7c-cd59-4ed1-aa60-87db9cef8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.225350 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9c05cf7c-cd59-4ed1-aa60-87db9cef8ae1 None None] Port f0815198-5a09-4eb5-9b9d-5e20f20156ba cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:28:56.634185 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:56.639082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1119962254-network', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:56.661986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Made reservation on behalf of 06c18433fb1e480a91ecce603f8f11f5 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:28:56.664382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.673866 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.767892 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.772097 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.792435 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:28:56.805718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f480fb6-551c-4fd1-ac9b-f609c2249e88,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:56.810547 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.810924 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Added segment 5b039fb2-c2ac-4f52-b150-ca77c4058e1b of type vlan for network 4b1a9918-43e3-4097-8560-a8a1232f2d3d Aug 19 01:28:56.851657 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.876230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.877241 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:56.877828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.931475 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2963126 Aug 19 01:28:56.934107 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:56.939009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Request body: {'subnet': {'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1119962254-subnet', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:56.958375 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c613500d-c99b-4838-a552-07f43ae51ade up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:28:56.959059 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fac49f-73b8-406f-94d4-cdc854bc1391 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1a9918-43e3-4097-8560-a8a1232f2d3d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:56.972612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Made reservation on behalf of 06c18433fb1e480a91ecce603f8f11f5 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:28:56.974966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:56.981166 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:28:57.065048 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port c613500d-c99b-4838-a552-07f43ae51ade triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:57.065436 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.148180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.155383 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e09ee417-e79a-459b-8133-e713e7010739 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:28:57.205246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port e09ee417-e79a-459b-8133-e713e7010739 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:57.209847 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e09ee417-e79a-459b-8133-e713e7010739 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:57.210230 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.214409 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Checking segment: {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:57.214789 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Network hostable DHCP agents. Network: 4b1a9918-43e3-4097-8560-a8a1232f2d3d, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:28:57.217922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16fdf46c-eae9-415c-9cd9-42c6106162e7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:57.233927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:28:57.243481 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 4b1a9918-43e3-4097-8560-a8a1232f2d3d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:57.248273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:28:57.249290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.255347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19218768-b5f3-4f2c-97be-075ab152c137 None None] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:28:57.264061 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cf083db2-1961-4b11-b688-109bb435bf78 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3287439 Aug 19 01:28:57.266606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:57.271133 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:28:57.292611 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.293629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.350666 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.359784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.403621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port e09ee417-e79a-459b-8133-e713e7010739, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e09ee417-e79a-459b-8133-e713e7010739,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:28:57.408694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.451776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:28:57.462106 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:57.462880 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:57.481523 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:28:57.482369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.491939 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=e09ee417-e79a-459b-8133-e713e7010739,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:57.492423 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.625999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.634085 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Allocated IP 172.20.0.2 (4b1a9918-43e3-4097-8560-a8a1232f2d3d/16fdf46c-eae9-415c-9cd9-42c6106162e7/f722131c-f153-4ded-88f1-8d10b9b0ddea) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:28:57.694765 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:57.709219 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.731986 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.798130 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.807652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Transition to ACTIVE for port object f722131c-f153-4ded-88f1-8d10b9b0ddea will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:57.823677 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Transition to ACTIVE for port object f722131c-f153-4ded-88f1-8d10b9b0ddea will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:57.833367 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.851870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Allocated IP 172.25.1.81 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/6f4d79c0-9e30-420e-bf7e-c3b991ee5293) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:28:57.867156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:57.871442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:57.875601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:28:57.912827 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 2, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:57.934874 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Pushing event updated for resources: {'Port': ['ID=f722131c-f153-4ded-88f1-8d10b9b0ddea,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:57.937716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Attempting to bind port f722131c-f153-4ded-88f1-8d10b9b0ddea on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:28:57.938103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Attempting to bind port f722131c-f153-4ded-88f1-8d10b9b0ddea by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:28:57.938477 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Attempting to bind port f722131c-f153-4ded-88f1-8d10b9b0ddea on network 4b1a9918-43e3-4097-8560-a8a1232f2d3d {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:28:57.938801 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:28:57.939160 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Updating router 34336784-d3d0-4acb-98ab-6902496b071c port f0815198-5a09-4eb5-9b9d-5e20f20156ba binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:28:57.944801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:28:57.945192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Checking segment: {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:57.945605 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.946011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Bound using segment: {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:28:57.946489 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Bound port: f722131c-f153-4ded-88f1-8d10b9b0ddea, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:28:57.946883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.959500 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.965273 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:57.999671 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.017351 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] For port f722131c-f153-4ded-88f1-8d10b9b0ddea, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:28:58.020601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] For port f722131c-f153-4ded-88f1-8d10b9b0ddea, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f722131c-f153-4ded-88f1-8d10b9b0ddea,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:28:58.026510 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.046049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:28:58.050668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:28:58.055326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:28:58.057389 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:58.091723 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc0cb-dcc6-4d0b-bcc1-05b5b5873519 None None] Pushing event updated for resources: {'Port': ['ID=f722131c-f153-4ded-88f1-8d10b9b0ddea,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:58.274126 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.286151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Transition to ACTIVE for port object f0815198-5a09-4eb5-9b9d-5e20f20156ba will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:28:58.292215 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.348821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.351595 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Pushing event updated for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:58.372438 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.372823 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.373102 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.373437 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.373764 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.374086 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.374409 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.374729 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.375048 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.375362 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.375677 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.375990 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:28:58.426995 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Attempting to bind port f0815198-5a09-4eb5-9b9d-5e20f20156ba on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:28:58.427361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Attempting to bind port f0815198-5a09-4eb5-9b9d-5e20f20156ba by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:28:58.428239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Attempting to bind port f0815198-5a09-4eb5-9b9d-5e20f20156ba on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:28:58.433653 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:28:58.434035 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Checking segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:28:58.434445 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.434845 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Bound using segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:28:58.435317 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Bound port: f0815198-5a09-4eb5-9b9d-5e20f20156ba, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:28:58.435702 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.507444 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] For port f0815198-5a09-4eb5-9b9d-5e20f20156ba, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:28:58.510668 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] For port f0815198-5a09-4eb5-9b9d-5e20f20156ba, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f0815198-5a09-4eb5-9b9d-5e20f20156ba,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:28:58.516097 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.578315 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287255-028f-4a1c-b061-8f785b833dad None None] Pushing event updated for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:28:58.582925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.583364 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:58.584346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:58.711642 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:58.727990 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:28:58.879925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:28:58.890121 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Sync routers for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:28:58.904094 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:58.905986 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-23f3a81b-4774-4cf6-ba5c-18cfa0612a87 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6380928 Aug 19 01:28:58.908401 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:28:58.926145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:28:58.926851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:58.970551 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:28:58Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:59.007541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78807b8b-7de9-40ad-a84e-e90f11a55274 None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:28:58Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:28:59.140415 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:28:59.202601 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e09ee417-e79a-459b-8133-e713e7010739 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:28:59.261060 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce85439-5e9d-4eae-87f6-7bb4ba22eab4 None None] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:28:59.372463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0f45e70f-8c0e-4f3f-9ffd-078c42e70bb8 None None] Provisioning for port f722131c-f153-4ded-88f1-8d10b9b0ddea completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:59.435776 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port e09ee417-e79a-459b-8133-e713e7010739 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:59.436160 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:59.582683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:28:58Z', 'revision_number': 3, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:28:59.620748 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Checking router: cdd1844d-d2a9-4a5d-a153-6092d02f3a11 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:28:59.621113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Updating router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:28:59.643849 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f722131c-f153-4ded-88f1-8d10b9b0ddea up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:28:59.674574 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:59.769640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:59.806041 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f722131c-f153-4ded-88f1-8d10b9b0ddea completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:28:59.814023 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f722131c-f153-4ded-88f1-8d10b9b0ddea triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:59.814407 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:59.965177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cf1155df-03f5-4459-a61b-05c085b3bae5 None None] Provisioning complete for port f722131c-f153-4ded-88f1-8d10b9b0ddea triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:28:59.965560 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf1155df-03f5-4459-a61b-05c085b3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:28:59.975543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Allocated IP 172.20.0.1 (4b1a9918-43e3-4097-8560-a8a1232f2d3d/16fdf46c-eae9-415c-9cd9-42c6106162e7/cf341b26-4ba7-46ac-af15-b156ddc0525f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:29:00.036440 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.093850 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.108470 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Transition to ACTIVE for port object cf341b26-4ba7-46ac-af15-b156ddc0525f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:29:00.146906 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.191215 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:29:00.197120 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:29:00.200768 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:29:00.224833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:00.254895 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.279797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f722131c-f153-4ded-88f1-8d10b9b0ddea, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f722131c-f153-4ded-88f1-8d10b9b0ddea,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:00.309897 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.313052 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.356420 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Transition to ACTIVE for port object 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:29:00.358312 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf1155df-03f5-4459-a61b-05c085b3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.377457 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.402912 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.405947 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f722131c-f153-4ded-88f1-8d10b9b0ddea,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:00.469709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Attempting to bind port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:29:00.470105 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Attempting to bind port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:29:00.470462 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Attempting to bind port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:29:00.484654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:29:00.484945 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:29:00.485356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.485750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:29:00.486223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Bound port: 6f4d79c0-9e30-420e-bf7e-c3b991ee5293, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:29:00.486613 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.491406 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-cf1155df-03f5-4459-a61b-05c085b3bae5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 01:29:00.491767 n-d-771363-38 neutron-server[94624]: DEBUG oslo_db.api [None req-cf1155df-03f5-4459-a61b-05c085b3bae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 01:29:00.512956 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e8bd-ed10-4a5e-9715-2178a845448b None None] Pushing event updated for resources: {'Port': ['ID=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:00.543268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] For port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:29:00.546453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] For port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:29:00.549993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.571853 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.577236 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.608394 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e8bd-ed10-4a5e-9715-2178a845448b None None] Pushing event updated for resources: {'Port': ['ID=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:00.611084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:29:00.611689 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:00.648318 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:00.650961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:00.721869 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:29:00.746431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:29:00.747803 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:29:00.893127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:29:00.967181 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cf341b26-4ba7-46ac-af15-b156ddc0525f', 'name': '', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'mac_address': 'fa:16:3e:19:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:59Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 2, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'subnets': [{'id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:01.004771 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f0815198-5a09-4eb5-9b9d-5e20f20156ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:01.007811 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2086b-0693-47ee-9f03-428e63cf125b None None] The sync data for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 is: [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cf341b26-4ba7-46ac-af15-b156ddc0525f', 'name': '', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'mac_address': 'fa:16:3e:19:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:59Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 2, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'subnets': [{'id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:29:01.018505 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:29:01.024049 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8ba4db36-b7e2-4619-81ab-3d832b0a9cc5 admin admin] 10.222.0.20 "PUT /v2.0/routers/cdd1844d-d2a9-4a5d-a153-6092d02f3a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141489 Aug 19 01:29:01.107456 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port f0815198-5a09-4eb5-9b9d-5e20f20156ba completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:01.111583 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f0815198-5a09-4eb5-9b9d-5e20f20156ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:01.111960 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.195519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.246408 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-be9f3ceb-3168-46a5-97fd-0c7abb582fb2 None None] Provisioning for port cf341b26-4ba7-46ac-af15-b156ddc0525f completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:01.260447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-be9f3ceb-3168-46a5-97fd-0c7abb582fb2 None None] Provisioning complete for port cf341b26-4ba7-46ac-af15-b156ddc0525f triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:01.260755 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9f3ceb-3168-46a5-97fd-0c7abb582fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.289071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port f0815198-5a09-4eb5-9b9d-5e20f20156ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f0815198-5a09-4eb5-9b9d-5e20f20156ba,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:01.299095 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.299901 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f722131c-f153-4ded-88f1-8d10b9b0ddea up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:01.347500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-be9f3ceb-3168-46a5-97fd-0c7abb582fb2 None None] Port cf341b26-4ba7-46ac-af15-b156ddc0525f cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:29:01.384638 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:01.397517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f722131c-f153-4ded-88f1-8d10b9b0ddea triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:01.397901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.811278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 47982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:01.816063 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964812704', 'description': 'tempest-secgroup-smoke-1964812704 description', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:01.840152 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.928134 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.931882 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.961077 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:01.962326 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500270 Aug 19 01:29:01.963491 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace969-7b64-4e76-97fd-919faff9c1b3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0667521c-69ca-4e24-a3c0-8091111c745b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:01.966327 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47984) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:01.972135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.001388 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.064943 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.069571 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.087478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002cc996-674f-404b-9de7-6931adda0378,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.094595 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.095820 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-09a7c43d-611f-419e-81dc-22b8e6e20dbb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279273 Aug 19 01:29:02.098570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47986) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:02.103647 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.130630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.190033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.194259 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.213560 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158235ed-8b77-4eeb-9f63-37dac1c088cd,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.220428 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.222085 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-00eec4c9-c98d-4271-92c6-f3e22f63c130 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225824 Aug 19 01:29:02.225444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47988) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:02.230523 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.257842 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.315180 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.318726 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.339234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d98c891-ff1f-4600-8a9c-bc5f521c72ff,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.342592 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.343783 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-79ca4346-27d4-4152-8b97-729f6ce64ebc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171818 Aug 19 01:29:02.346422 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47990) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:02.351274 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.376731 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.438973 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.442523 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.460005 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea1b179-ae2a-4192-a19c-ff8ce0b2f098,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.466652 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.467867 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-8e6479c8-2662-4696-840b-e92b0a475cc7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205347 Aug 19 01:29:02.470607 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47992) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:02.475670 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.496581 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Project 7c6b24a127d943ef8a43d887aa477fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:29:02.501364 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.561466 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.565174 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.584640 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b765cd-e8e6-4f89-b2c9-1cbfa877a087,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.587031 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.588205 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-23f58fe3-739e-4386-8675-dd6811b20afe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166580 Aug 19 01:29:02.590892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 47994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:02.595248 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '0667521c-69ca-4e24-a3c0-8091111c745b', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:02.616796 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Project 7c6b24a127d943ef8a43d887aa477fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:29:02.622138 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.686841 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.690653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.712116 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac033b8-118e-43f6-ad09-9e477634908b,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:02.718089 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:02.719235 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b45b4026-4194-4a0b-b820-88b736a9a689 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274257 Aug 19 01:29:02.862761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-af5d5e08-06b4-4df7-8bfc-58c5549d64df tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964812704&fields=id&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 267 time: 0.0387754 Aug 19 01:29:02.974329 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:02.978797 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-3255adc4-0071-4604-b145-74108054bf87 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:02.982848 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Sync routers for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:29:02.986206 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-3255adc4-0071-4604-b145-74108054bf87 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 807 time: 0.1158226 Aug 19 01:29:02.995078 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:29:02.995688 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:03.002568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-b4ad4ce3-1852-4578-b804-df117221c940 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/quotas/7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 375 time: 0.0153885 Aug 19 01:29:03.029084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:03.034486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:03.034868 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.051285 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-97545c07-1d9f-46bd-8764-a93cd1f60422 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477755 Aug 19 01:29:03.105756 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:29:03.111530 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.133884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:03.139105 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.140447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f0815198-5a09-4eb5-9b9d-5e20f20156ba up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:03.157597 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-eea63906-1d71-4130-b59a-deef3ff0cc21 service neutron] 10.222.0.20 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934677 Aug 19 01:29:03.221668 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:03.242392 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port f0815198-5a09-4eb5-9b9d-5e20f20156ba triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:03.242776 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.253393 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-d4044fcf-8180-457d-a678-9deb8c2a010e service neutron] 10.222.0.20 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Aug 19 01:29:03.323266 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cf341b26-4ba7-46ac-af15-b156ddc0525f', 'name': '', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'mac_address': 'fa:16:3e:19:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:59Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 2, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'subnets': [{'id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:03.350609 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Checking router: cdd1844d-d2a9-4a5d-a153-6092d02f3a11 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:29:03.350966 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Updating router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 port cf341b26-4ba7-46ac-af15-b156ddc0525f binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:29:03.377466 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.449954 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b78c226e-548e-4a20-97dc-b07d2a974165 req-78239b68-5aa5-49df-8a10-20b4e61d031b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Aug 19 01:29:03.652920 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.664925 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Transition to ACTIVE for port object cf341b26-4ba7-46ac-af15-b156ddc0525f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:29:03.671003 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.722327 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c388708-44c5-4108-b0b5-ec47cc8340a2 None None] Pushing event updated for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:03.779838 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Attempting to bind port cf341b26-4ba7-46ac-af15-b156ddc0525f on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:29:03.780278 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Attempting to bind port cf341b26-4ba7-46ac-af15-b156ddc0525f by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:29:03.780762 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Attempting to bind port cf341b26-4ba7-46ac-af15-b156ddc0525f on network 4b1a9918-43e3-4097-8560-a8a1232f2d3d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:29:03.790194 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:29:03.790674 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Checking segment: {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:29:03.791187 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.791776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Bound using segment: {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:29:03.792487 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Bound port: cf341b26-4ba7-46ac-af15-b156ddc0525f, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b039fb2-c2ac-4f52-b150-ca77c4058e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:29:03.793322 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.870314 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] For port cf341b26-4ba7-46ac-af15-b156ddc0525f, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:29:03.874465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] For port cf341b26-4ba7-46ac-af15-b156ddc0525f, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cf341b26-4ba7-46ac-af15-b156ddc0525f,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:29:03.878717 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:03.938129 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:29:03.938659 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:28:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:03.944474 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c388708-44c5-4108-b0b5-ec47cc8340a2 None None] Pushing event updated for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:04.151132 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:29:04.351053 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cf341b26-4ba7-46ac-af15-b156ddc0525f', 'name': '', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'mac_address': 'fa:16:3e:19:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:59Z', 'updated_at': '2021-08-19T01:29:03Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'subnets': [{'id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:04.375730 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6066-dcfb-4343-95ac-cb26741fc29c None None] The sync data for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 is: [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:00Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cf341b26-4ba7-46ac-af15-b156ddc0525f', 'name': '', 'network_id': '4b1a9918-43e3-4097-8560-a8a1232f2d3d', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'mac_address': 'fa:16:3e:19:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:59Z', 'updated_at': '2021-08-19T01:29:03Z', 'revision_number': 4, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'subnets': [{'id': '16fdf46c-eae9-415c-9cd9-42c6106162e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:29:04.557169 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-08afa6af-7c9e-46a1-9570-60b97d1dcfa4 req-03229f6c-6fb2-4d91-b561-ee03b8bbd48c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 210 time: 0.0357504 Aug 19 01:29:04.698676 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-f6c94c5d-4853-4589-af9d-ed9d93127dda tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:04.700170 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-f6c94c5d-4853-4589-af9d-ed9d93127dda tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 807 time: 0.1194131 Aug 19 01:29:04.752460 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-cd1465a7-b705-4b10-af62-68a0224fef94 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 380 time: 0.0379510 Aug 19 01:29:04.763246 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'port': {'device_id': '7a1925ef-b84e-4180-987f-ec5537cea881', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'admin_state_up': True, 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'security_groups': ['0667521c-69ca-4e24-a3c0-8091111c745b']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:04.876134 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Made reservation on behalf of 7c6b24a127d943ef8a43d887aa477fd2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:29:04.880114 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:04.936660 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:04.986442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:04.986884 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.023731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Allocated IP 172.20.0.10 (2e610d6a-8f3b-4d74-9113-4ce91ca60651/5d155d04-24d8-4c39-9a56-66bb537fb685/49878cd2-54a1-4f4c-841f-c2a348be2b05) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:29:05.064097 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cf341b26-4ba7-46ac-af15-b156ddc0525f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:05.112068 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cf341b26-4ba7-46ac-af15-b156ddc0525f completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:05.116319 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cf341b26-4ba7-46ac-af15-b156ddc0525f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:05.116704 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.167694 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.181699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Transition to ACTIVE for port object 49878cd2-54a1-4f4c-841f-c2a348be2b05 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:29:05.194691 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.217339 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.231574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port cf341b26-4ba7-46ac-af15-b156ddc0525f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cf341b26-4ba7-46ac-af15-b156ddc0525f,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:05.237027 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.259321 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:29:05.262337 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:29:05.268039 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:29:05.288370 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:05.298396 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:05.326062 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:05.326735 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.343224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-6ec78cd1-f5de-42af-87c9-e532215e7069 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834341 Aug 19 01:29:05.361114 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Request body: {'port': {'device_id': '7a1925ef-b84e-4180-987f-ec5537cea881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:05.423230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.540906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d9540ee4-80aa-4335-bc40-65a886e0eead None None] Provisioning for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:05.544574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d9540ee4-80aa-4335-bc40-65a886e0eead None None] Provisioning complete for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:05.545035 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9540ee4-80aa-4335-bc40-65a886e0eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.578659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d9540ee4-80aa-4335-bc40-65a886e0eead None None] Port 49878cd2-54a1-4f4c-841f-c2a348be2b05 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:29:05.697927 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a9158-c9d4-4f78-804a-68565e01ea22 req-ba04dedb-12e4-4891-9183-52c76efb9f2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:05.699482 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b1a9158-c9d4-4f78-804a-68565e01ea22 req-ba04dedb-12e4-4891-9183-52c76efb9f2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 932 time: 0.0725894 Aug 19 01:29:05.750937 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:29:05.765367 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.775176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2b1a9158-c9d4-4f78-804a-68565e01ea22 req-4d04428b-a202-4c43-8a16-8ed04cb9c353 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578926 Aug 19 01:29:05.782088 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Transition to ACTIVE for port object 49878cd2-54a1-4f4c-841f-c2a348be2b05 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:29:05.788910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.858207 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:05.908726 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Attempting to bind port 49878cd2-54a1-4f4c-841f-c2a348be2b05 on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:29:05.909076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Attempting to bind port 49878cd2-54a1-4f4c-841f-c2a348be2b05 by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:29:05.909410 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Attempting to bind port 49878cd2-54a1-4f4c-841f-c2a348be2b05 on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:29:05.914030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Port 49878cd2-54a1-4f4c-841f-c2a348be2b05 on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:29:05.914369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Attempting to bind port 49878cd2-54a1-4f4c-841f-c2a348be2b05 on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:29:05.920619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:29:05.920971 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Checking segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:29:05.921368 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Bound using segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:29:05.921811 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Bound port: 49878cd2-54a1-4f4c-841f-c2a348be2b05, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:29:05.922180 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:05.998258 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:29:06.001315 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:29:06.007184 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:06.039551 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.040167 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:06.041684 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] 10.222.0.21 "PUT /v2.0/ports/49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1093 time: 0.6855993 Aug 19 01:29:06.042144 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:29:06.044465 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c6d23-61b1-4d5a-999f-f843d39239f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:29:06.073174 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959562-f0aa-478b-acb6-b289f610e63d service neutron] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:06.138523 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-2d189974-774e-4957-83a4-76364f7fd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.140171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-2d189974-774e-4957-83a4-76364f7fd968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1096 time: 0.0450554 Aug 19 01:29:06.151891 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68112d-7dd4-4f0d-8724-1b9d521a3b89 x-openstack-request-id: req-ef68112d-7dd4-4f0d-8724-1b9d521a3b89 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:29:06.152189 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:29:06.152487 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef68112d-7dd4-4f0d-8724-1b9d521a3b89 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:29:06.152905 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'status': 'completed', 'code': 200} Aug 19 01:29:06.194845 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-21a96dad-b220-4ac9-b708-af0a734f6b6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 217 time: 0.0402749 Aug 19 01:29:06.244546 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-4d506865-50d6-4d30-9f26-da28cf9e822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.246009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-4d506865-50d6-4d30-9f26-da28cf9e822f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0440533 Aug 19 01:29:06.293953 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd463-eef8-460f-850a-883136739e1f req-94e2e1c7-f855-442c-82cd-4c7d2dea7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.295453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-94e2e1c7-f855-442c-82cd-4c7d2dea7a02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419149 Aug 19 01:29:06.389650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-bf0b4321-7f35-4b40-8cbf-f79be14ee9c6 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Aug 19 01:29:06.478471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e4afd463-eef8-460f-850a-883136739e1f req-94bb711b-72b6-4ccb-97c9-fc6582ddff13 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818095 Aug 19 01:29:06.600802 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-fd61b83f-822c-471e-907a-178289ecc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.602265 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-fd61b83f-822c-471e-907a-178289ecc3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1096 time: 0.0442743 Aug 19 01:29:06.690304 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-20cd4a7e-1efd-4b54-b790-acc393d34675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.691735 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-20cd4a7e-1efd-4b54-b790-acc393d34675 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0823896 Aug 19 01:29:06.736667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-9fee1cd5-5dbe-47c3-b63b-ffc7703a9009 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 217 time: 0.0371978 Aug 19 01:29:06.784127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-7f6754f9-88eb-4d7e-9233-2601c34ad823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.785587 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-7f6754f9-88eb-4d7e-9233-2601c34ad823 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0417583 Aug 19 01:29:06.830944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-d49359ed-a5ae-4a31-b352-d97bea2fea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.832470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-d49359ed-a5ae-4a31-b352-d97bea2fea35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397270 Aug 19 01:29:06.893397 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cf341b26-4ba7-46ac-af15-b156ddc0525f up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:06.942742 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cf341b26-4ba7-46ac-af15-b156ddc0525f triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:06.943150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:06.948095 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72cb2-901d-4f6b-be72-14601a5598d7 req-b46507b0-4ca3-4f42-bd8e-5da52593d591 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:06.950205 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bc72cb2-901d-4f6b-be72-14601a5598d7 req-b46507b0-4ca3-4f42-bd8e-5da52593d591 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.1013124 Aug 19 01:29:06.976139 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-8eb96943-6daf-4b28-af0a-3d2d1a25762b service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367660 Aug 19 01:29:07.038570 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6bc72cb2-901d-4f6b-be72-14601a5598d7 req-6c7e5d16-0717-4600-81f7-c7f08a4be301 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796616 Aug 19 01:29:07.079667 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-936c6d23-61b1-4d5a-999f-f843d39239f9 req-4aca5b1a-1f3c-4dde-bdb5-d5b4516e8ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959044 Aug 19 01:29:08.151449 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ac6e-4c92-4534-9001-1352897852c3 req-a5991342-8cdc-4022-9828-edd49331791f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:08.152957 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a88ac6e-4c92-4534-9001-1352897852c3 req-a5991342-8cdc-4022-9828-edd49331791f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0480576 Aug 19 01:29:08.190270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a88ac6e-4c92-4534-9001-1352897852c3 req-e835f9cc-f1e5-4ffa-bb78-ce07d2ee85f4 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Aug 19 01:29:09.304589 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed24a47-1ead-4174-94cd-3f6bcf8b6613 req-a1ce66a8-deef-4777-b3ca-df357320706c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:09.306107 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ed24a47-1ead-4174-94cd-3f6bcf8b6613 req-a1ce66a8-deef-4777-b3ca-df357320706c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0507097 Aug 19 01:29:09.342245 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ed24a47-1ead-4174-94cd-3f6bcf8b6613 req-c600f56f-f667-449c-a2e5-7a22bba20ca5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302882 Aug 19 01:29:09.814398 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:29:09.909980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:09.924014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:29:09.959993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:09.972006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:29:09.991328 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:09.995382 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:10.040775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:10.371268 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49878cd2-54a1-4f4c-841f-c2a348be2b05'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:29:10.461845 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe963-1607-4ded-8821-ada241522f8a req-dd7430d1-c4ce-4c0f-b015-5eaa240e5596 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:10.463333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c01fe963-1607-4ded-8821-ada241522f8a req-dd7430d1-c4ce-4c0f-b015-5eaa240e5596 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Aug 19 01:29:10.500389 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c01fe963-1607-4ded-8821-ada241522f8a req-4d27285a-f312-45a0-a448-bc659a04a311 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Aug 19 01:29:11.612658 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774fa92-0608-4d01-b240-297b2efe63b5 req-4f99fa99-683e-47d3-993a-950e3acab8ef tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:11.614437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8774fa92-0608-4d01-b240-297b2efe63b5 req-4f99fa99-683e-47d3-993a-950e3acab8ef tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Aug 19 01:29:11.651029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8774fa92-0608-4d01-b240-297b2efe63b5 req-1c7ee385-d71b-4764-be8d-5fe0a93a3888 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Aug 19 01:29:11.829263 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:29:11.878145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:29:11.882248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:29:11.882630 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:11.956542 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:11.959506 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:29:11.977979 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:29:11.980220 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65544a57-55d0-4162-a1eb-bdd851a5b244" -d '{"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:29:11.993775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:29:11.997873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:12.049371 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:12.071654 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091f979-46fb-4f5b-a8d3-5ce07a13c1c4 x-openstack-request-id: req-3091f979-46fb-4f5b-a8d3-5ce07a13c1c4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:29:12.071972 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:29:12.072232 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3091f979-46fb-4f5b-a8d3-5ce07a13c1c4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:29:12.072655 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'code': 200} Aug 19 01:29:12.187125 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1629a-8744-492a-a174-96b235f8bd18 req-a8e42df6-c78e-414d-a3d0-5e8f614e516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:12.188590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3bb1629a-8744-492a-a174-96b235f8bd18 req-a8e42df6-c78e-414d-a3d0-5e8f614e516c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0382519 Aug 19 01:29:12.224250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3bb1629a-8744-492a-a174-96b235f8bd18 req-748452be-044f-497f-8589-0488503eb5f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290306 Aug 19 01:29:12.681843 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1e81599-846f-400b-a779-2a985756f14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:12.766043 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f27d6-1522-4c82-83cd-2b134ec67d54 req-f3a1ca10-85c2-4e31-a2b4-82f855cf861d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:12.767508 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd9f27d6-1522-4c82-83cd-2b134ec67d54 req-f3a1ca10-85c2-4e31-a2b4-82f855cf861d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Aug 19 01:29:12.805480 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fd9f27d6-1522-4c82-83cd-2b134ec67d54 req-f051924d-125c-4e59-8b49-1f7df7668ddb tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 19 01:29:13.920006 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36120a3-175e-40cb-b2e2-668a926f6f51 req-831a53b6-61cb-4f72-af9d-0f4e5ab5fcbe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:13.921491 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d36120a3-175e-40cb-b2e2-668a926f6f51 req-831a53b6-61cb-4f72-af9d-0f4e5ab5fcbe tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Aug 19 01:29:13.962577 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d36120a3-175e-40cb-b2e2-668a926f6f51 req-18f29d91-8ab8-44bf-aeb6-5dc8f12e9144 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Aug 19 01:29:14.077967 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09875-6700-4f26-b1ba-492d05394dc0 req-56d12278-e75a-4800-b070-f6b94e4347d7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:14.079350 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eec09875-6700-4f26-b1ba-492d05394dc0 req-56d12278-e75a-4800-b070-f6b94e4347d7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0484374 Aug 19 01:29:14.116527 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-eec09875-6700-4f26-b1ba-492d05394dc0 req-b8e4fc77-5c54-481d-adfe-0a77147279a9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307484 Aug 19 01:29:14.138152 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48056) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:14.263453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882ec02-ea2b-4d94-b451-640369509a77 tempest-TestShelveInstance-113281189 tempest-TestShelveInstance-113281189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:14.264991 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0882ec02-ea2b-4d94-b451-640369509a77 tempest-TestShelveInstance-113281189 tempest-TestShelveInstance-113281189-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1093 time: 0.1258273 Aug 19 01:29:14.267854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48060) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:29:14.272090 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:29:14.293072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:14.386134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:14.488603 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Allocated IP 172.25.1.121 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0e7f3238-a534-4856-93a8-0cad60e9e9df) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:29:14.585054 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:14.627063 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:14.665620 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:29:14.668556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:29:14.672120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:29:14.694002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=0e7f3238-a534-4856-93a8-0cad60e9e9df,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:15.023319 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.048771 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-261da60c-71e1-4975-87a3-e94cea5ce511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.090163 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.236780 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.241848 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.291553 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.307997 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=0e7f3238-a534-4856-93a8-0cad60e9e9df,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:29:15.320156 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.418236 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Floating IP d42ff0aa-56ca-4853-9d94-c2bd4a504d38 associated. External IP: 172.25.1.121, port: 49878cd2-54a1-4f4c-841f-c2a348be2b05. Aug 19 01:29:15.620179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:29:15.727304 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:29:15.737087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:29:15.744017 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:15.746260 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:29:15.746893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:15.770454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-f544818b-9974-449b-9c47-fd169d1f48bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5015757 Aug 19 01:29:15.771545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:29:15.773848 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4a112e-51d4-4840-8a6c-6b007294e8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:29:15.818433 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b547f6f-a93f-416b-9579-e268903a4104 x-openstack-request-id: req-3b547f6f-a93f-416b-9579-e268903a4104 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:29:15.818784 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:29:15.819099 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b547f6f-a93f-416b-9579-e268903a4104 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:29:15.819568 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'status': 'completed', 'code': 200} Aug 19 01:29:15.857864 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:29:15.899060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-bef5612b-3971-4b69-a1c9-f0346701687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:15.900580 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-bef5612b-3971-4b69-a1c9-f0346701687c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0399466 Aug 19 01:29:15.992598 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-22dad44b-3349-4f45-a6b1-731378ae97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:15.994121 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-22dad44b-3349-4f45-a6b1-731378ae97b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0867457 Aug 19 01:29:16.061668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-ba814f94-a202-4d1b-9446-a3d79b649b95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1000 time: 0.0601971 Aug 19 01:29:16.067354 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:16.087530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd42ff0aa-56ca-4853-9d94-c2bd4a504d38', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1925ef-b84e-4180-987f-ec5537cea881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:29:14Z', 'updated_at': '2021-08-19T01:29:14Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:16.110413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-1f6a4277-c645-476b-8fa4-b39c495b049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:16.111853 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-1f6a4277-c645-476b-8fa4-b39c495b049c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0427744 Aug 19 01:29:16.116670 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:29:16.124964 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:29:16.125567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:29:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:16.157952 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-6fd69782-30db-4d93-a737-2c761ab659b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:16.159380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-6fd69782-30db-4d93-a737-2c761ab659b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402098 Aug 19 01:29:16.230495 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:29:16.556451 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-49059148-60df-4a73-9086-1e5a7ba98c93 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898723 Aug 19 01:29:16.619833 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd42ff0aa-56ca-4853-9d94-c2bd4a504d38', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1925ef-b84e-4180-987f-ec5537cea881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:29:14Z', 'updated_at': '2021-08-19T01:29:14Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:29:16.645306 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ab4a112e-51d4-4840-8a6c-6b007294e8d8 req-27b06453-6bc6-424f-b050-a8c9bc1b3f94 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813413 Aug 19 01:29:16.649374 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671ab3-4ad6-4977-ba34-3e497495f8bd None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd42ff0aa-56ca-4853-9d94-c2bd4a504d38', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1925ef-b84e-4180-987f-ec5537cea881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:29:14Z', 'updated_at': '2021-08-19T01:29:14Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:29:16.679119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:16.835247 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0589d6-492c-4e6f-ab20-7d139f7d853f None None] New status for floating IP d42ff0aa-56ca-4853-9d94-c2bd4a504d38: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:29:18.157008 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:26.561199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-1ffa9abb-e894-4651-8ce1-61cb083d28f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386245 Aug 19 01:29:26.666699 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-d1910ac5-9ff4-4fa3-a2ac-889858de9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:26.668404 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-d1910ac5-9ff4-4fa3-a2ac-889858de9997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0447757 Aug 19 01:29:26.776593 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-895082e7-5da6-40c4-a68f-90b5ffcbc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:26.778088 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-895082e7-5da6-40c4-a68f-90b5ffcbc276 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0884702 Aug 19 01:29:26.846004 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-16f40878-2524-469f-a86f-9292239d6454 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1002 time: 0.0603490 Aug 19 01:29:26.893420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-0acf7f11-b5eb-496e-b45a-c856387fc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:26.894825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-0acf7f11-b5eb-496e-b45a-c856387fc414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0419683 Aug 19 01:29:26.938865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-62d592cb-f653-414f-beff-5e884a7933ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:29:26.940346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-62d592cb-f653-414f-beff-5e884a7933ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384841 Aug 19 01:29:27.031571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-b3cb8631-28fb-4348-9e57-b647f3af1d2a service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835230 Aug 19 01:29:27.118702 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8e2d23d4-18b3-4d8f-bb0c-edd59d0b09f1 req-8d75f6ca-2267-441b-a4ab-d5f8b8e2bee8 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802386 Aug 19 01:29:27.622287 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:42.682945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a542703-c241-4b36-bd1f-9e507118cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:45.049223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb6f6-c7eb-4761-8516-67784b684707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:45.291744 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:46.084568 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:46.678664 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:48.159669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:29:48.957616 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:29:57.621152 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:12.683013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cbe22bf-bbd3-43b8-82df-42f5a91c19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:15.048688 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44959cfb-ce7f-49dc-a311-ea4596bdf092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:15.294076 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:16.084448 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:16.682319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:18.163565 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:25.957775 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:30:27.623644 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:28.616825 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-c0c80e15-8bec-4566-9318-0d9398386497 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955994 Aug 19 01:30:28.711221 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-eacd6bc4-46e0-4776-8063-81fc98765da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:30:28.712881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-eacd6bc4-46e0-4776-8063-81fc98765da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0411441 Aug 19 01:30:28.814616 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-3d4ccbe3-7717-4890-b5a8-e327fd4cfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:30:28.816368 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-3d4ccbe3-7717-4890-b5a8-e327fd4cfbc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0834117 Aug 19 01:30:28.882459 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-e87f3727-aed3-487c-9684-8f43562183ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1002 time: 0.0590518 Aug 19 01:30:28.931959 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-e17945d5-7cfe-4072-b8fd-b26c66cb268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:30:28.933471 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-e17945d5-7cfe-4072-b8fd-b26c66cb268c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0440071 Aug 19 01:30:28.979217 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-faa22273-5c2e-4ea5-a6ea-97235ffa62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:30:28.980770 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-faa22273-5c2e-4ea5-a6ea-97235ffa62a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395734 Aug 19 01:30:29.070635 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-593f6b58-41fd-425c-9869-af78830969f5 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825140 Aug 19 01:30:29.160244 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-32cf0efe-178e-4bca-aba7-4b07766fedb5 req-90cbc112-eeb1-409a-8068-c22cce92b05c service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828562 Aug 19 01:30:42.683798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8326-8026-41b4-8299-3377cd12602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:45.049433 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fbad64a-7547-49b1-a106-f7d4e71ab716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:45.295304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:46.084283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:46.683650 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:48.166270 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:30:57.636545 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:02.956992 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:31:12.684311 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dec56fee-def8-4483-95bc-1b2f3b8a1cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:15.048968 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-803e554b-a40c-438b-860d-cb212f6d497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:15.293933 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:16.083323 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:16.693984 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:18.168816 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:27.629265 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:29.555755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-1647ab5d-d85c-4a1e-96df-0d1c5dcf3c0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406666 Aug 19 01:31:29.652857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-51936def-f493-4210-9520-81a503143a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:29.654742 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-51936def-f493-4210-9520-81a503143a07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0434375 Aug 19 01:31:29.756835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-40e2bb90-b37e-4963-8b5d-695a2adc27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:29.758275 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-40e2bb90-b37e-4963-8b5d-695a2adc27fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0854125 Aug 19 01:31:29.822230 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-261183fa-7b5c-4a29-b7c3-afe571519be1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1002 time: 0.0562334 Aug 19 01:31:29.868996 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-dbdf166f-f938-4c5c-b678-f051eaf42fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:29.870362 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-dbdf166f-f938-4c5c-b678-f051eaf42fc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0415974 Aug 19 01:31:29.918873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-f7eccd7a-44a4-42d9-9119-445ead3818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:29.920348 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-f7eccd7a-44a4-42d9-9119-445ead3818a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423741 Aug 19 01:31:30.010198 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-583ca6a2-fbb2-40b6-b1c8-cacda098ca18 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822799 Aug 19 01:31:30.103209 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b7950638-49e2-4b1b-8180-3fdd333d7c5f req-cb98c115-f3d2-4c78-a50f-bc928bf88eb1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Aug 19 01:31:39.957384 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:31:42.550959 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe83f5-26ba-42c3-8803-208d96daad78 req-b7de6bfe-46a2-4e97-b585-ecaae0ead35c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:42.552474 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65fe83f5-26ba-42c3-8803-208d96daad78 req-b7de6bfe-46a2-4e97-b585-ecaae0ead35c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0496929 Aug 19 01:31:42.590098 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-65fe83f5-26ba-42c3-8803-208d96daad78 req-71a5e59f-24a6-4d5e-acd5-77587d33aa68 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Aug 19 01:31:42.685772 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41ddbd10-3a15-4a87-8dff-2468710e0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:43.738191 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283fc68-8710-4033-a8e1-054c3fa2fca8 req-ec75b6e5-f52f-4f20-8d45-b638776c0a20 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:43.739724 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e283fc68-8710-4033-a8e1-054c3fa2fca8 req-ec75b6e5-f52f-4f20-8d45-b638776c0a20 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0494750 Aug 19 01:31:43.776636 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e283fc68-8710-4033-a8e1-054c3fa2fca8 req-02de936a-83ed-4bbc-a402-cdaa5f22e083 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Aug 19 01:31:44.921715 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef20ce-e374-43e2-81d4-023de3191da7 req-bb2746f9-b57e-4515-b063-f9d7b13187cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:44.923176 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7ef20ce-e374-43e2-81d4-023de3191da7 req-bb2746f9-b57e-4515-b063-f9d7b13187cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Aug 19 01:31:44.960761 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b7ef20ce-e374-43e2-81d4-023de3191da7 req-b5c8cdde-4e9d-4155-8bb5-4fdf7542eff3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Aug 19 01:31:45.050128 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f218f2a-f066-496c-88da-99fe97301d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:45.294310 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:46.075702 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d52b3-30bd-47b9-90f4-e77b07c5868a req-a147c83f-f91c-4ad3-a324-ff1dd9ac23e5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:46.077155 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-055d52b3-30bd-47b9-90f4-e77b07c5868a req-a147c83f-f91c-4ad3-a324-ff1dd9ac23e5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0500100 Aug 19 01:31:46.098855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:46.116600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-055d52b3-30bd-47b9-90f4-e77b07c5868a req-28e60b2c-a06e-458f-9a1f-e600fd8aa85c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Aug 19 01:31:46.690134 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:47.229951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfa2c7-7aa3-4829-94ad-9b9b91c1a369 req-1433d791-a712-4c23-a593-348655c65f76 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:47.231410 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9cfa2c7-7aa3-4829-94ad-9b9b91c1a369 req-1433d791-a712-4c23-a593-348655c65f76 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0490215 Aug 19 01:31:47.267717 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9cfa2c7-7aa3-4829-94ad-9b9b91c1a369 req-e3210062-d710-42c9-b759-dc5d1fa50f00 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Aug 19 01:31:48.172212 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:48.384386 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2465bd-71f0-4c20-9242-c443ab6f0942 req-366e4f90-4079-43ee-98a1-125d912238c2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:48.385822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c2465bd-71f0-4c20-9242-c443ab6f0942 req-366e4f90-4079-43ee-98a1-125d912238c2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0518842 Aug 19 01:31:48.422377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6c2465bd-71f0-4c20-9242-c443ab6f0942 req-19e72935-36ff-46ed-86f4-85bf31f83ad1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Aug 19 01:31:49.534492 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823377-e06a-480b-9f9d-0cf8ff49d08a req-e54411b6-eb17-4fa8-b8c9-3189c74facba tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:49.535948 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92823377-e06a-480b-9f9d-0cf8ff49d08a req-e54411b6-eb17-4fa8-b8c9-3189c74facba tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Aug 19 01:31:49.572482 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-92823377-e06a-480b-9f9d-0cf8ff49d08a req-2437b3ce-3905-4368-bc59-839d26c33a53 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Aug 19 01:31:50.683306 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965d7f4-1953-4020-8b83-84e95b2256fe req-df777194-35e5-4921-ba69-76bb86833c31 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:50.684801 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9965d7f4-1953-4020-8b83-84e95b2256fe req-df777194-35e5-4921-ba69-76bb86833c31 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0485656 Aug 19 01:31:50.721520 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9965d7f4-1953-4020-8b83-84e95b2256fe req-6820a80e-11f9-4ddc-976b-8981bd6c0105 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299776 Aug 19 01:31:51.839055 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c79f-7fc2-42bf-af20-6fbfcd72ac04 req-1d7217ba-15a5-473b-af58-3797e61761d0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:51.840815 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d2c79f-7fc2-42bf-af20-6fbfcd72ac04 req-1d7217ba-15a5-473b-af58-3797e61761d0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0528114 Aug 19 01:31:51.876920 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-51d2c79f-7fc2-42bf-af20-6fbfcd72ac04 req-8ee07269-e782-405c-bcb1-1ba4394f5327 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300326 Aug 19 01:31:52.992840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f0050-81e4-4b62-b429-1b2fbf88264b req-c092b194-e8e2-4377-9abb-e3f75fdd968b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:52.994467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c9f0050-81e4-4b62-b429-1b2fbf88264b req-c092b194-e8e2-4377-9abb-e3f75fdd968b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0502691 Aug 19 01:31:53.032415 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c9f0050-81e4-4b62-b429-1b2fbf88264b req-291313b2-8359-4d62-ac02-a25abd69934c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Aug 19 01:31:54.145779 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09818c2a-2636-4597-9ca7-8f0973102438 req-61e7b2df-94e4-4d26-b618-baffa968d8a2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:54.147227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09818c2a-2636-4597-9ca7-8f0973102438 req-61e7b2df-94e4-4d26-b618-baffa968d8a2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0475519 Aug 19 01:31:54.184069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-09818c2a-2636-4597-9ca7-8f0973102438 req-83cd59cf-2abb-436a-9039-c4b8760b0784 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Aug 19 01:31:54.607998 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:31:54.700711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:31:54.711626 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:31:54.746124 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:54.758515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:31:54.777912 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:31:54.781845 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:54.832663 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:31:54.839824 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.840177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.840550 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.840888 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.841224 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.841559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.841891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.842220 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.842546 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.842870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.843195 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.843517 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:31:54.932039 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49878cd2-54a1-4f4c-841f-c2a348be2b05'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:31:55.299728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb187692-4ea4-48d9-a198-3368dc39b1e0 req-58481dcb-2c4b-46ee-abff-7ac98091c783 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:55.301206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb187692-4ea4-48d9-a198-3368dc39b1e0 req-58481dcb-2c4b-46ee-abff-7ac98091c783 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Aug 19 01:31:55.337903 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fb187692-4ea4-48d9-a198-3368dc39b1e0 req-74f0c418-71ef-4e52-aa17-080e9f2cfb0b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 Aug 19 01:31:56.451135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d33c8-9a71-4c76-84af-f371c2de87ed req-6d1040ae-f452-490e-bc27-9a30d29ed73c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:56.452616 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a2d33c8-9a71-4c76-84af-f371c2de87ed req-6d1040ae-f452-490e-bc27-9a30d29ed73c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Aug 19 01:31:56.491780 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a2d33c8-9a71-4c76-84af-f371c2de87ed req-794b3909-9013-4bb6-af6e-893f66555a4f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Aug 19 01:31:56.638797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:31:56.684784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:31:56.685163 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:56.758356 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:56.781883 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:31:56.784112 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b6a2e-9b08-4495-9551-76a28d8bbda9" -d '{"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:31:56.796959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:31:56.802274 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:56.825817 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c2f68-a61d-4e4d-949f-361136921573 x-openstack-request-id: req-d69c2f68-a61d-4e4d-949f-361136921573 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:31:56.826119 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:31:56.826376 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d69c2f68-a61d-4e4d-949f-361136921573 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:31:56.826768 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'code': 200} Aug 19 01:31:56.851363 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:31:57.609266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8093d-9320-407b-b00c-526cb9ae3e51 req-1560322a-aba6-4b66-bca7-8ad8a0a8b52a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:57.611385 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aba8093d-9320-407b-b00c-526cb9ae3e51 req-1560322a-aba6-4b66-bca7-8ad8a0a8b52a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0536437 Aug 19 01:31:57.649796 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:31:57.650579 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-aba8093d-9320-407b-b00c-526cb9ae3e51 req-da15f139-0dfe-4440-a82e-b559b2cdd1ac tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332546 Aug 19 01:31:58.782415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1df62-78a1-42bb-8ba7-63de7cc6c510 req-4d8422f7-6d16-49b6-9274-02d56dabbc59 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:58.783952 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2a1df62-78a1-42bb-8ba7-63de7cc6c510 req-4d8422f7-6d16-49b6-9274-02d56dabbc59 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0548823 Aug 19 01:31:58.824044 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b2a1df62-78a1-42bb-8ba7-63de7cc6c510 req-3c0672c9-031a-400c-a484-7355af87edbd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Aug 19 01:31:59.947479 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0d219-543a-4ba5-8410-2fb99032a8ce req-b74dcac8-5a17-42ac-86b7-36e4925fdc68 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:31:59.949065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66c0d219-543a-4ba5-8410-2fb99032a8ce req-b74dcac8-5a17-42ac-86b7-36e4925fdc68 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0534050 Aug 19 01:31:59.996339 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-66c0d219-543a-4ba5-8410-2fb99032a8ce req-e51d2f10-7de2-47ac-8151-73caec277b90 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Aug 19 01:32:01.114367 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b90a7-7758-4acc-a33c-2f24e6abfc12 req-6f3dd076-9c25-403c-a6fd-2a3ce17237bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:01.115794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052b90a7-7758-4acc-a33c-2f24e6abfc12 req-6f3dd076-9c25-403c-a6fd-2a3ce17237bc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Aug 19 01:32:01.162530 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-052b90a7-7758-4acc-a33c-2f24e6abfc12 req-16a599dc-ed8c-4094-8b4b-baabd9b4a4a4 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369594 Aug 19 01:32:02.287965 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdae3f-437f-4b53-a475-dfb49fc8133f req-d1609908-8a2a-4d6b-946d-3bb334cdf566 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:02.289520 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2acdae3f-437f-4b53-a475-dfb49fc8133f req-d1609908-8a2a-4d6b-946d-3bb334cdf566 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Aug 19 01:32:02.344526 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2acdae3f-437f-4b53-a475-dfb49fc8133f req-c0d27537-d64e-4fc6-934d-7e623bef84e6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Aug 19 01:32:03.471835 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac9bda-3789-486a-9828-aea946d3d1cf req-b73f66bc-ed47-4dad-9541-8b7b66d3465f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:03.474392 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fac9bda-3789-486a-9828-aea946d3d1cf req-b73f66bc-ed47-4dad-9541-8b7b66d3465f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0715468 Aug 19 01:32:03.521704 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9fac9bda-3789-486a-9828-aea946d3d1cf req-f92bce48-3db9-4111-b9ed-632796241907 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Aug 19 01:32:04.645660 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0611c-1c92-40fb-8c5c-7ffa9ab58b4e req-6f442616-970b-480e-ab30-1754a5017bf5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:04.647160 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11d0611c-1c92-40fb-8c5c-7ffa9ab58b4e req-6f442616-970b-480e-ab30-1754a5017bf5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0548170 Aug 19 01:32:04.688012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-11d0611c-1c92-40fb-8c5c-7ffa9ab58b4e req-477b4731-7ef5-4c9b-8b28-2ffaa01ebc99 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346887 Aug 19 01:32:05.820946 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7c80-5a88-45c4-8193-e0b31783603d req-5e2badbf-6dda-40a4-8441-570f8ef1b411 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:05.822557 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-15df7c80-5a88-45c4-8193-e0b31783603d req-5e2badbf-6dda-40a4-8441-570f8ef1b411 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0574315 Aug 19 01:32:05.878173 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-15df7c80-5a88-45c4-8193-e0b31783603d req-cb77f707-6fdf-4893-bd61-6a0e683857e6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Aug 19 01:32:07.082127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210e9f-ced7-402d-91b3-0320243b9778 req-9487fc4e-79e1-4ba1-95af-5beea28c6fd9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:07.091057 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a210e9f-ced7-402d-91b3-0320243b9778 req-9487fc4e-79e1-4ba1-95af-5beea28c6fd9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.1412776 Aug 19 01:32:07.130172 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-6a210e9f-ced7-402d-91b3-0320243b9778 req-939a9df8-dcbd-4a9b-84c8-adf827bcbe43 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Aug 19 01:32:08.274922 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfabb9-881a-429f-a4b4-52bcb565038a req-32ab20ff-2681-4ee5-be37-02abf402343c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:08.276396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79dfabb9-881a-429f-a4b4-52bcb565038a req-32ab20ff-2681-4ee5-be37-02abf402343c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0470777 Aug 19 01:32:08.314066 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79dfabb9-881a-429f-a4b4-52bcb565038a req-3e69ef83-8a7b-4408-ba6b-3eaeae16c0d4 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Aug 19 01:32:08.964584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400003a3-ffd3-4892-a714-7560488824a9 req-c1560ec2-d2e6-43e6-b14d-bcd68bae2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:08.966102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-c1560ec2-d2e6-43e6-b14d-bcd68bae2458 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1098 time: 0.0469847 Aug 19 01:32:09.058962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400003a3-ffd3-4892-a714-7560488824a9 req-4ed5804a-db63-4390-907f-aff7bba03c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:09.060432 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-4ed5804a-db63-4390-907f-aff7bba03c36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0868807 Aug 19 01:32:09.127260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-09720c22-d05b-4889-9506-18836312f714 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1002 time: 0.0597179 Aug 19 01:32:09.175240 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400003a3-ffd3-4892-a714-7560488824a9 req-9284163d-52ba-49ef-b588-55febb405448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:09.176723 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-9284163d-52ba-49ef-b588-55febb405448 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0427215 Aug 19 01:32:09.222009 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400003a3-ffd3-4892-a714-7560488824a9 req-207e68c7-8975-489d-82e7-ff513e6cf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:09.223497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-207e68c7-8975-489d-82e7-ff513e6cf667 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398154 Aug 19 01:32:09.316639 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-b120d3f2-f204-4f33-9bfa-8ce3d397fb9f service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Aug 19 01:32:09.406009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-400003a3-ffd3-4892-a714-7560488824a9 req-afffb82f-be86-4223-b594-69f17b4aaace service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827658 Aug 19 01:32:09.426453 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c1cdf-7822-4818-bfac-1147f6738ac5 req-f2643b6f-1211-4e30-b6a2-cf74657a3d4f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:09.427943 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e01c1cdf-7822-4818-bfac-1147f6738ac5 req-f2643b6f-1211-4e30-b6a2-cf74657a3d4f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0481856 Aug 19 01:32:09.465553 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e01c1cdf-7822-4818-bfac-1147f6738ac5 req-1d8a326c-f7d4-47a9-b539-c83383b8cab3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Aug 19 01:32:10.589127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39693d-4a6b-4b87-a3e3-fc1fdd1e13ce req-574fb582-c48a-42be-a3ce-c6e22abe1ef9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:10.590886 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec39693d-4a6b-4b87-a3e3-fc1fdd1e13ce req-574fb582-c48a-42be-a3ce-c6e22abe1ef9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 946 time: 0.0561891 Aug 19 01:32:10.628607 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ec39693d-4a6b-4b87-a3e3-fc1fdd1e13ce req-d8b4d25c-cc83-4baa-af64-cc3ca31dd9fd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312021 Aug 19 01:32:10.747878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:32:10.823368 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:10.848621 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:32:10.850815 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efbec0-e773-4495-a23b-6ad0e35139d3" -d '{"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-unplugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:32:10.863304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:32:10.868159 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:10.916111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:32:11.740939 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7953c-263d-47d2-a4d8-1e76c9d5a014 req-fc70636b-6c90-4a8a-ba80-27cee64bda49 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:11.742418 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57c7953c-263d-47d2-a4d8-1e76c9d5a014 req-fc70636b-6c90-4a8a-ba80-27cee64bda49 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0485480 Aug 19 01:32:11.779224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-57c7953c-263d-47d2-a4d8-1e76c9d5a014 req-d9b7e97b-88e9-4c1b-8a95-ebc714b47d5f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Aug 19 01:32:11.911819 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2f7dc-4012-4417-87ac-756c4ba8d15d x-openstack-request-id: req-1be2f7dc-4012-4417-87ac-756c4ba8d15d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:32:11.912771 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-unplugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:32:11.913233 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1be2f7dc-4012-4417-87ac-756c4ba8d15d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:32:11.913846 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'code': 200} Aug 19 01:32:11.984376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931c976-f13f-4346-9ff6-ea147f4b673e req-034cc1de-4087-4587-8f6d-d94f6e402336 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:11.986112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9931c976-f13f-4346-9ff6-ea147f4b673e req-034cc1de-4087-4587-8f6d-d94f6e402336 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0493925 Aug 19 01:32:12.024701 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9931c976-f13f-4346-9ff6-ea147f4b673e req-84ba0dd5-d6c1-48b0-b9eb-5fbf15d80b26 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322948 Aug 19 01:32:12.075028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:32:12.162720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-7c8953ec-a72b-493e-ab0f-d8b825713584 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864010 Aug 19 01:32:12.686727 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe90a96-43c2-4524-bd7b-87ad4e14df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:13.078657 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-c8878fd1-639b-4b71-a3f3-a161307e1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.080730 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-c8878fd1-639b-4b71-a3f3-a161307e1449 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0421753 Aug 19 01:32:13.148042 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288d72-9349-4f5d-8234-931a8c5d1e93 req-92cdbf82-a716-4dcf-b972-93a39c3f2f79 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.149689 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0d288d72-9349-4f5d-8234-931a8c5d1e93 req-92cdbf82-a716-4dcf-b972-93a39c3f2f79 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0522614 Aug 19 01:32:13.153052 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-9a214399-6767-45df-ae95-998ce736e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.154515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-9a214399-6767-45df-ae95-998ce736e6cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1096 time: 0.0410259 Aug 19 01:32:13.187708 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0d288d72-9349-4f5d-8234-931a8c5d1e93 req-71c9fe04-816c-4cc0-8133-bd1e1ead5323 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Aug 19 01:32:13.261923 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-8d50d9bc-8710-4003-94ec-d5c109559709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.263406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-8d50d9bc-8710-4003-94ec-d5c109559709 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.1017327 Aug 19 01:32:13.326502 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-f9a1a7b4-c7c6-42c8-a6de-0c810c84c76a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1000 time: 0.0553734 Aug 19 01:32:13.374732 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-f29c4459-881f-4bbf-8630-3ef571a0b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.376175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-f29c4459-881f-4bbf-8630-3ef571a0b548 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0425901 Aug 19 01:32:13.425186 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-c580d41b-d5d9-4580-b362-200b3173b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:13.426709 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-c580d41b-d5d9-4580-b362-200b3173b77d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439599 Aug 19 01:32:13.513532 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-710b80b5-576a-4858-902b-62ab5e06a425 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796998 Aug 19 01:32:13.604026 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-dfaf664b-c939-48b6-b6d9-2d0dd351892c req-82c3afe8-5801-4d2d-83ea-61650f4cef5f service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828912 Aug 19 01:32:14.306631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9437eb-68be-4bbd-8d3c-d870b131386d req-bbcfd923-1323-4946-b55e-408380c8535c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:14.308178 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c9437eb-68be-4bbd-8d3c-d870b131386d req-bbcfd923-1323-4946-b55e-408380c8535c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0486512 Aug 19 01:32:14.351910 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2c9437eb-68be-4bbd-8d3c-d870b131386d req-2cc114f2-743c-47ab-9706-8adad907c614 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362613 Aug 19 01:32:14.768745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:32:15.050998 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d731f4-d519-456f-a1b9-6f47c9d7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:15.297584 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:15.467439 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3e41-d241-4865-9117-0ff56fd2757d req-add60234-be23-4f9c-ba51-abd8fdc4d15b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:15.468944 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-011b3e41-d241-4865-9117-0ff56fd2757d req-add60234-be23-4f9c-ba51-abd8fdc4d15b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0490489 Aug 19 01:32:15.512936 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-011b3e41-d241-4865-9117-0ff56fd2757d req-e594b3ee-c349-4a59-9028-aac09f853ef9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Aug 19 01:32:16.110011 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:16.632248 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57fa4-a7a6-4a64-9cfd-b5512125e2ee req-559add19-6bd2-4be4-9497-8ecbe85f9a2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:16.633768 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10c57fa4-a7a6-4a64-9cfd-b5512125e2ee req-559add19-6bd2-4be4-9497-8ecbe85f9a2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0523224 Aug 19 01:32:16.688595 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-10c57fa4-a7a6-4a64-9cfd-b5512125e2ee req-009375c5-e019-4417-8448-032b95fc252c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488832 Aug 19 01:32:16.695259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:16.958770 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:32:17.809463 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb478c-1ab4-4ad7-a5b1-07f973040a7d req-6245ec22-f9e0-4080-8e2b-525ef81eba1f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:17.811156 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bceb478c-1ab4-4ad7-a5b1-07f973040a7d req-6245ec22-f9e0-4080-8e2b-525ef81eba1f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0534492 Aug 19 01:32:17.849985 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bceb478c-1ab4-4ad7-a5b1-07f973040a7d req-887702a4-6a9e-4d21-bc3d-9594fefb435e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Aug 19 01:32:18.174694 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:18.968563 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9f9ee-5356-470a-9ccc-f375430e0cb1 req-06cc34be-bb70-45c4-917b-29baac31a89d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:18.970804 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2f9f9ee-5356-470a-9ccc-f375430e0cb1 req-06cc34be-bb70-45c4-917b-29baac31a89d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0504792 Aug 19 01:32:19.011331 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e2f9f9ee-5356-470a-9ccc-f375430e0cb1 req-de651793-37e9-4aa1-ac09-6462680f7647 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Aug 19 01:32:20.135998 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a8e2-4574-4db1-891e-5e1a2e3b4365 req-8faa7672-2249-49ec-80c5-203bda2cdc6f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:20.137536 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2733a8e2-4574-4db1-891e-5e1a2e3b4365 req-8faa7672-2249-49ec-80c5-203bda2cdc6f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0539777 Aug 19 01:32:20.178580 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2733a8e2-4574-4db1-891e-5e1a2e3b4365 req-31a75581-81ec-478f-b0a5-7daa9e30582d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Aug 19 01:32:21.295853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023bdc5-f262-4259-9148-21c563ad2cc2 req-8d899260-c846-4ca7-9e26-4611d2724d42 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:21.297319 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0023bdc5-f262-4259-9148-21c563ad2cc2 req-8d899260-c846-4ca7-9e26-4611d2724d42 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0473511 Aug 19 01:32:21.342411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0023bdc5-f262-4259-9148-21c563ad2cc2 req-468995ab-225e-4fca-8fa9-dd2b2a8764a6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357318 Aug 19 01:32:22.465053 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b20e5-85eb-4139-bf9c-e38458e9a77e req-fcd73278-0585-4c67-a83f-036b183b38be tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:22.467312 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287b20e5-85eb-4139-bf9c-e38458e9a77e req-fcd73278-0585-4c67-a83f-036b183b38be tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0533469 Aug 19 01:32:22.507361 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-287b20e5-85eb-4139-bf9c-e38458e9a77e req-c1614d89-6af5-4fbd-80eb-27899fb4ee46 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Aug 19 01:32:23.629986 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535444e-b7a8-4759-9957-0ef304a2f688 req-660e90ef-88ec-40fc-bf9a-6e9e08611675 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:23.631449 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0535444e-b7a8-4759-9957-0ef304a2f688 req-660e90ef-88ec-40fc-bf9a-6e9e08611675 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0513844 Aug 19 01:32:23.673047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0535444e-b7a8-4759-9957-0ef304a2f688 req-4c7504dc-c7e3-4cf6-ac34-e9b56acc9ac6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Aug 19 01:32:24.792278 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaa989-68b9-4399-abcf-51e5daeb57b3 req-8af18431-5d7e-4598-9aed-8e6e2ddb98b1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:24.793950 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1aaaa989-68b9-4399-abcf-51e5daeb57b3 req-8af18431-5d7e-4598-9aed-8e6e2ddb98b1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0487254 Aug 19 01:32:24.834749 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1aaaa989-68b9-4399-abcf-51e5daeb57b3 req-deecbc31-33b0-4b2a-a676-b489167ddf9e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Aug 19 01:32:25.947708 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cce0f5-45e1-4429-afb5-fc196d945890 req-a6e7acb7-c913-4e13-bbf9-354078788b95 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:25.949211 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97cce0f5-45e1-4429-afb5-fc196d945890 req-a6e7acb7-c913-4e13-bbf9-354078788b95 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0481567 Aug 19 01:32:25.986254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-97cce0f5-45e1-4429-afb5-fc196d945890 req-38c618ac-8af1-4b17-92ad-f041c53ca64a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Aug 19 01:32:27.102094 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd96ab-a7af-476b-90b1-f6ed0c966b80 req-39246324-a361-46f2-ab07-9893a86b5e05 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:27.103446 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fbd96ab-a7af-476b-90b1-f6ed0c966b80 req-39246324-a361-46f2-ab07-9893a86b5e05 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0511634 Aug 19 01:32:27.141120 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1fbd96ab-a7af-476b-90b1-f6ed0c966b80 req-ac9b2b89-bdce-41c9-ad10-25d53f570f96 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 19 01:32:27.649421 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:28.254497 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde611-c5de-4973-899c-a54ef462edc4 req-3ad5019f-4b44-49f9-b8fc-8caee2c006ab tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:28.255978 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ecde611-c5de-4973-899c-a54ef462edc4 req-3ad5019f-4b44-49f9-b8fc-8caee2c006ab tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0482073 Aug 19 01:32:28.291935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0ecde611-c5de-4973-899c-a54ef462edc4 req-230dd4ad-fb54-474f-a93f-b63d91bc17b5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302413 Aug 19 01:32:29.408540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e108-3415-46ac-a2e9-053e0de978e2 req-6b01681f-2e53-4144-b0cf-86517b079771 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:29.409995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e17e108-3415-46ac-a2e9-053e0de978e2 req-6b01681f-2e53-4144-b0cf-86517b079771 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Aug 19 01:32:29.446768 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4e17e108-3415-46ac-a2e9-053e0de978e2 req-ee18b905-10b6-4e5a-af45-025fb100761e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Aug 19 01:32:30.562377 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6bc8-f8bf-405c-ba7a-6ad80c6ea54b req-b1ff9a40-c757-4c4b-8674-8ee761410748 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:30.564589 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb0f6bc8-f8bf-405c-ba7a-6ad80c6ea54b req-b1ff9a40-c757-4c4b-8674-8ee761410748 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 944 time: 0.0504975 Aug 19 01:32:30.635295 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-bb0f6bc8-f8bf-405c-ba7a-6ad80c6ea54b req-f3ce93da-e1e8-435a-8b63-de81164c51ce tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641501 Aug 19 01:32:30.641531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-ccadf08b-d1d8-442b-a000-2b0fdaef36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:30.643095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-ccadf08b-d1d8-442b-a000-2b0fdaef36ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1096 time: 0.0658126 Aug 19 01:32:30.744486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-d0bc0bff-85c1-4144-8e0f-bae6abfcebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:30.745844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-d0bc0bff-85c1-4144-8e0f-bae6abfcebd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0842042 Aug 19 01:32:30.815101 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-6acfb67b-1cc0-4047-80a0-07176c2b4ba4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1000 time: 0.0605221 Aug 19 01:32:30.855770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:32:30.863701 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-e07098b5-bb57-429c-ab07-d83099e56d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:30.865172 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-e07098b5-bb57-429c-ab07-d83099e56d87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0439839 Aug 19 01:32:30.909975 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-bf1bcf89-67d4-479d-bef9-8cbdb813596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:30.911483 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-bf1bcf89-67d4-479d-bef9-8cbdb813596d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392764 Aug 19 01:32:30.952925 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:32:30.963632 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'port_id': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'mac_address': 'fa:16:3e:d7:ed:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:32:31.002784 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:31.005810 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-3218b40c-ea7f-4518-97f2-56b02d99216a service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Aug 19 01:32:31.015111 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:32:31.034683 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:32:31.038852 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:31.086552 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:32:31.096522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7436d4b9-8f06-4ea0-8ecf-aebac8f56e75 req-27f227dc-f837-4d3e-9034-51ebd0cf49ab service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Aug 19 01:32:31.479980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['49878cd2-54a1-4f4c-841f-c2a348be2b05'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:32:31.754436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fc45-eeac-4c0a-bab0-6b8288a84b59 req-a778909f-562d-478a-90e3-3c6215e0db4f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:31.755823 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e951fc45-eeac-4c0a-bab0-6b8288a84b59 req-a778909f-562d-478a-90e3-3c6215e0db4f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0477011 Aug 19 01:32:31.792789 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e951fc45-eeac-4c0a-bab0-6b8288a84b59 req-a379988b-8b28-46dc-8c0a-9c58a2336768 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Aug 19 01:32:32.871178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:32:32.910845 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555729-a0c7-48b0-8fb2-cdd7448262ff req-3783aadb-5550-4cff-86cc-b6d6a1733f4c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:32.912365 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4555729-a0c7-48b0-8fb2-cdd7448262ff req-3783aadb-5550-4cff-86cc-b6d6a1733f4c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 945 time: 0.0533314 Aug 19 01:32:32.917644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 49878cd2-54a1-4f4c-841f-c2a348be2b05 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:32:32.918025 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:32.950437 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a4555729-a0c7-48b0-8fb2-cdd7448262ff req-8bcddfb1-352d-487e-9711-f8ef2cffa10c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Aug 19 01:32:32.998931 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:33.020846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:32:33.023049 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa6ce5-9a40-4cc3-9dd4-06c73cde0479" -d '{"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:32:33.035399 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:32:33.039628 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:33.062715 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84de3f5-270e-47fb-873f-0db40aafebf7 x-openstack-request-id: req-f84de3f5-270e-47fb-873f-0db40aafebf7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:32:33.063512 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-plugged", "status": "completed", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:32:33.063766 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f84de3f5-270e-47fb-873f-0db40aafebf7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:32:33.064148 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'code': 200} Aug 19 01:32:33.089210 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:32:33.253028 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de3d5-6934-4782-8156-73137b6e5682 req-c403c371-49bd-4b75-a518-8e2ba5645e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:33.254474 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f01de3d5-6934-4782-8156-73137b6e5682 req-c403c371-49bd-4b75-a518-8e2ba5645e51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1099 time: 0.0387099 Aug 19 01:32:33.287861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f01de3d5-6934-4782-8156-73137b6e5682 req-fa6da794-24b7-47e6-9483-9965ab83442f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262897 Aug 19 01:32:34.065775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b3753-d793-4b5b-b066-d99728ad219d req-cffd1921-9c3b-4260-84d9-5ae34cfa2415 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:34.067140 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-606b3753-d793-4b5b-b066-d99728ad219d req-cffd1921-9c3b-4260-84d9-5ae34cfa2415 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 947 time: 0.0484521 Aug 19 01:32:34.104406 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-606b3753-d793-4b5b-b066-d99728ad219d req-760d4d98-3e3e-42de-a71d-925c92d69a81 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Aug 19 01:32:35.224864 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494075-5979-452a-a182-7aebc1629324 req-7dd8a3f2-5b7c-493c-91b4-54e18c64cdd3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:32:35.226344 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49494075-5979-452a-a182-7aebc1629324 req-7dd8a3f2-5b7c-493c-91b4-54e18c64cdd3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 947 time: 0.0532751 Aug 19 01:32:35.263020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-49494075-5979-452a-a182-7aebc1629324 req-917f7377-1b28-4953-8645-bfd78d57afe0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Aug 19 01:32:42.688805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7477-b32a-4ce3-9366-6f340a96e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:45.050372 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4910aab3-6ea5-4a07-9130-5720158872f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:45.299924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:46.111853 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:46.695858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:48.177707 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:32:53.961022 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:32:57.649504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:12.693299 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e875c28-83ee-457b-a93f-726ed236fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:15.050930 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-deecfe70-0b91-4983-a964-ef61e6914734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:15.299477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:16.117635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:16.700119 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:18.180986 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:27.644736 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:30.959751 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:33:31.579971 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-143db751-5417-4146-a2b1-8b14bd6f6d0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464034 Aug 19 01:33:31.676519 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105351-6595-42e8-8c5d-101221e295d6 req-5f262c30-ade1-48f5-9f50-45bba1ca80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:33:31.678514 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-5f262c30-ade1-48f5-9f50-45bba1ca80be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1099 time: 0.0407097 Aug 19 01:33:31.782270 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105351-6595-42e8-8c5d-101221e295d6 req-f437d572-6c78-4f7b-b7cd-15ca40e076a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:33:31.783867 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-f437d572-6c78-4f7b-b7cd-15ca40e076a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0856345 Aug 19 01:33:31.849670 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-4ee43754-39d8-484f-89fb-4ef6e95afc83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 1002 time: 0.0580707 Aug 19 01:33:31.898457 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105351-6595-42e8-8c5d-101221e295d6 req-ef476cde-885b-4551-9dd5-70d628c421d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:33:31.899844 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-ef476cde-885b-4551-9dd5-70d628c421d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0435925 Aug 19 01:33:31.949159 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105351-6595-42e8-8c5d-101221e295d6 req-6e316f29-942e-4b27-8c54-f8e90812e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:33:31.950682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-6e316f29-942e-4b27-8c54-f8e90812e96a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441570 Aug 19 01:33:32.039400 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-8348c008-2f37-4902-b601-becc15af1caa service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807130 Aug 19 01:33:32.131759 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b105351-6595-42e8-8c5d-101221e295d6 req-1b9b2e00-4ac2-43c7-bed7-97d7f6d3665d service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Aug 19 01:33:42.695196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1366c13a-26fc-4587-9bac-868b095676c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:45.053437 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11c7715b-a3c4-4c8d-a6f4-79b82fbaf9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:45.299699 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:46.126485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:46.703951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:48.183330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:33:57.644895 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:07.959049 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:34:12.697331 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-522abcc9-8445-4ec8-80a7-5d078f42e28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:15.053290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c850809e-a5ac-401e-9ab1-5f340e122785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:15.299945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:16.125791 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:16.705906 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:18.186154 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:20.509261 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:20.700001 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Deleting port 0e7f3238-a534-4856-93a8-0cad60e9e9df {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:34:20.700271 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:20.772687 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:20.773024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:20.784252 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Calling delete_port for 0e7f3238-a534-4856-93a8-0cad60e9e9df owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:34:20.935252 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:20.961208 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'Port': ['ID=0e7f3238-a534-4856-93a8-0cad60e9e9df,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:20.989372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.989724 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.990069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.990412 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.990751 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.991085 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.991413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.991744 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.992067 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.992419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.992749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:20.993076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:21.029887 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:21.030224 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Floating IP d42ff0aa-56ca-4853-9d94-c2bd4a504d38 disassociated (deleted). External IP: 172.25.1.121, port: 49878cd2-54a1-4f4c-841f-c2a348be2b05. Aug 19 01:34:21.234763 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:34:21.339363 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:34:21.343900 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:21.349029 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:34:21.357652 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:34:21.358282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:34:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:34:21.474134 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:34:21.664274 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a8936648-db07-4830-8534-572298540ed5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "DELETE /v2.0/floatingips/d42ff0aa-56ca-4853-9d94-c2bd4a504d38 HTTP/1.1" status: 204 len: 168 time: 1.1539133 Aug 19 01:34:21.665080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:34:21.667305 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd66a71-73e4-4351-9517-7fb89d043bea" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:34:21.678700 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:34:21.706453 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:34:21.715846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:34:21.716609 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:34:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:34:21.778437 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd8ce86-25d3-4fe9-9ca5-3a02e67c9f83 x-openstack-request-id: req-ecd8ce86-25d3-4fe9-9ca5-3a02e67c9f83 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:34:21.778981 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:34:21.779401 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd8ce86-25d3-4fe9-9ca5-3a02e67c9f83 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:34:21.779957 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'status': 'completed', 'code': 200} Aug 19 01:34:21.838656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:34:21.890780 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-632ab6d6-f88e-4569-8cb2-9ab60b716211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:21.891982 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c1ef4-a70e-4ac0-9874-b5bb5b8e9a20 req-f25cefc8-7ac5-412f-918c-4c8e5bf8b0d7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:21.892581 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-632ab6d6-f88e-4569-8cb2-9ab60b716211 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 1099 time: 0.0421870 Aug 19 01:34:21.893535 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f72c1ef4-a70e-4ac0-9874-b5bb5b8e9a20 req-f25cefc8-7ac5-412f-918c-4c8e5bf8b0d7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 947 time: 0.0532608 Aug 19 01:34:21.932101 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f72c1ef4-a70e-4ac0-9874-b5bb5b8e9a20 req-2ff5c3ad-5053-4fda-8067-cbb469cfb13e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Aug 19 01:34:21.986520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-d833f805-9d8c-450b-a289-98c8a5878ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:21.988005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-d833f805-9d8c-450b-a289-98c8a5878ed1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0880761 Aug 19 01:34:22.029408 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-c3e2987f-8046-4ebe-919c-f7838cbefa62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 200 len: 217 time: 0.0332274 Aug 19 01:34:22.037107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:34:22.062623 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5ddd-6b38-4e1b-b269-20486d8b30c0 None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:34:22.077858 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-a3528509-aff8-4803-959c-6185dbb33389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:22.079372 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-a3528509-aff8-4803-959c-6185dbb33389 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0425844 Aug 19 01:34:22.130606 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-4d49e0c7-0707-4f34-8ad2-8373de67ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:22.132171 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-4d49e0c7-0707-4f34-8ad2-8373de67ee0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449979 Aug 19 01:34:22.226014 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-576ab6b8-6f1a-4732-a4e1-f8e152e3fc10 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858343 Aug 19 01:34:22.272624 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c06676-3226-4c3a-a557-82e20afc6ee4 None None] New status for floating IP d42ff0aa-56ca-4853-9d94-c2bd4a504d38: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:34:22.322761 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6fd66a71-73e4-4351-9517-7fb89d043bea req-e1d0a905-e473-45cf-9b4c-55487bd6ea04 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883417 Aug 19 01:34:23.051899 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69402-a1f7-4baf-aca0-50c86d4b0317 req-9fdc838f-f2ca-470e-ac92-75261c3d978a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:23.053328 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-47b69402-a1f7-4baf-aca0-50c86d4b0317 req-9fdc838f-f2ca-470e-ac92-75261c3d978a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 947 time: 0.0490088 Aug 19 01:34:23.090407 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-47b69402-a1f7-4baf-aca0-50c86d4b0317 req-a15c4e31-18ee-452e-9084-25fea3b3c96c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=0667521c-69ca-4e24-a3c0-8091111c745b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Aug 19 01:34:23.494069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-9d9c030d-e369-41cd-a6ad-ef24ebb87fb3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:23.495525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-9d9c030d-e369-41cd-a6ad-ef24ebb87fb3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 947 time: 0.0474925 Aug 19 01:34:23.588230 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Deleting port 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:34:23.588519 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:23.673271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] For port 49878cd2-54a1-4f4c-841f-c2a348be2b05, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=49878cd2-54a1-4f4c-841f-c2a348be2b05,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:34:23.673629 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:23.685945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Calling delete_port for 49878cd2-54a1-4f4c-841f-c2a348be2b05 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:34:23.815481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:23.843277 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'Port': ['ID=49878cd2-54a1-4f4c-841f-c2a348be2b05,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:23.894334 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] No DVR routers for this DVR port 49878cd2-54a1-4f4c-841f-c2a348be2b05 on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:34:23.897235 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:23.899207 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-24ccec7a-b709-4cae-b07b-a76b8fc3ac6a req-219f55df-6f06-47c2-86c0-8b9782aee67f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "DELETE /v2.0/ports/49878cd2-54a1-4f4c-841f-c2a348be2b05 HTTP/1.1" status: 204 len: 173 time: 0.3972054 Aug 19 01:34:23.900149 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-deleted', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:34:23.902895 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febb3c0-6ff6-4dba-93b7-915e689c27d4" -d '{"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-deleted", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:34:23.941998 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499da83-26a8-40b6-bea8-8d0726a20015 x-openstack-request-id: req-c499da83-26a8-40b6-bea8-8d0726a20015 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:34:23.942299 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1925ef-b84e-4180-987f-ec5537cea881", "name": "network-vif-deleted", "tag": "49878cd2-54a1-4f4c-841f-c2a348be2b05", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:34:23.942580 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c499da83-26a8-40b6-bea8-8d0726a20015 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:34:23.943069 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1925ef-b84e-4180-987f-ec5537cea881', 'name': 'network-vif-deleted', 'tag': '49878cd2-54a1-4f4c-841f-c2a348be2b05', 'status': 'completed', 'code': 200} Aug 19 01:34:24.193109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c686cee5-0861-41e9-bf46-1a52f797b2ac req-f85896ed-3731-414f-9f95-6b4f11acb44c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1925ef-b84e-4180-987f-ec5537cea881 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Aug 19 01:34:25.248518 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:25.305571 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:25.329485 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:25.389105 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:25.391622 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:25.392793 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "DELETE /v2.0/security-groups/0667521c-69ca-4e24-a3c0-8091111c745b HTTP/1.1" status: 204 len: 168 time: 0.1432881 Aug 19 01:34:25.401665 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc0c41-94b0-48fc-b394-a62ae8b838e7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667521c-69ca-4e24-a3c0-8091111c745b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.000944 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48486) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.006266 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771985679', 'description': 'tempest-secgroup-smoke-1771985679 description', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.028691 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.110142 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.114426 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.138920 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.140112 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381671 Aug 19 01:34:26.143287 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.144032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367c2153-b734-4f56-beae-d700104cba10,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.148071 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.151428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.151783 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.152127 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.152496 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.152840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.153175 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.153507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.153838 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.154165 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.154493 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.154819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.155146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896667a-c5fa-4934-9dd2-9934730e1b33 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:26.174919 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.220027 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.223804 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.246674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8dcf2-58c2-47bd-b5c5-4014d7520e89,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.249840 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.251025 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-27b43ae0-9f01-4290-a222-a8ba5610aba6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067026 Aug 19 01:34:26.253995 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.258378 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.282981 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.339793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.343274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.360654 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100e70a6-8994-4940-8ad9-d774464bab2f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.368964 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.370298 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-364afce1-1e8b-4ecd-a519-352954eb3ff9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153116 Aug 19 01:34:26.373166 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.377537 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.402274 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.460179 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.463369 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.481827 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ba0853-d92a-44a1-9a94-7ed4e90e1891,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.486710 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.487877 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-b6d4600e-2015-457c-af67-8bd4e9e32c7f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137841 Aug 19 01:34:26.490749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48496) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.495363 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.520805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.578532 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.582445 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.600808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4812267c-c6cf-4eab-b6ee-71b284fd01c0,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.603637 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.604847 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-dd717646-0012-4aed-bb55-6e8780a2e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130800 Aug 19 01:34:26.607508 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48498) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.611875 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.632672 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Project 7c6b24a127d943ef8a43d887aa477fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:34:26.637416 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.697362 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.700807 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.719069 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba1a17d-5706-4c4e-b617-7864dcf87699,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.725467 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.726634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-5ec47a4f-b2fb-4396-9714-abf1d2ecd3ea tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182039 Aug 19 01:34:26.729320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48500) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:34:26.733842 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'security_group_rule': {'security_group_id': '367c2153-b734-4f56-beae-d700104cba10', 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:26.754196 n-d-771363-38 neutron-server[94622]: INFO neutron.db.securitygroups_db [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Project 7c6b24a127d943ef8a43d887aa477fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:34:26.758805 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.823864 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.827504 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.844805 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb7602c-e40a-4194-989b-56fe9a98fb98,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:26.850856 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:26.852261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-169e4e42-1dbf-486c-b18d-70dc4ad0dbb8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219916 Aug 19 01:34:27.415712 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:34:27.435661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 49878cd2-54a1-4f4c-841f-c2a348be2b05 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:34:27.436016 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 49878cd2-54a1-4f4c-841f-c2a348be2b05 not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:34:27.647963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:40.107698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-6d2e896f-a6c2-4773-ba4b-e79e5a8352ae tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771985679&fields=id&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 267 time: 0.0325835 Aug 19 01:34:40.213613 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-ab09d011-b0d7-4f74-b3f8-ce19db9f2b2a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:40.215015 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-ab09d011-b0d7-4f74-b3f8-ce19db9f2b2a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 807 time: 0.1008289 Aug 19 01:34:40.230216 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-18e1fc50-1aa4-4725-956b-e6885a849ba3 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/quotas/7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 375 time: 0.0095735 Aug 19 01:34:40.278675 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-915c8aa2-e588-43c0-a10f-7f1b67fbca18 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434952 Aug 19 01:34:40.427661 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-bf10adab-cd64-4a3b-9be3-eb283f34c686 service neutron] 10.222.0.20 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373618 Aug 19 01:34:40.514291 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-6bd576ff-d674-4601-a782-efc120912e29 service neutron] 10.222.0.20 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804946 Aug 19 01:34:41.809869 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-78e42c32-e5ae-4127-aad6-33efe29f1f14 req-51c9ad6d-1097-4cdb-bbf0-1b388a8a79be tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0262756 Aug 19 01:34:42.698937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47212781-be44-4173-9510-8d3858221370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:42.893571 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e28815b3-c4a3-4453-8f04-23ed6bcc2676 req-b47ec4ec-6890-487e-b26e-d9aa2c801c61 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0265980 Aug 19 01:34:43.969020 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-e2579b71-86eb-4aab-bd2a-6b114e5e3812 req-720fa9c6-6d1c-44ed-8e89-bf6c0c5c41ac tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0251973 Aug 19 01:34:44.854516 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-03dc81cf-fcc3-47f2-aaaf-cb21955ccc8f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:44.855970 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-03dc81cf-fcc3-47f2-aaaf-cb21955ccc8f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 807 time: 0.1105323 Aug 19 01:34:44.910920 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-7c1a8970-1f70-4523-822f-a59b665a994e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 380 time: 0.0330944 Aug 19 01:34:44.920124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'port': {'device_id': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'admin_state_up': True, 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'security_groups': ['367c2153-b734-4f56-beae-d700104cba10']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:44.959213 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:34:45.035926 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Made reservation on behalf of 7c6b24a127d943ef8a43d887aa477fd2 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:34:45.041481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.056838 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b14170c2-5676-4edd-92a9-ecbda61c1fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.084021 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4df299d8-4d5a-4960-8741-75f7eb41b5fd req-5d61d4eb-212f-457a-b629-db8fc65a8ea2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Aug 19 01:34:45.197602 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Allocated IP 172.20.0.12 (2e610d6a-8f3b-4d74-9113-4ce91ca60651/5d155d04-24d8-4c39-9a56-66bb537fb685/e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:34:45.302604 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.339446 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.353024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Transition to ACTIVE for port object e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:34:45.385723 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.438672 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:34:45.442076 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:34:45.446638 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:34:45.450695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:45.497393 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:45.498022 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.514604 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-6e59061f-181c-428e-8ff3-6d20037b7cf9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980916 Aug 19 01:34:45.533054 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Request body: {'port': {'device_id': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:34:45.591656 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.766388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8485e43b-92ac-4269-8bae-4448862ee711 None None] Provisioning for port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:34:45.771430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8485e43b-92ac-4269-8bae-4448862ee711 None None] Provisioning complete for port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:34:45.772070 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8485e43b-92ac-4269-8bae-4448862ee711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.817803 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8485e43b-92ac-4269-8bae-4448862ee711 None None] Port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:34:45.872892 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:34:45.880506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.892227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Transition to ACTIVE for port object e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:34:45.895879 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:45.967075 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:46.030962 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Attempting to bind port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:34:46.031307 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Attempting to bind port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:34:46.031731 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Attempting to bind port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:34:46.038407 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:34:46.038742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Attempting to bind port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc on network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:34:46.044469 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:34:46.044826 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Checking segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:34:46.045227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Bound using segment: {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:34:46.045668 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Bound port: e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:34:46.046032 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:46.124123 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:34:46.128762 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:34:46.134545 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:46.150041 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:46.172082 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.172708 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:46.174301 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] 10.222.0.21 "PUT /v2.0/ports/e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1093 time: 0.6459279 Aug 19 01:34:46.174807 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:34:46.177366 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c2204-6dd4-46d7-88bd-bce4357503c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:34:46.250139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a158-e51b-4eae-bbea-55d2fda5178a req-116dd13e-f4ad-45dc-acf2-4459b56cd86c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.253940 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9533a158-e51b-4eae-bbea-55d2fda5178a req-116dd13e-f4ad-45dc-acf2-4459b56cd86c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0722151 Aug 19 01:34:46.297160 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa72985c-5a9d-46e4-9557-7c0a1c2391fc x-openstack-request-id: req-aa72985c-5a9d-46e4-9557-7c0a1c2391fc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:34:46.297435 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:34:46.297696 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa72985c-5a9d-46e4-9557-7c0a1c2391fc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:34:46.298103 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'status': 'completed', 'code': 200} Aug 19 01:34:46.304226 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d1473-ddfe-48cf-a59a-4c5f2d2d1744 service neutron] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:46.312831 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9533a158-e51b-4eae-bbea-55d2fda5178a req-c9715c4a-5803-4fd2-b035-7b65366c80f8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499961 Aug 19 01:34:46.326072 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-db71537f-e937-4633-bee6-18dcf7ea09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.327697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-db71537f-e937-4633-bee6-18dcf7ea09fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1096 time: 0.0752602 Aug 19 01:34:46.380755 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-4d0e329f-a16f-4194-9c06-189c7b51b981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 217 time: 0.0398827 Aug 19 01:34:46.430335 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-f1eee44e-7b1d-4c33-8c97-e97f11606f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.431814 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-f1eee44e-7b1d-4c33-8c97-e97f11606f47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0444047 Aug 19 01:34:46.478078 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559d11-be1b-455d-9697-dd321d164dad req-675722eb-6cfa-4d9d-8cad-99f1d8ada30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.479579 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-675722eb-6cfa-4d9d-8cad-99f1d8ada30f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405939 Aug 19 01:34:46.576065 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-883634b0-df7e-4bcf-b7cd-2f6f8405ead0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879784 Aug 19 01:34:46.663934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-72559d11-be1b-455d-9697-dd321d164dad req-2dce236f-ca84-4e57-9e2b-b8a681cf459c service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804939 Aug 19 01:34:46.785210 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-d64f38cb-c51b-43bc-95dd-b0697150210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.786878 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-d64f38cb-c51b-43bc-95dd-b0697150210b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1096 time: 0.0511649 Aug 19 01:34:46.884115 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-b5363319-2fac-45c7-a2b0-eb8ca0f3d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.885679 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-b5363319-2fac-45c7-a2b0-eb8ca0f3d5f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0922461 Aug 19 01:34:46.891450 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:46.931401 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-10017f48-6e96-43fd-8174-65db91b9b2ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 217 time: 0.0376899 Aug 19 01:34:46.980247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-d3ec0954-abb5-4892-ac4d-d865d3cdbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:46.981837 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-d3ec0954-abb5-4892-ac4d-d865d3cdbed5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0437176 Aug 19 01:34:47.027526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-b36c370e-59f0-44cb-91a1-845dd7ad5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:47.029127 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-b36c370e-59f0-44cb-91a1-845dd7ad5f02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398796 Aug 19 01:34:47.122543 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-2332db11-d830-40be-ba0d-d1fec7e5d961 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854337 Aug 19 01:34:47.215084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b19c2204-6dd4-46d7-88bd-bce4357503c5 req-a204851a-cba3-4109-ab96-2ea5457699b8 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Aug 19 01:34:47.432190 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a326c-63ce-4a20-af55-b2ee189d0620 req-82c73039-f46e-46b4-b262-001fda2a06e0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:47.434144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f49a326c-63ce-4a20-af55-b2ee189d0620 req-82c73039-f46e-46b4-b262-001fda2a06e0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0557177 Aug 19 01:34:47.471669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f49a326c-63ce-4a20-af55-b2ee189d0620 req-a34ef8f0-3b1d-4840-93a2-d05e89e972d8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Aug 19 01:34:48.189286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:48.616760 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624bca-a1d4-4d0a-b003-55c18bc05a8e req-6a1d903e-681c-4ba3-b643-b97da62bf9ad tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:48.618454 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb624bca-a1d4-4d0a-b003-55c18bc05a8e req-6a1d903e-681c-4ba3-b643-b97da62bf9ad tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0540257 Aug 19 01:34:48.657153 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb624bca-a1d4-4d0a-b003-55c18bc05a8e req-097b30e9-84bd-42ee-8588-8daf3e428a6e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Aug 19 01:34:49.770567 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babc009-c723-4650-8b8d-e917c4fe7480 req-fdf62147-ba3f-418e-8469-aa8a74e8e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:49.772060 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0babc009-c723-4650-8b8d-e917c4fe7480 req-fdf62147-ba3f-418e-8469-aa8a74e8e78f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0497370 Aug 19 01:34:49.810907 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0babc009-c723-4650-8b8d-e917c4fe7480 req-89fa1057-0be4-4dbe-8cc5-4f941896003a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Aug 19 01:34:50.922079 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52731a-6812-45d8-8fd8-d94d4f5bd6ad req-1e5d9330-5065-48b6-b3e1-b9fe0d780779 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:50.923644 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a52731a-6812-45d8-8fd8-d94d4f5bd6ad req-1e5d9330-5065-48b6-b3e1-b9fe0d780779 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0485120 Aug 19 01:34:50.961938 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0a52731a-6812-45d8-8fd8-d94d4f5bd6ad req-d9617718-8106-4fe8-9984-a95e5e8a1741 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 19 01:34:52.073132 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ab791-5acd-4c3d-b51d-f6abb725066b req-accce7f7-590d-4a62-aa0b-e6777e051b21 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:52.074510 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d5ab791-5acd-4c3d-b51d-f6abb725066b req-accce7f7-590d-4a62-aa0b-e6777e051b21 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0478735 Aug 19 01:34:52.111254 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6d5ab791-5acd-4c3d-b51d-f6abb725066b req-42d78861-1e50-4d0e-9365-2e269c6277e5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Aug 19 01:34:53.226545 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168030ad-d160-444a-b268-b4d405a22f14 req-ebce37e3-4fbe-4301-a0ee-0abcfc5f6716 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:53.227995 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-168030ad-d160-444a-b268-b4d405a22f14 req-ebce37e3-4fbe-4301-a0ee-0abcfc5f6716 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Aug 19 01:34:53.264327 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-168030ad-d160-444a-b268-b4d405a22f14 req-d9cf88c3-b78a-4da5-8eff-0ba02752e257 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304291 Aug 19 01:34:54.384068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783088ef-ce80-47c8-a324-31a35f189286 req-b57e8e45-35f0-4c42-99af-a7810a3eff77 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:54.385545 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-783088ef-ce80-47c8-a324-31a35f189286 req-b57e8e45-35f0-4c42-99af-a7810a3eff77 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0520239 Aug 19 01:34:54.422144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-783088ef-ce80-47c8-a324-31a35f189286 req-eaa46adc-7fe7-49ba-96b6-83733f7db2b0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Aug 19 01:34:55.537114 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd050b-0ebd-4e69-ba10-e1b9f6e5d953 req-5a5a1d02-a496-4e73-aea4-2ad3d68a2cf2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:55.538568 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cdbd050b-0ebd-4e69-ba10-e1b9f6e5d953 req-5a5a1d02-a496-4e73-aea4-2ad3d68a2cf2 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0517998 Aug 19 01:34:55.575631 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cdbd050b-0ebd-4e69-ba10-e1b9f6e5d953 req-0f1f0ec0-0de9-44c3-b36c-c5ae49a6f8a1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Aug 19 01:34:56.687850 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20702c92-6466-40cc-88fb-1a9b09dc96f0 req-73bbbf4c-e555-48dc-8991-9b4dda519c38 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:56.689590 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20702c92-6466-40cc-88fb-1a9b09dc96f0 req-73bbbf4c-e555-48dc-8991-9b4dda519c38 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0483830 Aug 19 01:34:56.727456 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-20702c92-6466-40cc-88fb-1a9b09dc96f0 req-46d717a1-0c14-4d75-b71d-fe7963fab352 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Aug 19 01:34:57.478930 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:34:57.570486 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:34:57.584579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'mac_address': 'fa:16:3e:4d:aa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:34:57.620034 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:57.637515 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:34:57.652757 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:57.661164 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:34:57.664652 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:57.709483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:57.716516 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.716870 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.717217 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.717561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.717899 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.718238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.718571 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.718904 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.719234 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.719564 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.719893 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.720223 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:34:57.840939 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ecd1-23c0-42e7-8127-20ed03c37e67 req-09e49fc8-9ddc-4d8a-ae6d-2e6e9da92fe8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:57.842441 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad41ecd1-23c0-42e7-8127-20ed03c37e67 req-09e49fc8-9ddc-4d8a-ae6d-2e6e9da92fe8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Aug 19 01:34:57.879781 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ad41ecd1-23c0-42e7-8127-20ed03c37e67 req-0b51ed13-f158-43a9-9a8f-bc22d1050a4d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Aug 19 01:34:58.075754 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:34:58.990873 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c2742-04b3-45f9-8c54-acdd5425f9aa req-ae50bb4f-e8c5-43cd-831c-4bb23c1ba919 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:58.992849 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-810c2742-04b3-45f9-8c54-acdd5425f9aa req-ae50bb4f-e8c5-43cd-831c-4bb23c1ba919 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 945 time: 0.0474203 Aug 19 01:34:59.031424 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-810c2742-04b3-45f9-8c54-acdd5425f9aa req-db561e78-85ff-44c8-93f7-f66efeae5b69 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Aug 19 01:34:59.492854 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:34:59.539301 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:34:59.542795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:34:59.543272 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:59.617678 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:59.638952 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:34:59.641216 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0b9c5-c5fa-4605-8383-6a6f371b1924" -d '{"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-plugged", "status": "completed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:34:59.654644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:34:59.659045 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:34:59.705553 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:34:59.728665 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d28bb0-cdbb-4115-8e22-9a23973d6f89 x-openstack-request-id: req-19d28bb0-cdbb-4115-8e22-9a23973d6f89 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:34:59.728968 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-plugged", "status": "completed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:34:59.729225 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d28bb0-cdbb-4115-8e22-9a23973d6f89 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:34:59.729619 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'code': 200} Aug 19 01:34:59.853960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f719-4645-41b9-a034-ddbfcaa6d960 req-2cf6d3c4-38a1-4dae-9842-54d35623f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:34:59.855410 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c77f719-4645-41b9-a034-ddbfcaa6d960 req-2cf6d3c4-38a1-4dae-9842-54d35623f36e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0438232 Aug 19 01:34:59.890206 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-1c77f719-4645-41b9-a034-ddbfcaa6d960 req-2e04fd3a-3b5d-4375-9ad2-88d9587138c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268452 Aug 19 01:35:00.143458 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a3047-9ccd-4788-acaf-ffcd543d44e0 req-51517077-1153-49a2-b341-f0a9f9eb96d0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:00.145567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-060a3047-9ccd-4788-acaf-ffcd543d44e0 req-51517077-1153-49a2-b341-f0a9f9eb96d0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Aug 19 01:35:00.182002 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-060a3047-9ccd-4788-acaf-ffcd543d44e0 req-54d43499-3498-43aa-af05-f6262016c5a1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306935 Aug 19 01:35:01.301378 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12634ada-872e-4a18-bd49-24dc3d28db0f req-c148ac2b-421b-4e57-b6f9-ca39fd1bf434 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:01.302861 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12634ada-872e-4a18-bd49-24dc3d28db0f req-c148ac2b-421b-4e57-b6f9-ca39fd1bf434 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0517316 Aug 19 01:35:01.352642 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-12634ada-872e-4a18-bd49-24dc3d28db0f req-15d4e3ff-cbbe-439e-af2e-6640cecbae23 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Aug 19 01:35:02.466808 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012f5ab-61bb-4c04-8627-b2c40ac7f6fa req-b458870f-c091-452f-b71b-5f8683028d2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:02.468262 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a012f5ab-61bb-4c04-8627-b2c40ac7f6fa req-b458870f-c091-452f-b71b-5f8683028d2b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0485883 Aug 19 01:35:02.504972 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a012f5ab-61bb-4c04-8627-b2c40ac7f6fa req-a70e1c3f-3024-4ce5-8bb8-44576366bb16 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302699 Aug 19 01:35:02.621367 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9f514-2507-48f9-8236-70daf057011d req-d3118412-a48d-4578-91a4-b7a81606ca6e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:02.622848 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fb9f514-2507-48f9-8236-70daf057011d req-d3118412-a48d-4578-91a4-b7a81606ca6e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Aug 19 01:35:02.660068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-0fb9f514-2507-48f9-8236-70daf057011d req-6d308099-83b7-44e2-baad-a548808e2b1a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Aug 19 01:35:02.683002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48714) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:35:02.765020 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb067838-fed6-4349-bb81-7a1ed1079d5a tempest-TestShelveInstance-113281189 tempest-TestShelveInstance-113281189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:02.766499 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-bb067838-fed6-4349-bb81-7a1ed1079d5a tempest-TestShelveInstance-113281189 tempest-TestShelveInstance-113281189-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1093 time: 0.0825474 Aug 19 01:35:02.769749 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48718) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:35:02.776967 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:35:02.804256 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:02.901035 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:02.999777 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Allocated IP 172.25.1.86 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/15bd1f36-8925-4a23-8f72-64ad1a818636) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:35:03.110124 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:03.151451 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:03.197272 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:35:03.200148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:35:03.203732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:35:03.209584 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=15bd1f36-8925-4a23-8f72-64ad1a818636,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:35:03.571981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:03.635234 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:04.113214 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:04.117539 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:04.181450 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event updated for resources: {'Port': ['ID=15bd1f36-8925-4a23-8f72-64ad1a818636,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:35:04.194458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:04.290013 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Floating IP 8cc9e0c6-c562-4759-b2ad-026a16385b1d associated. External IP: 172.25.1.86, port: e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc. Aug 19 01:35:04.499375 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:35:04.606837 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:35:04.616658 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:35:04.622954 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:04.626561 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:35:04.627248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:34:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:35:04.650311 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-774ede32-01a1-4064-96ad-76289054528e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8795488 Aug 19 01:35:04.650949 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:35:04.653210 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:35:04.736862 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:35:04.750585 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b35d94d-8a72-42e7-910b-8f110933dd17 x-openstack-request-id: req-8b35d94d-8a72-42e7-910b-8f110933dd17 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:35:04.750823 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:35:04.751081 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b35d94d-8a72-42e7-910b-8f110933dd17 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:35:04.751487 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'status': 'completed', 'code': 200} Aug 19 01:35:04.850902 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-803d25f1-ebbc-4cd5-a0e8-e657a6f5e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:04.853093 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-803d25f1-ebbc-4cd5-a0e8-e657a6f5e00f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0531557 Aug 19 01:35:04.943520 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-af47aecd-caec-4eed-9772-ba1a59bf1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:04.945070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-af47aecd-caec-4eed-9772-ba1a59bf1f33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0850825 Aug 19 01:35:04.966816 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8cc9e0c6-c562-4759-b2ad-026a16385b1d', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:4d:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:35:03Z', 'updated_at': '2021-08-19T01:35:03Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:35:04.993496 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:35:05.002654 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:35:05.003239 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:34:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:35:05.014698 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-9fe1fc0d-50bc-42a8-aa0b-fdf93ce7db71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 999 time: 0.0624120 Aug 19 01:35:05.064557 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-784a0803-4132-40b1-9b60-864d0d75b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:05.066074 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-784a0803-4132-40b1-9b60-864d0d75b701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0442879 Aug 19 01:35:05.109028 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:35:05.111846 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-31a427d1-457c-495a-8a94-c76eec7ef205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:05.113982 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-31a427d1-457c-495a-8a94-c76eec7ef205 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407994 Aug 19 01:35:05.219102 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-4c4c5e7f-c4ca-4d69-bd0d-1158bc13a6ee service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978334 Aug 19 01:35:05.307650 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebf7a56c-2914-4ec3-a4b2-06126b1ff8a2 req-12ad5fe9-0d76-43fc-ab54-0c933b6611ff service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812564 Aug 19 01:35:05.335500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8cc9e0c6-c562-4759-b2ad-026a16385b1d', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:4d:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:35:03Z', 'updated_at': '2021-08-19T01:35:03Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:35:05.361957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe077a5-9ea9-46dc-bf46-25cb2297a13b None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': '8cc9e0c6-c562-4759-b2ad-026a16385b1d', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'mac_address': 'fa:16:3e:4d:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:35:03Z', 'updated_at': '2021-08-19T01:35:03Z', 'revision_number': 0, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:35:05.548541 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc5281-a401-4977-a80d-7d8c01fd6e64 None None] New status for floating IP 8cc9e0c6-c562-4759-b2ad-026a16385b1d: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:35:12.700996 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb7294e5-e17f-4592-8097-d8e6235c45c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:15.056269 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50544273-5a83-4b66-8ac3-d970e885a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:15.303150 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:16.157936 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:16.711582 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:18.191392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:21.958817 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:35:27.647583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:33.594288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-e3603e56-ccd5-42ed-9784-467183d44ff1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840824 Aug 19 01:35:33.693128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-3f149039-3172-4f46-9e38-b784f5d6d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:33.694596 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-3f149039-3172-4f46-9e38-b784f5d6d9a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0414298 Aug 19 01:35:33.797782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-828edff9-3990-4c2b-8c83-88be981217c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:33.799278 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-828edff9-3990-4c2b-8c83-88be981217c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0841169 Aug 19 01:35:33.868624 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-ce8de7f8-56f2-4a0c-8f4a-97d8c6e308c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1001 time: 0.0615535 Aug 19 01:35:33.916308 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-387172b0-b876-4659-ad1c-b220b12b19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:33.917453 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-387172b0-b876-4659-ad1c-b220b12b19bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0425243 Aug 19 01:35:33.963385 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-b764ad6a-826e-461b-bbd4-512c848491f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:35:33.965466 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-b764ad6a-826e-461b-bbd4-512c848491f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410366 Aug 19 01:35:34.061272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-5ab6fc20-ebf7-41b1-852a-d25380085f33 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881176 Aug 19 01:35:34.148811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-828a2992-7dad-4792-9384-66c1db2cb9eb req-997476ae-26f0-4021-a7fa-01b1a693c4b5 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804234 Aug 19 01:35:42.701418 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9705d10a-4097-4294-95ba-720eaef71697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:45.057282 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77f6469d-083c-4543-9749-e77deb490000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:45.304425 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:46.154540 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:46.715903 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:48.192371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:57.662319 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:35:58.957842 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:36:12.701801 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0119a1e9-6e80-46f4-905b-e4ee023f73fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:15.057858 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57e787f6-c4ef-4837-8e0d-79164ed13c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:15.305839 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:16.163924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:16.717749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:18.195611 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:27.660366 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:35.956732 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:36:36.092756 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-c207b370-3abb-4781-bfe8-56b2b46093b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447698 Aug 19 01:36:36.188865 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-3a5f81d5-bc34-49d5-8bbb-52374fde7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:36:36.190382 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-3a5f81d5-bc34-49d5-8bbb-52374fde7e1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0408194 Aug 19 01:36:36.301649 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-3b8dfe17-2c87-470a-ac9e-ee2b03ac69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:36:36.303823 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-3b8dfe17-2c87-470a-ac9e-ee2b03ac69a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0932245 Aug 19 01:36:36.373356 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-9f414963-82d2-4914-ad73-377b0489944e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1001 time: 0.0618670 Aug 19 01:36:36.424718 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-0c1fbe60-ba6c-4ea6-9119-eddfc4dde31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:36:36.426199 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-0c1fbe60-ba6c-4ea6-9119-eddfc4dde31c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0462403 Aug 19 01:36:36.474640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-ff599de6-60bb-4083-ad29-57dab29769c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:36:36.476125 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-ff599de6-60bb-4083-ad29-57dab29769c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427129 Aug 19 01:36:36.563933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-40a9a836-7d61-4dd7-b42b-a598759eb438 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799873 Aug 19 01:36:36.942778 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ead413ef-2641-4988-bae3-4f746ec2a27d req-168b7c10-7e9e-4864-912b-5c46ece50d46 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691313 Aug 19 01:36:42.703250 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9560-c9c6-43da-9e7e-5df732905ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:45.059220 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b34e94fe-7baf-47a3-8c4e-456828031287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:45.305798 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:46.169248 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:46.720828 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:48.199106 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:57.675963 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:36:59.233982 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e4c58-50f8-4727-a361-7d317ac2442c req-cf67174d-c77a-49e6-ade2-467eb959aa40 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:36:59.235427 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa8e4c58-50f8-4727-a361-7d317ac2442c req-cf67174d-c77a-49e6-ade2-467eb959aa40 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0933599 Aug 19 01:36:59.271260 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-aa8e4c58-50f8-4727-a361-7d317ac2442c req-10323839-2c3c-4904-9bee-90a7c156e62a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299757 Aug 19 01:37:00.388270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7281e-7010-4893-a30e-1e35f1b7a68c req-3bf24ceb-7985-46eb-aae6-aee2dd885e25 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:00.389774 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3b7281e-7010-4893-a30e-1e35f1b7a68c req-3bf24ceb-7985-46eb-aae6-aee2dd885e25 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0502093 Aug 19 01:37:00.430487 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3b7281e-7010-4893-a30e-1e35f1b7a68c req-108931fe-d49c-4d88-9a86-7e0560467016 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344265 Aug 19 01:37:01.575147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236c6b2-2ce6-4b3f-92ee-c07da6e893c4 req-a1846e5b-86cd-44cf-ab9e-e18cb1c233a8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:01.576613 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6236c6b2-2ce6-4b3f-92ee-c07da6e893c4 req-a1846e5b-86cd-44cf-ab9e-e18cb1c233a8 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Aug 19 01:37:01.613495 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6236c6b2-2ce6-4b3f-92ee-c07da6e893c4 req-bc0563d3-fe3b-49b5-87ba-042a32161e1c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Aug 19 01:37:02.725834 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a879d0f-3f27-4bcd-bf8a-2b234c00b01a req-a3a2b93d-b353-481c-aa1b-bcc6ac69116a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:02.727279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a879d0f-3f27-4bcd-bf8a-2b234c00b01a req-a3a2b93d-b353-481c-aa1b-bcc6ac69116a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Aug 19 01:37:02.763696 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-3a879d0f-3f27-4bcd-bf8a-2b234c00b01a req-121e90ec-7886-436c-8d2d-2001b4e0dce9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Aug 19 01:37:03.877930 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839074b4-963c-4c14-8b71-52400a370599 req-83e01822-d1b2-4f4c-964a-930dcd97205a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:03.879377 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-839074b4-963c-4c14-8b71-52400a370599 req-83e01822-d1b2-4f4c-964a-930dcd97205a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0511630 Aug 19 01:37:03.916069 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-839074b4-963c-4c14-8b71-52400a370599 req-1f3d650d-8b75-4ae7-af53-52a738e33f74 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303104 Aug 19 01:37:05.029854 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cadc39-2462-4e0c-94cd-71eb185d44ad req-7eed7f7c-bdbc-478f-9af5-5d789f78dd9f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:05.031333 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14cadc39-2462-4e0c-94cd-71eb185d44ad req-7eed7f7c-bdbc-478f-9af5-5d789f78dd9f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Aug 19 01:37:05.068233 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-14cadc39-2462-4e0c-94cd-71eb185d44ad req-b84b6902-6999-4cb2-b0c6-3449750249fc tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Aug 19 01:37:06.180782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df2e01-2748-44f9-a671-3561b16dec69 req-8507fe13-dbfa-4997-83bd-1f8be347d68a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:06.182229 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1df2e01-2748-44f9-a671-3561b16dec69 req-8507fe13-dbfa-4997-83bd-1f8be347d68a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0478067 Aug 19 01:37:06.219141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f1df2e01-2748-44f9-a671-3561b16dec69 req-82227818-bf79-4f95-8b77-4bfed8b0b81c tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308244 Aug 19 01:37:07.384543 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1690d6-1059-419f-8e5b-1d53d8b28f96 req-1f5ee128-fd7b-4842-832e-f91fb5ee2888 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:07.386014 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd1690d6-1059-419f-8e5b-1d53d8b28f96 req-1f5ee128-fd7b-4842-832e-f91fb5ee2888 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.1012409 Aug 19 01:37:07.431227 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cd1690d6-1059-419f-8e5b-1d53d8b28f96 req-55fc9c4e-f106-4bc0-8cd9-3d2b5f20c5a7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377626 Aug 19 01:37:08.549426 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c3db1-9118-4558-afa5-66fd15442b62 req-ed35fcf3-90d0-4155-a59a-dad4d528fb50 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:08.550881 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b2c3db1-9118-4558-afa5-66fd15442b62 req-ed35fcf3-90d0-4155-a59a-dad4d528fb50 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0536857 Aug 19 01:37:08.587499 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9b2c3db1-9118-4558-afa5-66fd15442b62 req-5ebb457a-bcbc-4faf-a90f-bd3d70c8d252 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301211 Aug 19 01:37:09.390370 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-8df3970f-23ac-4523-b90e-6abbb8320a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:09.391846 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-8df3970f-23ac-4523-b90e-6abbb8320a9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0425267 Aug 19 01:37:09.483891 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-6d6dc05b-9714-4119-8a4f-6d6e8c38c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:09.485630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-6d6dc05b-9714-4119-8a4f-6d6e8c38c8ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0863531 Aug 19 01:37:09.567386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-dfcd91d9-bc8c-4613-a15c-ac10f2364fc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1001 time: 0.0739269 Aug 19 01:37:09.615079 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-0a03d5be-8596-493a-9fcf-352fb8ecd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:09.616470 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-0a03d5be-8596-493a-9fcf-352fb8ecd034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0425217 Aug 19 01:37:09.661429 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-21b749d8-0d54-4941-8d81-380849b4a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:09.662828 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-21b749d8-0d54-4941-8d81-380849b4a574 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396495 Aug 19 01:37:09.705606 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9e75b-a6ee-4614-a8fd-a004786c7ff4 req-73058c01-3aaf-4468-9afb-dd74af5e7209 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:09.707133 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bba9e75b-a6ee-4614-a8fd-a004786c7ff4 req-73058c01-3aaf-4468-9afb-dd74af5e7209 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0508080 Aug 19 01:37:09.744158 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-bba9e75b-a6ee-4614-a8fd-a004786c7ff4 req-5f7b434e-750a-43f2-af9e-4617519129d6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Aug 19 01:37:09.756431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-14fca0fd-e2e0-4e87-b75c-9c6195e54ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Aug 19 01:37:09.843984 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f8441333-cdfe-4695-bef6-b7d47ec8ca5f req-2bf58db7-cbe2-44d5-bb97-cacaff7233ca service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811987 Aug 19 01:37:10.860749 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f519d-3a50-442f-9a44-4b72d03ee23a req-82419cc8-0ea7-403d-97ed-c533dcd6880b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:10.862242 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b16f519d-3a50-442f-9a44-4b72d03ee23a req-82419cc8-0ea7-403d-97ed-c533dcd6880b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0522244 Aug 19 01:37:10.899272 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b16f519d-3a50-442f-9a44-4b72d03ee23a req-7e0d2ccf-bdd7-4237-a4d2-de51e5968e52 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Aug 19 01:37:12.013870 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d713c-e03d-41bf-b915-7592179b0070 req-a84be13d-e5e9-4403-b781-14e83972d401 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:12.015370 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561d713c-e03d-41bf-b915-7592179b0070 req-a84be13d-e5e9-4403-b781-14e83972d401 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0492165 Aug 19 01:37:12.056422 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-561d713c-e03d-41bf-b915-7592179b0070 req-67932c26-917f-4f63-bcf6-f79bcaf85225 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Aug 19 01:37:12.707031 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68be8100-09b7-4fb1-97e5-e2180f2cf0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:12.957486 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:37:13.169809 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f336f1-9021-489e-a253-3bb2d13c42cd req-b6d3b97e-c4b9-426c-85a5-ee5717250d56 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:13.171285 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68f336f1-9021-489e-a253-3bb2d13c42cd req-b6d3b97e-c4b9-426c-85a5-ee5717250d56 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Aug 19 01:37:13.208339 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-68f336f1-9021-489e-a253-3bb2d13c42cd req-cec4f5f2-fb6e-437a-a18d-09c2a7cb87b4 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Aug 19 01:37:13.451954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca051c-ba40-43af-bd8c-93b5e5c22140 req-70b94d06-a64f-405f-9d31-dcc06f8c6226 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:13.453442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eca051c-ba40-43af-bd8c-93b5e5c22140 req-70b94d06-a64f-405f-9d31-dcc06f8c6226 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0810966 Aug 19 01:37:13.462243 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-d2c6e086-cb83-4440-8708-22e0eba0b45b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133699 Aug 19 01:37:13.496617 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-5eca051c-ba40-43af-bd8c-93b5e5c22140 req-f75c7f39-94fe-4ef9-8d5f-2cfd93e4f60a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Aug 19 01:37:14.611840 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebca42-27e3-4a4e-b19d-81749404004a req-d5892382-9aef-4cb6-b23f-62995ae2980b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:14.613276 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cebca42-27e3-4a4e-b19d-81749404004a req-d5892382-9aef-4cb6-b23f-62995ae2980b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Aug 19 01:37:14.655519 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9cebca42-27e3-4a4e-b19d-81749404004a req-5ae123fb-c39a-48df-9e1a-4be53f174c2f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360289 Aug 19 01:37:15.060766 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-031fcd3c-38a8-4730-a2a7-ca55ec0242f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:15.307321 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:15.776663 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abb06a-c6aa-4542-b929-d98d48a33239 req-e9abd4a2-a054-40b9-afec-a3177e743af9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:15.778144 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06abb06a-c6aa-4542-b929-d98d48a33239 req-e9abd4a2-a054-40b9-afec-a3177e743af9 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Aug 19 01:37:15.816422 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-06abb06a-c6aa-4542-b929-d98d48a33239 req-b72abc05-ca65-44ae-91d6-e5245f498475 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Aug 19 01:37:16.021895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:37:16.095179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:16.116706 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:37:16.118922 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30572599-f86d-4f54-9126-3529dfdab1dc" -d '{"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:37:16.131391 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:37:16.136533 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:16.160051 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c0670-0dbb-4856-b212-c07ac51bb01c x-openstack-request-id: req-b56c0670-0dbb-4856-b212-c07ac51bb01c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:37:16.160374 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-unplugged", "status": "failed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "code": 422}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:37:16.160631 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b56c0670-0dbb-4856-b212-c07ac51bb01c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:37:16.161026 n-d-771363-38 neutron-server[94624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'code': 422} returned with failed status Aug 19 01:37:16.193262 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:16.198215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:37:16.205452 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.205808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.206172 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.206500 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.206840 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.207177 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.207510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.207845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.208176 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.208531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.208918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.209246 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:37:16.723685 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:16.934639 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852dd46-08db-4f61-b377-09b7d51d4ac0 req-0e5a89d3-1c2a-4050-b862-1fb519b98bc0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:16.936465 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2852dd46-08db-4f61-b377-09b7d51d4ac0 req-0e5a89d3-1c2a-4050-b862-1fb519b98bc0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0510273 Aug 19 01:37:16.974322 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-2852dd46-08db-4f61-b377-09b7d51d4ac0 req-151d7f9b-3486-4fce-9071-e5874718bc9a tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Aug 19 01:37:18.086725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ba37c-ab7c-4194-b5af-9b70681840b9 req-5a99da02-8b1f-4ef7-80c4-98f9820b8430 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.088127 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-425ba37c-ab7c-4194-b5af-9b70681840b9 req-5a99da02-8b1f-4ef7-80c4-98f9820b8430 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0487630 Aug 19 01:37:18.127279 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-425ba37c-ab7c-4194-b5af-9b70681840b9 req-c3532d2e-4587-4d0f-8f6d-6c87cf1934d1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Aug 19 01:37:18.157351 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-5e285dde-03dd-4a20-97b1-af727afd34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.158817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-5e285dde-03dd-4a20-97b1-af727afd34aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&tenant_id=7c6b24a127d943ef8a43d887aa477fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0446289 Aug 19 01:37:18.202420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:18.229322 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-3eb748bc-d675-4a4a-93fa-2760489063b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.230796 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-3eb748bc-d675-4a4a-93fa-2760489063b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1096 time: 0.0405257 Aug 19 01:37:18.319735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-259d854e-8e6c-478c-98cb-a0294730e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.321224 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-259d854e-8e6c-478c-98cb-a0294730e0b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0834367 Aug 19 01:37:18.388435 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-d57888df-d162-4f6d-94b2-e77a4db4bb17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 999 time: 0.0600145 Aug 19 01:37:18.436961 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-b9875b9f-2e70-4fa0-a069-405c486bd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.438346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-b9875b9f-2e70-4fa0-a069-405c486bd582 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0431573 Aug 19 01:37:18.482257 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-f4eba0a3-39aa-443d-8da1-d0febad68198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:18.483697 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-f4eba0a3-39aa-443d-8da1-d0febad68198 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383072 Aug 19 01:37:18.576136 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-dda799a7-e702-4267-b4c7-785ab1cfbe0b service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Aug 19 01:37:18.669164 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-bc2feab3-077d-4024-ac73-5afa8a4d3c50 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Aug 19 01:37:19.241347 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f513-fe99-491b-9ebc-4bf77327847f req-340291c3-f3cb-4f82-bd3a-345ce29e30f7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:19.243497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0650f513-fe99-491b-9ebc-4bf77327847f req-340291c3-f3cb-4f82-bd3a-345ce29e30f7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Aug 19 01:37:19.280782 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0650f513-fe99-491b-9ebc-4bf77327847f req-75a69cdf-d768-48b8-95cb-c4dc61841aa6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Aug 19 01:37:20.393772 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d682e-98d5-4ca5-866f-056f5b5a9076 req-9a84deab-30ee-4a67-9225-a718a98247ce tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:20.395219 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b50d682e-98d5-4ca5-866f-056f5b5a9076 req-9a84deab-30ee-4a67-9225-a718a98247ce tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 19 01:37:20.432097 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b50d682e-98d5-4ca5-866f-056f5b5a9076 req-0bb0f5ca-13e1-4dc5-a574-e996c0087ef6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Aug 19 01:37:21.543748 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f8afe-4269-4bc8-a951-5aa9aa58fd4d req-14907bbc-32fe-422f-9f6f-3a6dacd0339b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:21.545226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6f8afe-4269-4bc8-a951-5aa9aa58fd4d req-14907bbc-32fe-422f-9f6f-3a6dacd0339b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0480301 Aug 19 01:37:21.580958 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6a6f8afe-4269-4bc8-a951-5aa9aa58fd4d req-5dd42d8e-5a44-4ebb-993a-84c204639272 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299499 Aug 19 01:37:22.693044 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0568b0-749a-4095-9890-9294082a49b7 req-7f5f33df-3ad9-479a-b588-b401c9f1b42b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:22.694559 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb0568b0-749a-4095-9890-9294082a49b7 req-7f5f33df-3ad9-479a-b588-b401c9f1b42b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0484931 Aug 19 01:37:22.740496 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-fb0568b0-749a-4095-9890-9294082a49b7 req-629458ec-af23-4eb4-bf13-225eaf84a129 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Aug 19 01:37:23.853945 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d45a4-5e94-4b04-a726-17f4ee4ba013 req-8725f90b-5fd6-4d89-b4ad-077f1f593257 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:23.855585 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe5d45a4-5e94-4b04-a726-17f4ee4ba013 req-8725f90b-5fd6-4d89-b4ad-077f1f593257 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0493720 Aug 19 01:37:23.896436 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-fe5d45a4-5e94-4b04-a726-17f4ee4ba013 req-9be01bac-9ad8-430b-ba49-df28bea27d7e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348051 Aug 19 01:37:25.010518 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25bdcf-8eae-4eec-b9a2-904b770bb89f req-30f98667-07d5-4367-8b1c-0a3f472913a7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:25.011994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c25bdcf-8eae-4eec-b9a2-904b770bb89f req-30f98667-07d5-4367-8b1c-0a3f472913a7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Aug 19 01:37:25.048453 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8c25bdcf-8eae-4eec-b9a2-904b770bb89f req-96dcb31e-7a3f-4c8b-b0c7-aa5e77d6f050 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304413 Aug 19 01:37:26.161857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac768ad-8f26-4400-8b06-d9c2b77d4296 req-7d80c131-2515-4606-b1ce-6dc3f10fb20b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:26.163921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ac768ad-8f26-4400-8b06-d9c2b77d4296 req-7d80c131-2515-4606-b1ce-6dc3f10fb20b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0478375 Aug 19 01:37:26.200446 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3ac768ad-8f26-4400-8b06-d9c2b77d4296 req-655c1d64-d839-40bd-a1e3-8cd980a3dd08 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Aug 19 01:37:27.314033 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc79486-c831-4eec-92e4-de65d3196f20 req-11fcd1b5-4e38-47ae-9bca-514e26f93ee1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:27.315500 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cc79486-c831-4eec-92e4-de65d3196f20 req-11fcd1b5-4e38-47ae-9bca-514e26f93ee1 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 944 time: 0.0491025 Aug 19 01:37:27.352069 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-2cc79486-c831-4eec-92e4-de65d3196f20 req-3e5f743e-02b5-4db5-8e7d-bbc9473120a4 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306342 Aug 19 01:37:27.675518 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:28.099040 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:37:28.187808 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:37:28.198772 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'port_id': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'mac_address': 'fa:16:3e:4d:aa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:37:28.239194 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:28.252007 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:37:28.270913 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:37:28.274873 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:28.321471 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:37:28.476019 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2f509-45af-4cb2-9a23-d08e92d7e3fc req-278dbb58-ce8d-4414-9f5f-e228a9ce4574 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:28.477531 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0af2f509-45af-4cb2-9a23-d08e92d7e3fc req-278dbb58-ce8d-4414-9f5f-e228a9ce4574 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Aug 19 01:37:28.515300 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0af2f509-45af-4cb2-9a23-d08e92d7e3fc req-b9518a0f-e0af-497c-acd3-a0b4a36c2db6 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Aug 19 01:37:28.687697 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:37:29.629851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054324a8-7f91-42ec-8c18-fb009ce33edb req-98f4cb96-1f2e-46a4-ac92-9803960b7298 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:29.631309 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-054324a8-7f91-42ec-8c18-fb009ce33edb req-98f4cb96-1f2e-46a4-ac92-9803960b7298 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Aug 19 01:37:29.671264 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-054324a8-7f91-42ec-8c18-fb009ce33edb req-8b9d306c-8427-461e-ba80-432d674d185f tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339746 Aug 19 01:37:30.109661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:37:30.155430 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:37:30.155800 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:30.229234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:30.250079 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:37:30.252265 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa59681-7b4a-40ea-abec-af076d2e190e" -d '{"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-plugged", "status": "completed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:37:30.265120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:37:30.269364 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:30.292829 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb52fa4-5336-4960-8701-3f486f6c9ae5 x-openstack-request-id: req-6fb52fa4-5336-4960-8701-3f486f6c9ae5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:37:30.293127 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-plugged", "status": "completed", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:37:30.293379 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb52fa4-5336-4960-8701-3f486f6c9ae5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:37:30.293764 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'code': 200} Aug 19 01:37:30.318294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:37:30.470051 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a068435-88b7-441b-ba21-cd62465440ff req-8d732fbb-9282-49d0-adad-c93d882d3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:30.471512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a068435-88b7-441b-ba21-cd62465440ff req-8d732fbb-9282-49d0-adad-c93d882d3d90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0397341 Aug 19 01:37:30.509803 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7a068435-88b7-441b-ba21-cd62465440ff req-4fc93bb9-654d-418e-bf09-ff94ee907ebe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Aug 19 01:37:30.785049 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c0e9-c945-47f9-856c-bf83aed1308a req-2a6bf1e2-0112-4c5d-8dac-5d7e4579d4ec tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:30.786516 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8993c0e9-c945-47f9-856c-bf83aed1308a req-2a6bf1e2-0112-4c5d-8dac-5d7e4579d4ec tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0485749 Aug 19 01:37:30.824589 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8993c0e9-c945-47f9-856c-bf83aed1308a req-9a72f2b0-4376-4b24-bcad-7040e18c7d30 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Aug 19 01:37:31.939631 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d02ea-3833-4c79-8472-6d5bdbb9913a req-e5b71045-1928-4e84-80b0-7eff3407f8c7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:31.941124 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d1d02ea-3833-4c79-8472-6d5bdbb9913a req-e5b71045-1928-4e84-80b0-7eff3407f8c7 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Aug 19 01:37:31.978235 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0d1d02ea-3833-4c79-8472-6d5bdbb9913a req-7219fabc-0b0e-43c3-8a1c-2cd65803f73b tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Aug 19 01:37:38.131827 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-3a88294f-858a-4eeb-91df-5c7e50705781 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387223 Aug 19 01:37:38.223852 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f0f7-106d-4065-9050-c053ae401656 req-637a3371-089e-4219-b195-d5fd69e147ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:38.225340 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-637a3371-089e-4219-b195-d5fd69e147ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0396893 Aug 19 01:37:38.331080 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f0f7-106d-4065-9050-c053ae401656 req-4cb8fcf6-b1aa-4fd9-b170-69af25200a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:38.332606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-4cb8fcf6-b1aa-4fd9-b170-69af25200a15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0871112 Aug 19 01:37:38.395310 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-fb90f3fa-1d99-47f6-83e3-aa5aa0ccc096 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1001 time: 0.0551982 Aug 19 01:37:38.446574 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f0f7-106d-4065-9050-c053ae401656 req-4cb76904-2708-4e80-b56e-e94f56f6a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:38.448512 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-4cb76904-2708-4e80-b56e-e94f56f6a236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0456209 Aug 19 01:37:38.492804 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f0f7-106d-4065-9050-c053ae401656 req-fda899c1-d8ee-4e80-8b7f-148a76caa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:37:38.494273 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-fda899c1-d8ee-4e80-8b7f-148a76caa0e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386803 Aug 19 01:37:38.583625 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-87398335-bb81-4ee3-91fd-f51473cc04e2 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Aug 19 01:37:38.669785 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-b225f0f7-106d-4065-9050-c053ae401656 req-f80e28d4-6c7a-4a35-bcde-38337e5a52e8 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790615 Aug 19 01:37:42.708229 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1d70-5bcf-4882-88c7-bed1ff562439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:45.063020 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c24e5d0-1c9e-4288-b7a4-9a5a3bc4b163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:45.309635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:46.168601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:46.726487 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:48.203200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:37:49.957163 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:37:57.690945 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:12.711606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e053480-758e-41a1-b8c9-375c0c138769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:15.063357 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-103019ed-d4fd-4485-9b14-41b005eba7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:15.310200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:16.183317 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:16.728242 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:18.205669 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:26.956186 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:38:27.689896 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:35.322493 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-499b5514-6702-4e60-a7a9-b171c8348787 req-80cff793-d383-402d-9b5b-47d4e4ed3e5a service neutron] (94623) timed out ('10.222.0.20', 43122) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 01:38:40.157463 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-245d9cc5-ba35-45a3-920c-32f63e95b9e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413253 Aug 19 01:38:40.258235 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36056286-2920-423a-a788-40b4c0b4bb1f req-15c0ded9-8516-49f0-a345-45edff92d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:40.259739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-15c0ded9-8516-49f0-a345-45edff92d35f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0442252 Aug 19 01:38:40.360183 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36056286-2920-423a-a788-40b4c0b4bb1f req-3aa7f90f-5be8-4058-8818-6fffd9e87df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:40.361703 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-3aa7f90f-5be8-4058-8818-6fffd9e87df4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.0835092 Aug 19 01:38:40.428503 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-08f37e77-b7d1-4f04-a064-5204c00f7761 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 1001 time: 0.0596876 Aug 19 01:38:40.476467 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36056286-2920-423a-a788-40b4c0b4bb1f req-2aba5008-ad5b-4bf3-9f87-63886e3d9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:40.477835 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-2aba5008-ad5b-4bf3-9f87-63886e3d9e3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0418482 Aug 19 01:38:40.524336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36056286-2920-423a-a788-40b4c0b4bb1f req-b3ba725e-3d89-4993-8c71-df52b755de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:40.525774 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-b3ba725e-3d89-4993-8c71-df52b755de8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406940 Aug 19 01:38:40.536948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-a1b75daa-5d9d-4d43-b9a2-dd89bbba83da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:38:40.537876 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-a1b75daa-5d9d-4d43-b9a2-dd89bbba83da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048213 Aug 19 01:38:40.628646 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-cb645176-08ce-459e-9bb1-29eb415d5d9d service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Aug 19 01:38:40.715152 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-36056286-2920-423a-a788-40b4c0b4bb1f req-72d1174f-48e9-4db2-8826-3e3e5e26ca31 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786779 Aug 19 01:38:42.712765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87079f71-fbd0-475e-9eeb-e6cf3f2f2589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:44.927298 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48894) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:45.065219 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f19e4926-8dd4-4a1e-9826-06fcabe34002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.081536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Deleting port 15bd1f36-8925-4a23-8f72-64ad1a818636 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:45.081889 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.160760 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.161101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.172446 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Calling delete_port for 15bd1f36-8925-4a23-8f72-64ad1a818636 owned by network:floatingip {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:45.310861 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.318545 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.342008 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'Port': ['ID=15bd1f36-8925-4a23-8f72-64ad1a818636,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:45.355111 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.355460 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.355799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.356139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.356499 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.356830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.357160 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.357486 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.357810 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.358139 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.358465 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.358790 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:45.411227 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for floatingip, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.411638 n-d-771363-38 neutron-server[94622]: INFO neutron.db.l3_db [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Floating IP 8cc9e0c6-c562-4759-b2ad-026a16385b1d disassociated (deleted). External IP: 172.25.1.86, port: e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc. Aug 19 01:38:45.614344 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:38:45.719420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:38:45.723974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:45.729681 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:38:45.738920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:45.739562 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:45.750838 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a59e65d6-0637-47da-a33e-0b242757a237 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "DELETE /v2.0/floatingips/8cc9e0c6-c562-4759-b2ad-026a16385b1d HTTP/1.1" status: 204 len: 168 time: 0.8224435 Aug 19 01:38:45.751507 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:38:45.753881 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:38:45.796661 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c02688-5167-450e-a4b5-21a89e9b44f0 x-openstack-request-id: req-b1c02688-5167-450e-a4b5-21a89e9b44f0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:38:45.796964 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:38:45.801324 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1c02688-5167-450e-a4b5-21a89e9b44f0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:38:45.801324 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'status': 'completed', 'code': 200} Aug 19 01:38:45.853306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:45.896065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-289eaa56-f47b-449b-a1ec-4127f6ae87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:45.898506 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-289eaa56-f47b-449b-a1ec-4127f6ae87bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 1098 time: 0.0572472 Aug 19 01:38:46.019543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6564-a914-4d5a-8a02-0f97a5fe6ca3 req-c87b29ea-8c06-4f27-8772-ae23c3999d28 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:46.021054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77ed6564-a914-4d5a-8a02-0f97a5fe6ca3 req-c87b29ea-8c06-4f27-8772-ae23c3999d28 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0686357 Aug 19 01:38:46.035640 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-213180a7-3801-417e-9c17-3714fd098570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:46.037174 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-213180a7-3801-417e-9c17-3714fd098570 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 200 len: 907 time: 0.1310167 Aug 19 01:38:46.054965 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:46.087034 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-dfc60cd3-63db-497e-a3f4-1f7b1f8cec07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 200 len: 217 time: 0.0376894 Aug 19 01:38:46.127386 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-77ed6564-a914-4d5a-8a02-0f97a5fe6ca3 req-63c43afd-5836-4295-83c6-9e5ffbdc3a48 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992539 Aug 19 01:38:46.147349 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-2317797a-021c-478a-ab21-4c5ec4c8c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:46.148917 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-2317797a-021c-478a-ab21-4c5ec4c8c977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 200 len: 846 time: 0.0540397 Aug 19 01:38:46.198138 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-2cce13e4-acce-47a4-8995-cbf14ba4210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:46.199665 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-2cce13e4-acce-47a4-8995-cbf14ba4210e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e610d6a-8f3b-4d74-9113-4ce91ca60651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426505 Aug 19 01:38:46.249680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:38:46.263522 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:46.264139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:46.267158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:46.296981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-4cc6b002-752b-45c1-9867-de64c6680843 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Aug 19 01:38:46.370437 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:46.393197 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7130a6a0-7203-4b21-a2c3-86bd44db1c1b req-664a144d-14a0-4cfb-a38f-29eb33b68092 service neutron] 10.222.0.21 "GET /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880468 Aug 19 01:38:46.566073 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:46.592045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4db1cf-6520-4394-a22a-2f7f4e9d79e9 None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:28:55Z', 'revision_number': 4, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'f0815198-5a09-4eb5-9b9d-5e20f20156ba', 'name': '', 'network_id': '2e610d6a-8f3b-4d74-9113-4ce91ca60651', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'mac_address': 'fa:16:3e:74:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:54Z', 'updated_at': '2021-08-19T01:29:01Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'subnets': [{'id': '5d155d04-24d8-4c39-9a56-66bb537fb685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:38:46.735493 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:46.807354 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d0e05-5cf4-443f-8845-f839cb434eb7 None None] New status for floating IP 8cc9e0c6-c562-4759-b2ad-026a16385b1d: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:38:47.279432 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f9d0-783c-4513-9427-1a71c7921d57 req-ebcbabf7-e4a7-4be2-9215-ccff5394a7f0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:47.280953 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c33f9d0-783c-4513-9427-1a71c7921d57 req-ebcbabf7-e4a7-4be2-9215-ccff5394a7f0 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Aug 19 01:38:47.319460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1c33f9d0-783c-4513-9427-1a71c7921d57 req-7e6c1bb5-f6db-48ac-966e-7681bc8723c5 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/security-groups?id=367c2153-b734-4f56-beae-d700104cba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Aug 19 01:38:47.763697 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34918-a998-4332-9cb6-09a75c13de99 req-55188b4f-c73b-4154-a005-d3b9edf20c5d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:38:47.765175 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67e34918-a998-4332-9cb6-09a75c13de99 req-55188b4f-c73b-4154-a005-d3b9edf20c5d tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Aug 19 01:38:47.852706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Deleting port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:47.853073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:47.940857 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] For port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:47.941218 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:47.953140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Calling delete_port for e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:48.078990 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:48.109143 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'Port': ['ID=e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:48.134714 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.135069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.135988 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.136357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.136700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.137036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.137372 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.137720 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.138035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.138364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.138695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.139024 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:48.158695 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] No DVR routers for this DVR port e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:38:48.161135 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:48.163109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-67e34918-a998-4332-9cb6-09a75c13de99 req-46b85462-5d38-4ef5-b347-d0c2bf8d57cd tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.21 "DELETE /v2.0/ports/e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc HTTP/1.1" status: 204 len: 173 time: 0.3920472 Aug 19 01:38:48.163547 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-deleted', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:38:48.166186 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b45af83-eb17-4dda-a135-2fab1a3d29d8" -d '{"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-deleted", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:38:48.217805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:48.421583 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-40b7871f-67dc-4072-8c7c-834da794322c req-45aa057d-7182-4921-a51a-e9bfd18a37ac tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Aug 19 01:38:48.465750 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cf721-da5f-4b58-acc6-c5107d499fb9 x-openstack-request-id: req-312cf721-da5f-4b58-acc6-c5107d499fb9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:38:48.466149 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5", "name": "network-vif-deleted", "tag": "e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:38:48.466522 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-312cf721-da5f-4b58-acc6-c5107d499fb9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:38:48.466994 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5', 'name': 'network-vif-deleted', 'tag': 'e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc', 'status': 'completed', 'code': 200} Aug 19 01:38:49.520073 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d1637381-7ff4-401c-a404-8d51c546ba9b req-a53c59c0-d2a1-45b5-8beb-44dbd4fcaf7e tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0272622 Aug 19 01:38:50.616682 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f63937ed-3a6d-473f-a961-71e483b8ea82 req-86064cd2-7ae1-4724-9cb0-f1fdafa1afca tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Aug 19 01:38:51.722144 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-f3230703-6921-42c8-a15c-cc3362b0a195 req-a4d97848-c87a-4334-9bfe-373230340635 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d7be4e-2d16-4ac4-a1e6-50ee4c9183b5 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Aug 19 01:38:52.519070 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:52.539460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:52.539810 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device e95c01e9-bd8c-4a99-9bc3-96d7bf5ea3bc not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:52.777583 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48930) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:52.836044 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:52.861253 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:52.923992 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:52.926606 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:52.927872 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] 10.222.0.20 "DELETE /v2.0/security-groups/367c2153-b734-4f56-beae-d700104cba10 HTTP/1.1" status: 204 len: 168 time: 0.1492660 Aug 19 01:38:52.938025 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613dd7-48bb-4230-b454-ec2dd1474918 tempest-TestShelveInstance-1229906357 tempest-TestShelveInstance-1229906357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c2153-b734-4f56-beae-d700104cba10,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:52.980416 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48934) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:53.458188 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:53.711884 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Deleting port f0815198-5a09-4eb5-9b9d-5e20f20156ba {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:53.712173 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:53.790197 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] For port f0815198-5a09-4eb5-9b9d-5e20f20156ba, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f0815198-5a09-4eb5-9b9d-5e20f20156ba,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:53.790742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:53.807252 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Calling delete_port for f0815198-5a09-4eb5-9b9d-5e20f20156ba owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:53.987049 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:54.015676 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0815198-5a09-4eb5-9b9d-5e20f20156ba,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:54.181043 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:54.395052 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Router 34336784-d3d0-4acb-98ab-6902496b071c has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:38:54.499807 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:38:54.504980 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-59b9db54-ec43-45ed-b224-e3ea5188d6e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/34336784-d3d0-4acb-98ab-6902496b071c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5234632 Aug 19 01:38:54.507526 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48940) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:54.513641 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Sync routers for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:38:54.523713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:54.524406 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:54.614991 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:54.632661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:54.815734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:38:53Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:54.847187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Checking router: 34336784-d3d0-4acb-98ab-6902496b071c for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:38:54.856497 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Routers {'34336784-d3d0-4acb-98ab-6902496b071c'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:54.857159 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['34336784-d3d0-4acb-98ab-6902496b071c'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:54.962441 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] Set router 34336784-d3d0-4acb-98ab-6902496b071c gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:55.041027 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.092362 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Deleting port e09ee417-e79a-459b-8133-e713e7010739 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:55.092713 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.135989 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:38:53Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:55.162231 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260f691-7a22-4745-9145-8de8fc1f3f76 None None] The sync data for ids ['34336784-d3d0-4acb-98ab-6902496b071c'] in n-d-771363-38 is: [{'id': '34336784-d3d0-4acb-98ab-6902496b071c', 'name': 'tempest-TestShelveInstance-70558153-router', 'tenant_id': '7c6b24a127d943ef8a43d887aa477fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e09ee417-e79a-459b-8133-e713e7010739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:52Z', 'updated_at': '2021-08-19T01:38:53Z', 'revision_number': 5, 'project_id': '7c6b24a127d943ef8a43d887aa477fd2', 'gw_port': {'id': 'e09ee417-e79a-459b-8133-e713e7010739', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34336784-d3d0-4acb-98ab-6902496b071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:53Z', 'updated_at': '2021-08-19T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:38:55.174229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] For port e09ee417-e79a-459b-8133-e713e7010739, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=e09ee417-e79a-459b-8133-e713e7010739,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:55.174605 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.192756 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Calling delete_port for e09ee417-e79a-459b-8133-e713e7010739 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:55.350831 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.383540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09ee417-e79a-459b-8133-e713e7010739,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:55.439009 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.527372 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.529557 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.574489 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.575021 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34336784-d3d0-4acb-98ab-6902496b071c {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:38:55.580483 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.581740 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-6dbeb9f0-4d6f-4f53-9d34-000ec6c738b5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/34336784-d3d0-4acb-98ab-6902496b071c HTTP/1.1" status: 204 len: 168 time: 1.0732551 Aug 19 01:38:55.584415 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:55.633373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Deleting subnet 5d155d04-24d8-4c39-9a56-66bb537fb685 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:38:55.637238 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.673378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.750089 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.810227 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.837817 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d155d04-24d8-4c39-9a56-66bb537fb685,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:55.841945 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.844892 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0fd03-15d4-426b-a06d-3c12542299f5 None None] Network 2e610d6a-8f3b-4d74-9113-4ce91ca60651 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:38:55.845473 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-860a6416-4284-448f-a0cb-6037d3a060cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d155d04-24d8-4c39-9a56-66bb537fb685 HTTP/1.1" status: 204 len: 168 time: 0.2595913 Aug 19 01:38:55.847529 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:55.917204 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:55.970554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Deleting port c613500d-c99b-4838-a552-07f43ae51ade {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:55.970899 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.036960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] For port c613500d-c99b-4838-a552-07f43ae51ade, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=c613500d-c99b-4838-a552-07f43ae51ade,segment=NetworkSegment(b5c2b18c-e8b0-41c1-8057-44a8962fe7f4),segment_id=b5c2b18c-e8b0-41c1-8057-44a8962fe7f4)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:56.037329 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.049055 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Calling delete_port for c613500d-c99b-4838-a552-07f43ae51ade owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:56.128855 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.161428 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c613500d-c99b-4838-a552-07f43ae51ade,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:56.163305 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] No DVR routers for this DVR port c613500d-c99b-4838-a552-07f43ae51ade on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:38:56.187062 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179734ef-50e2-465f-9faf-da1d992dc345 None None] DHCP port deletion for 2e610d6a-8f3b-4d74-9113-4ce91ca60651 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:38:56.240126 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.250431 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e610d6a-8f3b-4d74-9113-4ce91ca60651']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:56.263757 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:56.264058 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c2b18c-e8b0-41c1-8057-44a8962fe7f4') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:56.272793 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.286337 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.292666 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:38:56.293045 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:38:56.294684 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:38:56.345506 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.352681 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.355029 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e610d6a-8f3b-4d74-9113-4ce91ca60651 HTTP/1.1" status: 204 len: 168 time: 0.5065839 Aug 19 01:38:56.358410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48946) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:56.364761 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23ca7f-6e5c-4e89-af6f-13bd9e91cd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e610d6a-8f3b-4d74-9113-4ce91ca60651,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:56.715224 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:56.960320 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Deleting port cf341b26-4ba7-46ac-af15-b156ddc0525f {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:56.960593 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.035732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] For port cf341b26-4ba7-46ac-af15-b156ddc0525f, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cf341b26-4ba7-46ac-af15-b156ddc0525f,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:57.036094 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.048392 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Calling delete_port for cf341b26-4ba7-46ac-af15-b156ddc0525f owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:57.211238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c613500d-c99b-4838-a552-07f43ae51ade no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:57.232129 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.232891 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: c613500d-c99b-4838-a552-07f43ae51ade {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:57.233253 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device c613500d-c99b-4838-a552-07f43ae51ade not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:57.233740 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e09ee417-e79a-459b-8133-e713e7010739 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:57.255973 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: e09ee417-e79a-459b-8133-e713e7010739 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:57.256348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device e09ee417-e79a-459b-8133-e713e7010739 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:57.256770 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f0815198-5a09-4eb5-9b9d-5e20f20156ba no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:57.262533 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf341b26-4ba7-46ac-af15-b156ddc0525f,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:57.275830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f0815198-5a09-4eb5-9b9d-5e20f20156ba {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:57.276204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f0815198-5a09-4eb5-9b9d-5e20f20156ba not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:57.425667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.655808 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:38:57.689948 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.763694 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:38:57.768725 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-1785a854-0acf-4b6b-9009-2b6819610317 admin admin] 10.222.0.20 "PUT /v2.0/routers/cdd1844d-d2a9-4a5d-a153-6092d02f3a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092026 Aug 19 01:38:57.771261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48950) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:57.772784 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Sync routers for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:38:57.782876 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:57.783486 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:57.874653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:57.884431 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:57.975060 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.027898 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Deleting port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:58.028244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.057223 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:38:57Z', 'revision_number': 5, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port': {'id': '6f4d79c0-9e30-420e-bf7e-c3b991ee5293', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:58.082854 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Checking router: cdd1844d-d2a9-4a5d-a153-6092d02f3a11 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:38:58.091644 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Routers {'cdd1844d-d2a9-4a5d-a153-6092d02f3a11'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:38:58.092239 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:58.104942 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] For port 6f4d79c0-9e30-420e-bf7e-c3b991ee5293, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:58.105303 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.121293 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Calling delete_port for 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:58.174882 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] Set router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:38:58.227412 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:38:57Z', 'revision_number': 6, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:58.254330 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24feaf8b-4141-4b25-a6c7-5beaaea8bb04 None None] The sync data for ids ['cdd1844d-d2a9-4a5d-a153-6092d02f3a11'] in n-d-771363-38 is: [{'id': 'cdd1844d-d2a9-4a5d-a153-6092d02f3a11', 'name': 'tempest-TestShelveInstance-1119962254-router', 'tenant_id': '06c18433fb1e480a91ecce603f8f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:28:57Z', 'updated_at': '2021-08-19T01:38:57Z', 'revision_number': 6, 'project_id': '06c18433fb1e480a91ecce603f8f11f5', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:38:58.284398 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.314656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4d79c0-9e30-420e-bf7e-c3b991ee5293,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:58.372762 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.460238 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.462346 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.507756 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.508212 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd1844d-d2a9-4a5d-a153-6092d02f3a11 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:38:58.512408 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.513634 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-7d2212f4-291a-48eb-9f96-851764626969 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cdd1844d-d2a9-4a5d-a153-6092d02f3a11 HTTP/1.1" status: 204 len: 168 time: 0.7413733 Aug 19 01:38:58.516179 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48952) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:58.559774 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Deleting subnet 16fdf46c-eae9-415c-9cd9-42c6106162e7 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:38:58.562974 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.596437 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.675218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.732402 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.757238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16fdf46c-eae9-415c-9cd9-42c6106162e7,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:58.760868 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.762655 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-d4dbe52a-6c05-4ab3-bfb3-9df3b9511d2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16fdf46c-eae9-415c-9cd9-42c6106162e7 HTTP/1.1" status: 204 len: 168 time: 0.2454698 Aug 19 01:38:58.765170 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48954) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:58.769900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298807ce-a02e-4ad2-85ec-4af47639a2de None None] Network 4b1a9918-43e3-4097-8560-a8a1232f2d3d requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:38:58.831771 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.887403 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Deleting port f722131c-f153-4ded-88f1-8d10b9b0ddea {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:58.887699 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.953497 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] For port f722131c-f153-4ded-88f1-8d10b9b0ddea, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=f722131c-f153-4ded-88f1-8d10b9b0ddea,segment=NetworkSegment(5b039fb2-c2ac-4f52-b150-ca77c4058e1b),segment_id=5b039fb2-c2ac-4f52-b150-ca77c4058e1b)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:58.953795 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:58.965871 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Calling delete_port for f722131c-f153-4ded-88f1-8d10b9b0ddea owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:59.033934 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] DHCP port deletion for 4b1a9918-43e3-4097-8560-a8a1232f2d3d request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:38:59.049519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.075495 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f722131c-f153-4ded-88f1-8d10b9b0ddea,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:59.080924 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Deleting port f722131c-f153-4ded-88f1-8d10b9b0ddea {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:38:59.081204 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] No DVR routers for this DVR port f722131c-f153-4ded-88f1-8d10b9b0ddea on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:38:59.081345 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.145251 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] For port f722131c-f153-4ded-88f1-8d10b9b0ddea, host n-d-771363-38, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:38:59.145910 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.159122 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.160145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Calling delete_port for f722131c-f153-4ded-88f1-8d10b9b0ddea owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:38:59.163191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Port f722131c-f153-4ded-88f1-8d10b9b0ddea was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 01:38:59.164475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.172880 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a9918-43e3-4097-8560-a8a1232f2d3d']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:59.186947 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b039fb2-c2ac-4f52-b150-ca77c4058e1b') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:59.187685 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b039fb2-c2ac-4f52-b150-ca77c4058e1b') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:38:59.197386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Pushing event deleted for resources: {'Port': ['ID=f722131c-f153-4ded-88f1-8d10b9b0ddea,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:59.198472 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.206299 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.206659 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.207006 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.207348 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.207694 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.208061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.208469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.208800 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.209132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.209463 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.209789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.210311 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:38:59.213900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5cf7f-f7af-4d2e-9ad6-3c5c7a273ec4 None None] No DVR routers for this DVR port f722131c-f153-4ded-88f1-8d10b9b0ddea on host n-d-771363-38 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:38:59.226845 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.234579 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:59.235146 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:38:59.235454 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:38:59.237451 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:38:59.258057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:59.258436 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6f4d79c0-9e30-420e-bf7e-c3b991ee5293 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:59.258940 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cf341b26-4ba7-46ac-af15-b156ddc0525f no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:59.279490 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: cf341b26-4ba7-46ac-af15-b156ddc0525f {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:59.279762 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cf341b26-4ba7-46ac-af15-b156ddc0525f not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:59.280187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f722131c-f153-4ded-88f1-8d10b9b0ddea no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:38:59.294033 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.298986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: f722131c-f153-4ded-88f1-8d10b9b0ddea {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:38:59.299339 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device f722131c-f153-4ded-88f1-8d10b9b0ddea not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:38:59.299799 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.305565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b1a9918-43e3-4097-8560-a8a1232f2d3d HTTP/1.1" status: 204 len: 168 time: 0.5393929 Aug 19 01:38:59.318247 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ab274-599d-4574-be67-c56ed991c4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1a9918-43e3-4097-8560-a8a1232f2d3d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:59.446423 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48958) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:59.486063 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-b15b6c9c-1c4f-4c12-8950-29184919b7aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c6b24a127d943ef8a43d887aa477fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383124 Aug 19 01:38:59.488634 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48960) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:59.535136 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.560687 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.606162 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.608854 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:38:59.610028 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d00a8b0f-487a-4fba-b288-1375c71e7c66 HTTP/1.1" status: 204 len: 168 time: 0.1205101 Aug 19 01:38:59.617587 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce301a2-2781-4cf3-b682-8520c2e6758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00a8b0f-487a-4fba-b288-1375c71e7c66,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:38:59.930965 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:38:59.969909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37dc40ae-79fe-40ab-bed2-9664ca6f4283 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06c18433fb1e480a91ecce603f8f11f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378139 Aug 19 01:38:59.972420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:00.018539 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:00.042930 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:00.086648 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:00.089729 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:00.090855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f480fb6-551c-4fd1-ac9b-f609c2249e88 HTTP/1.1" status: 204 len: 168 time: 0.1175547 Aug 19 01:39:00.098283 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a68ee-7ebf-4d2f-9367-c32391b54ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f480fb6-551c-4fd1-ac9b-f609c2249e88,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:00.819364 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 48990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:00.913879 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-524050544-network', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:00.935489 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Made reservation on behalf of 81b5508351e742e5baf32a86b97ce11a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:39:00.937760 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:00.945819 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.036189 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.040125 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.061752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:39:01.077003 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b2cef4-467b-4ccc-955a-1f31b1e4669c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:01.080821 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.081180 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Added segment 39695b3b-e189-4594-bd6d-c61ef69327d1 of type vlan for network 36c03ed0-12b1-4094-b5fc-f4843a20148e Aug 19 01:39:01.120739 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.144731 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.145637 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:01.146224 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.199040 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3785851 Aug 19 01:39:01.202032 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48994) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:01.207936 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Request body: {'subnet': {'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-524050544-subnet', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'ip_version': 4}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:01.209680 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079fa37-39a6-46cd-9648-32a49b568b61 admin admin] Pushing event updated for resources: {'Network': ['ID=36c03ed0-12b1-4094-b5fc-f4843a20148e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:01.222400 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:39:01.232953 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Made reservation on behalf of 81b5508351e742e5baf32a86b97ce11a for: {'subnet': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:39:01.235427 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25884553'] for subnet, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.397625 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26901963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25884575'] for subnet, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.451436 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958fdc99-a044-44b4-836b-688637e7e330,revision_number=0']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:01.459828 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Checking segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:01.460187 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Network hostable DHCP agents. Network: 36c03ed0-12b1-4094-b5fc-f4843a20148e, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:39:01.476480 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:39:01.485464 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 36c03ed0-12b1-4094-b5fc-f4843a20148e) {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:01.489595 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:01.490181 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.495043 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47f700-cbb0-4334-996f-802fa0007d82 None None] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:39:01.503992 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-a39bfd39-54fd-4b52-b7ad-02e93d0e78a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007281 Aug 19 01:39:01.506718 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48996) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:01.511594 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:01.531984 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.533023 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.587184 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.640201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-36c03ed0-12b1-4094-b5fc-f4843a20148e', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:39:01.641137 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.720039 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.769884 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Allocated IP 172.20.0.2 (36c03ed0-12b1-4094-b5fc-f4843a20148e/958fdc99-a044-44b4-836b-688637e7e330/be047ee1-8d9e-4616-9f41-85476412ef4d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:01.917667 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.918061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.926126 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Transition to ACTIVE for port object be047ee1-8d9e-4616-9f41-85476412ef4d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:01.937169 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.941256 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Transition to ACTIVE for port object be047ee1-8d9e-4616-9f41-85476412ef4d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:01.946322 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:01.981123 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:01.987144 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:01.991347 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:01.998526 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Pushing event updated for resources: {'Port': ['ID=be047ee1-8d9e-4616-9f41-85476412ef4d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:02.038269 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Allocated IP 172.25.1.209 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/4bd2b146-b03f-4c47-8308-13d69eae9e41) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:02.052024 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Attempting to bind port be047ee1-8d9e-4616-9f41-85476412ef4d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:02.052512 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Attempting to bind port be047ee1-8d9e-4616-9f41-85476412ef4d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:02.052943 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Attempting to bind port be047ee1-8d9e-4616-9f41-85476412ef4d on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:02.058602 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:02.059061 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Checking segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:02.059655 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:02.060419 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Bound using segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:02.060984 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Bound port: be047ee1-8d9e-4616-9f41-85476412ef4d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:02.061430 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:02.122685 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] For port be047ee1-8d9e-4616-9f41-85476412ef4d, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:02.126084 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] For port be047ee1-8d9e-4616-9f41-85476412ef4d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=be047ee1-8d9e-4616-9f41-85476412ef4d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:02.132013 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:02.145551 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:02.193293 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:02.195671 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d760-ba95-4cb6-9d46-59c02264ffe9 None None] Pushing event updated for resources: {'Port': ['ID=be047ee1-8d9e-4616-9f41-85476412ef4d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:02.235713 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:02.240238 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:02.244816 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:02.247635 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd2b146-b03f-4c47-8308-13d69eae9e41,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:02.820905 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.016735 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.031344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579f60a-200b-46f2-ab07-db38c66d9181 None None] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:39:03.152659 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Router 17471a44-8e05-4508-af4a-79d41da7a372 is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:39:03.255155 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device be047ee1-8d9e-4616-9f41-85476412ef4d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:03.256898 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cc46cba4-5dcc-48b0-a305-f92db3318803 None None] Provisioning for port be047ee1-8d9e-4616-9f41-85476412ef4d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:03.268796 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:39:03.284372 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:39:03.284653 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.285918 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-040795e9-cfe5-4598-8a4e-53b30debd138 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7782786 Aug 19 01:39:03.288664 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 48998) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:03.326661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:03.327288 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:03.445650 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port be047ee1-8d9e-4616-9f41-85476412ef4d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:03.471797 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port be047ee1-8d9e-4616-9f41-85476412ef4d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:03.472179 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.511991 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:03.687975 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.707718 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.751745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port be047ee1-8d9e-4616-9f41-85476412ef4d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=be047ee1-8d9e-4616-9f41-85476412ef4d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:03.758640 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.797077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:02Z', 'revision_number': 3, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:03.841180 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:39:03.841535 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Updating router 17471a44-8e05-4508-af4a-79d41da7a372 port 4bd2b146-b03f-4c47-8308-13d69eae9e41 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:39:03.848618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=be047ee1-8d9e-4616-9f41-85476412ef4d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:03.867960 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f60a4460-e6cb-4d1a-a1ba-46780e834556 None None] Provisioning complete for port be047ee1-8d9e-4616-9f41-85476412ef4d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:03.868358 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f60a4460-e6cb-4d1a-a1ba-46780e834556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.876830 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Allocated IP 172.20.0.1 (36c03ed0-12b1-4094-b5fc-f4843a20148e/958fdc99-a044-44b4-836b-688637e7e330/033bdd8f-e52a-47ef-81b9-2fd668f1af6d) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:03.898113 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.955237 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:39:03.983154 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:03.996827 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Transition to ACTIVE for port object 033bdd8f-e52a-47ef-81b9-2fd668f1af6d will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:04.030752 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.069993 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:04.073358 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:04.077043 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:04.105801 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Pushing event updated for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:04.124694 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.203919 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.214640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Transition to ACTIVE for port object 4bd2b146-b03f-4c47-8308-13d69eae9e41 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:04.221807 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.256970 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.289530 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Attempting to bind port 4bd2b146-b03f-4c47-8308-13d69eae9e41 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:04.289906 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Attempting to bind port 4bd2b146-b03f-4c47-8308-13d69eae9e41 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:04.290275 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Attempting to bind port 4bd2b146-b03f-4c47-8308-13d69eae9e41 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:04.296201 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487c6f4-3427-4b04-8218-78114cf0c023 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b146-b03f-4c47-8308-13d69eae9e41,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:04.301230 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:04.301711 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:04.302259 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.303087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:04.303087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Bound port: 4bd2b146-b03f-4c47-8308-13d69eae9e41, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:04.303504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.306304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3ff5c68e-24c1-4167-9f64-473d4f12ef55 None None] Provisioning for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:04.328559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3ff5c68e-24c1-4167-9f64-473d4f12ef55 None None] Provisioning complete for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:04.328944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c68e-24c1-4167-9f64-473d4f12ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.383531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5c68e-24c1-4167-9f64-473d4f12ef55 None None] Port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:39:04.385418 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] For port 4bd2b146-b03f-4c47-8308-13d69eae9e41, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:04.388879 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] For port 4bd2b146-b03f-4c47-8308-13d69eae9e41, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4bd2b146-b03f-4c47-8308-13d69eae9e41,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:04.392964 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.432218 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.437412 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.440698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:04.441388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:04.489483 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487c6f4-3427-4b04-8218-78114cf0c023 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b146-b03f-4c47-8308-13d69eae9e41,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:04.509650 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Pushing event updated for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:04.513297 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.558890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:04.603260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:04.604795 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:04.723356 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:39:04.765538 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 2, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:04.794528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47780548-393c-4a1e-a356-eccb2580b951 None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 2, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:39:04.849682 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:39:04.855048 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-be10dc7e-a050-461d-9da2-e1886bf52d59 admin admin] 10.222.0.20 "PUT /v2.0/routers/17471a44-8e05-4508-af4a-79d41da7a372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653048 Aug 19 01:39:04.902784 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a0959f59-dbbf-4554-a8b7-c4b10f0ef03f None None] Provisioning complete for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:04.903234 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0959f59-dbbf-4554-a8b7-c4b10f0ef03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:04.938644 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a0959f59-dbbf-4554-a8b7-c4b10f0ef03f None None] Port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:39:05.222204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device be047ee1-8d9e-4616-9f41-85476412ef4d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:05.278158 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port be047ee1-8d9e-4616-9f41-85476412ef4d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:05.278464 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.364060 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:05.373931 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-872301467-network', 'tenant_id': '72642e23e7764177be50f39632acefa3'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:05.396090 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Made reservation on behalf of 72642e23e7764177be50f39632acefa3 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:39:05.398429 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.407953 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.519674 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.524387 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.549422 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 01:39:05.559791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb694c-2b7c-4da8-98c4-1bc1421aa275,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:05.565588 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.565911 n-d-771363-38 neutron-server[94623]: INFO neutron.db.segments_db [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Added segment 09242511-b13a-47b4-8e43-6deacdf3dcfd of type vlan for network 5948a4e2-29d9-40f0-afb6-4665beced9f8 Aug 19 01:39:05.608756 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773798577062'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.633753 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.634915 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:05.635502 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.695296 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3263822 Aug 19 01:39:05.697870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:05.704721 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Request body: {'subnet': {'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-872301467-subnet', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:05.708966 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dcef0-b441-4b2c-91fa-046d75fdb157 admin admin] Pushing event updated for resources: {'Network': ['ID=5948a4e2-29d9-40f0-afb6-4665beced9f8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:05.719665 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 details requested by agent ovs-agent-n-d-771363-38 with host n-d-771363-38 {{(pid=94624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 01:39:05.729511 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Made reservation on behalf of 72642e23e7764177be50f39632acefa3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:39:05.731867 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28491554'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.911230 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25936467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28491572'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:05.967049 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfb940f-0301-4439-93b7-1cfcde051a4e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:05.977399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Checking segment: {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:05.977772 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Network hostable DHCP agents. Network: 5948a4e2-29d9-40f0-afb6-4665beced9f8, hostable agents: ['c5c9fcf6-1e89-46cf-989f-38a16d3b36b3'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 01:39:05.993934 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 is scheduled to be hosted by DHCP agent c5c9fcf6-1e89-46cf-989f-38a16d3b36b3 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 01:39:06.002293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-38, 5948a4e2-29d9-40f0-afb6-4665beced9f8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:06.006603 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:06.007195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.014002 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb8d84-1608-4078-84df-8f90350fabd3 None None] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:39:06.025251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-6325f58d-6ab6-4d23-b628-749655bc51a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238876 Aug 19 01:39:06.026988 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49018) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:06.032668 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:06.057535 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13007'] for router, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.058747 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581342', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12998'] for router, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.120840 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.171890 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd25627db-5a16-57ca-b140-95f350d22df7-5948a4e2-29d9-40f0-afb6-4665beced9f8', 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'fixed_ips': [{'subnet_id': '2bfb940f-0301-4439-93b7-1cfcde051a4e'}]}} from n-d-771363-38. {{(pid=94624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 01:39:06.172913 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.256458 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.309557 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Allocated IP 172.20.0.2 (5948a4e2-29d9-40f0-afb6-4665beced9f8/2bfb940f-0301-4439-93b7-1cfcde051a4e/6c2ea537-a490-4051-a2e4-d0b6bc186176) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:06.455192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.460083 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.465469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Transition to ACTIVE for port object 6c2ea537-a490-4051-a2e4-d0b6bc186176 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:06.480038 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.481212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Transition to ACTIVE for port object 6c2ea537-a490-4051-a2e4-d0b6bc186176 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:06.488182 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.523015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:06.526421 n-d-771363-38 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:06.532236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:06.545353 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Pushing event updated for resources: {'Port': ['ID=6c2ea537-a490-4051-a2e4-d0b6bc186176,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:06.594721 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Allocated IP 172.25.1.198 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/0a613ed9-4e14-4e2b-9f05-25a21870e390) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:06.613829 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Attempting to bind port 6c2ea537-a490-4051-a2e4-d0b6bc186176 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:06.614212 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Attempting to bind port 6c2ea537-a490-4051-a2e4-d0b6bc186176 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:06.614588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Attempting to bind port 6c2ea537-a490-4051-a2e4-d0b6bc186176 on network 5948a4e2-29d9-40f0-afb6-4665beced9f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:06.619698 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:06.620080 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Checking segment: {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:06.620547 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.621714 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Bound using segment: {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:06.622227 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Bound port: 6c2ea537-a490-4051-a2e4-d0b6bc186176, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:06.622624 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.686918 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] For port 6c2ea537-a490-4051-a2e4-d0b6bc186176, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:06.690072 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] For port 6c2ea537-a490-4051-a2e4-d0b6bc186176, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6c2ea537-a490-4051-a2e4-d0b6bc186176,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:06.694509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.703510 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.747326 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:06.752045 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282688-80b2-4ea7-8150-0ee539fd73f1 None None] Pushing event updated for resources: {'Port': ['ID=6c2ea537-a490-4051-a2e4-d0b6bc186176,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:06.792618 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:06.795751 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:06.800950 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:06.822399 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Pushing event updated for resources: {'Port': ['ID=0a613ed9-4e14-4e2b-9f05-25a21870e390,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:06.861607 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:39:06.871666 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:06.872289 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:07.006875 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:07.080228 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.220699 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 2, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:07.252151 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:39:07.252603 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Updating router 17471a44-8e05-4508-af4a-79d41da7a372 port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:39:07.277639 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.298815 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581147'] for router, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.301001 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4bd2b146-b03f-4c47-8308-13d69eae9e41 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:07.358142 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 4bd2b146-b03f-4c47-8308-13d69eae9e41 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:07.364279 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4bd2b146-b03f-4c47-8308-13d69eae9e41 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:07.365096 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.475477 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.504011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 4bd2b146-b03f-4c47-8308-13d69eae9e41, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4bd2b146-b03f-4c47-8308-13d69eae9e41,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:07.510183 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.512141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6c2ea537-a490-4051-a2e4-d0b6bc186176 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:07.599984 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.614572 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Transition to ACTIVE for port object 033bdd8f-e52a-47ef-81b9-2fd668f1af6d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:07.628003 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 6c2ea537-a490-4051-a2e4-d0b6bc186176 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:07.629474 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.638510 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b146-b03f-4c47-8308-13d69eae9e41,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:07.833546 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Pushing event updated for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:07.835776 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Attempting to bind port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:07.836186 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Attempting to bind port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:07.836596 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Attempting to bind port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:07.846295 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.846664 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.846993 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.847305 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.847936 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.848059 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.848441 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.848750 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.849067 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.849392 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.849710 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.850122 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:39:07.854120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Router 2723be93-26cf-4c68-9db4-36c235e47c4d is scheduled to L3 agent 171d673e-231e-474d-b03e-cd1272137b18 with binding_index 1 {{(pid=94622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 01:39:07.855935 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:07.856346 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Checking segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:07.856741 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.857271 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Bound using segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:07.857754 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Bound port: 033bdd8f-e52a-47ef-81b9-2fd668f1af6d, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:07.858132 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.858414 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3200c-bd71-4f41-b151-143b97e5ab71 None None] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:39:07.932634 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] For port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:07.936623 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] For port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:07.942228 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.949282 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Provisioning for port 6c2ea537-a490-4051-a2e4-d0b6bc186176 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:07.961588 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Provisioning complete for port 6c2ea537-a490-4051-a2e4-d0b6bc186176 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:07.961588 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:07.976466 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:39:07.998504 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Sync routers for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:39:08.000977 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc274-f0e0-44f9-8f35-7d21af4a1372 None None] Pushing event updated for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:08.003548 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:08.015989 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:08.016506 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-04dcdf28-6ea7-46fd-92ca-42a0f97947ba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9876242 Aug 19 01:39:08.029116 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:08.029836 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:08.065107 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:08.065751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:08.151336 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:08.373892 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:08.382660 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:08.405201 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2016-6b95-46bc-a155-29552e373dfc None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:39:08.434487 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:08.463574 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] For port 6c2ea537-a490-4051-a2e4-d0b6bc186176, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6c2ea537-a490-4051-a2e4-d0b6bc186176,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:08.495242 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:08.617828 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d733a3-727a-4a42-b7bf-03ff0dc7bce8 None None] Pushing event updated for resources: {'Port': ['ID=6c2ea537-a490-4051-a2e4-d0b6bc186176,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:08.735208 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:06Z', 'revision_number': 3, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:08.761801 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Checking router: 2723be93-26cf-4c68-9db4-36c235e47c4d for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:39:08.762283 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Updating router 2723be93-26cf-4c68-9db4-36c235e47c4d port 0a613ed9-4e14-4e2b-9f05-25a21870e390 binding host n-d-771363-38 {{(pid=94624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:39:08.793561 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:08.824064 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cbf95b2a-7a90-4140-9d99-3a8e823866e9 None None] Provisioning complete for port 6c2ea537-a490-4051-a2e4-d0b6bc186176 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:08.824656 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cbf95b2a-7a90-4140-9d99-3a8e823866e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:08.839927 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.012360 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Allocated IP 172.20.0.1 (5948a4e2-29d9-40f0-afb6-4665beced9f8/2bfb940f-0301-4439-93b7-1cfcde051a4e/cc415650-a1e9-424d-b6f0-11995de1e3e5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:09.130751 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.132111 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.143022 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Transition to ACTIVE for port object 0a613ed9-4e14-4e2b-9f05-25a21870e390 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:09.147941 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Transition to ACTIVE for port object cc415650-a1e9-424d-b6f0-11995de1e3e5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:09.150318 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.187402 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.207618 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e9a08-939a-4759-8e35-d537727f1753 None None] Pushing event updated for resources: {'Port': ['ID=0a613ed9-4e14-4e2b-9f05-25a21870e390,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:09.210306 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Attempting to bind port 0a613ed9-4e14-4e2b-9f05-25a21870e390 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:09.210537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Attempting to bind port 0a613ed9-4e14-4e2b-9f05-25a21870e390 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:09.210909 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Attempting to bind port 0a613ed9-4e14-4e2b-9f05-25a21870e390 on network a3f6491e-d685-43b7-9181-2b82c7eb4260 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:09.219215 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:09.220336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Checking segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:09.220750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.221156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Bound using segment: {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:09.221649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Bound port: 0a613ed9-4e14-4e2b-9f05-25a21870e390, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ef9d0b-f8e6-44ee-b1bd-176726240c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:09.222045 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.233940 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:09.237449 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:09.255035 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:09.285825 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] For port 0a613ed9-4e14-4e2b-9f05-25a21870e390, host n-d-771363-38, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:09.286496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:09.289640 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] For port 0a613ed9-4e14-4e2b-9f05-25a21870e390, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a613ed9-4e14-4e2b-9f05-25a21870e390,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:09.296344 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.315408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585299'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.317388 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4bd2b146-b03f-4c47-8308-13d69eae9e41 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:09.385472 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:09.386103 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:09.453529 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e9a08-939a-4759-8e35-d537727f1753 None None] Pushing event updated for resources: {'Port': ['ID=0a613ed9-4e14-4e2b-9f05-25a21870e390,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:09.454195 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.470946 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 4bd2b146-b03f-4c47-8308-13d69eae9e41 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:09.471197 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.557304 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:09.619818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.623943 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.651475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8b7ad1f7-e6f5-4af1-9aa7-72370b762a4f None None] Provisioning for port cc415650-a1e9-424d-b6f0-11995de1e3e5 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:09.663160 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8b7ad1f7-e6f5-4af1-9aa7-72370b762a4f None None] Provisioning complete for port cc415650-a1e9-424d-b6f0-11995de1e3e5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:09.663544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad1f7-e6f5-4af1-9aa7-72370b762a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.693206 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585383'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.695848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:09.735196 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 033bdd8f-e52a-47ef-81b9-2fd668f1af6d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:09.759606 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ad1f7-e6f5-4af1-9aa7-72370b762a4f None None] Port cc415650-a1e9-424d-b6f0-11995de1e3e5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:39:09.785533 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:09.787065 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:09.830057 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:09.836130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:09.836536 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.861302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:06Z', 'revision_number': 3, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:09.892447 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2306d5-b531-42ba-aa77-beb2a37930c7 None None] The sync data for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 is: [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:06Z', 'revision_number': 3, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:39:09.918020 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Router 2723be93-26cf-4c68-9db4-36c235e47c4d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:39:09.954749 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:09.993568 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:09.999967 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.000957 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6c2ea537-a490-4051-a2e4-d0b6bc186176 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:10.039247 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:39:10.053215 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-1501dfb0-1a47-435b-aedb-c1d1ac9013e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/2723be93-26cf-4c68-9db4-36c235e47c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0287135 Aug 19 01:39:10.085778 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:10.100528 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0ad6c7c4-dd24-4338-b306-b1f323ba7e03 None None] Provisioning complete for port cc415650-a1e9-424d-b6f0-11995de1e3e5 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:10.100909 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c7c4-dd24-4338-b306-b1f323ba7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.125424 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 6c2ea537-a490-4051-a2e4-d0b6bc186176 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:10.126024 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.174733 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6c7c4-dd24-4338-b306-b1f323ba7e03 None None] Port cc415650-a1e9-424d-b6f0-11995de1e3e5 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:39:10.538068 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:10.543056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783093816', 'description': 'tempest-secgroup-smoke-1783093816 description', 'project_id': '81b5508351e742e5baf32a86b97ce11a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:10.565431 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.649391 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.653896 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.682397 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.683669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445124 Aug 19 01:39:10.685042 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787193fe-e499-4f8a-922f-41cf419b1671 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1fcae-a44e-43c2-89b5-223fe0e856c1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:10.687094 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:10.691554 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:10.719974 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.778828 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.782613 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.799361 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc43de27-f490-4a37-8fa3-4a138a16a1c6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:10.806602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.807875 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c3ff9f42-ac4e-468b-9896-036f83c57208 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198652 Aug 19 01:39:10.810886 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:10.815279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:10.841418 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.897800 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.901493 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.918660 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec38c6f4-304f-4b16-b4d9-cf5fbff23a27,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:10.924636 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:10.925806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22901ec1-834d-4205-8299-41cd4184cecb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139824 Aug 19 01:39:10.928473 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:10.933400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:10.959025 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.016124 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.019484 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.038480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc6f305-16e6-4695-aefb-46e25dd5b493,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:11.041433 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.042577 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-ffb58c16-6031-4ce0-967a-5ed3fcd23b3c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131904 Aug 19 01:39:11.045450 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:11.049775 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:11.075949 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.136526 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.139893 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.159336 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13866325-bfe6-4657-bd0f-193d509c2057,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:11.162492 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.163669 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d17a867c-ba0c-46b7-9177-4269245a5636 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172853 Aug 19 01:39:11.166387 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:11.170991 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:11.195193 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Project 81b5508351e742e5baf32a86b97ce11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:39:11.200806 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.270600 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.274472 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.293735 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c84c53-e206-47d7-a931-10264f50f0dc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:11.299091 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.300396 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-c931699d-4bd5-4288-9961-8f0c43423581 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327584 Aug 19 01:39:11.303618 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:11.308681 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'security_group_rule': {'security_group_id': '10e1fcae-a44e-43c2-89b5-223fe0e856c1', 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:11.317675 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 033bdd8f-e52a-47ef-81b9-2fd668f1af6d up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:11.333272 n-d-771363-38 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Project 81b5508351e742e5baf32a86b97ce11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 01:39:11.338396 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.369015 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:11.370005 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.400383 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.404324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732508'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.421833 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc6e53f-2a94-4075-94fb-af0c7f53d601,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:11.429534 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.430863 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-e48c4315-e243-4cdd-8aa3-1ac2ddbef8cc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262805 Aug 19 01:39:11.456785 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a613ed9-4e14-4e2b-9f05-25a21870e390 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:11.511745 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port 0a613ed9-4e14-4e2b-9f05-25a21870e390 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:11.516087 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0a613ed9-4e14-4e2b-9f05-25a21870e390 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:11.516705 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.576545 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0ef1b33e-090a-41e7-9b9d-57f3692f9f03 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783093816&fields=id&tenant_id=81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 267 time: 0.0332205 Aug 19 01:39:11.595204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.616537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port 0a613ed9-4e14-4e2b-9f05-25a21870e390, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a613ed9-4e14-4e2b-9f05-25a21870e390,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:11.621513 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:11.678238 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=0a613ed9-4e14-4e2b-9f05-25a21870e390,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:11.693417 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-c6868961-e320-4d4c-aadb-17d3875d828f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:11.694897 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-c6868961-e320-4d4c-aadb-17d3875d828f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 809 time: 0.1111281 Aug 19 01:39:11.710993 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-c8f9ba5c-75c0-4e24-af6e-771b2b39bf00 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/quotas/81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 375 time: 0.0094316 Aug 19 01:39:11.767772 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-6f0d45ab-026c-4d24-ae6e-bb8e9259903b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507655 Aug 19 01:39:11.803229 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Sync routers for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:39:11.813319 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:11.813918 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:11.884237 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-69bd4a24-475b-4574-baf9-eeaddefe0c0e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:39:11.885833 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-69bd4a24-475b-4574-baf9-eeaddefe0c0e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055348 Aug 19 01:39:11.916557 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:11.983632 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-80680fc2-ba47-4683-9f02-f785a49064bd service neutron] 10.222.0.20 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906854 Aug 19 01:39:12.104705 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-063306e7-f4df-43c4-82ac-3aa90c8cdb91 service neutron] 10.222.0.20 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147861 Aug 19 01:39:12.132048 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 4, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cc415650-a1e9-424d-b6f0-11995de1e3e5', 'name': '', 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'mac_address': 'fa:16:3e:e7:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:08Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 2, 'project_id': '72642e23e7764177be50f39632acefa3', 'subnets': [{'id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:12.159203 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Checking router: 2723be93-26cf-4c68-9db4-36c235e47c4d for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:39:12.159635 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Updating router 2723be93-26cf-4c68-9db4-36c235e47c4d port cc415650-a1e9-424d-b6f0-11995de1e3e5 binding host n-d-771363-38 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 01:39:12.189688 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.321226 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-46a0d278-c677-41c1-b923-43ae76e841e8 req-9948f3dd-f573-4544-813f-9c326d4ac629 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 210 time: 0.0371842 Aug 19 01:39:12.489043 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.500906 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Transition to ACTIVE for port object cc415650-a1e9-424d-b6f0-11995de1e3e5 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:12.508572 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.563456 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68a717-8565-4ead-992d-269d1bb6929a None None] Pushing event updated for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:12.658361 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Attempting to bind port cc415650-a1e9-424d-b6f0-11995de1e3e5 on host n-d-771363-38 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:12.658737 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Attempting to bind port cc415650-a1e9-424d-b6f0-11995de1e3e5 by drivers openvswitch,hyperv on host n-d-771363-38 at level 0 using segments [{'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:12.659107 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Attempting to bind port cc415650-a1e9-424d-b6f0-11995de1e3e5 on network 5948a4e2-29d9-40f0-afb6-4665beced9f8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:12.668347 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Checking agent: {'id': 'c3ddb0d5-167f-4114-9ea7-712e1edaf628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 44, 15), 'started_at': datetime.datetime(2021, 8, 18, 23, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:12.668767 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Checking segment: {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:12.669170 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.669567 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Bound using segment: {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:12.670034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Bound port: cc415650-a1e9-424d-b6f0-11995de1e3e5, host: n-d-771363-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09242511-b13a-47b4-8e43-6deacdf3dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:12.670415 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.722055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc56aad1-9f14-4a27-9606-b55f9c725f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.752800 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] For port cc415650-a1e9-424d-b6f0-11995de1e3e5, host n-d-771363-38, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:12.755794 n-d-771363-38 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] For port cc415650-a1e9-424d-b6f0-11995de1e3e5, host n-d-771363-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cc415650-a1e9-424d-b6f0-11995de1e3e5,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:12.759318 n-d-771363-38 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:12.826252 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68a717-8565-4ead-992d-269d1bb6929a None None] Pushing event updated for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:12.828929 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:12.829543 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:38:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:12.943465 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:13.216558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a613ed9-4e14-4e2b-9f05-25a21870e390 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:13.236386 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 4, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cc415650-a1e9-424d-b6f0-11995de1e3e5', 'name': '', 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'mac_address': 'fa:16:3e:e7:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:08Z', 'updated_at': '2021-08-19T01:39:12Z', 'revision_number': 4, 'project_id': '72642e23e7764177be50f39632acefa3', 'subnets': [{'id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:13.265494 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc23e86-016e-49c2-b620-5cfd90d17fc3 None None] The sync data for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 is: [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 4, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': 'cc415650-a1e9-424d-b6f0-11995de1e3e5', 'name': '', 'network_id': '5948a4e2-29d9-40f0-afb6-4665beced9f8', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'mac_address': 'fa:16:3e:e7:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:08Z', 'updated_at': '2021-08-19T01:39:12Z', 'revision_number': 4, 'project_id': '72642e23e7764177be50f39632acefa3', 'subnets': [{'id': '2bfb940f-0301-4439-93b7-1cfcde051a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:39:13.282751 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port 0a613ed9-4e14-4e2b-9f05-25a21870e390 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:13.283260 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:13.428201 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-f900831d-eeff-4eb2-8b82-ed4460d803e5 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:13.430421 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-f900831d-eeff-4eb2-8b82-ed4460d803e5 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 809 time: 0.1811728 Aug 19 01:39:13.447800 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-849ff124-c6e0-4417-a452-eb3c3c4d9632 req-c5e6fe9e-29ee-4072-b980-171bde1b76ba tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Aug 19 01:39:13.487359 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-6b906194-2a10-4068-8e91-f2170c6e27db tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 380 time: 0.0384142 Aug 19 01:39:13.522172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'port': {'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'admin_state_up': True, 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'security_groups': ['10e1fcae-a44e-43c2-89b5-223fe0e856c1']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:13.638536 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Made reservation on behalf of 81b5508351e742e5baf32a86b97ce11a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:39:13.642024 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:13.771840 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Allocated IP 172.20.0.11 (36c03ed0-12b1-4094-b5fc-f4843a20148e/958fdc99-a044-44b4-836b-688637e7e330/285c99fd-7f9f-4cf0-a79c-d340819fa61d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:13.920645 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:13.935244 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Transition to ACTIVE for port object 285c99fd-7f9f-4cf0-a79c-d340819fa61d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:13.969050 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.020228 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:14.023500 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:14.027582 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:14.034281 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:14.088419 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:14.089080 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.105817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-0dcf4a0a-312c-4295-a8db-6a73feee31e6 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879469 Aug 19 01:39:14.124128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Request body: {'port': {'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-38'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:14.183944 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.267110 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bb160506-1a4e-4ed3-b23a-15851efdfd4d None None] Provisioning for port 285c99fd-7f9f-4cf0-a79c-d340819fa61d completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:14.271044 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bb160506-1a4e-4ed3-b23a-15851efdfd4d None None] Provisioning complete for port 285c99fd-7f9f-4cf0-a79c-d340819fa61d triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:14.271420 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb160506-1a4e-4ed3-b23a-15851efdfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.467221 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bb160506-1a4e-4ed3-b23a-15851efdfd4d None None] Port 285c99fd-7f9f-4cf0-a79c-d340819fa61d cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:39:14.476172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285c99fd-7f9f-4cf0-a79c-d340819fa61d {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:39:14.483966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.496121 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Transition to ACTIVE for port object 285c99fd-7f9f-4cf0-a79c-d340819fa61d will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:39:14.500359 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.580848 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:14.639683 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5102fb0-23f7-4068-b180-f63987c6e30e req-1927266e-ed12-441c-8e03-f6d4851d92d1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:14.641251 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5102fb0-23f7-4068-b180-f63987c6e30e req-1927266e-ed12-441c-8e03-f6d4851d92d1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.1170743 Aug 19 01:39:14.696023 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Attempting to bind port 285c99fd-7f9f-4cf0-a79c-d340819fa61d on host n-h1-771363-38 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:39:14.696381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Attempting to bind port 285c99fd-7f9f-4cf0-a79c-d340819fa61d by drivers openvswitch,hyperv on host n-h1-771363-38 at level 0 using segments [{'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:39:14.696719 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Attempting to bind port 285c99fd-7f9f-4cf0-a79c-d340819fa61d on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:14.704442 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c5102fb0-23f7-4068-b180-f63987c6e30e req-57bbaff1-272f-4743-b6ce-b8a479e06a04 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548785 Aug 19 01:39:14.706531 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Port 285c99fd-7f9f-4cf0-a79c-d340819fa61d on network 36c03ed0-12b1-4094-b5fc-f4843a20148e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-38 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:39:14.707100 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Attempting to bind port 285c99fd-7f9f-4cf0-a79c-d340819fa61d on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:39:14.713515 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Checking agent: {'id': '0d50b277-3911-443d-9d15-e3a61f628911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:39:14.713855 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Checking segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:39:14.714239 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Bound using segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:39:14.714669 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Bound port: 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host: n-h1-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:39:14.715031 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.778086 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:39:14.781569 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:39:14.790382 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.830834 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:14.831481 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:14.832933 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 1093 time: 0.7142239 Aug 19 01:39:14.833381 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:39:14.835676 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c5d492-b67b-4dbd-99f5-929057b75639" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:39:14.858706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93433d-7575-4daf-9a27-26c1d01716d8 service neutron] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:14.881323 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc0362d-b42f-41dd-a9dc-11b2edcc50d0 x-openstack-request-id: req-2fc0362d-b42f-41dd-a9dc-11b2edcc50d0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:39:14.882055 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:39:14.882319 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fc0362d-b42f-41dd-a9dc-11b2edcc50d0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:39:14.882726 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'status': 'completed', 'code': 200} Aug 19 01:39:14.945560 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-8d9b9498-0072-4753-857d-97a190771552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:14.947238 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-8d9b9498-0072-4753-857d-97a190771552 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1096 time: 0.0471737 Aug 19 01:39:14.995725 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-c7cd6d1c-dbe4-4523-a36e-85b1c05c73d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 217 time: 0.0353971 Aug 19 01:39:15.045147 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-dbaddb5f-85f7-49f7-9acb-9d30761ba6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.046522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-dbaddb5f-85f7-49f7-9acb-9d30761ba6e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0441902 Aug 19 01:39:15.066544 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b13e9e7e-34b6-4689-b0f5-3445ee408c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:15.098325 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-ce5c9118-b511-40e6-8aa2-a9ec4843e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.099726 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-ce5c9118-b511-40e6-8aa2-a9ec4843e66a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461690 Aug 19 01:39:15.189674 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-dfa0c64e-7a0d-40d8-bb72-7ea0755b6fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827277 Aug 19 01:39:15.232236 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cc415650-a1e9-424d-b6f0-11995de1e3e5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:15.282761 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning for port cc415650-a1e9-424d-b6f0-11995de1e3e5 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:15.285601 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff8ea8bf-1dd0-46d8-9549-98426dc1d534 req-d2fb92ad-da84-4847-a89b-a2aa9411c169 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 Aug 19 01:39:15.288025 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cc415650-a1e9-424d-b6f0-11995de1e3e5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:15.288504 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:15.333758 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:15.380021 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:15.412141 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] For port cc415650-a1e9-424d-b6f0-11995de1e3e5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cc415650-a1e9-424d-b6f0-11995de1e3e5,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:15.416019 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:15.420127 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-02a9d078-7e5f-4d6c-bc96-dbd987a4229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.421567 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-02a9d078-7e5f-4d6c-bc96-dbd987a4229b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1096 time: 0.0422938 Aug 19 01:39:15.462570 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Pushing event updated for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:15.514584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-6d0a23f4-d682-475d-843e-3860d55cff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.516058 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-6d0a23f4-d682-475d-843e-3860d55cff6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0879090 Aug 19 01:39:15.556112 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-68ff8b9a-eef9-42bf-9857-bdb85a62c991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 217 time: 0.0326304 Aug 19 01:39:15.602968 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-150fd901-c135-4d3b-b8c0-a39899a8db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.604379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-150fd901-c135-4d3b-b8c0-a39899a8db48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0415025 Aug 19 01:39:15.653030 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-39530df6-9954-4dd4-b089-a6d0ffcd600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.654540 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-39530df6-9954-4dd4-b089-a6d0ffcd600c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435565 Aug 19 01:39:15.752497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-3809f282-fb4b-49ba-84d4-936b032d81f1 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902121 Aug 19 01:39:15.875541 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553f38-1f35-4e72-890b-3385b92df6f9 req-44668caf-eaa3-43e7-8832-14e57c9fe064 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:15.876956 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66553f38-1f35-4e72-890b-3385b92df6f9 req-44668caf-eaa3-43e7-8832-14e57c9fe064 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.1011310 Aug 19 01:39:15.882109 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-31c5d492-b67b-4dbd-99f5-929057b75639 req-cea87a16-6c54-4f69-9238-5ee75235c9b6 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229212 Aug 19 01:39:15.914380 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-66553f38-1f35-4e72-890b-3385b92df6f9 req-852b6f23-c33e-4a8f-9989-5a0c91e58613 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Aug 19 01:39:16.212414 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:16.734610 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:17.029458 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ead95-c5f3-46a4-9102-738c56e58061 req-20c35d2f-a475-46a4-a1ad-bccabc836543 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:17.030925 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-495ead95-c5f3-46a4-9102-738c56e58061 req-20c35d2f-a475-46a4-a1ad-bccabc836543 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.0489495 Aug 19 01:39:17.067646 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-495ead95-c5f3-46a4-9102-738c56e58061 req-4078e2b6-410c-4abc-9cee-924b839d5aca tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Aug 19 01:39:17.215845 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cc415650-a1e9-424d-b6f0-11995de1e3e5 up at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:17.264199 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Provisioning complete for port cc415650-a1e9-424d-b6f0-11995de1e3e5 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:17.264602 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:18.178885 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189af2-9c81-4fac-925c-0212e4b7f136 req-44c13a37-22fe-41cc-ae26-fdb31a39b616 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:18.180383 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79189af2-9c81-4fac-925c-0212e4b7f136 req-44c13a37-22fe-41cc-ae26-fdb31a39b616 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.0480611 Aug 19 01:39:18.212849 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:18.219800 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-79189af2-9c81-4fac-925c-0212e4b7f136 req-fc818f20-2ddb-460a-bb0a-e481354c2f9d tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Aug 19 01:39:18.643531 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:39:18.739692 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:18.750262 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:39:18.785951 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:18.798886 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285c99fd-7f9f-4cf0-a79c-d340819fa61d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:39:18.818551 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:18.822609 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:18.867757 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:19.189499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['285c99fd-7f9f-4cf0-a79c-d340819fa61d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:39:19.332434 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65c20-29da-4a41-81a1-17d015c0afb3 req-66e1af6d-f022-4a53-8de2-5ac03988c26d tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:19.333910 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21c65c20-29da-4a41-81a1-17d015c0afb3 req-66e1af6d-f022-4a53-8de2-5ac03988c26d tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 945 time: 0.0478909 Aug 19 01:39:19.377726 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-21c65c20-29da-4a41-81a1-17d015c0afb3 req-3af4ee8f-08e7-4877-9926-087292182d47 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370722 Aug 19 01:39:20.494280 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3253-ad80-4d72-a762-0d856fa961cf req-d4f348a5-32ec-4348-bddc-e10186be6b3e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:20.495739 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d17d3253-ad80-4d72-a762-0d856fa961cf req-d4f348a5-32ec-4348-bddc-e10186be6b3e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Aug 19 01:39:20.533834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-d17d3253-ad80-4d72-a762-0d856fa961cf req-b482622c-e76f-4676-b39a-9892d4edb132 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Aug 19 01:39:20.658466 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:39:20.705075 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning for port 285c99fd-7f9f-4cf0-a79c-d340819fa61d completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:39:20.708731 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 285c99fd-7f9f-4cf0-a79c-d340819fa61d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:39:20.709106 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:20.783564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:20.805717 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:39:20.808532 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4d4cb-59d3-44c1-8db1-7bfc08ae40ba" -d '{"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-plugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:39:20.821459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:39:20.826168 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:20.849240 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa8b9f-340e-473a-b48e-8a1594de0d9e x-openstack-request-id: req-adfa8b9f-340e-473a-b48e-8a1594de0d9e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:39:20.849529 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-plugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:39:20.849781 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adfa8b9f-340e-473a-b48e-8a1594de0d9e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:39:20.850165 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'code': 200} Aug 19 01:39:20.874878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:20.964442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ecb98-6d05-454d-b13c-466643d9db51 req-9c2cdd8b-0f40-4f8c-bac1-80bff3bb4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:20.965909 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f70ecb98-6d05-454d-b13c-466643d9db51 req-9c2cdd8b-0f40-4f8c-bac1-80bff3bb4373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1098 time: 0.0398457 Aug 19 01:39:21.000250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f70ecb98-6d05-454d-b13c-466643d9db51 req-d824a316-8ad4-4161-9d71-fbb678d655a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276699 Aug 19 01:39:21.645842 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1615-4f91-4654-b26c-0cb60909453b req-d7ba9508-1454-4ade-b4c2-c33a480a1957 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:21.647316 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee2c1615-4f91-4654-b26c-0cb60909453b req-d7ba9508-1454-4ade-b4c2-c33a480a1957 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Aug 19 01:39:21.684515 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ee2c1615-4f91-4654-b26c-0cb60909453b req-9e4eb9df-6297-4191-828a-b8c9935a54a1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Aug 19 01:39:22.803045 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6afdb-636d-49d4-ae36-230a214b6de2 req-5f7cc990-9148-49ca-9a15-b56e2e80be58 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:22.804607 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4be6afdb-636d-49d4-ae36-230a214b6de2 req-5f7cc990-9148-49ca-9a15-b56e2e80be58 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Aug 19 01:39:22.842716 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-4be6afdb-636d-49d4-ae36-230a214b6de2 req-2f70357c-7905-4fb4-8993-ab8de0059fdf tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Aug 19 01:39:22.957572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c40c4-442d-488f-a986-bab4c5b82f43 req-69c4e9f5-7db7-4b9e-a1e3-83730fa53404 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:22.959033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c79c40c4-442d-488f-a986-bab4c5b82f43 req-69c4e9f5-7db7-4b9e-a1e3-83730fa53404 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 946 time: 0.0516922 Aug 19 01:39:22.995497 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-c79c40c4-442d-488f-a986-bab4c5b82f43 req-60fe035d-4fb5-4e17-9284-59fa1c72349c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Aug 19 01:39:23.016836 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:23.095742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681db532-738d-4b59-804a-b09345980315 tempest-TestSnapshotPattern-909919434 tempest-TestSnapshotPattern-909919434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:23.097250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-681db532-738d-4b59-804a-b09345980315 tempest-TestSnapshotPattern-909919434 tempest-TestSnapshotPattern-909919434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1093 time: 0.0794635 Aug 19 01:39:23.100145 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:39:23.104403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:39:23.125532 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:23.222890 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:23.322448 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Allocated IP 172.25.1.15 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/e480cee1-c084-4ece-a472-9654b00d003c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:39:23.424290 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:23.461768 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:23.501139 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:39:23.503944 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:39:23.507480 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:39:23.528017 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=e480cee1-c084-4ece-a472-9654b00d003c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:23.859538 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:23.922910 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:24.066969 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:24.071592 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:24.140960 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=e480cee1-c084-4ece-a472-9654b00d003c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:39:24.152992 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:24.543547 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Floating IP d4299b3c-3f9a-41bc-a554-142f82ff801a associated. External IP: 172.25.1.15, port: 285c99fd-7f9f-4cf0-a79c-d340819fa61d. Aug 19 01:39:24.745584 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:39:24.849793 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:39:24.859649 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:39:24.866270 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:24.871118 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:24.871875 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:39:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:24.894641 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-37e079a6-c79e-43f0-bf1b-6955380e9063 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7933898 Aug 19 01:39:24.895271 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:39:24.897614 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:39:24.977077 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:24.991198 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07726290-f534-4d19-be98-3b15c5f34d07 x-openstack-request-id: req-07726290-f534-4d19-be98-3b15c5f34d07 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:39:24.991497 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:39:24.991752 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07726290-f534-4d19-be98-3b15c5f34d07 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:39:24.992151 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'status': 'completed', 'code': 200} Aug 19 01:39:25.078084 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-b7fb9395-786a-46c9-852b-e4b51d6f0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:25.079528 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-b7fb9395-786a-46c9-852b-e4b51d6f0a36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1098 time: 0.0441613 Aug 19 01:39:25.169397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-9800bb9e-6112-495e-b645-fc9678326efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:25.170890 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-9800bb9e-6112-495e-b645-fc9678326efb service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0836453 Aug 19 01:39:25.201252 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:23Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:25.227138 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:39:25.235267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:39:25.235878 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:39:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:25.239431 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-a05d99d2-f64d-4ecd-a78e-d063e3a7f8fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 999 time: 0.0607061 Aug 19 01:39:25.288318 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-0471ee77-d293-44a8-8841-94f2f0e44d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:25.289805 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-0471ee77-d293-44a8-8841-94f2f0e44d95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0433161 Aug 19 01:39:25.335369 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-4fec72ae-0fef-42d7-9918-395b3b59d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:25.336820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-4fec72ae-0fef-42d7-9918-395b3b59d512 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402727 Aug 19 01:39:25.340997 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:39:25.428084 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-75a83721-303a-4a19-9006-91f7738857be service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843370 Aug 19 01:39:25.515855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-3b6efb41-e962-4e3b-a7f6-6e0f936a61a3 req-a1652a2e-504c-42a0-8627-e25b3320a98d service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809829 Aug 19 01:39:25.562265 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:23Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:39:25.588461 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f557c7d-823a-4e80-b18e-9541b6f5f9b2 None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:23Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:39:25.767310 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9676a6-0895-4c36-b57e-c6bd631a7768 None None] New status for floating IP d4299b3c-3f9a-41bc-a554-142f82ff801a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:39:25.979420 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-172ffd23-07a6-4754-9571-8151d6f0cfb9 req-60e09c28-c5cd-4594-9cce-3decb4e87e15 tempest-TestNetworkAdvancedServerOps-2012887641 tempest-TestNetworkAdvancedServerOps-2012887641-project] (94623) timed out ('10.222.0.11', 61725) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 01:39:27.705146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:40.954244 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:39:42.314009 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-a5a20414-31e4-46b3-b28f-ae4f99079f52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435638 Aug 19 01:39:42.415031 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-2f3b8cda-65c4-4e6e-993f-a7a2a6caea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:42.417052 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-2f3b8cda-65c4-4e6e-993f-a7a2a6caea1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1098 time: 0.0438130 Aug 19 01:39:42.520526 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-8378140d-f890-4c36-9f05-504efe35e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:42.521811 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-8378140d-f890-4c36-9f05-504efe35e35e service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0844519 Aug 19 01:39:42.589467 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-590a8a8a-8568-4885-9659-d34165bc47ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 1001 time: 0.0597422 Aug 19 01:39:42.639619 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-834a6243-319f-49ba-837f-a32823fd7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:42.641141 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-834a6243-319f-49ba-837f-a32823fd7c1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0443311 Aug 19 01:39:42.688822 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-770d650e-584c-414f-af2b-9bb9d49342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:39:42.690327 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-770d650e-584c-414f-af2b-9bb9d49342f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411730 Aug 19 01:39:42.715390 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99744ded-937a-4564-a21a-d04a0f478090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:42.785855 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-f667244b-e707-402b-af6f-14d721c32d2f service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875068 Aug 19 01:39:42.901718 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-7ed0c5a3-286e-4c7e-9096-01feed766d99 req-48a74af7-0468-4f35-9ec8-be7b91f02ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076694 Aug 19 01:39:45.067518 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28782cc4-6932-465f-9fb7-c0131efecf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:45.314135 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:46.223336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:46.736443 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:48.213901 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:39:57.704258 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:12.716648 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0019375e-8e71-4b14-8c3d-cd2c294ae949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:15.068223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf67c681-adb7-44b8-a223-d39358115833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:15.316999 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:16.218828 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:16.739733 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:17.952591 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:40:18.217637 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:27.720035 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:42.610574 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-8a0f5574-d6b0-4669-951f-94956d5fb95c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951467 Aug 19 01:40:42.710278 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-bf5d70ba-0545-4a67-a241-c27f46a0731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:40:42.711794 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-bf5d70ba-0545-4a67-a241-c27f46a0731a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1098 time: 0.0422678 Aug 19 01:40:42.717572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dfd8a39-7d0d-4c05-a2c9-a8eb33a4638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:42.819405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-a0625a10-9861-4c84-8f43-2f48f9bce108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:40:42.820934 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-a0625a10-9861-4c84-8f43-2f48f9bce108 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0880713 Aug 19 01:40:42.884600 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-54ef8fff-6fa0-4dbb-9aa1-ddf577c0ac3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 1001 time: 0.0566106 Aug 19 01:40:42.932128 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-6d537cbb-17d0-42d2-ad28-93f42d783c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:40:42.933494 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-6d537cbb-17d0-42d2-ad28-93f42d783c54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0424948 Aug 19 01:40:42.983293 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-e74478df-c0d8-4dd8-9ed3-e3bc29470515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:40:42.984820 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-e74478df-c0d8-4dd8-9ed3-e3bc29470515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448031 Aug 19 01:40:43.073284 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-cbb1045c-3f1f-4f63-b182-5b87b0ad753d service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808425 Aug 19 01:40:43.168128 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-654f0244-7c79-4924-a9e4-cb47f5b3f3ce req-b15f0aec-05a1-48de-bbeb-42d6f84e3e81 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882759 Aug 19 01:40:45.067747 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62b9213c-1f90-4be8-a803-6e0b7c664fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:45.318643 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:46.241606 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:46.743599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:48.220284 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:40:54.950741 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:40:57.718176 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:12.719281 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e36e2c4-24d6-4f47-841a-1a0df09432e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:15.067632 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d500-685c-4270-98e2-2a965b759d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:15.318769 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:16.272146 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:16.745943 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:18.223309 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:27.720283 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:31.951024 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:41:42.720729 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b586ee65-895f-422e-840b-222b056dd157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:43.151346 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-a86a7b53-efd4-4e15-83d3-934c6534dbfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433896 Aug 19 01:41:43.246597 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-78465221-51b8-42ed-8c28-899dff45400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:41:43.248070 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-78465221-51b8-42ed-8c28-899dff45400e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1098 time: 0.0405138 Aug 19 01:41:43.355954 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-fd74aebc-fd90-4c66-b74c-7547a4cbfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:41:43.357525 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-fd74aebc-fd90-4c66-b74c-7547a4cbfcce service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0913973 Aug 19 01:41:43.419507 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-9272ac7b-3e0d-4928-a8fb-bd51f4bea3d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 1001 time: 0.0554018 Aug 19 01:41:43.475843 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-5f47d52d-61bf-4ac9-8c7d-2580b9e94854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:41:43.477288 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-5f47d52d-61bf-4ac9-8c7d-2580b9e94854 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0515628 Aug 19 01:41:43.522689 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-99e32c23-80cd-4044-9329-56478e3b5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:41:43.524157 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-99e32c23-80cd-4044-9329-56478e3b5272 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385211 Aug 19 01:41:43.610681 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-12da058c-76de-4db6-bff7-3e226c8b3a32 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794225 Aug 19 01:41:43.703921 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-86503af0-bba7-4bbf-8524-27dd82b2fc42 req-5645ea21-d8cb-49ac-9dfc-3c00627994e2 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853167 Aug 19 01:41:45.068415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f36cde7-0458-4d3c-b8e8-01065fc27c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:45.319000 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:46.284910 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:46.753662 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:48.224537 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:57.375680 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d details requested by agent hyperv_n-h1-771363-38 with host n-h1-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:41:57.466445 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:41:57.477305 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Returning: {'device': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:41:57.515149 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:57.527727 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 285c99fd-7f9f-4cf0-a79c-d340819fa61d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:41:57.546630 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:41:57.550158 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:57.593866 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:41:57.601432 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.601779 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.602120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.602460 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.602796 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.603130 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.603459 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.603786 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.604113 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.604480 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.604806 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.605127 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:41:57.682289 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] get_ports_and_sgs() called for port_ids ['285c99fd-7f9f-4cf0-a79c-d340819fa61d'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:41:57.731449 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:59.407544 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d up at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:41:59.453826 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Provisioning complete for port 285c99fd-7f9f-4cf0-a79c-d340819fa61d triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:41:59.454202 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:59.529563 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:59.550378 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:41:59.552650 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a42da-1ca6-4e77-9e34-f984c79f1431" -d '{"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-plugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:41:59.565758 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:41:59.570330 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:41:59.616651 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:41:59.656646 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea111ce-ac16-4ec0-8914-9204161d8c1b x-openstack-request-id: req-0ea111ce-ac16-4ec0-8914-9204161d8c1b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:41:59.656946 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-plugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:41:59.657298 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ea111ce-ac16-4ec0-8914-9204161d8c1b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:41:59.657699 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'code': 200} Aug 19 01:42:08.950898 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:42:10.121961 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-9a2f274b-8e4c-47e0-922a-4c0cbdf53655 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783093816&fields=id&tenant_id=81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 267 time: 0.0371122 Aug 19 01:42:10.230752 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-cab105f5-8547-41bc-a0d8-8553b70c739b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:10.232277 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-cab105f5-8547-41bc-a0d8-8553b70c739b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 809 time: 0.1035700 Aug 19 01:42:10.247379 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2b5d098e-1123-4ae6-b000-8c05b43809bc tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/quotas/81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 375 time: 0.0094142 Aug 19 01:42:10.300689 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-d615001b-092e-41cb-8f30-091fbed292e0 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0481353 Aug 19 01:42:10.358642 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-7193dcd8-57ac-49f9-b63e-d57738d2ec36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:42:10.359962 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-7193dcd8-57ac-49f9-b63e-d57738d2ec36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470526 Aug 19 01:42:10.451861 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6d86d81f-f507-4ed9-a008-c0f795856233 service neutron] 10.222.0.20 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852690 Aug 19 01:42:10.540924 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-8d882dc2-ec1a-48fd-9c19-ea3ac24031b2 service neutron] 10.222.0.20 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Aug 19 01:42:10.842629 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-eb4d4988-e053-4d18-82d6-b8f42ee6149f req-db0f9293-7093-4f6a-a207-276058f6e34c tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 210 time: 0.1294179 Aug 19 01:42:11.615219 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.11', 61989) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:42:11.724262 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6f6ff49a-eef6-44ff-8475-bbeca47c18ce tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:11.725729 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6f6ff49a-eef6-44ff-8475-bbeca47c18ce tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 809 time: 0.1093924 Aug 19 01:42:11.771556 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-1f1e5878-832f-4092-ba85-a6e95a3c3a0b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b5508351e742e5baf32a86b97ce11a HTTP/1.1" status: 200 len: 380 time: 0.0355055 Aug 19 01:42:11.784629 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'port': {'device_id': '1451885e-2bda-43d4-8dad-f176a5082c44', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'admin_state_up': True, 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'security_groups': ['10e1fcae-a44e-43c2-89b5-223fe0e856c1']}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:42:11.909984 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Made reservation on behalf of 81b5508351e742e5baf32a86b97ce11a for: {'port': 1} {{(pid=94622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 01:42:11.914072 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:11.951856 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-6708bc26-f1b9-436a-a237-c8cef3cc9d56 req-d17022ad-7bb2-496c-b149-61832bc80ec1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Aug 19 01:42:12.077843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_common [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Allocated IP 172.20.0.6 (36c03ed0-12b1-4094-b5fc-f4843a20148e/958fdc99-a044-44b4-836b-688637e7e330/83e14b07-20c6-4c61-9276-152596a715e1) {{(pid=94622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:42:12.249241 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:12.263516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Transition to ACTIVE for port object 83e14b07-20c6-4c61-9276-152596a715e1 will not be triggered until provisioned by entity DHCP. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:42:12.297812 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_create {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:12.352062 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e is already hosted by enough agents. {{(pid=94622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:42:12.355326 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.base_scheduler [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Resources bound (agent type, host, resource id): {{(pid=94622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:42:12.360431 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Received port after_create {{(pid=94622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:42:12.363077 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=1']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:12.391610 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.392420 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.392766 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.393104 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.393435 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.393764 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.394227 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.394557 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.395410 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.395742 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.396068 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.396409 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:12.452148 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:12.452950 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:12.473895 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-6dc1c464-4383-4b45-9128-9162c35d03e4 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6922898 Aug 19 01:42:12.627851 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e2644ee7-c03e-4b57-8670-2b89e41d876b None None] Provisioning for port 83e14b07-20c6-4c61-9276-152596a715e1 completed by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:42:12.631885 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e2644ee7-c03e-4b57-8670-2b89e41d876b None None] Provisioning complete for port 83e14b07-20c6-4c61-9276-152596a715e1 triggered by entity DHCP. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:42:12.632107 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2644ee7-c03e-4b57-8670-2b89e41d876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:12.666815 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e2644ee7-c03e-4b57-8670-2b89e41d876b None None] Port 83e14b07-20c6-4c61-9276-152596a715e1 cannot update to ACTIVE because it is not bound. {{(pid=94624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 01:42:12.726636 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f98f25c-dd26-480b-a0f7-bdfe27b88c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:13.117290 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f569ea-87f2-47f7-9698-47540be0afa1 req-55cd0260-2fbe-473e-8339-97f1264fa7cb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:13.118767 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8f569ea-87f2-47f7-9698-47540be0afa1 req-55cd0260-2fbe-473e-8339-97f1264fa7cb tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0886340 Aug 19 01:42:13.161871 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-c8f569ea-87f2-47f7-9698-47540be0afa1 req-283261ef-1284-4983-b03f-0dac5b6dab8f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365469 Aug 19 01:42:13.518063 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:42:13.597722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:13.622187 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:42:13.624444 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b6b62-2c6b-416a-965f-06c990edc488" -d '{"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-unplugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:42:13.637411 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:42:13.641723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:13.665534 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0e3fa-1bf3-455f-bfc2-3989f296ee36 x-openstack-request-id: req-95c0e3fa-1bf3-455f-bfc2-3989f296ee36 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:42:13.665828 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-unplugged", "status": "completed", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:42:13.666081 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95c0e3fa-1bf3-455f-bfc2-3989f296ee36 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:42:13.666467 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'code': 200} Aug 19 01:42:13.713237 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Pushing event updated for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:14.280908 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e91ab-81e8-4956-872d-734f41d00b6b req-b019c839-c889-46bc-9e21-7f57ed831131 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:14.282362 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-868e91ab-81e8-4956-872d-734f41d00b6b req-b019c839-c889-46bc-9e21-7f57ed831131 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0494196 Aug 19 01:42:14.325483 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-868e91ab-81e8-4956-872d-734f41d00b6b req-64cfcf54-77a2-4bb6-9c29-cb6dc0cd88db tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358553 Aug 19 01:42:15.074805 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-921ef288-082e-4d05-b0ec-bf3d24c1b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:15.323635 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:15.459119 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd9710-6fee-4eae-8ca6-a89b297fbebe req-414dd1da-f94a-4ccc-a7b3-89d18220f638 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:15.460644 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6bd9710-6fee-4eae-8ca6-a89b297fbebe req-414dd1da-f94a-4ccc-a7b3-89d18220f638 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0623260 Aug 19 01:42:15.499610 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-e6bd9710-6fee-4eae-8ca6-a89b297fbebe req-4db4d498-a4d9-4ea4-9a03-7229d5143c58 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Aug 19 01:42:16.318286 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:16.619992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a45d82-77a2-47d0-b08e-f32f4206f771 req-d5e78e80-d48d-429e-a67f-34c57ec35505 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:16.621592 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a45d82-77a2-47d0-b08e-f32f4206f771 req-d5e78e80-d48d-429e-a67f-34c57ec35505 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0502419 Aug 19 01:42:16.667643 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-00a45d82-77a2-47d0-b08e-f32f4206f771 req-43d9d88a-79e0-40a8-84e1-ba40ed142006 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Aug 19 01:42:16.753294 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:17.785403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfe805-cb3b-452e-8223-e4febc8d040e req-c847fe0b-9792-4087-a974-bffe343eac2e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:17.787153 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebdfe805-cb3b-452e-8223-e4febc8d040e req-c847fe0b-9792-4087-a974-bffe343eac2e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0518441 Aug 19 01:42:17.828333 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ebdfe805-cb3b-452e-8223-e4febc8d040e req-2cfd0a77-77a6-471c-a62e-9ab7c60006a0 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Aug 19 01:42:18.229509 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:18.958359 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a33765-9c93-4c15-944c-16f6aba1f7d6 req-b3988dbb-013c-45e1-a328-aacd2631eab5 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:18.959902 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76a33765-9c93-4c15-944c-16f6aba1f7d6 req-b3988dbb-013c-45e1-a328-aacd2631eab5 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0546756 Aug 19 01:42:19.002249 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-76a33765-9c93-4c15-944c-16f6aba1f7d6 req-564753ab-2813-47bb-9175-77f1c3246c73 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Aug 19 01:42:20.129323 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c460db0-abba-4c90-bd0a-f78aebb9d566 req-b6245731-1a21-4dfe-b2ec-3e27289f6b71 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:20.137935 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c460db0-abba-4c90-bd0a-f78aebb9d566 req-b6245731-1a21-4dfe-b2ec-3e27289f6b71 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0578408 Aug 19 01:42:20.182227 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0c460db0-abba-4c90-bd0a-f78aebb9d566 req-3b499b00-d252-4894-be90-f5d24d040990 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403931 Aug 19 01:42:21.301962 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa39bb-fc2f-4be1-9073-2c3243b15452 req-5e14b91f-cbd4-4c77-81ac-e393886ca1e3 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:21.303587 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1daa39bb-fc2f-4be1-9073-2c3243b15452 req-5e14b91f-cbd4-4c77-81ac-e393886ca1e3 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0528083 Aug 19 01:42:21.346261 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1daa39bb-fc2f-4be1-9073-2c3243b15452 req-e6d2a142-c49c-49f6-9dc4-a2a367b313fa tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Aug 19 01:42:22.467495 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd21fc-97d4-40db-b625-ace87ad2de78 req-064c34a6-b9bd-450d-af17-8e9e378371ed tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:22.469005 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0abd21fc-97d4-40db-b625-ace87ad2de78 req-064c34a6-b9bd-450d-af17-8e9e378371ed tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 931 time: 0.0537581 Aug 19 01:42:22.509668 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-0abd21fc-97d4-40db-b625-ace87ad2de78 req-ba9a612e-afed-4a69-8132-9deec34417ba tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342028 Aug 19 01:42:22.715317 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2ee2b88d-fe60-4396-bdbe-d27f231949bd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 01:42:22.716405 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2ee2b88d-fe60-4396-bdbe-d27f231949bd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075645 Aug 19 01:42:22.774914 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.v2.base [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Request body: {'port': {'device_id': '1451885e-2bda-43d4-8dad-f176a5082c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-38'}} {{(pid=94622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:42:22.833562 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.105377 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:42:23.112871 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.124710 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Transition to ACTIVE for port object 83e14b07-20c6-4c61-9276-152596a715e1 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 01:42:23.127739 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.196086 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:23.247239 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Attempting to bind port 83e14b07-20c6-4c61-9276-152596a715e1 on host n-h2-771363-38 for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 01:42:23.247572 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Attempting to bind port 83e14b07-20c6-4c61-9276-152596a715e1 by drivers openvswitch,hyperv on host n-h2-771363-38 at level 0 using segments [{'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 01:42:23.247904 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Attempting to bind port 83e14b07-20c6-4c61-9276-152596a715e1 on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:42:23.252475 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Port 83e14b07-20c6-4c61-9276-152596a715e1 on network 36c03ed0-12b1-4094-b5fc-f4843a20148e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-38 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 01:42:23.252799 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Attempting to bind port 83e14b07-20c6-4c61-9276-152596a715e1 on network 36c03ed0-12b1-4094-b5fc-f4843a20148e {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 01:42:23.258654 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Checking agent: {'id': 'fd5129c9-bc39-427a-9b21-a574c2820ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-38', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'started_at': datetime.datetime(2021, 8, 18, 23, 51, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 01:42:23.259000 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Checking segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 01:42:23.259387 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Bound using segment: {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 01:42:23.259823 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Bound port: 83e14b07-20c6-4c61-9276-152596a715e1, host: n-h2-771363-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39695b3b-e189-4594-bd6d-c61ef69327d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 01:42:23.260244 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.326485 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 01:42:23.329540 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 01:42:23.335134 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26901872'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.370530 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.371145 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:23.372612 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] 10.222.0.11 "PUT /v2.0/ports/83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 1092 time: 0.6452172 Aug 19 01:42:23.373321 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:42:23.375555 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6" -d '{"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:42:23.403166 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bdca2-9935-4a32-910c-e63be31b2444 service neutron] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:23.465505 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-d8235379-e5fb-4026-9084-c89461736575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.467099 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-d8235379-e5fb-4026-9084-c89461736575 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1095 time: 0.0533717 Aug 19 01:42:23.477255 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7e9b2-05e9-4420-8586-a9e2af2a81f0 x-openstack-request-id: req-81d7e9b2-05e9-4420-8586-a9e2af2a81f0 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:42:23.477552 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:42:23.477831 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81d7e9b2-05e9-4420-8586-a9e2af2a81f0 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:42:23.478320 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'status': 'completed', 'code': 200} Aug 19 01:42:23.515187 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-3e577000-f4d8-42e8-9aae-04d178c0dc42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 217 time: 0.0347466 Aug 19 01:42:23.565843 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-813e3570-5de2-411d-8f56-6f742433c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.567853 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-813e3570-5de2-411d-8f56-6f742433c52a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0452225 Aug 19 01:42:23.613261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-45524ab2-409f-41ba-b5ca-5f61f988ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.615292 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-45524ab2-409f-41ba-b5ca-5f61f988ab79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415292 Aug 19 01:42:23.628339 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368d3e-3e8a-4545-87ac-8fb26174eb0d req-87bb8d7a-e30f-4714-a03b-49c582c080e8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.630411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf368d3e-3e8a-4545-87ac-8fb26174eb0d req-87bb8d7a-e30f-4714-a03b-49c582c080e8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 943 time: 0.0496025 Aug 19 01:42:23.667095 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-cf368d3e-3e8a-4545-87ac-8fb26174eb0d req-ed5d2aac-a52a-4979-8d95-0f705f37b066 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Aug 19 01:42:23.709849 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-31f1be5a-a0f0-4408-b78e-d139c4c3e44d service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877728 Aug 19 01:42:23.800865 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-cfe2f1c9-5687-408c-8a90-6da6ea210b70 req-8148d1ad-1899-4475-9af5-a15205d4af39 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Aug 19 01:42:23.880849 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-efad5881-d4f5-4a61-b594-2f40416deff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.882231 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-efad5881-d4f5-4a61-b594-2f40416deff3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1095 time: 0.0407469 Aug 19 01:42:23.971614 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-c94340ab-9da0-424c-9e64-5c6c8b86df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:23.973068 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-c94340ab-9da0-424c-9e64-5c6c8b86df64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0839942 Aug 19 01:42:24.013012 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-4b4ffc10-7735-41fa-8cb8-85d464007eac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 217 time: 0.0329115 Aug 19 01:42:24.061992 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-efd893e9-1ca0-45eb-ab65-ebfe550a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:24.063373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-efd893e9-1ca0-45eb-ab65-ebfe550a9133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0422957 Aug 19 01:42:24.107260 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-9e4df671-a5e7-416e-8740-23c00dd6fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:24.108719 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-9e4df671-a5e7-416e-8740-23c00dd6fa6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379553 Aug 19 01:42:24.198710 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-f0d155ca-57b1-4130-9b92-6ee215a5bb41 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817559 Aug 19 01:42:24.289347 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b9962dc6-e2a0-4ae7-81f9-4188a0f8cce6 req-d02d09cf-4f47-4531-badc-6a80a190c971 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826378 Aug 19 01:42:24.782253 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e09cb-cb7e-4ba6-83af-fa5a35c2181f req-23a448e8-8d77-43f6-a627-43b2e5586440 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:24.783727 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b52e09cb-cb7e-4ba6-83af-fa5a35c2181f req-23a448e8-8d77-43f6-a627-43b2e5586440 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 943 time: 0.0481675 Aug 19 01:42:24.821537 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-b52e09cb-cb7e-4ba6-83af-fa5a35c2181f req-bd3a5522-5490-4285-ac0c-ec3df00b8d1f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Aug 19 01:42:25.936568 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cccfc8-7195-4ad7-9412-fea8afbbbe6f req-48c5c590-3ecb-4154-8712-beb81a2c35a1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:25.938067 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91cccfc8-7195-4ad7-9412-fea8afbbbe6f req-48c5c590-3ecb-4154-8712-beb81a2c35a1 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Aug 19 01:42:25.974330 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-91cccfc8-7195-4ad7-9412-fea8afbbbe6f req-3a0f320b-6867-47e5-bd66-1b7352921a53 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Aug 19 01:42:26.801149 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:42:26.893716 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:42:26.904280 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '83e14b07-20c6-4c61-9276-152596a715e1', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'mac_address': 'fa:16:3e:d7:70:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:42:26.942794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:26.955382 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:42:26.974014 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:42:26.977883 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:27.025764 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=4']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:27.090443 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66fcf-b614-4b8c-b8a5-5f37dffd25ce req-5eaed0a0-cb33-4e5e-9312-4cb3ed4c9d01 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:27.091819 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3b66fcf-b614-4b8c-b8a5-5f37dffd25ce req-5eaed0a0-cb33-4e5e-9312-4cb3ed4c9d01 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 944 time: 0.0478940 Aug 19 01:42:27.128565 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-d3b66fcf-b614-4b8c-b8a5-5f37dffd25ce req-b4e43af5-c58f-4ba9-a794-9430c1ca53d0 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Aug 19 01:42:27.231682 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['83e14b07-20c6-4c61-9276-152596a715e1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:42:27.734775 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:28.244575 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54db15-0e99-4a1f-8c72-0933047be144 req-e879f130-7c08-442e-84d1-9994cfea909f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:28.246024 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff54db15-0e99-4a1f-8c72-0933047be144 req-e879f130-7c08-442e-84d1-9994cfea909f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 944 time: 0.0516629 Aug 19 01:42:28.281959 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-ff54db15-0e99-4a1f-8c72-0933047be144 req-d734633c-da1b-4333-bb27-1a1e20522797 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301399 Aug 19 01:42:28.817219 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:42:28.863910 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning for port 83e14b07-20c6-4c61-9276-152596a715e1 completed by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 01:42:28.868011 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 83e14b07-20c6-4c61-9276-152596a715e1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:42:28.868415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:28.943646 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:28.965194 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:42:28.967407 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c1bc5a-019e-4329-ad48-eafc10b996ba" -d '{"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:42:28.979442 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:42:28.983213 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:29.008243 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d145bba5-ec1b-4b9e-8481-fde800cb9fc8 x-openstack-request-id: req-d145bba5-ec1b-4b9e-8481-fde800cb9fc8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:42:29.008551 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:42:29.008799 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d145bba5-ec1b-4b9e-8481-fde800cb9fc8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:42:29.009179 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'code': 200} Aug 19 01:42:29.036603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:29.101478 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf157-4a8c-491f-963a-319d35b5b352 req-55669791-4d3d-4cd2-8d85-202c76e2664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:29.102990 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63bbf157-4a8c-491f-963a-319d35b5b352 req-55669791-4d3d-4cd2-8d85-202c76e2664d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1097 time: 0.0422578 Aug 19 01:42:29.137445 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-63bbf157-4a8c-491f-963a-319d35b5b352 req-b94db0b4-9926-435e-abd8-04430e217b3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272686 Aug 19 01:42:29.395056 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74aa5d-d135-4ef2-a5af-87e65b5fd9f8 req-9d8bffc0-94c9-4e86-925f-c74ebaafe4bd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:29.396536 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c74aa5d-d135-4ef2-a5af-87e65b5fd9f8 req-9d8bffc0-94c9-4e86-925f-c74ebaafe4bd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.0487108 Aug 19 01:42:29.433773 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-8c74aa5d-d135-4ef2-a5af-87e65b5fd9f8 req-0ffc9307-8f34-4e2c-883f-c9e92e24c69e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Aug 19 01:42:30.549002 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe04133-4d83-41f0-b90a-cd765c559860 req-e355a326-83c8-47e9-83d2-a47121bee69b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:30.550514 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fe04133-4d83-41f0-b90a-cd765c559860 req-e355a326-83c8-47e9-83d2-a47121bee69b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Aug 19 01:42:30.588055 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-9fe04133-4d83-41f0-b90a-cd765c559860 req-85922dde-1bd3-4b2f-af57-6b4840f27d9d tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Aug 19 01:42:30.699169 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109d35-f579-4f81-b856-5be0a29790e1 req-88d0e278-008d-45e6-a68e-d4452511ad80 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:30.700630 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64109d35-f579-4f81-b856-5be0a29790e1 req-88d0e278-008d-45e6-a68e-d4452511ad80 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.0479248 Aug 19 01:42:30.737493 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-64109d35-f579-4f81-b856-5be0a29790e1 req-d8603104-580c-4459-89f8-cd287ce2f851 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Aug 19 01:42:30.758605 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:42:30.800725 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5ead0-e529-4e13-a11b-03dee2e9b70a tempest-TestSnapshotPattern-909919434 tempest-TestSnapshotPattern-909919434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:30.802250 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-7cf5ead0-e529-4e13-a11b-03dee2e9b70a tempest-TestSnapshotPattern-909919434 tempest-TestSnapshotPattern-909919434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1092 time: 0.0426748 Aug 19 01:42:30.805543 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49456) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:42:30.810081 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Request body: {'floatingip': {'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 01:42:30.832711 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:30.925766 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.031187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Allocated IP 172.25.1.178 (a3f6491e-d685-43b7-9181-2b82c7eb4260/7dd9567d-ce74-43e4-ba15-cd12bef494ed/abd209fe-0748-4922-9ff2-00b13a2c377a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 01:42:31.130556 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.167818 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773798588739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.211413 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Network a3f6491e-d685-43b7-9181-2b82c7eb4260 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 01:42:31.214326 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 01:42:31.218583 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 01:42:31.221578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=abd209fe-0748-4922-9ff2-00b13a2c377a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:31.247091 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.247440 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.247782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.248124 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.248488 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.248823 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.249155 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.249486 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.249813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.250142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.250487 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.250792 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:42:31.575670 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.640596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.785863 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.790491 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25936616'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.854172 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event updated for resources: {'Port': ['ID=abd209fe-0748-4922-9ff2-00b13a2c377a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:42:31.869078 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577786'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:31.966688 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Floating IP c1a7d19f-9565-4f89-a0fc-ebb14bb45957 associated. External IP: 172.25.1.178, port: 83e14b07-20c6-4c61-9276-152596a715e1. Aug 19 01:42:32.166018 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:42:32.568397 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:42:32.577969 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:42:32.584211 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:32.588961 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:42:32.589581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:42:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:42:32.611397 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-f631e35b-aa22-43ed-abe0-43fc7b6787b8 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8048291 Aug 19 01:42:32.612130 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:42:32.616887 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405" -d '{"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:42:32.653497 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25deb5d-fc42-4343-a2b4-bfa86257f498 x-openstack-request-id: req-e25deb5d-fc42-4343-a2b4-bfa86257f498 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:42:32.653861 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:42:32.654174 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e25deb5d-fc42-4343-a2b4-bfa86257f498 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:42:32.654597 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'status': 'completed', 'code': 200} Aug 19 01:42:32.722342 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-ff867432-8d1c-42c3-96b8-75242c4ff6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:32.723932 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-ff867432-8d1c-42c3-96b8-75242c4ff6ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1097 time: 0.0458593 Aug 19 01:42:32.820656 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-0cb03989-9d28-4820-ba76-370db7cd036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:32.822065 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-0cb03989-9d28-4820-ba76-370db7cd036a service neutron] 10.222.0.11 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0915852 Aug 19 01:42:32.862896 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:42:32.886290 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-ff6d783e-1686-4eff-920b-fade85080d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 999 time: 0.0568643 Aug 19 01:42:32.938974 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-0adf2f70-a7b8-4065-b22d-1a084b2d22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:32.940460 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-0adf2f70-a7b8-4065-b22d-1a084b2d22eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0469668 Aug 19 01:42:32.989729 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-f7ca1441-ef1e-40c7-a1c4-dafeb91dae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:32.991270 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-f7ca1441-ef1e-40c7-a1c4-dafeb91dae06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441351 Aug 19 01:42:33.079343 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-5364dae1-3159-4499-8499-cec79751dd70 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812075 Aug 19 01:42:33.099702 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c1a7d19f-9565-4f89-a0fc-ebb14bb45957', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:d7:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1451885e-2bda-43d4-8dad-f176a5082c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:42:31Z', 'updated_at': '2021-08-19T01:42:31Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}, {'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:42:33.125336 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:42:33.133959 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:42:33.134559 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:42:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:42:33.171310 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-8b1b5b65-ab2c-49c3-966f-0422d6cfa405 req-adf5d80d-5568-4057-a91b-6b0d9f547cc7 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851693 Aug 19 01:42:33.252475 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:42:33.468743 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c1a7d19f-9565-4f89-a0fc-ebb14bb45957', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:d7:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1451885e-2bda-43d4-8dad-f176a5082c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:42:31Z', 'updated_at': '2021-08-19T01:42:31Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}, {'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:42:33.497750 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519c743-8027-4eb6-95f3-b4d4f3365419 None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'c1a7d19f-9565-4f89-a0fc-ebb14bb45957', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:d7:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1451885e-2bda-43d4-8dad-f176a5082c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:42:31Z', 'updated_at': '2021-08-19T01:42:31Z', 'revision_number': 0, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}, {'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:42:33.683217 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10e35f-ce8e-45bf-a0d3-c5b680d43c52 None None] New status for floating IP c1a7d19f-9565-4f89-a0fc-ebb14bb45957: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:42:42.729055 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de368c7f-8bc0-4c86-b5f3-2fed7e6b80dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:44.146039 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-d8bfde7f-bb3c-4aa6-89ab-c65fd9738483 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389984 Aug 19 01:42:44.243400 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-035ab147-6cfb-4051-9fb1-231310e53099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:44.244897 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-035ab147-6cfb-4051-9fb1-231310e53099 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1096 time: 0.0432360 Aug 19 01:42:44.342403 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-a04746aa-6769-4a4c-82c8-16b01fb72c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:44.343806 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-a04746aa-6769-4a4c-82c8-16b01fb72c59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0808055 Aug 19 01:42:44.409176 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-45c363c9-f810-43ee-bda5-a37f714a6d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 999 time: 0.0581713 Aug 19 01:42:44.458197 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-bf0e685f-debe-4e0d-be4d-8044583be974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:44.460075 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-bf0e685f-debe-4e0d-be4d-8044583be974 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0436983 Aug 19 01:42:44.505200 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-25cddcba-b6a7-4a22-9834-fc0ce1a9891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:42:44.506662 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-25cddcba-b6a7-4a22-9834-fc0ce1a9891e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401678 Aug 19 01:42:44.596834 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-e35b247b-51b8-4e92-9396-579c92e8dc07 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833642 Aug 19 01:42:44.683168 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-448ab7e9-b29e-4b76-bc11-c65b4879e6a6 req-cecc269a-8243-498e-b20a-a8c9936b4fb6 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792558 Aug 19 01:42:45.065844 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28789ee9-7eaa-4c8a-b2c5-ed1f15186dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:45.323993 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:45.951110 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:42:46.312486 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:46.755169 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:48.231723 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:42:57.749139 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:12.730659 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d666ee2-65eb-4462-a411-2a1d94888600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:15.066424 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c179c1b-5d91-4946-ae1d-b317325add09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:15.323797 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:16.115060 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-5d2b427c-e9f5-4b7f-ad47-a8611e6e532a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392070 Aug 19 01:43:16.194802 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-12c95465-639d-4b31-aa20-8d214d8183ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:16.196243 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-12c95465-639d-4b31-aa20-8d214d8183ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1097 time: 0.0398154 Aug 19 01:43:16.298570 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-b07ef869-7375-4a3a-8569-046a8564d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:16.300022 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-b07ef869-7375-4a3a-8569-046a8564d3ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0852628 Aug 19 01:43:16.317752 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:16.367829 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-6dc84597-a27a-4d81-96df-5bdf2d127fb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 1001 time: 0.0599706 Aug 19 01:43:16.416689 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-9646cc9b-dbdc-48de-a2bd-d17e0301051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:16.418064 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-9646cc9b-dbdc-48de-a2bd-d17e0301051d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0425313 Aug 19 01:43:16.463301 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-60148113-2be1-487c-aa17-15d7251965c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:16.464747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-60148113-2be1-487c-aa17-15d7251965c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381505 Aug 19 01:43:16.556095 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-fdded9e3-326b-477f-9c02-86949054b885 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Aug 19 01:43:16.645879 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-5f1aeda2-c7d0-43e7-9395-adb8cc240742 req-1d76e910-ca9b-401f-81a2-0249566ef093 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824132 Aug 19 01:43:16.757583 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:18.233336 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:22.951442 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:43:27.765392 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:42.731264 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-163e0944-81d7-4b6c-9181-432d5951d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:45.070765 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-70b1478d-0b96-45bc-a7f6-019244f62de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:45.132783 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-ad4ab641-7729-41ad-a9fa-3e0434c793a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401144 Aug 19 01:43:45.232227 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e128-e350-460c-824e-0d31c899683c req-10da0807-8750-42b4-86a5-807f25e7a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:45.233712 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-10da0807-8750-42b4-86a5-807f25e7a7d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1096 time: 0.0431199 Aug 19 01:43:45.324218 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:45.335571 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e128-e350-460c-824e-0d31c899683c req-ffa2b650-dea5-4864-ad2e-24bd52459404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:45.337072 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-ffa2b650-dea5-4864-ad2e-24bd52459404 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0845964 Aug 19 01:43:45.403336 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-ce567c1f-0258-43af-983e-644ede7a42b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 999 time: 0.0596964 Aug 19 01:43:45.451572 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e128-e350-460c-824e-0d31c899683c req-791eac5b-8332-40c0-98af-52d9b49a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:45.452981 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-791eac5b-8332-40c0-98af-52d9b49a5105 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0431955 Aug 19 01:43:45.497384 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e128-e350-460c-824e-0d31c899683c req-52214263-0ee5-4557-8f33-aa9a5dd88f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:43:45.498822 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-52214263-0ee5-4557-8f33-aa9a5dd88f5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387797 Aug 19 01:43:45.590054 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-b8b885a8-e405-44fd-9de6-899ea88b6059 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837767 Aug 19 01:43:45.677606 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-f904e128-e350-460c-824e-0d31c899683c req-ef0f943a-6a2f-41f4-a67c-f6455cca6cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805264 Aug 19 01:43:46.315397 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:46.762276 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:48.236028 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:57.763342 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:43:59.950505 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:44:03.234713 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 details requested by agent hyperv_n-h2-771363-38 with host n-h2-771363-38 {{(pid=94624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 01:44:03.340549 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:03.352454 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Returning: {'device': '83e14b07-20c6-4c61-9276-152596a715e1', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'port_id': '83e14b07-20c6-4c61-9276-152596a715e1', 'mac_address': 'fa:16:3e:d7:70:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 01:44:03.408162 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:03.422099 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 01:44:03.443386 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:03.449445 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:03.504732 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:03.512838 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.513192 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.513573 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.513920 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.514259 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.514596 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.514931 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.515266 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.515598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.516083 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.516451 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.516775 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:03.539846 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] get_ports_and_sgs() called for port_ids ['83e14b07-20c6-4c61-9276-152596a715e1'] {{(pid=94624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 01:44:05.247431 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 up at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 01:44:05.304204 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Provisioning complete for port 83e14b07-20c6-4c61-9276-152596a715e1 triggered by entity L2. {{(pid=94624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 01:44:05.304204 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1822176'] for port, provisioning_complete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:05.390463 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1748295'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:05.415612 n-d-771363-38 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:44:05.419144 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dba95a321b009cf7a6acfa120fe082797d38a6aa8368b0a50cec023ef89669e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a200db8-bdec-4839-8351-5b342cc56cc8" -d '{"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:44:05.433962 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:05.447415 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773799142256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773798588757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773798588775'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:05.476403 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c04031-1496-4b81-b138-e6c89d1e8ccf x-openstack-request-id: req-39c04031-1496-4b81-b138-e6c89d1e8ccf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:44:05.476697 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:44:05.476952 n-d-771363-38 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39c04031-1496-4b81-b138-e6c89d1e8ccf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:44:05.477408 n-d-771363-38 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'code': 200} Aug 19 01:44:05.509267 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Pushing event updated for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:12.102416 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:12.260408 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Deleting port abd209fe-0748-4922-9ff2-00b13a2c377a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:12.260672 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.337422 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.337754 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.349245 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Calling delete_port for abd209fe-0748-4922-9ff2-00b13a2c377a owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:12.494933 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.517434 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event deleted for resources: {'Port': ['ID=abd209fe-0748-4922-9ff2-00b13a2c377a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:12.528704 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.529053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.529392 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.529730 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.530069 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.530399 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.530728 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.531053 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.531376 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.531700 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.532026 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.532373 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:12.591268 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.591600 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Floating IP c1a7d19f-9565-4f89-a0fc-ebb14bb45957 disassociated (deleted). External IP: 172.25.1.178, port: 83e14b07-20c6-4c61-9276-152596a715e1. Aug 19 01:44:12.732820 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6b73cca-de22-4edc-a5cc-a3f978459dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.794462 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:44:12.900313 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:44:12.905120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:12.911020 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:44:12.919734 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:12.920393 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:43:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:12.933743 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-717034cb-7375-4df2-b26a-65c0f2dffd8e tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "DELETE /v2.0/floatingips/c1a7d19f-9565-4f89-a0fc-ebb14bb45957 HTTP/1.1" status: 204 len: 168 time: 0.8276350 Aug 19 01:44:12.933743 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:44:12.934879 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78dd03-3a60-48d6-af98-d23d7518fc29" -d '{"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:44:12.973533 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daef354-cc31-4d98-97d4-b2fe9f957e74 x-openstack-request-id: req-4daef354-cc31-4d98-97d4-b2fe9f957e74 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:44:12.973904 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:44:12.974220 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4daef354-cc31-4d98-97d4-b2fe9f957e74 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:44:12.974724 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'status': 'completed', 'code': 200} Aug 19 01:44:13.028648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:13.039888 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-16fa29d6-1395-43b4-b357-73c3aa4e9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:13.042450 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-16fa29d6-1395-43b4-b357-73c3aa4e9fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 1097 time: 0.0462127 Aug 19 01:44:13.187082 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-58bdda2a-51fc-4299-a5be-686710052fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:13.188994 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-58bdda2a-51fc-4299-a5be-686710052fe8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.1397696 Aug 19 01:44:13.249731 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-e04d97ca-9c7d-4c71-9181-e03e04740e01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 200 len: 217 time: 0.0528185 Aug 19 01:44:13.260644 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b8ee2-fbbb-4c3c-9131-ec982b9ebac6 req-21efcd71-d012-4e66-b6e2-628a318fe665 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:13.262307 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-507b8ee2-fbbb-4c3c-9131-ec982b9ebac6 req-21efcd71-d012-4e66-b6e2-628a318fe665 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.1329250 Aug 19 01:44:13.269604 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:13.313648 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:44:13.323396 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:13.324012 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:43:45Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:13.348755 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-c47dc318-f6f8-4083-90a0-f60cbd73e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:13.351130 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-c47dc318-f6f8-4083-90a0-f60cbd73e4b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0877120 Aug 19 01:44:13.357702 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-507b8ee2-fbbb-4c3c-9131-ec982b9ebac6 req-cfa0db00-9ba0-485c-8cee-80a603286809 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852540 Aug 19 01:44:13.423789 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-ad978228-b496-4a7c-83f5-5c7382c35f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:13.426502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-ad978228-b496-4a7c-83f5-5c7382c35f7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662017 Aug 19 01:44:13.443071 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:13.538167 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-95896d8a-0354-40f7-a7e6-0738ab129e5f service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039617 Aug 19 01:44:13.637901 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-7b78dd03-3a60-48d6-af98-d23d7518fc29 req-26b095bc-c104-40b0-a21c-d0c11ee9a762 service neutron] 10.222.0.11 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916977 Aug 19 01:44:13.688900 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:13.715255 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfa2e0-e688-4d3e-b770-d33623ea219f None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_floatingips': [{'id': 'd4299b3c-3f9a-41bc-a554-142f82ff801a', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'router_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'port_id': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'mac_address': 'fa:16:3e:13:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T01:39:23Z', 'updated_at': '2021-08-19T01:39:25Z', 'revision_number': 1, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:44:13.935878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357806ff-73a8-4b76-99fd-06b196268fdf None None] New status for floating IP c1a7d19f-9565-4f89-a0fc-ebb14bb45957: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:44:14.484036 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a5e50-3295-4b67-922f-d1f84debe501 req-ba4a3a42-31ce-4869-a2c7-c689959494fd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:14.485522 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-265a5e50-3295-4b67-922f-d1f84debe501 req-ba4a3a42-31ce-4869-a2c7-c689959494fd tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Aug 19 01:44:14.524817 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-265a5e50-3295-4b67-922f-d1f84debe501 req-65810e73-9117-401c-b1db-5be5a9feb109 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Aug 19 01:44:14.650404 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fc39d-f102-49f6-b097-2892244c7338 req-789049ce-be18-4c82-9f3a-4237551bdd13 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:14.651747 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-006fc39d-f102-49f6-b097-2892244c7338 req-789049ce-be18-4c82-9f3a-4237551bdd13 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 945 time: 0.0473199 Aug 19 01:44:14.737286 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Deleting port 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:14.737630 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.064667 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45c8cfc9-47c6-4813-b8aa-2c67964a54d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.146613 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] For port 83e14b07-20c6-4c61-9276-152596a715e1, host n-h2-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-38',level=0,port_id=83e14b07-20c6-4c61-9276-152596a715e1,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:15.146981 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.159120 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Calling delete_port for 83e14b07-20c6-4c61-9276-152596a715e1 owned by compute:nova {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:15.267554 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:15.284704 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.307198 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No active binding found for port 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94624) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 01:44:15.307656 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:15.314234 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event deleted for resources: {'Port': ['ID=83e14b07-20c6-4c61-9276-152596a715e1,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:15.322819 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.323173 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.323516 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.323862 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.324198 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.324556 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.324892 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.325229 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.326022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.326022 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.326225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.326444 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.326536 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-38 {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 01:44:15.366046 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] No DVR routers for this DVR port 83e14b07-20c6-4c61-9276-152596a715e1 on host n-h2-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:44:15.369001 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:15.370963 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-006fc39d-f102-49f6-b097-2892244c7338 req-c34f04e5-2156-47b3-a4bf-8bc2ed2a923b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.11 "DELETE /v2.0/ports/83e14b07-20c6-4c61-9276-152596a715e1 HTTP/1.1" status: 204 len: 173 time: 0.7127459 Aug 19 01:44:15.371428 n-d-771363-38 neutron-server[94622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-deleted', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1'}] {{(pid=94622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:44:15.373737 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d764c27f3d01d6932236182d59e1c68f0ed18207881d0ac1676ff7bff6d6876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e5ff68-7074-45e8-9781-16d717a993c4" -d '{"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-deleted", "tag": "83e14b07-20c6-4c61-9276-152596a715e1"}]}' {{(pid=94622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:44:15.410732 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2d662-231d-4b92-b60e-8ac4d1f63825 x-openstack-request-id: req-a1d2d662-231d-4b92-b60e-8ac4d1f63825 {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:44:15.411028 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1451885e-2bda-43d4-8dad-f176a5082c44", "name": "network-vif-deleted", "tag": "83e14b07-20c6-4c61-9276-152596a715e1", "status": "completed", "code": 200}]} {{(pid=94622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:44:15.411285 n-d-771363-38 neutron-server[94622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1d2d662-231d-4b92-b60e-8ac4d1f63825 {{(pid=94622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:44:15.411689 n-d-771363-38 neutron-server[94622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1451885e-2bda-43d4-8dad-f176a5082c44', 'name': 'network-vif-deleted', 'tag': '83e14b07-20c6-4c61-9276-152596a715e1', 'status': 'completed', 'code': 200} Aug 19 01:44:15.628555 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-9a0e6ffd-8cfd-4ae7-b5e0-07a5fc1429a1 req-73f12de0-2a18-43f4-90b6-1e3b715b5e0b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=1451885e-2bda-43d4-8dad-f176a5082c44 HTTP/1.1" status: 200 len: 210 time: 0.0257037 Aug 19 01:44:16.315498 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:16.765684 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.172496 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:17.325320 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Deleting port e480cee1-c084-4ece-a472-9654b00d003c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:17.325670 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.401073 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.401401 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.412994 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Calling delete_port for e480cee1-c084-4ece-a472-9654b00d003c owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:17.557002 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.579544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event deleted for resources: {'Port': ['ID=e480cee1-c084-4ece-a472-9654b00d003c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:17.639426 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.639756 n-d-771363-38 neutron-server[94623]: INFO neutron.db.l3_db [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Floating IP d4299b3c-3f9a-41bc-a554-142f82ff801a disassociated (deleted). External IP: 172.25.1.15, port: 285c99fd-7f9f-4cf0-a79c-d340819fa61d. Aug 19 01:44:17.847875 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:44:17.953544 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:44:17.957902 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:17.968507 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:44:17.979819 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:17.980469 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:17.987411 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-d45023ba-e183-486d-b4e5-a2acdca7877f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4299b3c-3f9a-41bc-a554-142f82ff801a HTTP/1.1" status: 204 len: 168 time: 0.8137550 Aug 19 01:44:17.988021 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:44:17.990436 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047df39e-da0f-4f3a-ad91-f5d598cb36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:44:18.029348 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4268c02e-7306-4095-81bd-d2de694a3b14 x-openstack-request-id: req-4268c02e-7306-4095-81bd-d2de694a3b14 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:44:18.029777 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:44:18.030016 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4268c02e-7306-4095-81bd-d2de694a3b14 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:44:18.031384 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'status': 'completed', 'code': 200} Aug 19 01:44:18.098541 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:18.116374 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-35c24a25-791a-4e47-bea0-e8d126735357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:18.118160 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-35c24a25-791a-4e47-bea0-e8d126735357 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b5508351e742e5baf32a86b97ce11a&device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 1096 time: 0.0426390 Aug 19 01:44:18.217140 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-82ea346a-4116-4fef-b2c7-5f74f95fdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:18.218838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-82ea346a-4116-4fef-b2c7-5f74f95fdf29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 200 len: 909 time: 0.0936167 Aug 19 01:44:18.225270 n-d-771363-38 neutron-server[94622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe10c-83b1-4fde-90d6-aabfca4a8252 req-2a26c604-8b6d-4ee7-a470-ba8d859f7a57 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:18.232373 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1dabe10c-83b1-4fde-90d6-aabfca4a8252 req-2a26c604-8b6d-4ee7-a470-ba8d859f7a57 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.0582769 Aug 19 01:44:18.249633 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:18.264047 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-b0df6ae6-8dd2-4710-b91b-03e2190cd444 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 200 len: 217 time: 0.0368588 Aug 19 01:44:18.275149 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [req-1dabe10c-83b1-4fde-90d6-aabfca4a8252 req-67bafc9d-c170-4c5f-ad71-c2e5dbda6100 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Aug 19 01:44:18.327454 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-cee6e5a2-ac2e-4c7e-a3ad-36bb2c2e6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:18.328344 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:18.329033 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-cee6e5a2-ac2e-4c7e-a3ad-36bb2c2e6aba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 200 len: 848 time: 0.0583653 Aug 19 01:44:18.355132 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:44:18.366622 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:18.369423 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:18.375648 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-e8a5ee03-ab6d-4ad9-9109-8e9031143806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:18.377233 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-e8a5ee03-ab6d-4ad9-9109-8e9031143806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36c03ed0-12b1-4094-b5fc-f4843a20148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409312 Aug 19 01:44:18.466292 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-54d0a52f-38e6-4a37-b8b2-6f3ae9833323 service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808833 Aug 19 01:44:18.474440 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:18.561776 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-047df39e-da0f-4f3a-ad91-f5d598cb36a5 req-779141f6-6aba-49f0-b990-d50249e2f26f service neutron] 10.222.0.21 "GET /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871062 Aug 19 01:44:18.669804 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:18.699156 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98984-910b-4c00-9f28-fceae6f9c254 None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:04Z', 'revision_number': 4, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38', '_interfaces': [{'id': '033bdd8f-e52a-47ef-81b9-2fd668f1af6d', 'name': '', 'network_id': '36c03ed0-12b1-4094-b5fc-f4843a20148e', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'mac_address': 'fa:16:3e:a9:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '958fdc99-a044-44b4-836b-688637e7e330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:03Z', 'updated_at': '2021-08-19T01:39:09Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'subnets': [{'id': '958fdc99-a044-44b4-836b-688637e7e330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:44:18.925790 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bc962-5e6e-4134-b635-e045234a401e None None] New status for floating IP d4299b3c-3f9a-41bc-a554-142f82ff801a: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 01:44:19.281662 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 no longer exists at agent hyperv_n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:19.301294 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] No Port match for: 83e14b07-20c6-4c61-9276-152596a715e1 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:19.301647 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Device 83e14b07-20c6-4c61-9276-152596a715e1 not bound to the agent host n-h2-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:19.391253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8a30-d987-4633-a466-8e2dc5d927aa req-b7435712-2704-47c3-9a2f-26f37c242793 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:19.392720 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a35e8a30-d987-4633-a466-8e2dc5d927aa req-b7435712-2704-47c3-9a2f-26f37c242793 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.0481210 Aug 19 01:44:19.428612 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-a35e8a30-d987-4633-a466-8e2dc5d927aa req-eff0416d-261d-4931-a8c4-3d81acccc81f tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/security-groups?id=10e1fcae-a44e-43c2-89b5-223fe0e856c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293479 Aug 19 01:44:19.567441 n-d-771363-38 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-b28a6712-92ba-48e8-ab75-8018ece706ee tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 01:44:19.569353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-b28a6712-92ba-48e8-ab75-8018ece706ee tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 944 time: 0.0466576 Aug 19 01:44:19.659549 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Deleting port 285c99fd-7f9f-4cf0-a79c-d340819fa61d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:19.659903 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:19.745253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] For port 285c99fd-7f9f-4cf0-a79c-d340819fa61d, host n-h1-771363-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-38',level=0,port_id=285c99fd-7f9f-4cf0-a79c-d340819fa61d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:19.745620 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:19.762163 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Calling delete_port for 285c99fd-7f9f-4cf0-a79c-d340819fa61d owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:19.885461 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:19.913187 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event deleted for resources: {'Port': ['ID=285c99fd-7f9f-4cf0-a79c-d340819fa61d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:19.958343 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] No DVR routers for this DVR port 285c99fd-7f9f-4cf0-a79c-d340819fa61d on host n-h1-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:44:19.961132 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126915'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:19.963353 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-4b5f5621-c19d-4dda-8ebc-9c460d21a49f req-295f18b4-3ac8-4426-9ade-eddce1f8ac56 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.21 "DELETE /v2.0/ports/285c99fd-7f9f-4cf0-a79c-d340819fa61d HTTP/1.1" status: 204 len: 173 time: 0.3877435 Aug 19 01:44:20.032357 n-d-771363-38 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-deleted', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 01:44:20.034725 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ebcfc2076931d5bae0a309321c1e025b1536ba5f276473b8cc93a1d813fbc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25291b-bbfc-4f57-935c-5db42e7e4d32" -d '{"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-deleted", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 01:44:20.074340 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e574f-19c4-43be-994c-e8c7706b7941 x-openstack-request-id: req-318e574f-19c4-43be-994c-e8c7706b7941 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 01:44:20.074645 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc153e4-d8e9-4eb1-a71a-cdf837fa4683", "name": "network-vif-deleted", "tag": "285c99fd-7f9f-4cf0-a79c-d340819fa61d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 01:44:20.074907 n-d-771363-38 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-318e574f-19c4-43be-994c-e8c7706b7941 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 01:44:20.075433 n-d-771363-38 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc153e4-d8e9-4eb1-a71a-cdf837fa4683', 'name': 'network-vif-deleted', 'tag': '285c99fd-7f9f-4cf0-a79c-d340819fa61d', 'status': 'completed', 'code': 200} Aug 19 01:44:20.533838 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [req-41f06883-0c3c-41be-9213-648b881c7481 req-2e4f2c16-0eb8-477a-b4f3-e0b08452ce57 tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc153e4-d8e9-4eb1-a71a-cdf837fa4683 HTTP/1.1" status: 200 len: 210 time: 0.0269401 Aug 19 01:44:21.591948 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:21.650263 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:21.673917 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:21.732947 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:21.735531 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:21.736708 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] 10.222.0.20 "DELETE /v2.0/security-groups/10e1fcae-a44e-43c2-89b5-223fe0e856c1 HTTP/1.1" status: 204 len: 168 time: 0.1437137 Aug 19 01:44:21.745421 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5d30e-45f1-465e-8d66-f0463404588b tempest-TestSnapshotPattern-51744442 tempest-TestSnapshotPattern-51744442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1fcae-a44e-43c2-89b5-223fe0e856c1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:21.781725 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49730) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:22.198953 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:22.453040 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Deleting port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:22.453283 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:22.531281 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] For port 033bdd8f-e52a-47ef-81b9-2fd668f1af6d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:22.531641 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:22.543303 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Calling delete_port for 033bdd8f-e52a-47ef-81b9-2fd668f1af6d owned by network:router_interface {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:22.721837 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:22.747775 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=033bdd8f-e52a-47ef-81b9-2fd668f1af6d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:22.916724 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.129051 n-d-771363-38 neutron-server[94622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Router 17471a44-8e05-4508-af4a-79d41da7a372 has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:44:23.233632 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:44:23.238502 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-aa03b984-6efa-4878-b0cd-efe93f656a74 admin admin] 10.222.0.20 "PUT /v2.0/routers/17471a44-8e05-4508-af4a-79d41da7a372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557655 Aug 19 01:44:23.241149 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49734) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:23.243718 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Sync routers for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:44:23.252980 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:23.253598 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:23.352112 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.464904 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.521980 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Deleting port 4bd2b146-b03f-4c47-8308-13d69eae9e41 {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:23.522322 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.541795 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: n-d-771363-38 {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:23.607734 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] For port 4bd2b146-b03f-4c47-8308-13d69eae9e41, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=4bd2b146-b03f-4c47-8308-13d69eae9e41,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:23.608101 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.619586 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Calling delete_port for 4bd2b146-b03f-4c47-8308-13d69eae9e41 owned by network:router_gateway {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:23.718302 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:44:22Z', 'revision_number': 5, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port': {'id': '4bd2b146-b03f-4c47-8308-13d69eae9e41', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17471a44-8e05-4508-af4a-79d41da7a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:23.745996 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Checking router: 17471a44-8e05-4508-af4a-79d41da7a372 for host: n-d-771363-38 {{(pid=94624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:44:23.754537 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Routers {'17471a44-8e05-4508-af4a-79d41da7a372'} bound to L3 agent in host n-d-771363-38 {{(pid=94624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:23.755191 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['17471a44-8e05-4508-af4a-79d41da7a372'], 'active': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:23.791529 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.819951 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd2b146-b03f-4c47-8308-13d69eae9e41,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:23.843976 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_dvr_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] Set router 17471a44-8e05-4508-af4a-79d41da7a372 gateway port host: None {{(pid=94624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:23.879751 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.896894 n-d-771363-38 neutron-server[94624]: DEBUG neutron.db.l3_hamode_db [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:44:23Z', 'revision_number': 6, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:23.926581 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e42e3-3394-43aa-a561-62600888d8ea None None] The sync data for ids ['17471a44-8e05-4508-af4a-79d41da7a372'] in n-d-771363-38 is: [{'id': '17471a44-8e05-4508-af4a-79d41da7a372', 'name': 'tempest-TestSnapshotPattern-524050544-router', 'tenant_id': '81b5508351e742e5baf32a86b97ce11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:01Z', 'updated_at': '2021-08-19T01:44:23Z', 'revision_number': 6, 'project_id': '81b5508351e742e5baf32a86b97ce11a', 'gw_port_host': None}] {{(pid=94624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:44:23.969318 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:23.971343 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.016182 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.016732 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17471a44-8e05-4508-af4a-79d41da7a372 {{(pid=94622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:44:24.021113 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] Notify callbacks [] for router, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.022255 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-0693ce9f-bd07-4f23-be50-dd8c65f6db62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/17471a44-8e05-4508-af4a-79d41da7a372 HTTP/1.1" status: 204 len: 168 time: 0.7800243 Aug 19 01:44:24.024905 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49736) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:24.068940 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.db_base_plugin_v2 [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Deleting subnet 958fdc99-a044-44b4-836b-688637e7e330 {{(pid=94622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:44:24.071858 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.104252 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26901865'] for subnet, precommit_delete_associations {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.181734 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.231082 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26901770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25884564'] for subnet, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.244120 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d no longer exists at agent hyperv_n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:24.258288 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958fdc99-a044-44b4-836b-688637e7e330,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:24.262350 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.264524 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-058aa371-86d8-424f-afb4-8de40ce5b825 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/958fdc99-a044-44b4-836b-688637e7e330 HTTP/1.1" status: 204 len: 168 time: 0.2386537 Aug 19 01:44:24.267029 n-d-771363-38 neutron-server[94622]: DEBUG neutron.wsgi [-] (94622) accepted ('10.222.0.20', 49738) {{(pid=94622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:24.272536 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] No Port match for: 285c99fd-7f9f-4cf0-a79c-d340819fa61d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:24.273069 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Device 285c99fd-7f9f-4cf0-a79c-d340819fa61d not bound to the agent host n-h1-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:24.277558 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b4bce-b309-4109-8320-1d0d960cafe0 None None] Network 36c03ed0-12b1-4094-b5fc-f4843a20148e requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:44:24.339088 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.399261 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Deleting port be047ee1-8d9e-4616-9f41-85476412ef4d {{(pid=94622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:24.399611 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.462357 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] For port be047ee1-8d9e-4616-9f41-85476412ef4d, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=be047ee1-8d9e-4616-9f41-85476412ef4d,segment=NetworkSegment(39695b3b-e189-4594-bd6d-c61ef69327d1),segment_id=39695b3b-e189-4594-bd6d-c61ef69327d1)] {{(pid=94622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:24.462727 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.475108 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.plugin [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Calling delete_port for be047ee1-8d9e-4616-9f41-85476412ef4d owned by network:dhcp {{(pid=94622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:24.561280 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26901887'] for port, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.584214 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=be047ee1-8d9e-4616-9f41-85476412ef4d,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:24.589759 n-d-771363-38 neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] No DVR routers for this DVR port be047ee1-8d9e-4616-9f41-85476412ef4d on host n-d-771363-38 {{(pid=94622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:44:24.657111 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.666857 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c03ed0-12b1-4094-b5fc-f4843a20148e']}} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:24.681554 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39695b3b-e189-4594-bd6d-c61ef69327d1') {'for_net_delete': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:24.681851 n-d-771363-38 neutron-server[94622]: DEBUG neutron.services.segments.db [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39695b3b-e189-4594-bd6d-c61ef69327d1') {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:24.691079 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26901856'] for segment, before_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.695117 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a5141-8150-4219-9a5e-c23c50a684fc None None] DHCP port deletion for 36c03ed0-12b1-4094-b5fc-f4843a20148e request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:44:24.710876 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.717135 n-d-771363-38 neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:44:24.717519 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26902440'] for segment, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: Traceback (most recent call last): Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: timer() Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: cb(*args, **kw) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: return func(*args, **kwargs) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: self._notify() Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: self.callback(batched_events) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: event.method(event) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: return f(self, *a, **k) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: return self._get(url).json() Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: return self.request(url, 'GET', **kwargs) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:44:24.719386 n-d-771363-38 neutron-server[94622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:44:24.773320 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.784742 n-d-771363-38 neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Notify callbacks [] for network, before_response {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:24.786795 n-d-771363-38 neutron-server[94622]: INFO neutron.wsgi [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] 10.222.0.20 "DELETE /v2.0/networks/36c03ed0-12b1-4094-b5fc-f4843a20148e HTTP/1.1" status: 204 len: 168 time: 0.5187838 Aug 19 01:44:24.789706 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:24.804273 n-d-771363-38 neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942466d7-8a46-4951-9760-b186f40bad1d admin admin] Pushing event deleted for resources: {'Network': ['ID=36c03ed0-12b1-4094-b5fc-f4843a20148e,revision_number=None']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:25.131293 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585420'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:25.368175 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Deleting port cc415650-a1e9-424d-b6f0-11995de1e3e5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:25.368589 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:25.375895 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4bd2b146-b03f-4c47-8308-13d69eae9e41 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:25.395789 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 4bd2b146-b03f-4c47-8308-13d69eae9e41 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:25.396065 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 4bd2b146-b03f-4c47-8308-13d69eae9e41 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:25.396499 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 033bdd8f-e52a-47ef-81b9-2fd668f1af6d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:25.414492 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 033bdd8f-e52a-47ef-81b9-2fd668f1af6d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:25.414843 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 033bdd8f-e52a-47ef-81b9-2fd668f1af6d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:25.415248 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device be047ee1-8d9e-4616-9f41-85476412ef4d no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:25.433636 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: be047ee1-8d9e-4616-9f41-85476412ef4d {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:25.433986 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device be047ee1-8d9e-4616-9f41-85476412ef4d not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:25.448066 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] For port cc415650-a1e9-424d-b6f0-11995de1e3e5, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=cc415650-a1e9-424d-b6f0-11995de1e3e5,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:25.448450 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:25.460405 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Calling delete_port for cc415650-a1e9-424d-b6f0-11995de1e3e5 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:25.634602 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:25.661674 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc415650-a1e9-424d-b6f0-11995de1e3e5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:26.114505 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576092'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.321612 n-d-771363-38 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Router 2723be93-26cf-4c68-9db4-36c235e47c4d has already been hosted by L3 agent 171d673e-231e-474d-b03e-cd1272137b18 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 01:44:26.425142 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] Notify agent at l3_agent.n-d-771363-38 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 01:44:26.430572 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-3794fa79-b378-422a-b89d-a3dc76b98907 admin admin] 10.222.0.20 "PUT /v2.0/routers/2723be93-26cf-4c68-9db4-36c235e47c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398177 Aug 19 01:44:26.433456 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:26.435830 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Sync routers for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 01:44:26.445157 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:26.445772 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:26.536120 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.547475 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: n-d-771363-38 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:26.636935 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.689779 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Deleting port 0a613ed9-4e14-4e2b-9f05-25a21870e390 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:26.690155 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.718054 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'external_fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:44:25Z', 'revision_number': 5, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port': {'id': '0a613ed9-4e14-4e2b-9f05-25a21870e390', 'name': '', 'network_id': 'a3f6491e-d685-43b7-9181-2b82c7eb4260', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dd9567d-ce74-43e4-ba15-cd12bef494ed', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-38'}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:26.742824 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Checking router: 2723be93-26cf-4c68-9db4-36c235e47c4d for host: n-d-771363-38 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 01:44:26.751276 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Routers {'2723be93-26cf-4c68-9db4-36c235e47c4d'} bound to L3 agent in host n-d-771363-38 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 01:44:26.751878 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T23:44:15Z,description=,heartbeat_timestamp=2021-08-19T01:44:15Z,host='n-d-771363-38',id=171d673e-231e-474d-b03e-cd1272137b18,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T23:44:15Z,topic='l3_agent')) {'router_ids': ['2723be93-26cf-4c68-9db4-36c235e47c4d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:26.767970 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] For port 0a613ed9-4e14-4e2b-9f05-25a21870e390, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=0a613ed9-4e14-4e2b-9f05-25a21870e390,segment=NetworkSegment(66ef9d0b-f8e6-44ee-b1bd-176726240c15),segment_id=66ef9d0b-f8e6-44ee-b1bd-176726240c15)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:26.768378 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.781782 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Calling delete_port for 0a613ed9-4e14-4e2b-9f05-25a21870e390 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:26.925426 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] Set router 2723be93-26cf-4c68-9db4-36c235e47c4d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 01:44:26.952348 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:26.979034 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:44:26Z', 'revision_number': 6, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port_host': None}], 'n-d-771363-38', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:26.983442 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a613ed9-4e14-4e2b-9f05-25a21870e390,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:27.005037 n-d-771363-38 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9449a-2ccc-4448-8f48-5a6dddc287c1 None None] The sync data for ids ['2723be93-26cf-4c68-9db4-36c235e47c4d'] in n-d-771363-38 is: [{'id': '2723be93-26cf-4c68-9db4-36c235e47c4d', 'name': 'tempest-TestSnapshotPattern-872301467-router', 'tenant_id': '72642e23e7764177be50f39632acefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T01:39:06Z', 'updated_at': '2021-08-19T01:44:26Z', 'revision_number': 6, 'project_id': '72642e23e7764177be50f39632acefa3', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 01:44:27.043772 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580500'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.134048 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13053'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.136196 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.178324 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586206'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.178791 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2723be93-26cf-4c68-9db4-36c235e47c4d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 01:44:27.184925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.186118 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-a36a0721-2deb-4dc2-be65-06545302770e admin admin] 10.222.0.20 "DELETE /v2.0/routers/2723be93-26cf-4c68-9db4-36c235e47c4d HTTP/1.1" status: 204 len: 168 time: 0.7517121 Aug 19 01:44:27.188600 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:27.236273 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Deleting subnet 2bfb940f-0301-4439-93b7-1cfcde051a4e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 01:44:27.239214 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.272885 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990502'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.351966 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825170'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.437605 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25936530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28491583'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.467443 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfb940f-0301-4439-93b7-1cfcde051a4e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:27.471000 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.475658 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-cd5dee9d-ae45-438e-b808-93b6d122d365 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2bfb940f-0301-4439-93b7-1cfcde051a4e HTTP/1.1" status: 204 len: 168 time: 0.2833042 Aug 19 01:44:27.475925 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:27.477915 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e983a-620c-400d-b998-64d87f387088 None None] Network 5948a4e2-29d9-40f0-afb6-4665beced9f8 requested from n-d-771363-38 {{(pid=94624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 01:44:27.544596 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1797515'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.595553 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Deleting port 6c2ea537-a490-4051-a2e4-d0b6bc186176 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 01:44:27.595905 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773799137621'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.662838 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] For port 6c2ea537-a490-4051-a2e4-d0b6bc186176, host n-d-771363-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-38',level=0,port_id=6c2ea537-a490-4051-a2e4-d0b6bc186176,segment=NetworkSegment(09242511-b13a-47b4-8e43-6deacdf3dcfd),segment_id=09242511-b13a-47b4-8e43-6deacdf3dcfd)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 01:44:27.663198 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583418'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.674853 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Calling delete_port for 6c2ea537-a490-4051-a2e4-d0b6bc186176 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 01:44:27.755399 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1748230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773799142265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773798588748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25936615'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.776603 n-d-771363-38 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb0729-806b-4da5-9023-42a307c56bcc None None] DHCP port deletion for 5948a4e2-29d9-40f0-afb6-4665beced9f8 request from n-d-771363-38 {{(pid=94624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 01:44:27.790154 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2ea537-a490-4051-a2e4-d0b6bc186176,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:27.793139 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cc415650-a1e9-424d-b6f0-11995de1e3e5 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:27.794900 n-d-771363-38 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] No DVR routers for this DVR port 6c2ea537-a490-4051-a2e4-d0b6bc186176 on host n-d-771363-38 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 01:44:27.824830 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: cc415650-a1e9-424d-b6f0-11995de1e3e5 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:27.825178 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device cc415650-a1e9-424d-b6f0-11995de1e3e5 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:27.826548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.874627 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825307', 'neutron.services.segments.db._delete_segments_for_network-8773799093185'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.885298 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5948a4e2-29d9-40f0-afb6-4665beced9f8']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:27.895279 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09242511-b13a-47b4-8e43-6deacdf3dcfd') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:27.895578 n-d-771363-38 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09242511-b13a-47b4-8e43-6deacdf3dcfd') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 01:44:27.904317 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773799104678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25990511'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.918071 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.924253 n-d-771363-38 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 01:44:27.924675 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25935920'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: Traceback (most recent call last): Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: timer() Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: cb(*args, **kw) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: return func(*args, **kwargs) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: self._notify() Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: self.callback(batched_events) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: event.method(event) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: return f(self, *a, **k) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: return self._get(url).json() Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 01:44:27.926289 n-d-771363-38 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 01:44:27.984610 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580417'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.990640 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:27.992750 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5948a4e2-29d9-40f0-afb6-4665beced9f8 HTTP/1.1" status: 204 len: 168 time: 0.5155482 Aug 19 01:44:28.003790 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513a39-9ec0-497f-a041-aad6808559a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5948a4e2-29d9-40f0-afb6-4665beced9f8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:28.112813 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:28.152115 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-0ee2001e-2e83-4071-9367-89bfa8fdea9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81b5508351e742e5baf32a86b97ce11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381644 Aug 19 01:44:28.154433 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:28.202408 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.223147 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.273458 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.275925 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.277111 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4b2cef4-467b-4ccc-955a-1f31b1e4669c HTTP/1.1" status: 204 len: 168 time: 0.1217809 Aug 19 01:44:28.284742 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf839-dfa7-41b4-98b8-6213ddb5eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b2cef4-467b-4ccc-955a-1f31b1e4669c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:28.584837 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:28.623799 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-24823131-616c-45c8-ad01-41024758ce96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72642e23e7764177be50f39632acefa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378327 Aug 19 01:44:28.626112 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.20', 49770) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 01:44:28.672712 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.694940 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.741775 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734958'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.744680 n-d-771363-38 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:28.745922 n-d-771363-38 neutron-server[94623]: INFO neutron.wsgi [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31fb694c-2b7c-4da8-98c4-1bc1421aa275 HTTP/1.1" status: 204 len: 168 time: 0.1189430 Aug 19 01:44:28.753932 n-d-771363-38 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22139e35-ea7f-4ec8-bfae-bc5e8266e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb694c-2b7c-4da8-98c4-1bc1421aa275,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 01:44:29.374567 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a613ed9-4e14-4e2b-9f05-25a21870e390 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:29.394709 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 0a613ed9-4e14-4e2b-9f05-25a21870e390 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:29.395145 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 0a613ed9-4e14-4e2b-9f05-25a21870e390 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:29.395661 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6c2ea537-a490-4051-a2e4-d0b6bc186176 no longer exists at agent ovs-agent-n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 01:44:29.416327 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] No Port match for: 6c2ea537-a490-4051-a2e4-d0b6bc186176 {{(pid=94624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 01:44:29.416688 n-d-771363-38 neutron-server[94624]: DEBUG neutron.plugins.ml2.rpc [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Device 6c2ea537-a490-4051-a2e4-d0b6bc186176 not bound to the agent host n-d-771363-38 {{(pid=94624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 01:44:36.950933 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:44:42.735067 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-765d82d2-301a-415c-a664-aee450f19ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:45.064719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36566ba0-428d-422c-9486-07b7900b96a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:45.327048 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:46.312514 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:46.766127 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:48.243476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:44:57.794475 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:12.736779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7bf49d65-87c5-4893-84b6-7ba3c8f1b612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:13.950512 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:45:15.065825 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89507dd8-1ce3-4e0f-b985-d65c55c2cf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:15.328985 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:16.322519 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:16.768399 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:18.249579 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:27.799026 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:42.737608 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8c2153c-ccdf-4fd3-91e8-edd248e97af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:45.066718 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c56800f-27f6-47a8-90fd-9587048faa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:45.329217 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:46.345196 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:46.771855 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:48.250465 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:45:50.949657 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:45:57.792978 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:12.737815 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20b94a1e-bc08-4763-ac1c-2867bb10c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:15.066140 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b39155e0-13f3-495e-b1e5-0ed166113e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:15.329937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:16.346572 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:16.773937 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:18.253790 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:27.806505 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:27.949176 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:46:42.739290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45869f58-34ef-49d1-a612-cd13a2421078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:45.066875 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c314382f-bfed-46db-bfae-2351b69bafd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:45.329918 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:46.341811 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:46.777277 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:48.256722 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:46:57.818225 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:04.947883 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:47:12.747171 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ac027cc-2c38-4697-ae4e-2d7f75d680a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:15.066068 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d73449c-5cdf-4d2c-b36d-1b773ca39d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:15.329804 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:16.345058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:16.780627 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:18.259489 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:27.852164 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:41.948458 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:47:42.738209 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd02642f-8f16-4334-b1ff-48d4bf320580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:45.067695 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43a00380-1d54-4164-aaf8-e9b2084a7625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:45.329290 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:46.354599 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:46.784483 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:48.263698 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:47:57.866061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:12.739416 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21796631-c6ad-4b1d-ab6d-3a35b6baecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:15.067141 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c09079e-c74a-4b4d-98dc-ad93fb58340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:15.328944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:16.357881 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:16.788577 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:18.267622 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:18.946797 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:48:27.873021 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:42.742369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1430189-3bc4-4784-a48e-45e1de6e4a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:45.069548 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19f836dd-b846-494e-aa8b-669b3c5106a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:45.329147 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:46.368129 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:46.789746 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:48.269988 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:48:55.946585 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:48:57.879803 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:12.743531 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d654378c-0c15-49ef-bd62-67b4914af333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:15.069773 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-607dba95-8cc9-4fd0-a18e-7a3ade928416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:15.329266 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:16.371381 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:16.793957 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:18.271411 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:27.871021 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:32.946551 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:49:42.746355 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b74f53d2-8f82-40b1-abf1-6c2c434f3e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:45.069863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4841667-8680-4ae3-93a8-1958d264a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:45.331371 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:46.386719 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:46.796192 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:48.273944 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:49:57.893589 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:09.945445 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:50:12.747879 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb776461-1c94-4ad2-b444-4539942b9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:15.069863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6005-d707-41a5-b605-c62aca10ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:15.334720 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:16.387863 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:16.799298 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:18.284981 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:27.892200 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:42.748714 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a28d3c18-ad2e-459f-afde-aa98a37a29e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:45.070485 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdd2e-e556-4452-a70e-09a79debed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:45.335061 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:46.400476 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:46.803101 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:46.944899 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:50:48.278680 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:50:57.900370 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:12.750638 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17c43121-4099-4c92-93df-cfdf1ab4dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:15.070215 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0df2a0c-bd34-47bb-bdc9-ee37e70cc3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:15.335131 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:16.398926 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:16.804779 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:18.282808 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:23.944483 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:51:27.899601 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:42.750185 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4944f3e-071d-4ac0-9839-afc898f76a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:45.070223 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-798c0d30-7d51-432b-88fd-82380ec8bbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:45.336069 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:46.393629 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:46.811058 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:48.284924 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:51:57.898689 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:00.943480 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:52:12.751696 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12c4ce97-7ce5-4a35-9aea-b70bdd87fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:13.463870 n-d-771363-38 neutron-server[94623]: DEBUG neutron.wsgi [req-4cdfa535-9612-4e1d-971d-60a9e08e5202 req-d2c6e086-cb83-4440-8708-22e0eba0b45b service neutron] (94623) timed out ('10.222.0.20', 48306) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 01:52:15.069987 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d2f1-3514-4eba-a385-d1f9846a51a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:15.339596 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:16.408750 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:16.809941 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:18.288794 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:27.936369 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:37.941899 n-d-771363-38 neutron-server[94625]: DEBUG neutron.db.agents_db [None req-c8681d01-93e0-458d-a7ff-cd6f1bba2cf2 None None] Agent healthcheck: found 7 active agents {{(pid=94625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 01:52:42.753296 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9eb02537-9e9c-4fbe-aa2b-0c042ce4c34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:45.069617 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57f612a6-c60e-480d-b11e-ed7f2d80d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:45.342564 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1df2a79e-3224-4d75-8dff-114c8d3642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:46.413210 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eaa0-9680-4c74-bdab-b8383e0094ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:46.813304 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea86e4fb-f2d0-496b-ab72-e29ed72b1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:48.290958 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b2c439b-dd48-4d28-9a7d-bb18ca0fd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 01:52:57.941827 n-d-771363-38 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-30768f4a-ef84-4337-b303-0583734e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773799093203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821781'] for agent, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}